-- Logs begin at Fri 2021-06-18 15:43:35 UTC, end at Fri 2021-06-18 17:22:24 UTC. -- Jun 18 16:12:51.397415 dv-neutron-797120-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 18 16:12:54.092272 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.common.config [-] Logging enabled! Jun 18 16:12:54.092862 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev364 Jun 18 16:12:54.093036 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93344) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 16:12:54.096283 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.common.config [-] Logging enabled! Jun 18 16:12:54.096534 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev364 Jun 18 16:12:54.096841 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93344) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 18 16:12:54.097754 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 16:12:54.097984 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 16:12:54.098336 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 16:12:54.098605 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 16:12:54.098830 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 16:12:54.099146 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.099439 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.099728 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.099954 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.100239 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.100645 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.100912 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.101200 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.101490 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.101771 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.102045 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.102325 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.102582 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.102861 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.103142 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.103423 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.103641 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] debug = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.103933 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.104332 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.104732 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.105009 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.105298 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.105572 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.105837 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.106106 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.106384 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.106730 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] host = dv-neutron-797120-1-hyperv {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.107005 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.107300 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.107566 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.107846 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.108113 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.108381 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.108660 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.108926 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.109190 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] log_file = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.109456 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.109734 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.110011 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.110292 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.110545 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.110766 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.111048 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.111327 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.111596 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.111864 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.112130 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.112396 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.112665 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.112931 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.113380 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.113812 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.114266 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.114781 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.115263 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.115736 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.116210 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.116691 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.117179 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.117662 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.118132 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.118615 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.119051 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.119473 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.119943 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.120410 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.120855 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.121312 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.121733 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.122181 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.122706 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.123121 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.123580 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] use_json = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.124042 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.124489 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.124954 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.125416 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.125759 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.126046 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.126332 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.126654 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:54.126958 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.127255 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.127556 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.127841 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.128139 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.128415 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.128702 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.128979 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.129265 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.129549 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.129835 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.130111 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.130396 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.130695 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.130985 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.131284 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.131575 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.132424 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.132792 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.133077 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.133350 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.133627 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.133911 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.134481 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.134770 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.135041 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.135323 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.135608 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.135881 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.136148 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.136424 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.136709 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.136984 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.137253 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.137530 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.137804 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.138085 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.138334 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.138628 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.138910 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.139181 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.139447 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.139712 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.139981 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.140245 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.140525 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.140796 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.141063 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.141331 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.141602 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.141869 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.142136 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.142408 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.142701 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.142974 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.143241 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.143509 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.143772 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.144039 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.144305 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.144570 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.144834 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.145109 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.145374 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.145639 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.145904 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.146171 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.146459 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.146741 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.147031 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.147371 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.148269 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.148548 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.148824 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.149100 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.149375 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.149649 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.149921 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.150188 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.150496 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.150776 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.151056 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.151333 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.151604 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.151890 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.152162 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.152437 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.152706 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.152977 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.153259 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.153535 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.153819 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.154102 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.154384 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.154704 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.154997 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.155273 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.155577 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.155848 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:54.156062 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 16:12:54.156301 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93344) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 18 16:12:54.503183 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:12:54.503449 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:12:54.503731 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:12:54.504056 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 18 16:12:54.901519 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:54.901794 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:54.902062 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:54.903382 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:54.903660 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:54.903994 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:54.938606 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:54.938878 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:54.939141 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:54.952426 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:54.952705 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:54.952971 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:54.988615 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:54.988888 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:54.989157 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.025053 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.025322 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.025588 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.255441 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.256077 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.256077 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.256246 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.257874 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.380767 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.381081 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.381354 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.381657 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.381999 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.382381 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.382669 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.382931 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.383184 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.383463 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.383720 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.383983 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.384493 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.384753 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.385005 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.385268 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.385537 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.385789 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.386057 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.386306 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.386619 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.386962 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.387210 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.387487 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.387732 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.387974 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.388363 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:12:55.388598 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:12:55.388830 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:12:55.389060 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:12:55.389289 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:12:55.389517 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:12:55.389877 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 18 16:12:55.393821 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 18 16:12:55.397827 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 18 16:12:55.401561 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 18 16:12:55.403205 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 18 16:12:55.403648 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 18 16:12:55.403975 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 18 16:12:55.404347 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 18 16:12:55.407127 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 18 16:12:55.407373 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 18 16:12:55.407712 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 16:12:55.435583 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 18 16:12:55.436021 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.436312 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93344) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 18 16:12:55.436671 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.438000 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93344) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 18 16:12:55.438276 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 18 16:12:55.438550 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 18 16:12:55.441703 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.441979 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:55.504159 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 18 16:12:55.504392 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 18 16:12:55.504620 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 18 16:12:55.504977 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 18 16:12:55.525457 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_db.sqlalchemy.engines [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93344) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 18 16:12:56.057298 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.managers [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Initializing driver for type 'gre' Jun 18 16:12:56.057824 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] gre ID ranges: [(1, 1000)] Jun 18 16:12:56.108810 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.managers [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Initializing driver for type 'local' Jun 18 16:12:56.109198 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.managers [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Initializing driver for type 'vlan' Jun 18 16:12:56.122156 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] VlanTypeDriver initialization complete Jun 18 16:12:56.122601 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.managers [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Initializing driver for type 'vxlan' Jun 18 16:12:56.123042 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] vxlan ID ranges: [(1, 1000)] Jun 18 16:12:56.171244 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.managers [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Initializing extension driver 'port_security' Jun 18 16:12:56.171635 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.extensions.port_security [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] PortSecurityExtensionDriver initialization complete Jun 18 16:12:56.171965 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.managers [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Initializing mechanism driver 'openvswitch' Jun 18 16:12:56.172285 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.managers [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Initializing mechanism driver 'hyperv' Jun 18 16:12:56.179034 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.plugins.ml2.plugin [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93344) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:12:56.180153 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > port after_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.180530 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > port after_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.180895 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > port after_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.181287 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.181639 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.181983 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.182362 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > network after_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.182735 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > network after_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.183075 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > network after_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.183453 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > security_group after_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.183796 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > security_group after_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.184132 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.184509 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.184850 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.185190 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.185563 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > address_group after_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.185904 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > address_group after_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.186242 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.186609 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] ML2 OVO RPC backend initialized. {{(pid=93344) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 18 16:12:56.187301 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.187649 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.188059 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > network before_response 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.188403 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > networks before_response 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.188747 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > port before_response 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.189084 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > ports before_response 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.189421 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > subnet before_response 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.189756 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > subnets before_response 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.190102 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > network after_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.190456 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > network after_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.190797 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > network after_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.191130 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > port after_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.191460 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > port after_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.191797 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > port after_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.192128 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.192460 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.192789 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.193346 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.plugin [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Modular L2 Plugin initialization complete Jun 18 16:12:56.193670 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading services supported by the core plugin {{(pid=93344) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 18 16:12:56.194524 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.plugins.ml2.managers [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Got port-security extension from driver 'port_security' Jun 18 16:12:56.195075 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.extensions.vlantransparent [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Disabled vlantransparent extension. Jun 18 16:12:56.195573 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93344) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 18 16:12:56.195886 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading Plugin: router Jun 18 16:12:56.230888 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.231273 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router after_create 55549900 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.231636 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router before_create 55549900 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.231992 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.232357 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.232703 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router after_delete 55549900 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.233053 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.233411 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router after_create 55549900 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.233757 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router after_update 55549900 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.234100 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router after_update 55549900 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.234464 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.234821 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router after_update 55549900 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.235219 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.235581 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: port after_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.235914 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: port after_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.236243 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: subnet after_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.236574 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.236912 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.237251 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.237585 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: port before_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.237920 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router precommit_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.238269 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router after_update 55549900 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.238628 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.238972 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.239328 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.239666 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.240030 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > network after_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.240904 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Tracking information for resource: router configured {{(pid=93344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:12:56.241293 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Tracking information for resource: floatingip configured {{(pid=93344) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 18 16:12:56.246197 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.db.l3_agentschedulers_db [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 18 16:12:56.246804 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: port after_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.247161 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: port after_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.247509 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: port after_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.247855 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: port after_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.248637 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router before_create 55550100 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.249000 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.249360 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router precommit_create 55550100 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.249715 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > router precommit_update 55550100 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.254211 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.services.provider_configuration [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Service providers = [] {{(pid=93344) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 18 16:12:56.254601 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.db.servicetype_db [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93344) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 18 16:12:56.257971 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.services.service_base [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93344) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 16:12:56.258568 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.services.service_base [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93344) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 16:12:56.258659 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.services.service_base [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93344) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 16:12:56.259758 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.services.service_base [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93344) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 18 16:12:56.260126 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.services.service_base [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 18 16:12:56.260503 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:12:56.260823 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 18 16:12:56.271211 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:12:56.271544 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading Plugin: auto_allocate Jun 18 16:12:56.277900 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: network precommit_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.278266 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: network precommit_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.278815 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:12:56.279132 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading Plugin: tag Jun 18 16:12:56.285588 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:12:56.285911 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading Plugin: timestamp Jun 18 16:12:56.289668 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:12:56.289991 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading Plugin: network_ip_availability Jun 18 16:12:56.296786 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.297160 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.297512 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.298213 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:12:56.298559 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading Plugin: flavors Jun 18 16:12:56.303172 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:12:56.303551 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading Plugin: revisions Jun 18 16:12:56.308755 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93344) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 18 16:12:56.309371 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_concurrency.lockutils [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.805s {{(pid=93344) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:12:56.310732 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93344) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 18 16:12:56.311288 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Initializing extension manager. Jun 18 16:12:56.312028 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: __init__.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.312485 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: __pycache__ {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.312822 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.313158 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: address_group.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.313904 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.314492 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: address-group Jun 18 16:12:56.314819 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: address_scope.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.315514 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.316029 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: address-scope Jun 18 16:12:56.316341 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.317244 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.317746 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: router-admin-state-down-before-update Jun 18 16:12:56.318063 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: agent.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.318759 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.319825 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: agent Jun 18 16:12:56.320213 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: agent_resources_synced.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.321103 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.321607 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: agent-resources-synced Jun 18 16:12:56.321922 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: allowedaddresspairs.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.323657 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.324172 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: allowed-address-pairs Jun 18 16:12:56.324493 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: auto_allocated_topology.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.325727 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.326238 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: auto-allocated-topology Jun 18 16:12:56.326590 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: availability_zone.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.327264 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.327765 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: availability_zone Jun 18 16:12:56.328078 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: availability_zone_filter.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.328958 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.329457 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: availability_zone_filter Jun 18 16:12:56.329771 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: data_plane_status.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.330680 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.331183 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension data-plane-status not supported by any of loaded plugins Jun 18 16:12:56.331497 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: default_subnetpools.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.332378 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.332882 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: default-subnetpools Jun 18 16:12:56.333197 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.333981 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.334505 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: dhcp_agent_scheduler Jun 18 16:12:56.335501 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: dns.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.336393 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.336949 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension dns-integration not supported by any of loaded plugins Jun 18 16:12:56.337270 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: dns_domain_ports.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.338157 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.338683 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 18 16:12:56.338999 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: dvr.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.339646 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.340137 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: dvr Jun 18 16:12:56.340448 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: empty_string_filtering.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.341326 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.341821 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: empty-string-filtering Jun 18 16:12:56.342134 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.343033 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.343525 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 18 16:12:56.343838 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.344706 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.345199 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 18 16:12:56.345510 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: external_net.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.346393 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.346916 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: external-net Jun 18 16:12:56.347229 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.348110 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.348607 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: extra_dhcp_opt Jun 18 16:12:56.348919 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: extraroute.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.349799 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.350348 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: extraroute Jun 18 16:12:56.350737 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: extraroute_atomic.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.351744 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.352242 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: extraroute-atomic Jun 18 16:12:56.352555 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: filter_validation.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.353195 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.353688 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: filter-validation Jun 18 16:12:56.353998 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: fip_pf_description.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.354918 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.355408 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 18 16:12:56.355719 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: fip_port_details.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.356610 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.357110 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: fip-port-details Jun 18 16:12:56.357419 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: flavors.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.358640 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.359148 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: flavors Jun 18 16:12:56.359467 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.361100 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.361615 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 18 16:12:56.361935 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: floatingip_pools.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.362640 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.363143 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: floatingip-pools Jun 18 16:12:56.363460 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: ip_allocation.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.364347 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.364848 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension ip_allocation not supported by any of loaded plugins Jun 18 16:12:56.365164 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.366188 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.366633 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: ip-substring-filtering Jun 18 16:12:56.366927 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: l2_adjacency.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.367824 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.368351 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 18 16:12:56.368631 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: l3.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.369563 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.370068 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: router Jun 18 16:12:56.370387 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.372766 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.373241 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 18 16:12:56.373570 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.374511 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.375021 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: ext-gw-mode Jun 18 16:12:56.375343 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.376233 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.376735 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: l3-ha Jun 18 16:12:56.377054 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: l3_flavors.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.377943 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.378467 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: l3-flavors Jun 18 16:12:56.378792 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.379690 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.380193 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 18 16:12:56.380517 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: l3agentscheduler.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.382030 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.382577 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: l3_agent_scheduler Jun 18 16:12:56.382900 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: logging.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.384616 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.385123 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension logging not supported by any of loaded plugins Jun 18 16:12:56.385446 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: metering.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.386168 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.386766 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: metering Jun 18 16:12:56.387090 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.388151 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.388657 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: metering_source_and_destination_fields Jun 18 16:12:56.388975 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: multiprovidernet.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.389873 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.390379 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: multi-provider Jun 18 16:12:56.390720 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: netmtu.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.391611 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.392108 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: net-mtu Jun 18 16:12:56.392422 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: netmtu_writable.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.393307 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.393806 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: net-mtu-writable Jun 18 16:12:56.394121 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: network_availability_zone.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.394800 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.395294 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: network_availability_zone Jun 18 16:12:56.395607 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: network_ip_availability.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.396678 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.397248 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: network-ip-availability Jun 18 16:12:56.398053 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: network_segment_range.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.398831 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.399329 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension network-segment-range not supported by any of loaded plugins Jun 18 16:12:56.399645 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: pagination.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.400602 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.400922 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: pagination Jun 18 16:12:56.401240 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: port_device_profile.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.402125 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.402668 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: port-device-profile Jun 18 16:12:56.402982 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.403868 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.404370 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: port-mac-address-regenerate Jun 18 16:12:56.404683 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.405562 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.406069 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: port-numa-affinity-policy Jun 18 16:12:56.406381 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: port_resource_request.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.407293 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.407789 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension port-resource-request not supported by any of loaded plugins Jun 18 16:12:56.408103 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: portbindings.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.409001 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.409496 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: binding Jun 18 16:12:56.409807 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: portbindings_extended.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.411072 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.411584 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: binding-extended Jun 18 16:12:56.411904 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: portsecurity.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.412842 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.413409 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: port-security Jun 18 16:12:56.413724 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: project_id.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.414709 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.415034 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: project-id Jun 18 16:12:56.415351 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: providernet.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.416242 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.416747 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: provider Jun 18 16:12:56.417061 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: qos.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.420676 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.421201 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension qos not supported by any of loaded plugins Jun 18 16:12:56.421528 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.422792 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.423299 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 18 16:12:56.423618 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.424503 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.425010 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 18 16:12:56.425326 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: qos_default.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.426202 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.426741 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension qos-default not supported by any of loaded plugins Jun 18 16:12:56.427059 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: qos_fip.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.427688 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.428185 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension qos-fip not supported by any of loaded plugins Jun 18 16:12:56.429126 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: qos_gateway_ip.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.430100 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.430640 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 18 16:12:56.430958 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: qos_port_network_policy.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.431846 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.432349 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 18 16:12:56.432665 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: qos_rule_type_details.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.433551 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.434055 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 18 16:12:56.434368 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: qos_rules_alias.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.435407 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.435908 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 18 16:12:56.436223 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: quotasv2.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.437100 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.437418 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: quotas Jun 18 16:12:56.437730 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: quotasv2_detail.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.440702 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.441044 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: quota_details Jun 18 16:12:56.441371 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: rbac.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.442397 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.442947 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: rbac-policies Jun 18 16:12:56.443270 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: rbac_address_group.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.444777 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.445285 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: rbac-address-group Jun 18 16:12:56.445603 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: rbac_address_scope.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.446524 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.447039 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: rbac-address-scope Jun 18 16:12:56.447357 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: rbac_security_groups.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.448264 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.448770 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: rbac-security-groups Jun 18 16:12:56.449084 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: rbac_subnetpool.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.449968 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.450499 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: rbac-subnetpool Jun 18 16:12:56.450817 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: revisionifmatch.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.451710 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.452209 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: revision-if-match Jun 18 16:12:56.452520 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: revisions.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.453802 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.454313 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: standard-attr-revisions Jun 18 16:12:56.454656 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: router_availability_zone.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.455308 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.455810 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: router_availability_zone Jun 18 16:12:56.456124 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: routerservicetype.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.457008 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.457513 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension router-service-type not supported by any of loaded plugins Jun 18 16:12:56.457827 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.458762 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.459267 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: security-groups-normalized-cidr Jun 18 16:12:56.459580 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.460501 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.460999 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: port-security-groups-filtering Jun 18 16:12:56.461318 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.462221 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.462745 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: security-groups-remote-address-group Jun 18 16:12:56.463061 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: securitygroup.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.472488 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.473011 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: security-group Jun 18 16:12:56.473338 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: segment.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.474100 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.474632 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension segment not supported by any of loaded plugins Jun 18 16:12:56.474954 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.475923 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.476426 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 18 16:12:56.476743 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: servicetype.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.477822 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.478336 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: service-type Jun 18 16:12:56.478680 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: sorting.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.479627 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.479948 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: sorting Jun 18 16:12:56.480261 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: standard_attr_segment.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.481146 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.481655 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 18 16:12:56.481969 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: standardattrdescription.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.482622 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.483133 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: standard-attr-description Jun 18 16:12:56.483444 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: stateful_security_group.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.484341 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.484848 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: stateful-security-group Jun 18 16:12:56.485163 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: stdattrs_common.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.485720 dv-neutron-797120-1-hyperv neutron-server[93344]: WARNING neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 18 16:12:56.486033 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.487033 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.487535 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 18 16:12:56.487848 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: subnet_onboard.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.488926 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.489435 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: subnet_onboard Jun 18 16:12:56.489750 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.490670 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.491725 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 18 16:12:56.492034 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: subnet_service_types.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.492939 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.493447 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: subnet-service-types Jun 18 16:12:56.493764 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: subnetallocation.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.494884 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.495435 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: subnet_allocation Jun 18 16:12:56.495754 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.496412 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.496925 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: subnetpool-prefix-ops Jun 18 16:12:56.497241 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.498150 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.498683 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 18 16:12:56.498997 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: tagging.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.500024 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.500535 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: standard-attr-tag Jun 18 16:12:56.500851 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: timestamp.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.502014 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.502550 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loaded extension: standard-attr-timestamp Jun 18 16:12:56.502875 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: trunk.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.503873 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.504382 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension trunk not supported by any of loaded plugins Jun 18 16:12:56.504701 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: trunk_details.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.505584 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.506086 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension trunk-details not supported by any of loaded plugins Jun 18 16:12:56.506402 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: uplink_status_propagation.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.508007 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.508516 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 18 16:12:56.508834 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Loading extension file: vlantransparent.py {{(pid=93344) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 18 16:12:56.509737 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93344) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 18 16:12:56.510243 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 18 16:12:56.512713 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Creating instance of TrackedResource for resource:network Jun 18 16:12:56.513243 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Creating instance of TrackedResource for resource:subnet Jun 18 16:12:56.513637 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 16:12:56.514024 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Creating instance of TrackedResource for resource:port Jun 18 16:12:56.515267 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.v2.resource_helper [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:12:56.515696 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.v2.resource_helper [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Service FLAVORS assigned prefix: {{(pid=93344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:12:56.516299 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.v2.resource_helper [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:12:56.516723 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.v2.resource_helper [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:12:56.517048 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Creating instance of TrackedResource for resource:router Jun 18 16:12:56.517467 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 16:12:56.517942 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.v2.resource_helper [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Service METERING assigned prefix: /metering {{(pid=93344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:12:56.519373 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.519740 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.520087 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93344) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:12:56.521068 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 16:12:56.521513 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Creating instance of TrackedResource for resource:security_group Jun 18 16:12:56.521939 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 16:12:56.522726 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.v2.resource_helper [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Service CORE assigned prefix: {{(pid=93344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:12:56.523050 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 16:12:56.523389 dv-neutron-797120-1-hyperv neutron-server[93344]: WARNING neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] subnetpool is already registered Jun 18 16:12:56.523827 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.v2.resource_helper [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Service CORE assigned prefix: {{(pid=93344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:12:56.524145 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 16:12:56.524471 dv-neutron-797120-1-hyperv neutron-server[93344]: WARNING neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] subnetpool is already registered Jun 18 16:12:56.526758 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.v2.resource_helper [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:12:56.527185 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.v2.resource_helper [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Service FLAVORS assigned prefix: {{(pid=93344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:12:56.527766 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.v2.resource_helper [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:12:56.528180 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.v2.resource_helper [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:12:56.528504 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Creating instance of TrackedResource for resource:router Jun 18 16:12:56.528834 dv-neutron-797120-1-hyperv neutron-server[93344]: WARNING neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] router is already registered Jun 18 16:12:56.529234 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Creating instance of TrackedResource for resource:floatingip Jun 18 16:12:56.529561 dv-neutron-797120-1-hyperv neutron-server[93344]: WARNING neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] floatingip is already registered Jun 18 16:12:56.530005 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.v2.resource_helper [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Service METERING assigned prefix: /metering {{(pid=93344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:12:56.530681 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 18 16:12:56.531003 dv-neutron-797120-1-hyperv neutron-server[93344]: WARNING neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] rbac_policy is already registered Jun 18 16:12:56.531406 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Creating instance of TrackedResource for resource:security_group Jun 18 16:12:56.531736 dv-neutron-797120-1-hyperv neutron-server[93344]: WARNING neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] security_group is already registered Jun 18 16:12:56.532127 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 18 16:12:56.532448 dv-neutron-797120-1-hyperv neutron-server[93344]: WARNING neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] security_group_rule is already registered Jun 18 16:12:56.533059 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.v2.resource_helper [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Service CORE assigned prefix: {{(pid=93344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:12:56.533380 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 16:12:56.533705 dv-neutron-797120-1-hyperv neutron-server[93344]: WARNING neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] subnetpool is already registered Jun 18 16:12:56.534111 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.v2.resource_helper [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Service CORE assigned prefix: {{(pid=93344) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 18 16:12:56.534443 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 18 16:12:56.534774 dv-neutron-797120-1-hyperv neutron-server[93344]: WARNING neutron.quota.resource_registry [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] subnetpool is already registered Jun 18 16:12:56.535240 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: extensions {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.536688 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: address-groups {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.538185 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: address-scopes {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.539542 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: agents {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.540689 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: auto-allocated-topology {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.541934 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: availability_zones {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.543169 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: dhcp-networks {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.544713 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: dhcp-agents {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.546116 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: routers {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.547840 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: flavors {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.550149 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: service_profiles {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.551391 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: next_providers {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.552834 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: service_profiles {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.554926 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: floatingip-pools {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.556126 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: routers {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.557813 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: floatingips {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.559112 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: l3-routers {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.560486 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: l3-agents {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.561885 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: metering-labels {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.563180 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: metering-label-rules {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.564541 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: network-ip-availabilities {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.565911 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: bindings {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.567503 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: quotas {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.569081 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: quotas {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.571030 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: rbac-policies {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.572220 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: security-groups {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.573501 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: security-group-rules {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.574764 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: service-providers {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.575989 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: subnetpools {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.577289 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: subnetpools {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.578851 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: tags {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.580503 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: tags {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.582325 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: tags {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.584117 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: tags {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.586318 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: tags {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.588254 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: tags {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.589936 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: tags {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.591741 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: tags {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.593581 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: tags {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.595332 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron.api.extensions [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Extended resource: tags {{(pid=93344) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 18 16:12:56.602064 dv-neutron-797120-1-hyperv neutron-server[93344]: WARNING keystonemiddleware.auth_token [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 18 16:12:56.606593 dv-neutron-797120-1-hyperv neutron-server[93344]: WARNING keystonemiddleware.auth_token [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 18 16:12:56.614804 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_concurrency.lockutils [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Acquired lock "singleton_lock" {{(pid=93344) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 18 16:12:56.615278 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_concurrency.lockutils [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Releasing lock "singleton_lock" {{(pid=93344) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 18 16:12:56.615933 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO oslo_service.service [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Starting 2 workers Jun 18 16:12:56.620752 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Started child 93453 {{(pid=93344) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 16:12:56.625211 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Started child 93454 {{(pid=93344) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 16:12:56.626117 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:12:56.626878 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO neutron.service [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 18 16:12:56.627409 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Notify callbacks [] for process, before_spawn {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:12:56.627603 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [-] (93453) wsgi starting up on http://0.0.0.0:9696 Jun 18 16:12:56.629772 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO oslo_service.service [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Starting 1 workers Jun 18 16:12:56.629948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:12:56.631314 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [-] (93454) wsgi starting up on http://0.0.0.0:9696 Jun 18 16:12:56.635344 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Started child 93455 {{(pid=93344) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 16:12:56.635879 dv-neutron-797120-1-hyperv neutron-server[93344]: INFO oslo_service.service [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Starting 1 workers Jun 18 16:12:56.638969 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.service [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] calling RpcWorker wait() {{(pid=93455) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 18 16:12:56.639687 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.service [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] returning from RpcWorker wait() {{(pid=93455) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 18 16:12:56.640290 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Started child 93456 {{(pid=93344) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 18 16:12:56.640695 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:12:56.641109 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG neutron_lib.callbacks.manager [None req-52bf10ac-c5a1-4547-871b-be7b9422c1a9 None None] Notify callbacks [] for process, after_spawn {{(pid=93344) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:12:56.641262 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:12:56.643012 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93344) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 16:12:56.643230 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 16:12:56.643412 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 16:12:56.643623 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 16:12:56.643936 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 16:12:56.644083 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 16:12:56.644607 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.644878 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.645161 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:12:56.645717 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.645717 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.645717 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.646235 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.646494 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.646762 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.647033 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.647818 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.647993 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.648185 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.648627 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.648917 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.648917 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.649203 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.649442 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.649887 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.649887 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.650208 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.650443 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.650719 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.651743 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] debug = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.651743 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.652129 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.652322 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.652577 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.652791 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.653080 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.653320 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.653584 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.653825 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.654072 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.654363 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.654609 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.654859 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.655131 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.655457 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.655608 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.655725 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.656245 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] host = dv-neutron-797120-1-hyperv {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.656482 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.656728 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.656920 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.657169 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.657422 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.657642 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.657873 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.658141 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.658385 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.658659 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.658899 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.659163 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.659325 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.659541 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] log_file = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.659691 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] log_options = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.660028 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.660236 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.660436 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.660696 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.660848 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.660988 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.661173 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.661322 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.661608 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.661838 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.662027 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.662168 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.662378 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.662814 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.663719 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.664018 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.664279 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.664519 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.664845 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.665008 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.665187 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.665505 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.665657 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.665853 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.666073 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.666353 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.666597 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.666802 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.667079 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.667327 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.667561 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.667889 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.668123 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.668411 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.668602 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.668808 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.669022 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.669283 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.669607 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.669859 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.670172 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.670361 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.670843 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.671358 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.671593 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.671593 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] use_json = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.671951 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.672191 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.672426 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.672636 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.672852 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.673075 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.673442 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.673610 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.673921 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.674192 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.674516 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.674770 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.675135 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.675306 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.675601 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.675745 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.676086 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.676301 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.676583 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.676842 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.677138 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.677335 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.677606 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.677915 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:12:56.678594 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.678594 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.678594 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.679217 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.679565 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.679701 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.679880 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.680346 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.680525 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.680764 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.681025 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.681254 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.681486 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.681852 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.682005 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.682193 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.682902 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.682902 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.682902 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.683512 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.683512 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.683512 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.683998 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.683998 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.684241 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.684379 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.684630 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.684919 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.685533 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.685533 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.685970 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.685970 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.686325 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.686325 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.686709 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.686860 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.687125 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.687294 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.687469 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.687689 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.687950 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.688113 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.688309 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.688588 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.688804 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.689009 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.689254 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.689600 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.689772 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.689922 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.690338 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.690683 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.690847 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.691090 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.691306 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.691521 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.691729 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.691936 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.693135 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.693135 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.693135 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.693548 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.693548 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.694325 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.694325 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.694325 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.696844 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.696844 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.696844 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.696844 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.696844 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.696844 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.696844 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.696844 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.700124 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.700124 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.700124 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.700124 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.700124 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.700124 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.700124 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.700124 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.701308 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.701308 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.701308 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.701308 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.701308 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.701308 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.701308 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.701308 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.702057 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.702057 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.702057 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.702057 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.702057 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.702057 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.702057 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.702057 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.702657 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.702657 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.702657 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.702657 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.703046 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.703170 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.703409 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.703646 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.704817 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.704817 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.704817 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.704817 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.705292 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.705292 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.705497 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.705621 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.705860 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.706042 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.706286 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.706617 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.706846 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.707055 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.707280 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.707547 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.707786 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.708075 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.708263 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.708500 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.708747 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.710612 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.710612 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.710612 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.710612 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.710612 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.710612 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.711444 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.711444 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.711444 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.711822 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.711822 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.712059 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.712184 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.712318 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.712543 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.712754 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.712965 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.713209 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.713437 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.713652 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.713876 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.714327 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.714765 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.715187 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.715472 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.715783 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.716055 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.716585 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.716762 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.716969 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.717244 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.717523 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.717833 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.718092 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.718398 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.718701 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.718970 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.721444 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.721444 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.721444 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.721444 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.721444 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.721444 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.721444 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.721444 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.722075 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.722075 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.722075 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.722478 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.722762 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.723083 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.723360 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.723633 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.723904 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.724194 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.724467 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.724776 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.725053 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.725429 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.726232 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.726546 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.726811 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.727054 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.727264 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.727546 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.727805 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.728033 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.728280 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.728522 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.728747 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.728957 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.729185 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.729399 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.729605 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.729828 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.730035 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.730244 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.730478 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.730693 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.730915 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.731120 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.731326 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.731539 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.731744 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.731966 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.732199 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.732427 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.732638 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.732844 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.733165 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.733421 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.733632 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.733911 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.734136 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.734382 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.734659 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.734979 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.735213 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.735480 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.735697 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.735916 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.736149 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.736429 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.736750 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.737070 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.737354 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.737740 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.737885 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.738122 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.738380 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.738612 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.738895 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.739222 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.739509 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.739757 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.740005 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.740272 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.740502 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.740733 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.741073 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.741318 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.741533 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.741787 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.742215 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.742340 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.742561 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.742679 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.742884 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.743107 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.743311 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.743532 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.743757 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.743915 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 16:12:56.744488 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93344) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 18 16:12:56.744645 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 18 16:12:56.744795 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 18 16:12:56.744979 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 18 16:12:56.745145 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 18 16:12:56.745293 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 18 16:12:56.745492 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.745650 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.745806 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.745960 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.746115 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.746289 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.746467 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.746625 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.746789 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.746923 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.747075 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.747230 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.747386 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.747531 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.747682 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.747833 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.747987 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.748145 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.748303 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.748458 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.748611 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.748765 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.748919 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] debug = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.749072 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.749269 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.749426 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.749580 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.749734 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.749889 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.750042 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.750198 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.750351 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.750528 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.750671 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.750827 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.750983 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.751137 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.751293 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.751447 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.751600 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.751754 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] host = dv-neutron-797120-1-hyperv {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.751909 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.752063 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.752221 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.752377 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.752530 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.752756 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.752909 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.753062 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.753210 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.753364 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.753518 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.753720 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.753846 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.753969 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] log_file = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.754369 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] log_options = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.754369 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.754369 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.754998 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.754998 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.754998 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.754998 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.755477 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.755477 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.755477 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.755928 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.755928 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.755928 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.755928 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.756381 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.756381 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.756381 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.756892 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.756892 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.756892 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.757243 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.757243 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.757243 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.757737 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.757737 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.757737 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.758077 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.758077 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.758077 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.758533 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.758533 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.758533 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.758818 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.758818 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.759275 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.759357 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.759506 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.759661 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.759820 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.759974 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.760131 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.760311 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.760498 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.760650 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.760792 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.760934 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.761073 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] use_json = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.761359 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.761359 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.761639 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.761639 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.761909 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.761909 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.762066 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.762146 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 18 16:12:56.762309 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.762983 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.762983 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.762983 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.762983 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.764709 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.764709 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.764709 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.764709 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.764709 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.764709 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.764709 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.764709 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.764709 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.766300 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.766300 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.766300 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.766300 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.766300 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.766300 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.766300 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.766300 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.767710 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.767710 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.767710 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.767710 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.767710 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.767710 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.767710 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.767710 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.768728 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.768728 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.768728 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.768728 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.768728 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.768728 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.768728 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.768728 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.768728 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.769578 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.769578 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.769578 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.769578 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.769578 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.769578 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.769578 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.769578 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.769578 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.770614 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.770614 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.770614 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.770614 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.770614 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.770614 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.770614 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.770614 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.770614 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.771962 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.771962 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.771962 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.771962 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.771962 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.771962 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.771962 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.771962 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.771962 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.773502 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.773502 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.773502 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.773502 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.773502 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.773502 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.773502 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.774166 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.774166 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.774166 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.774166 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.774166 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.774642 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.774642 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.774642 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.774904 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:12:56.775002 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.775002 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.775148 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.775234 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.775353 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.775511 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.775655 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.775815 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.775970 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.776126 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.776284 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.776440 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.776597 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.776753 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.776909 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.777065 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.777224 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.777380 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.777537 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.777692 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.777847 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.778004 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.778159 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.778315 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.778499 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.778663 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.778815 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.778972 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.779127 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.779283 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.779449 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.779605 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.779762 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.779919 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.780084 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.780252 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.780410 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.780566 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.780723 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.780879 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.781036 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.781192 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.781350 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.781507 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.781663 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.781820 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.781985 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.782151 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.782309 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.782486 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.782650 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.782829 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.782985 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.783141 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.783299 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.783455 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.783611 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.783767 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.783923 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.784079 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.784257 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.784416 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.784574 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.784731 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.784887 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.785043 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.785200 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.785439 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.785599 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.785905 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.786206 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.786555 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.786756 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.786893 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.787035 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.787851 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.787851 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.787851 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.787851 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.787851 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.789074 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.789074 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.789074 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.789074 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.789074 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.789647 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.789647 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.789647 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.789647 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.790096 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.790096 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.790096 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.790499 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.790499 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.790499 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.790846 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.790846 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.791076 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.791076 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.791321 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.791321 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.791562 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.791686 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.791810 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.791932 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.792054 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.792221 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.792379 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.792538 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.792701 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.792907 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.793035 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.793157 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.793280 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.793436 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.793592 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.793748 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.793907 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.794067 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.794228 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.794384 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.794569 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.794713 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.794870 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.795027 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.795195 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.795352 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.795509 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.795670 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.795825 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.795992 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.796149 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.796304 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.796460 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.796617 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.796783 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.796939 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.797095 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.797251 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.797408 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.797572 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.797729 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.797885 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.798042 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.798197 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.798362 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.798551 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.798937 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.798937 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.799759 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.799759 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.799759 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.799759 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.799759 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.799759 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.800584 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.800584 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.800584 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.800584 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.800584 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.800584 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.801334 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.801334 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.801334 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.801334 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.801334 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.802001 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.802001 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.802001 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.802001 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.802617 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.802617 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.802617 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.802617 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.803032 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.803032 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.803032 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.803238 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.803340 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.803568 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.803826 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.803991 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.804154 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.804309 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.804466 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.804623 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.804780 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.804937 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.805095 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.805251 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.805408 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.805567 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.805723 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 18 16:12:56.805874 dv-neutron-797120-1-hyperv neutron-server[93344]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93344) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 18 16:12:57.071786 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 42122) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:12:57.080438 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064616 Jun 18 16:13:08.489031 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68b9c21-8d5f-47f8-a613-afd3fe0b4735 None None] get_active_networks_info from dv-neutron-797120-1-hyperv {{(pid=93455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 16:13:08.554292 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68b9c21-8d5f-47f8-a613-afd3fe0b4735 None None] No non-hosted networks {{(pid=93455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 18 16:13:08.571512 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-da441467-f5af-4610-8810-5185664cf88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889'] for agent, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:10.881383 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ea8ea3ce-9fa9-4962-ab88-647dda34ec52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889'] for agent, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:10.932181 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-636eba32-9cea-4db2-a4ed-bdb24d65fb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:11.264754 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889'] for agent, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:11.265484 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:11.265866 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:11.266260 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:11.266623 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:11.266952 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:11.267326 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:11.267654 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:11.268012 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:11.268467 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:11.268864 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:11.269207 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:11.269579 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:11.270002 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-797120-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:13:11.281386 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-797120-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:13:12.028505 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889'] for agent, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:13.624534 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889'] for agent, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:14.808575 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 42214) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:13:15.223571 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.db.l3_hamode_db [None req-ca6582ae-a3ff-4bd5-8531-a9653c53c2b5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 18 16:13:15.299708 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6582ae-a3ff-4bd5-8531-a9653c53c2b5 None None] Routers set() bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:13:15.300090 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6582ae-a3ff-4bd5-8531-a9653c53c2b5 None None] Router IDs set() for agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 18 16:13:15.321658 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING oslo_policy.policy [None req-2f339b44-41ce-42d9-b333-7518bc2868b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:13:15.322267 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING oslo_policy.policy [None req-2f339b44-41ce-42d9-b333-7518bc2868b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:13:15.537580 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-2f339b44-41ce-42d9-b333-7518bc2868b8 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:13:15.538558 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2f339b44-41ce-42d9-b333-7518bc2868b8 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7288990 Jun 18 16:13:17.873542 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 42228) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:13:18.193663 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-4f44f187-6648-4646-add7-a930ad63d432 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:13:18.285989 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.policy [None req-4f44f187-6648-4646-add7-a930ad63d432 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93454) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 16:13:18.331125 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING oslo_policy.policy [None req-4f44f187-6648-4646-add7-a930ad63d432 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:13:18.331518 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING oslo_policy.policy [None req-4f44f187-6648-4646-add7-a930ad63d432 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:13:18.339984 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.quota [None req-4f44f187-6648-4646-add7-a930ad63d432 admin admin] Loaded quota_driver: . Jun 18 16:13:18.431369 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f44f187-6648-4646-add7-a930ad63d432 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758803256499', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758803245766', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758803236158', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758803242228', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758803297975', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758803279570', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-584652', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-658899', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1761883', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1583903'] for rbac-policy, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:18.495057 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f44f187-6648-4646-add7-a930ad63d432 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:18.496237 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4f44f187-6648-4646-add7-a930ad63d432 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6217246 Jun 18 16:13:21.143744 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 42240) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:13:21.447197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '6771293228e84172bd0a0fd511491d92', 'project_id': '6771293228e84172bd0a0fd511491d92'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:13:21.475788 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Made reservation on behalf of 6771293228e84172bd0a0fd511491d92 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:13:21.478634 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:21.498206 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:21.621347 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:21.626333 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:21.632370 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:13:21.648056 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:13:21.675772 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758805085898', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:21.677102 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Unsubscribe: segment precommit_create {{(pid=93454) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 16:13:21.677906 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Added segment 51614c91-b394-4e3f-8f75-0d768c032236 of type vlan for network 2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8 Jun 18 16:13:21.746003 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46381c9c-87e2-462d-bdef-0c87a339d6c5,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:13:21.766810 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:21.767155 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:21.767485 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:21.767800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:21.768109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:21.768432 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:21.768742 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:21.769045 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:21.769347 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:21.769645 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:21.769945 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:21.770301 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Tracked resource versions report: Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: pushed versions: Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: { 'AddressGroup': {'1.2'}, Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'ConntrackHelper': {'1.0'}, Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'Log': {'1.0'}, Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'Network': {'1.1'}, Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'Port': {'1.7'}, Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'PortForwarding': {'1.2'}, Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'QosPolicy': {'1.8'}, Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'SecurityGroup': {'1.4'}, Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'SubPort': {'1.0'}, Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'Subnet': {'1.1'}, Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'Trunk': {'1.1'}} Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: consumer versions: Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: { DHCP agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: L3 agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: Metadata agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: Metering agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: Open vSwitch agent@dv-neutron-797120-1-hyperv: { 'AddressGroup': '1.2', Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'ConntrackHelper': '1.0', Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'Log': '1.0', Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'Network': '1.1', Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'Port': '1.7', Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'PortForwarding': '1.2', Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'QosPolicy': '1.8', Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'SecurityGroup': '1.4', Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'SecurityGroupRule': '1.2', Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'SubPort': '1.0', Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'Subnet': '1.1', Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: 'Trunk': '1.1'}} Jun 18 16:13:21.772520 dv-neutron-797120-1-hyperv neutron-server[93454]: {{(pid=93454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:13:21.804191 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:21.830335 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:13:21.856568 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:21.857985 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:13:21.858654 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:21.861322 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:13:21.929905 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7850006 Jun 18 16:13:21.959474 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Pushing event updated for resources: {'Network': ['ID=2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:13:21.962984 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:13:21.971287 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:13:24.548855 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 42254) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:13:24.930728 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef92cc25-3cdc-4bf8-81cf-e76983ec0fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:13:24.932068 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ef92cc25-3cdc-4bf8-81cf-e76983ec0fcc admin admin] 10.222.0.50 "GET /v2.0/networks/2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8 HTTP/1.1" status: 200 len: 825 time: 0.3822620 Jun 18 16:13:24.955777 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-77d69fc8-ecd7-42a9-a4c8-86592efaf057 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/fec2a6f2-5aa9-446f-b78a-7a2dfe285f7b HTTP/1.1" status: 200 len: 734 time: 0.0183125 Jun 18 16:13:24.963806 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-778c1241-3f5f-4889-a709-f970db9a7209 admin admin] Request body: {'subnet': {'subnetpool_id': 'fec2a6f2-5aa9-446f-b78a-7a2dfe285f7b', 'network_id': '2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8', 'gateway_ip': '172.20.0.1', 'tenant_id': '6771293228e84172bd0a0fd511491d92', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:13:24.985068 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778c1241-3f5f-4889-a709-f970db9a7209 admin admin] Made reservation on behalf of 6771293228e84172bd0a0fd511491d92 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:13:24.987650 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-778c1241-3f5f-4889-a709-f970db9a7209 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:25.277171 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-778c1241-3f5f-4889-a709-f970db9a7209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:25.279405 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:13:25.347528 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778c1241-3f5f-4889-a709-f970db9a7209 admin admin] Checking segment: {'id': '51614c91-b394-4e3f-8f75-0d768c032236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:13:25.347899 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778c1241-3f5f-4889-a709-f970db9a7209 admin admin] Network hostable DHCP agents. Network: 2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:13:25.352839 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c1241-3f5f-4889-a709-f970db9a7209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de3e151b-3a4e-4976-8ffc-741b83db272e,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:13:25.357905 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-778c1241-3f5f-4889-a709-f970db9a7209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:13:25.373141 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778c1241-3f5f-4889-a709-f970db9a7209 admin admin] Network 2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:13:25.384734 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-778c1241-3f5f-4889-a709-f970db9a7209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:13:25.389558 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778c1241-3f5f-4889-a709-f970db9a7209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:13:25.390182 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-778c1241-3f5f-4889-a709-f970db9a7209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:25.394554 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14b2d83-f505-4881-b87c-30ea5ba3b93e None None] Network 2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:13:25.405573 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-778c1241-3f5f-4889-a709-f970db9a7209 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4449244 Jun 18 16:13:25.710185 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8', 'network_id': '2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8', 'tenant_id': '6771293228e84172bd0a0fd511491d92', 'fixed_ips': [{'subnet_id': 'de3e151b-3a4e-4976-8ffc-741b83db272e'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:13:25.711483 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:25.989352 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Allocated IP 172.20.0.2 (2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8/de3e151b-3a4e-4976-8ffc-741b83db272e/40aebb70-35be-44ec-b39f-e2b56e9244d5) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:13:26.191213 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:26.209414 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Transition to ACTIVE for port object 40aebb70-35be-44ec-b39f-e2b56e9244d5 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:13:26.260515 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Transition to ACTIVE for port object 40aebb70-35be-44ec-b39f-e2b56e9244d5 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:13:26.268272 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:26.271447 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:13:26.339708 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Network 2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:13:26.344521 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:13:26.353469 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:13:26.356573 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Pushing event updated for resources: {'Port': ['ID=40aebb70-35be-44ec-b39f-e2b56e9244d5,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:13:26.367963 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:26.368377 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:26.368711 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:26.369052 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:26.369357 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:26.369687 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:26.370007 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:26.370403 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:26.370744 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:26.371058 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:26.371369 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:26.371677 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Tracked resource versions report: Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: pushed versions: Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: { 'AddressGroup': {'1.2'}, Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'ConntrackHelper': {'1.0'}, Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'Log': {'1.0'}, Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'Network': {'1.1'}, Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'Port': {'1.7'}, Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'PortForwarding': {'1.2'}, Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'QosPolicy': {'1.8'}, Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'SecurityGroup': {'1.4'}, Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'SubPort': {'1.0'}, Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'Subnet': {'1.1'}, Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'Trunk': {'1.1'}} Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: consumer versions: Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: { DHCP agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: L3 agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: Metadata agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: Metering agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: Open vSwitch agent@dv-neutron-797120-1-hyperv: { 'AddressGroup': '1.2', Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'ConntrackHelper': '1.0', Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'Log': '1.0', Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'Network': '1.1', Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'Port': '1.7', Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'PortForwarding': '1.2', Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'QosPolicy': '1.8', Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'SecurityGroup': '1.4', Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'SecurityGroupRule': '1.2', Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'SubPort': '1.0', Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'Subnet': '1.1', Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: 'Trunk': '1.1'}} Jun 18 16:13:26.373040 dv-neutron-797120-1-hyperv neutron-server[93455]: {{(pid=93455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:13:26.391153 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:13:26.439999 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Attempting to bind port 40aebb70-35be-44ec-b39f-e2b56e9244d5 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:13:26.440643 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Attempting to bind port 40aebb70-35be-44ec-b39f-e2b56e9244d5 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '51614c91-b394-4e3f-8f75-0d768c032236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:13:26.440792 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Attempting to bind port 40aebb70-35be-44ec-b39f-e2b56e9244d5 on network 2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:13:26.445666 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:13:26.446069 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Checking segment: {'id': '51614c91-b394-4e3f-8f75-0d768c032236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:13:26.446561 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:26.446956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Bound using segment: {'id': '51614c91-b394-4e3f-8f75-0d768c032236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:13:26.447445 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Bound port: 40aebb70-35be-44ec-b39f-e2b56e9244d5, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51614c91-b394-4e3f-8f75-0d768c032236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:13:26.447846 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:26.509528 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] For port 40aebb70-35be-44ec-b39f-e2b56e9244d5, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:13:26.514374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] For port 40aebb70-35be-44ec-b39f-e2b56e9244d5, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=40aebb70-35be-44ec-b39f-e2b56e9244d5,segment=NetworkSegment(51614c91-b394-4e3f-8f75-0d768c032236),segment_id=51614c91-b394-4e3f-8f75-0d768c032236)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:13:26.518811 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:26.523007 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:13:26.587605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Pushing event updated for resources: {'Port': ['ID=40aebb70-35be-44ec-b39f-e2b56e9244d5,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:13:26.591261 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:13:27.819479 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 42262) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:13:28.323673 dv-neutron-797120-1-hyperv neutron-server[93453]: WARNING oslo_policy.policy [None req-db780855-1d1f-4030-a543-261c0530c699 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:13:28.324240 dv-neutron-797120-1-hyperv neutron-server[93453]: WARNING oslo_policy.policy [None req-db780855-1d1f-4030-a543-261c0530c699 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:13:28.544236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-db780855-1d1f-4030-a543-261c0530c699 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:13:28.545471 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-db780855-1d1f-4030-a543-261c0530c699 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7239590 Jun 18 16:13:30.918931 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 42276) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:13:31.233734 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-3f942fa7-3dcf-4666-95d1-736d052fd947 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:13:31.234714 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3f942fa7-3dcf-4666-95d1-736d052fd947 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3147385 Jun 18 16:13:32.610701 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b2a166-b38f-4070-a0f4-63a7e25b33bf None None] Network 2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:13:32.734751 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-173ebf72-6c05-4c46-9966-19455fd5d424 None None] Provisioning for port 40aebb70-35be-44ec-b39f-e2b56e9244d5 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:13:33.089672 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 40aebb70-35be-44ec-b39f-e2b56e9244d5 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:13:33.170238 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 40aebb70-35be-44ec-b39f-e2b56e9244d5 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:13:33.173831 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 40aebb70-35be-44ec-b39f-e2b56e9244d5 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:13:33.174221 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:33.278002 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:33.311421 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 40aebb70-35be-44ec-b39f-e2b56e9244d5, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=40aebb70-35be-44ec-b39f-e2b56e9244d5,segment=NetworkSegment(51614c91-b394-4e3f-8f75-0d768c032236),segment_id=51614c91-b394-4e3f-8f75-0d768c032236)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:13:33.315596 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:33.319865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:13:33.366529 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=40aebb70-35be-44ec-b39f-e2b56e9244d5,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:13:33.369985 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:13:33.877529 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 42290) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:13:34.172089 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f2bb7224-0d27-41c4-8631-5a5ddbd7372f admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '6771293228e84172bd0a0fd511491d92'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:13:34.235192 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.policy [None req-f2bb7224-0d27-41c4-8631-5a5ddbd7372f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93453) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 18 16:13:34.281295 dv-neutron-797120-1-hyperv neutron-server[93453]: WARNING oslo_policy.policy [None req-f2bb7224-0d27-41c4-8631-5a5ddbd7372f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:13:34.281677 dv-neutron-797120-1-hyperv neutron-server[93453]: WARNING oslo_policy.policy [None req-f2bb7224-0d27-41c4-8631-5a5ddbd7372f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 18 16:13:34.290960 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.quota [None req-f2bb7224-0d27-41c4-8631-5a5ddbd7372f admin admin] Loaded quota_driver: . Jun 18 16:13:34.349015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7224-0d27-41c4-8631-5a5ddbd7372f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:34.350833 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7224-0d27-41c4-8631-5a5ddbd7372f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:34.508616 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7224-0d27-41c4-8631-5a5ddbd7372f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:34.513499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7224-0d27-41c4-8631-5a5ddbd7372f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:34.531368 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f2bb7224-0d27-41c4-8631-5a5ddbd7372f admin admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:34.532536 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f2bb7224-0d27-41c4-8631-5a5ddbd7372f admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6540635 Jun 18 16:13:35.081280 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 40aebb70-35be-44ec-b39f-e2b56e9244d5 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:13:35.126405 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 40aebb70-35be-44ec-b39f-e2b56e9244d5 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:13:35.126788 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:36.911891 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 42300) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:13:37.225220 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-5784712a-8725-4efc-9006-722792962318 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:13:37.226204 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5784712a-8725-4efc-9006-722792962318 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3133790 Jun 18 16:13:38.385011 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-48eac3ef-b96e-43d3-9aa3-7890a8da95f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:39.545144 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 42308) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:13:39.848798 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-538698ba-ee0b-4db1-b978-8da94b73d162 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:13:39.875194 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538698ba-ee0b-4db1-b978-8da94b73d162 admin admin] Made reservation on behalf of 615cb079df954c12b1c99744f258ec57 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:13:39.878976 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-538698ba-ee0b-4db1-b978-8da94b73d162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:39.887984 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-538698ba-ee0b-4db1-b978-8da94b73d162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:39.975970 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-538698ba-ee0b-4db1-b978-8da94b73d162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:39.979454 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-538698ba-ee0b-4db1-b978-8da94b73d162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:39.983717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:13:39.995394 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-538698ba-ee0b-4db1-b978-8da94b73d162 admin admin] Reserving flat network on physical network physnet1 {{(pid=93454) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 18 16:13:40.015922 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538698ba-ee0b-4db1-b978-8da94b73d162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a1be81-a7ff-4766-afb9-391df4a896e3,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:13:40.019737 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-538698ba-ee0b-4db1-b978-8da94b73d162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:13:40.021072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-538698ba-ee0b-4db1-b978-8da94b73d162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:40.021404 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-538698ba-ee0b-4db1-b978-8da94b73d162 admin admin] Added segment 3f72c694-1069-4678-9404-829672b57607 of type flat for network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 Jun 18 16:13:40.070911 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-538698ba-ee0b-4db1-b978-8da94b73d162 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:40.105592 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-538698ba-ee0b-4db1-b978-8da94b73d162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:40.106835 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538698ba-ee0b-4db1-b978-8da94b73d162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:13:40.107389 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-538698ba-ee0b-4db1-b978-8da94b73d162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:40.110028 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:13:40.154281 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-538698ba-ee0b-4db1-b978-8da94b73d162 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6080568 Jun 18 16:13:40.167701 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538698ba-ee0b-4db1-b978-8da94b73d162 admin admin] Pushing event updated for resources: {'Network': ['ID=81b3e7a1-a3eb-41d3-a54b-e3363be60296,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:13:40.170564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-538698ba-ee0b-4db1-b978-8da94b73d162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:13:40.178249 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:13:40.868689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a883a83f-e336-4eeb-af50-c72e898a61dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:41.240358 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:41.971043 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:42.483781 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 42326) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:13:42.656105 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc124d2a-d5a2-4326-9f38-c44981036511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:13:42.657406 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-dc124d2a-d5a2-4326-9f38-c44981036511 admin admin] 10.222.0.50 "GET /v2.0/subnets/de3e151b-3a4e-4976-8ffc-741b83db272e HTTP/1.1" status: 200 len: 849 time: 0.1726778 Jun 18 16:13:42.814720 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4b27fa98-5aa5-4126-8062-e4ce0395f5fc admin admin] 10.222.0.50 "GET /v2.0/routers/d3af5853-f55f-47e2-871a-767b6648fea8 HTTP/1.1" status: 200 len: 704 time: 0.1514020 Jun 18 16:13:43.076594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:43.362644 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Allocated IP 172.20.0.1 (2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8/de3e151b-3a4e-4976-8ffc-741b83db272e/2c58ee0c-ca84-44c8-841f-05444be19d8e) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:13:43.556361 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:43.560028 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:43.581482 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Transition to ACTIVE for port object 2c58ee0c-ca84-44c8-841f-05444be19d8e will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:13:43.668203 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:43.670438 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:13:43.736459 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Network 2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:13:43.741291 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:13:43.746928 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:13:43.747381 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:43.804980 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Pushing event updated for resources: {'Port': ['ID=2c58ee0c-ca84-44c8-841f-05444be19d8e,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:13:43.816306 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:13:43.955016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-aab4b498-e503-4404-b2f7-c41c28043c40 None None] Provisioning for port 2c58ee0c-ca84-44c8-841f-05444be19d8e completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:13:43.959422 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-aab4b498-e503-4404-b2f7-c41c28043c40 None None] Provisioning complete for port 2c58ee0c-ca84-44c8-841f-05444be19d8e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:13:43.960067 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aab4b498-e503-4404-b2f7-c41c28043c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:43.961734 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:43.992818 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-aab4b498-e503-4404-b2f7-c41c28043c40 None None] Port 2c58ee0c-ca84-44c8-841f-05444be19d8e cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:13:44.144083 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:44.148412 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:44.149505 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:44.151825 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:13:44.229876 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Pushing event updated for resources: {'Port': ['ID=2c58ee0c-ca84-44c8-841f-05444be19d8e,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:13:44.233521 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:13:44.276680 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Network 2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:13:44.277983 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:13:44.442884 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Router d3af5853-f55f-47e2-871a-767b6648fea8 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:13:44.512401 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e2d64ebd-0f55-4090-bc40-32dc9fe475a1 None None] Provisioning complete for port 2c58ee0c-ca84-44c8-841f-05444be19d8e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:13:44.512688 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e2d64ebd-0f55-4090-bc40-32dc9fe475a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:44.543550 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:13:44.545730 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-e2d64ebd-0f55-4090-bc40-32dc9fe475a1 None None] Port 2c58ee0c-ca84-44c8-841f-05444be19d8e cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:13:44.548827 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] 10.222.0.50 "PUT /v2.0/routers/d3af5853-f55f-47e2-871a-767b6648fea8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7292140 Jun 18 16:13:44.566090 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Sync routers for ids ['d3af5853-f55f-47e2-871a-767b6648fea8'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:13:44.577891 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Routers {'d3af5853-f55f-47e2-871a-767b6648fea8'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:13:44.578777 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:13:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d3af5853-f55f-47e2-871a-767b6648fea8'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:13:44.763629 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Set router d3af5853-f55f-47e2-871a-767b6648fea8 gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:13:45.184667 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3af5853-f55f-47e2-871a-767b6648fea8', 'name': 'router1', 'tenant_id': '6771293228e84172bd0a0fd511491d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:13:34Z', 'updated_at': '2021-06-18T16:13:43Z', 'revision_number': 2, 'project_id': '6771293228e84172bd0a0fd511491d92', 'gw_port_host': None, '_interfaces': [{'id': '2c58ee0c-ca84-44c8-841f-05444be19d8e', 'name': '', 'network_id': '2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8', 'tenant_id': '6771293228e84172bd0a0fd511491d92', 'mac_address': 'fa:16:3e:61:aa:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3af5853-f55f-47e2-871a-767b6648fea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de3e151b-3a4e-4976-8ffc-741b83db272e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:13:43Z', 'updated_at': '2021-06-18T16:13:44Z', 'revision_number': 2, 'project_id': '6771293228e84172bd0a0fd511491d92', 'subnets': [{'id': 'de3e151b-3a4e-4976-8ffc-741b83db272e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fec2a6f2-5aa9-446f-b78a-7a2dfe285f7b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:13:45.232972 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Checking router: d3af5853-f55f-47e2-871a-767b6648fea8 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:13:45.233340 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Updating router d3af5853-f55f-47e2-871a-767b6648fea8 port 2c58ee0c-ca84-44c8-841f-05444be19d8e binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:13:45.295002 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:45.780313 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:45.798460 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Transition to ACTIVE for port object 2c58ee0c-ca84-44c8-841f-05444be19d8e will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:13:45.804889 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:45.809163 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:13:45.991842 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400244d-a4f0-44c5-a798-813ed244f48e None None] Pushing event updated for resources: {'Port': ['ID=2c58ee0c-ca84-44c8-841f-05444be19d8e,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:13:46.009301 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400244d-a4f0-44c5-a798-813ed244f48e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:46.009679 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400244d-a4f0-44c5-a798-813ed244f48e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:46.010015 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400244d-a4f0-44c5-a798-813ed244f48e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:46.010339 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400244d-a4f0-44c5-a798-813ed244f48e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:46.010752 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400244d-a4f0-44c5-a798-813ed244f48e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:46.011088 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400244d-a4f0-44c5-a798-813ed244f48e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:46.011413 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400244d-a4f0-44c5-a798-813ed244f48e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:46.011769 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400244d-a4f0-44c5-a798-813ed244f48e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:46.012099 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400244d-a4f0-44c5-a798-813ed244f48e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:46.012414 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400244d-a4f0-44c5-a798-813ed244f48e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:46.012725 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400244d-a4f0-44c5-a798-813ed244f48e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:46.013032 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400244d-a4f0-44c5-a798-813ed244f48e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7400244d-a4f0-44c5-a798-813ed244f48e None None] Tracked resource versions report: Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: pushed versions: Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: { 'AddressGroup': {'1.2'}, Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'ConntrackHelper': {'1.0'}, Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'Log': {'1.0'}, Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'Network': {'1.1'}, Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'Port': {'1.7'}, Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'PortForwarding': {'1.2'}, Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'QosPolicy': {'1.8'}, Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'SecurityGroup': {'1.4'}, Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'SubPort': {'1.0'}, Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'Subnet': {'1.1'}, Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'Trunk': {'1.1'}} Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: consumer versions: Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: { DHCP agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: L3 agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: Metadata agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: Metering agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: Open vSwitch agent@dv-neutron-797120-1-hyperv: { 'AddressGroup': '1.2', Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'ConntrackHelper': '1.0', Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'Log': '1.0', Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'Network': '1.1', Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'Port': '1.7', Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'PortForwarding': '1.2', Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'QosPolicy': '1.8', Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'SecurityGroup': '1.4', Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'SecurityGroupRule': '1.2', Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'SubPort': '1.0', Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'Subnet': '1.1', Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: 'Trunk': '1.1'}} Jun 18 16:13:46.014402 dv-neutron-797120-1-hyperv neutron-server[93456]: {{(pid=93456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:13:46.019285 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Attempting to bind port 2c58ee0c-ca84-44c8-841f-05444be19d8e on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:13:46.019680 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Attempting to bind port 2c58ee0c-ca84-44c8-841f-05444be19d8e by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '51614c91-b394-4e3f-8f75-0d768c032236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:13:46.020122 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Attempting to bind port 2c58ee0c-ca84-44c8-841f-05444be19d8e on network 2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:13:46.022127 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-7400244d-a4f0-44c5-a798-813ed244f48e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:13:46.025860 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:13:46.026273 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Checking segment: {'id': '51614c91-b394-4e3f-8f75-0d768c032236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:13:46.026772 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:46.027153 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Bound using segment: {'id': '51614c91-b394-4e3f-8f75-0d768c032236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:13:46.027636 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Bound port: 2c58ee0c-ca84-44c8-841f-05444be19d8e, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51614c91-b394-4e3f-8f75-0d768c032236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:13:46.028001 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:46.095274 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] For port 2c58ee0c-ca84-44c8-841f-05444be19d8e, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:13:46.116647 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] For port 2c58ee0c-ca84-44c8-841f-05444be19d8e, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2c58ee0c-ca84-44c8-841f-05444be19d8e,segment=NetworkSegment(51614c91-b394-4e3f-8f75-0d768c032236),segment_id=51614c91-b394-4e3f-8f75-0d768c032236)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:13:46.121431 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:46.124310 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-7400244d-a4f0-44c5-a798-813ed244f48e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:13:46.170984 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Routers {'d3af5853-f55f-47e2-871a-767b6648fea8'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:13:46.171614 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:13:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d3af5853-f55f-47e2-871a-767b6648fea8'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:13:46.261818 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400244d-a4f0-44c5-a798-813ed244f48e None None] Pushing event updated for resources: {'Port': ['ID=2c58ee0c-ca84-44c8-841f-05444be19d8e,revision_number=4']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:13:46.276231 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-7400244d-a4f0-44c5-a798-813ed244f48e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:13:46.277415 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] Set router d3af5853-f55f-47e2-871a-767b6648fea8 gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:13:46.484863 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3af5853-f55f-47e2-871a-767b6648fea8', 'name': 'router1', 'tenant_id': '6771293228e84172bd0a0fd511491d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:13:34Z', 'updated_at': '2021-06-18T16:13:43Z', 'revision_number': 2, 'project_id': '6771293228e84172bd0a0fd511491d92', 'gw_port_host': None, '_interfaces': [{'id': '2c58ee0c-ca84-44c8-841f-05444be19d8e', 'name': '', 'network_id': '2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8', 'tenant_id': '6771293228e84172bd0a0fd511491d92', 'mac_address': 'fa:16:3e:61:aa:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3af5853-f55f-47e2-871a-767b6648fea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de3e151b-3a4e-4976-8ffc-741b83db272e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:13:43Z', 'updated_at': '2021-06-18T16:13:46Z', 'revision_number': 4, 'project_id': '6771293228e84172bd0a0fd511491d92', 'subnets': [{'id': 'de3e151b-3a4e-4976-8ffc-741b83db272e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fec2a6f2-5aa9-446f-b78a-7a2dfe285f7b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:13:46.514605 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a693b3a8-dd27-4775-a731-7f3ab774f8a2 None None] The sync data for ids ['d3af5853-f55f-47e2-871a-767b6648fea8'] in dv-neutron-797120-1-hyperv is: [{'id': 'd3af5853-f55f-47e2-871a-767b6648fea8', 'name': 'router1', 'tenant_id': '6771293228e84172bd0a0fd511491d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:13:34Z', 'updated_at': '2021-06-18T16:13:43Z', 'revision_number': 2, 'project_id': '6771293228e84172bd0a0fd511491d92', 'gw_port_host': None, '_interfaces': [{'id': '2c58ee0c-ca84-44c8-841f-05444be19d8e', 'name': '', 'network_id': '2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8', 'tenant_id': '6771293228e84172bd0a0fd511491d92', 'mac_address': 'fa:16:3e:61:aa:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3af5853-f55f-47e2-871a-767b6648fea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de3e151b-3a4e-4976-8ffc-741b83db272e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:13:43Z', 'updated_at': '2021-06-18T16:13:46Z', 'revision_number': 4, 'project_id': '6771293228e84172bd0a0fd511491d92', 'subnets': [{'id': 'de3e151b-3a4e-4976-8ffc-741b83db272e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fec2a6f2-5aa9-446f-b78a-7a2dfe285f7b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:13:46.764700 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 42346) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:13:46.873165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a1862f-ffd4-462c-9e4e-7c9160d66fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:13:46.875489 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b8a1862f-ffd4-462c-9e4e-7c9160d66fe4 admin admin] 10.222.0.50 "GET /v2.0/networks/81b3e7a1-a3eb-41d3-a54b-e3363be60296 HTTP/1.1" status: 200 len: 842 time: 0.1088018 Jun 18 16:13:46.884165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-e3a6e589-2879-46c1-9172-becfa18bddf5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'enable_dhcp': False, 'cidr': '172.26.6.0/24', 'ip_version': 4, 'gateway_ip': '172.26.6.1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:13:46.905733 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a6e589-2879-46c1-9172-becfa18bddf5 admin admin] Made reservation on behalf of 615cb079df954c12b1c99744f258ec57 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:13:46.908044 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e3a6e589-2879-46c1-9172-becfa18bddf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:47.187743 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.objects.ports [None req-e3a6e589-2879-46c1-9172-becfa18bddf5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93454) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:13:47.188188 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e3a6e589-2879-46c1-9172-becfa18bddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:47.191037 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:13:47.312438 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6e589-2879-46c1-9172-becfa18bddf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a723bd-09a1-41d1-abd4-2871c8fdeeb4,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:13:47.314973 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e3a6e589-2879-46c1-9172-becfa18bddf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:13:47.318598 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a6e589-2879-46c1-9172-becfa18bddf5 admin admin] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:13:47.318953 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a6e589-2879-46c1-9172-becfa18bddf5 admin admin] Network hostable DHCP agents. Network: 81b3e7a1-a3eb-41d3-a54b-e3363be60296, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:13:47.335700 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a6e589-2879-46c1-9172-becfa18bddf5 admin admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:13:47.343852 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-e3a6e589-2879-46c1-9172-becfa18bddf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 81b3e7a1-a3eb-41d3-a54b-e3363be60296) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:13:47.348319 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a6e589-2879-46c1-9172-becfa18bddf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:13:47.348901 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e3a6e589-2879-46c1-9172-becfa18bddf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:47.353134 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e55e20-4497-4db6-af2e-2877135fc0d9 None None] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:13:47.366482 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e3a6e589-2879-46c1-9172-becfa18bddf5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4839056 Jun 18 16:13:47.486694 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1be11a3-db83-40a0-b9e4-fedd6c91c9e7 None None] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:13:49.639059 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 42358) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:13:49.860163 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3ae0ef2b-0451-4353-87d0-a4820c96d7ad admin admin] 10.222.0.50 "GET /v2.0/routers/d3af5853-f55f-47e2-871a-767b6648fea8 HTTP/1.1" status: 200 len: 710 time: 0.2199650 Jun 18 16:13:50.053175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c25701-88f5-46c3-bd0c-b977fd24e28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:13:50.054704 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-80c25701-88f5-46c3-bd0c-b977fd24e28c admin admin] 10.222.0.50 "GET /v2.0/networks/81b3e7a1-a3eb-41d3-a54b-e3363be60296 HTTP/1.1" status: 200 len: 886 time: 0.1893780 Jun 18 16:13:50.063207 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:13:50.326395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:50.569734 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:50.645520 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:50.825780 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Allocated IP 172.26.6.124 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/e15396f8-d3fd-43ae-af95-b927ab5c885e) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:13:50.935132 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:51.017901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:51.022835 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:13:51.081254 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:13:51.085649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:13:51.112538 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2c58ee0c-ca84-44c8-841f-05444be19d8e up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:13:51.136020 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Pushing event updated for resources: {'Port': ['ID=e15396f8-d3fd-43ae-af95-b927ab5c885e,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:13:51.140434 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:13:51.147043 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:51.147391 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:51.147723 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:51.148049 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:51.148371 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:51.148709 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:51.149037 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:51.149369 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:51.149699 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:51.150014 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:51.150323 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:51.150659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Tracked resource versions report: Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: pushed versions: Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: { 'AddressGroup': {'1.2'}, Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'ConntrackHelper': {'1.0'}, Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'Log': {'1.0'}, Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'Network': {'1.1'}, Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'Port': {'1.7'}, Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'PortForwarding': {'1.2'}, Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'QosPolicy': {'1.8'}, Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'SecurityGroup': {'1.4'}, Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'SubPort': {'1.0'}, Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'Subnet': {'1.1'}, Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'Trunk': {'1.1'}} Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: consumer versions: Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: { DHCP agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: L3 agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: Metadata agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: Metering agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: Open vSwitch agent@dv-neutron-797120-1-hyperv: { 'AddressGroup': '1.2', Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'ConntrackHelper': '1.0', Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'Log': '1.0', Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'Network': '1.1', Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'Port': '1.7', Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'PortForwarding': '1.2', Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'QosPolicy': '1.8', Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'SecurityGroup': '1.4', Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'SecurityGroupRule': '1.2', Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'SubPort': '1.0', Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'Subnet': '1.1', Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: 'Trunk': '1.1'}} Jun 18 16:13:51.152006 dv-neutron-797120-1-hyperv neutron-server[93453]: {{(pid=93453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:13:51.163751 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 2c58ee0c-ca84-44c8-841f-05444be19d8e completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:13:51.167512 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 2c58ee0c-ca84-44c8-841f-05444be19d8e triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:13:51.167878 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:51.210830 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:13:51.245872 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:51.276726 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 2c58ee0c-ca84-44c8-841f-05444be19d8e, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2c58ee0c-ca84-44c8-841f-05444be19d8e,segment=NetworkSegment(51614c91-b394-4e3f-8f75-0d768c032236),segment_id=51614c91-b394-4e3f-8f75-0d768c032236)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:13:51.280639 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:51.282750 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-fcce9a0e-1dbd-4df1-a6c4-d8f8e68b6c2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:13:51.328592 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=2c58ee0c-ca84-44c8-841f-05444be19d8e,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:13:51.332030 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:13:51.478811 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:51.672269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:51.675838 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:51.784396 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Router d3af5853-f55f-47e2-871a-767b6648fea8 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:13:51.887726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:13:51.892189 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:51.894257 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] 10.222.0.50 "PUT /v2.0/routers/d3af5853-f55f-47e2-871a-767b6648fea8 HTTP/1.1" status: 200 len: 890 time: 1.8338683 Jun 18 16:13:51.909822 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Sync routers for ids ['d3af5853-f55f-47e2-871a-767b6648fea8'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:13:51.921126 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Routers {'d3af5853-f55f-47e2-871a-767b6648fea8'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:13:51.921723 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:13:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d3af5853-f55f-47e2-871a-767b6648fea8'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:13:52.189279 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Set router d3af5853-f55f-47e2-871a-767b6648fea8 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:13:52.587225 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3af5853-f55f-47e2-871a-767b6648fea8', 'name': 'router1', 'tenant_id': '6771293228e84172bd0a0fd511491d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'e15396f8-d3fd-43ae-af95-b927ab5c885e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:13:34Z', 'updated_at': '2021-06-18T16:13:51Z', 'revision_number': 4, 'project_id': '6771293228e84172bd0a0fd511491d92', 'gw_port': {'id': 'e15396f8-d3fd-43ae-af95-b927ab5c885e', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3af5853-f55f-47e2-871a-767b6648fea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:13:50Z', 'updated_at': '2021-06-18T16:13:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '2c58ee0c-ca84-44c8-841f-05444be19d8e', 'name': '', 'network_id': '2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8', 'tenant_id': '6771293228e84172bd0a0fd511491d92', 'mac_address': 'fa:16:3e:61:aa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af5853-f55f-47e2-871a-767b6648fea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de3e151b-3a4e-4976-8ffc-741b83db272e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:13:43Z', 'updated_at': '2021-06-18T16:13:51Z', 'revision_number': 5, 'project_id': '6771293228e84172bd0a0fd511491d92', 'subnets': [{'id': 'de3e151b-3a4e-4976-8ffc-741b83db272e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fec2a6f2-5aa9-446f-b78a-7a2dfe285f7b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:13:52.639473 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Checking router: d3af5853-f55f-47e2-871a-767b6648fea8 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:13:52.639842 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Updating router d3af5853-f55f-47e2-871a-767b6648fea8 port e15396f8-d3fd-43ae-af95-b927ab5c885e binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:13:52.673728 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:53.000570 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:53.011149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Transition to ACTIVE for port object e15396f8-d3fd-43ae-af95-b927ab5c885e will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:13:53.016725 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:53.019413 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:13:53.072394 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc18834-fbaf-4aa6-91b1-61200364ddd5 None None] Pushing event updated for resources: {'Port': ['ID=e15396f8-d3fd-43ae-af95-b927ab5c885e,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:13:53.076186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Attempting to bind port e15396f8-d3fd-43ae-af95-b927ab5c885e on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:13:53.076566 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Attempting to bind port e15396f8-d3fd-43ae-af95-b927ab5c885e by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:13:53.076931 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Attempting to bind port e15396f8-d3fd-43ae-af95-b927ab5c885e on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:13:53.083494 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5cc18834-fbaf-4aa6-91b1-61200364ddd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:13:53.084539 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:13:53.084695 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:13:53.085072 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:53.085460 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:13:53.086208 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Bound port: e15396f8-d3fd-43ae-af95-b927ab5c885e, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:13:53.086335 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:53.107201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2c58ee0c-ca84-44c8-841f-05444be19d8e up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:13:53.173454 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] For port e15396f8-d3fd-43ae-af95-b927ab5c885e, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:13:53.178102 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] For port e15396f8-d3fd-43ae-af95-b927ab5c885e, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e15396f8-d3fd-43ae-af95-b927ab5c885e,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:13:53.187762 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:53.188796 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 2c58ee0c-ca84-44c8-841f-05444be19d8e triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:13:53.189168 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:53.192997 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:13:53.276088 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Routers {'d3af5853-f55f-47e2-871a-767b6648fea8'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:13:53.276707 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:13:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d3af5853-f55f-47e2-871a-767b6648fea8'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:13:53.317165 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc18834-fbaf-4aa6-91b1-61200364ddd5 None None] Pushing event updated for resources: {'Port': ['ID=e15396f8-d3fd-43ae-af95-b927ab5c885e,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:13:53.324716 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5cc18834-fbaf-4aa6-91b1-61200364ddd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:13:53.492257 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] Set router d3af5853-f55f-47e2-871a-767b6648fea8 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:13:53.700179 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3af5853-f55f-47e2-871a-767b6648fea8', 'name': 'router1', 'tenant_id': '6771293228e84172bd0a0fd511491d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'e15396f8-d3fd-43ae-af95-b927ab5c885e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:13:34Z', 'updated_at': '2021-06-18T16:13:51Z', 'revision_number': 4, 'project_id': '6771293228e84172bd0a0fd511491d92', 'gw_port': {'id': 'e15396f8-d3fd-43ae-af95-b927ab5c885e', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3af5853-f55f-47e2-871a-767b6648fea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:13:50Z', 'updated_at': '2021-06-18T16:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '2c58ee0c-ca84-44c8-841f-05444be19d8e', 'name': '', 'network_id': '2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8', 'tenant_id': '6771293228e84172bd0a0fd511491d92', 'mac_address': 'fa:16:3e:61:aa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af5853-f55f-47e2-871a-767b6648fea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de3e151b-3a4e-4976-8ffc-741b83db272e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:13:43Z', 'updated_at': '2021-06-18T16:13:51Z', 'revision_number': 5, 'project_id': '6771293228e84172bd0a0fd511491d92', 'subnets': [{'id': 'de3e151b-3a4e-4976-8ffc-741b83db272e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fec2a6f2-5aa9-446f-b78a-7a2dfe285f7b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:13:53.726974 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7baf7e-1c77-46cf-8be9-124d7d3bae89 None None] The sync data for ids ['d3af5853-f55f-47e2-871a-767b6648fea8'] in dv-neutron-797120-1-hyperv is: [{'id': 'd3af5853-f55f-47e2-871a-767b6648fea8', 'name': 'router1', 'tenant_id': '6771293228e84172bd0a0fd511491d92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.124'}], 'enable_snat': True}, 'gw_port_id': 'e15396f8-d3fd-43ae-af95-b927ab5c885e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:13:34Z', 'updated_at': '2021-06-18T16:13:51Z', 'revision_number': 4, 'project_id': '6771293228e84172bd0a0fd511491d92', 'gw_port': {'id': 'e15396f8-d3fd-43ae-af95-b927ab5c885e', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3af5853-f55f-47e2-871a-767b6648fea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:13:50Z', 'updated_at': '2021-06-18T16:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '2c58ee0c-ca84-44c8-841f-05444be19d8e', 'name': '', 'network_id': '2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8', 'tenant_id': '6771293228e84172bd0a0fd511491d92', 'mac_address': 'fa:16:3e:61:aa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3af5853-f55f-47e2-871a-767b6648fea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'de3e151b-3a4e-4976-8ffc-741b83db272e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:13:43Z', 'updated_at': '2021-06-18T16:13:51Z', 'revision_number': 5, 'project_id': '6771293228e84172bd0a0fd511491d92', 'subnets': [{'id': 'de3e151b-3a4e-4976-8ffc-741b83db272e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fec2a6f2-5aa9-446f-b78a-7a2dfe285f7b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:13:54.329473 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 42372) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:13:54.455770 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-096e60b4-4971-47a5-99a2-33cf4ca897e7 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1245947 Jun 18 16:13:55.112542 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e15396f8-d3fd-43ae-af95-b927ab5c885e up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:13:55.161433 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port e15396f8-d3fd-43ae-af95-b927ab5c885e completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:13:55.165185 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port e15396f8-d3fd-43ae-af95-b927ab5c885e triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:13:55.165587 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:55.245363 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:55.266127 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port e15396f8-d3fd-43ae-af95-b927ab5c885e, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e15396f8-d3fd-43ae-af95-b927ab5c885e,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:13:55.271474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:13:55.273457 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5cc18834-fbaf-4aa6-91b1-61200364ddd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:13:55.319989 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=e15396f8-d3fd-43ae-af95-b927ab5c885e,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:13:55.323238 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:13:57.114244 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e15396f8-d3fd-43ae-af95-b927ab5c885e up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:13:57.162210 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port e15396f8-d3fd-43ae-af95-b927ab5c885e triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:13:57.162620 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:14:08.388565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0a4e8381-c339-4cc6-b745-d42ff411b89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:14:08.700895 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 5 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:14:10.873700 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c36f4719-e20e-4e40-9ade-a08c0a8ceb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:14:11.249306 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:14:11.979322 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:14:13.592434 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:14:38.392607 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-752b3843-633f-4059-b6f5-49452a2b98fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:14:40.878002 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-47b2fa47-8927-46a8-ac51-42434c2f5e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:14:41.242755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:14:41.979692 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:14:43.592232 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:14:45.699602 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 5 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:15:08.394218 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cd640106-f5d5-4165-9e0f-64c09d6f016c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:15:10.880361 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-18d8b7d1-a8cb-4f82-aa16-5f5919b686fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:15:11.242449 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:15:11.979495 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:15:13.591571 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:15:22.697904 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 5 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:15:35.270395 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 42974) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:15:35.329182 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fdffad6-587b-44f3-82af-803d7cdc227a admin admin] GET failed (client error): The resource could not be found. Jun 18 16:15:35.330500 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9fdffad6-587b-44f3-82af-803d7cdc227a admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0591035 Jun 18 16:15:35.488667 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69c87bd-d3fd-4636-8455-9694140ef254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:15:35.490172 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e69c87bd-d3fd-4636-8455-9694140ef254 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1558559 Jun 18 16:15:37.659173 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 42984) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:15:37.747203 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04bc4dd-6ea8-4517-8a19-e7c94427923a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:15:37.748500 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d04bc4dd-6ea8-4517-8a19-e7c94427923a admin admin] 10.222.0.50 "GET /v2.0/subnets/de3e151b-3a4e-4976-8ffc-741b83db272e HTTP/1.1" status: 200 len: 849 time: 0.0883877 Jun 18 16:15:37.757667 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:15:37.845300 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:15:38.002493 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758805004508'] for subnet, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:15:38.005263 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:15:38.033583 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:15:38.034162 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:15:38.035461 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] 10.222.0.50 "PUT /v2.0/subnets/de3e151b-3a4e-4976-8ffc-741b83db272e HTTP/1.1" status: 200 len: 868 time: 0.2813306 Jun 18 16:15:38.053404 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de3e151b-3a4e-4976-8ffc-741b83db272e,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:15:38.053657 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace63732-e7c9-4198-8d92-4b86c36ba5b1 None None] Network 2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:15:38.061617 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:15:38.062004 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:15:38.062377 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:15:38.062730 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:15:38.063055 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:15:38.063392 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:15:38.063719 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:15:38.064055 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:15:38.064376 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:15:38.064766 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:15:38.065088 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:15:38.065402 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:15:38.069155 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:15:38.401499 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-22d9fda2-6b40-4ad6-8f28-0a0a0b1334be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:15:38.407538 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-69094267-cdc7-4b48-b5d6-559aaa693391 None None] Provisioning complete for port 40aebb70-35be-44ec-b39f-e2b56e9244d5 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:15:38.407902 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-69094267-cdc7-4b48-b5d6-559aaa693391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:15:38.499209 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-69094267-cdc7-4b48-b5d6-559aaa693391 None None] Provisioning complete for port 2c58ee0c-ca84-44c8-841f-05444be19d8e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:15:38.499482 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-69094267-cdc7-4b48-b5d6-559aaa693391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:15:40.190570 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 42992) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:15:40.387480 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821035ce-b383-4333-92a0-6dbca518cffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:15:40.387937 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821035ce-b383-4333-92a0-6dbca518cffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:15:40.389443 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-821035ce-b383-4333-92a0-6dbca518cffb admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1978555 Jun 18 16:15:40.881513 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f0a27cd9-0204-4066-a758-083728aaf891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:15:41.243553 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:15:41.983920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:15:42.536775 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43000) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:15:42.668778 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdeb8188-640f-4748-a415-3726df3f4cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:15:42.669247 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdeb8188-640f-4748-a415-3726df3f4cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:15:42.670780 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fdeb8188-640f-4748-a415-3726df3f4cb4 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1330199 Jun 18 16:15:43.595177 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:15:44.784881 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43008) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:15:44.917581 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c81aaf-e77d-47d0-9e66-4ede5d0675de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:15:44.918964 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a2c81aaf-e77d-47d0-9e66-4ede5d0675de admin admin] 10.222.0.50 "GET /v2.0/networks/2030d1a4-d7e3-4fe8-b098-ec2ef8105cd8 HTTP/1.1" status: 200 len: 869 time: 0.1331410 Jun 18 16:15:47.096970 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43016) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:15:47.219656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ff320a-6af5-493a-a766-466af420258c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:15:47.220996 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-23ff320a-6af5-493a-a766-466af420258c admin admin] 10.222.0.50 "GET /v2.0/networks/81b3e7a1-a3eb-41d3-a54b-e3363be60296 HTTP/1.1" status: 200 len: 886 time: 0.1230924 Jun 18 16:15:49.338757 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43024) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:15:49.461841 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbc48b5-bab7-45cf-8b64-fb5b9b9d9d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:15:49.462296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbc48b5-bab7-45cf-8b64-fb5b9b9d9d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:15:49.464538 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ddbc48b5-bab7-45cf-8b64-fb5b9b9d9d25 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248276 Jun 18 16:15:51.646226 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43032) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:15:51.736101 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b16a4a8-69e4-4beb-b306-eb5368142a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:15:51.736581 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b16a4a8-69e4-4beb-b306-eb5368142a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:15:51.738071 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1b16a4a8-69e4-4beb-b306-eb5368142a25 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908036 Jun 18 16:15:53.918267 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43040) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:15:54.005879 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f410ce26-8d22-475d-817c-93579da9fbcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:15:54.007272 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f410ce26-8d22-475d-817c-93579da9fbcb admin admin] 10.222.0.50 "GET /v2.0/subnets/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4 HTTP/1.1" status: 200 len: 816 time: 0.0879254 Jun 18 16:15:56.117214 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43048) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:15:56.208772 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c629f-5acd-4cd1-9faa-d25a41c92b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:15:56.210091 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3d2c629f-5acd-4cd1-9faa-d25a41c92b23 admin admin] 10.222.0.50 "GET /v2.0/subnets/de3e151b-3a4e-4976-8ffc-741b83db272e HTTP/1.1" status: 200 len: 868 time: 0.0919428 Jun 18 16:15:59.696866 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 5 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:16:08.392987 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bd5e5f4c-488f-4893-a434-041f31b88c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:10.886462 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eafd9e1d-67e0-4860-baf4-20824c2b658a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:11.245400 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:11.986576 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:13.597304 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:19.711059 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43092) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:16:19.757575 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-43dd1600-9927-400f-b666-8b69dd5f1ef9 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:16:19.758595 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-43dd1600-9927-400f-b666-8b69dd5f1ef9 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465336 Jun 18 16:16:21.978702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43102) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:16:22.039704 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-95dbf213-eead-4639-a4e8-fe7286601790 admin admin] GET failed (client error): The resource could not be found. Jun 18 16:16:22.041046 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-95dbf213-eead-4639-a4e8-fe7286601790 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606174 Jun 18 16:16:22.181563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3da3d3-edb0-4e90-943f-38419a4a36bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:16:22.183289 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fc3da3d3-edb0-4e90-943f-38419a4a36bb admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1378148 Jun 18 16:16:24.494520 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43110) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:16:24.540594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-579c3dc6-ff35-4380-acb3-25f1a67826f1 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:16:24.567385 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579c3dc6-ff35-4380-acb3-25f1a67826f1 admin admin] Made reservation on behalf of 615cb079df954c12b1c99744f258ec57 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:16:24.570211 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-579c3dc6-ff35-4380-acb3-25f1a67826f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:24.599074 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING neutron.services.revisions.revision_plugin [None req-579c3dc6-ff35-4380-acb3-25f1a67826f1 admin admin] Could not find related network for resource to bump revision. Jun 18 16:16:24.610553 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-579c3dc6-ff35-4380-acb3-25f1a67826f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:16:24.619189 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-579c3dc6-ff35-4380-acb3-25f1a67826f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:24.619528 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-579c3dc6-ff35-4380-acb3-25f1a67826f1 admin admin] Added segment c09e2866-c7a5-4e37-b397-91ef740bc0a6 of type vlan for network 29bd0f3c-f9a2-40af-bda2-01d18f21917c Jun 18 16:16:24.658104 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-579c3dc6-ff35-4380-acb3-25f1a67826f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:24.687765 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-579c3dc6-ff35-4380-acb3-25f1a67826f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:24.689501 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579c3dc6-ff35-4380-acb3-25f1a67826f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:16:24.690201 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-579c3dc6-ff35-4380-acb3-25f1a67826f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:24.693728 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:16:24.745212 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-579c3dc6-ff35-4380-acb3-25f1a67826f1 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2489908 Jun 18 16:16:24.756839 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c3dc6-ff35-4380-acb3-25f1a67826f1 admin admin] Pushing event updated for resources: {'Network': ['ID=29bd0f3c-f9a2-40af-bda2-01d18f21917c,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:16:24.759686 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-579c3dc6-ff35-4380-acb3-25f1a67826f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:16:24.770335 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 29bd0f3c-f9a2-40af-bda2-01d18f21917c details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:16:26.899315 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43118) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:16:26.957350 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a8d383-2c6a-468c-9faa-e964a72aff6f admin admin] GET failed (client error): The resource could not be found. Jun 18 16:16:26.958687 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-24a8d383-2c6a-468c-9faa-e964a72aff6f admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0583987 Jun 18 16:16:27.028939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f32f782-9bfa-4172-9c9a-649b5b2bba1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:16:27.030382 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6f32f782-9bfa-4172-9c9a-649b5b2bba1e admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0679424 Jun 18 16:16:27.039731 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '29bd0f3c-f9a2-40af-bda2-01d18f21917c'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:16:27.064976 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Made reservation on behalf of 615cb079df954c12b1c99744f258ec57 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:16:27.067910 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:27.260062 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:27.262135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:16:27.314179 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=126cf26d-6206-4b84-9987-604b9f12ac59,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:16:27.325077 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:27.325438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:27.325769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:27.326086 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:27.326397 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:27.326744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:27.327058 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:27.327379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:27.327689 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:27.327994 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:27.328297 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:27.328597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:27.333700 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Checking segment: {'id': 'c09e2866-c7a5-4e37-b397-91ef740bc0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '29bd0f3c-f9a2-40af-bda2-01d18f21917c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:16:27.334048 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Network hostable DHCP agents. Network: 29bd0f3c-f9a2-40af-bda2-01d18f21917c, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:16:27.336085 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:16:27.356170 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Network 29bd0f3c-f9a2-40af-bda2-01d18f21917c is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:16:27.366788 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 29bd0f3c-f9a2-40af-bda2-01d18f21917c) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:16:27.374309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:16:27.375293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:27.375638 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19eb348-d096-47ca-91b3-dcd24fed7e6d None None] Network 29bd0f3c-f9a2-40af-bda2-01d18f21917c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:16:27.392978 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3566322 Jun 18 16:16:27.625984 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-29bd0f3c-f9a2-40af-bda2-01d18f21917c', 'network_id': '29bd0f3c-f9a2-40af-bda2-01d18f21917c', 'tenant_id': '615cb079df954c12b1c99744f258ec57', 'fixed_ips': [{'subnet_id': '126cf26d-6206-4b84-9987-604b9f12ac59'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:16:27.626899 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:27.772398 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Allocated IP 192.168.233.2 (29bd0f3c-f9a2-40af-bda2-01d18f21917c/126cf26d-6206-4b84-9987-604b9f12ac59/bf3e4261-1b04-4128-922b-3e6ad6dd9df2) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:16:27.916424 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:27.926193 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Transition to ACTIVE for port object bf3e4261-1b04-4128-922b-3e6ad6dd9df2 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:16:27.941194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Transition to ACTIVE for port object bf3e4261-1b04-4128-922b-3e6ad6dd9df2 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:16:27.948490 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:27.950581 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:16:27.987947 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Network 29bd0f3c-f9a2-40af-bda2-01d18f21917c is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:16:27.990857 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:16:27.994195 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:16:28.001622 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Pushing event updated for resources: {'Port': ['ID=bf3e4261-1b04-4128-922b-3e6ad6dd9df2,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:16:28.028793 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:28.029049 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:28.029381 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:28.029702 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:28.030023 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:28.030361 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:28.030708 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:28.031081 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:28.031558 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:28.031928 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:28.031928 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:28.032873 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:16:28.037393 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:16:28.067461 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Attempting to bind port bf3e4261-1b04-4128-922b-3e6ad6dd9df2 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:16:28.067830 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Attempting to bind port bf3e4261-1b04-4128-922b-3e6ad6dd9df2 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'c09e2866-c7a5-4e37-b397-91ef740bc0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '29bd0f3c-f9a2-40af-bda2-01d18f21917c'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:16:28.068216 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Attempting to bind port bf3e4261-1b04-4128-922b-3e6ad6dd9df2 on network 29bd0f3c-f9a2-40af-bda2-01d18f21917c {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:16:28.073690 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:16:28.074071 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Checking segment: {'id': 'c09e2866-c7a5-4e37-b397-91ef740bc0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '29bd0f3c-f9a2-40af-bda2-01d18f21917c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:16:28.074527 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:28.074929 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Bound using segment: {'id': 'c09e2866-c7a5-4e37-b397-91ef740bc0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '29bd0f3c-f9a2-40af-bda2-01d18f21917c'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:16:28.075399 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Bound port: bf3e4261-1b04-4128-922b-3e6ad6dd9df2, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09e2866-c7a5-4e37-b397-91ef740bc0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '29bd0f3c-f9a2-40af-bda2-01d18f21917c'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:16:28.075766 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:28.139455 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] For port bf3e4261-1b04-4128-922b-3e6ad6dd9df2, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:16:28.142764 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] For port bf3e4261-1b04-4128-922b-3e6ad6dd9df2, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=bf3e4261-1b04-4128-922b-3e6ad6dd9df2,segment=NetworkSegment(c09e2866-c7a5-4e37-b397-91ef740bc0a6),segment_id=c09e2866-c7a5-4e37-b397-91ef740bc0a6)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:16:28.148195 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:28.150475 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:16:28.209162 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Pushing event updated for resources: {'Port': ['ID=bf3e4261-1b04-4128-922b-3e6ad6dd9df2,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:16:28.211107 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:16:28.987288 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e7ff49-e4ed-4b2f-8264-7ca1ff71bfe9 None None] Network 29bd0f3c-f9a2-40af-bda2-01d18f21917c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:16:29.098244 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-79194115-e648-4ad0-a00f-98ea94fa01d8 None None] Provisioning for port bf3e4261-1b04-4128-922b-3e6ad6dd9df2 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:16:29.272843 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bf3e4261-1b04-4128-922b-3e6ad6dd9df2 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:16:29.334324 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port bf3e4261-1b04-4128-922b-3e6ad6dd9df2 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:16:29.338182 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port bf3e4261-1b04-4128-922b-3e6ad6dd9df2 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:16:29.338617 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:29.431138 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:29.444566 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8915ed86-e5a6-4bf1-a59d-151f9ff19f6f None None] Provisioning complete for port bf3e4261-1b04-4128-922b-3e6ad6dd9df2 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:16:29.444933 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8915ed86-e5a6-4bf1-a59d-151f9ff19f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:29.498992 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port bf3e4261-1b04-4128-922b-3e6ad6dd9df2, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=bf3e4261-1b04-4128-922b-3e6ad6dd9df2,segment=NetworkSegment(c09e2866-c7a5-4e37-b397-91ef740bc0a6),segment_id=c09e2866-c7a5-4e37-b397-91ef740bc0a6)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:16:29.504775 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:29.511839 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:16:29.586888 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=bf3e4261-1b04-4128-922b-3e6ad6dd9df2,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:16:29.590404 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:16:31.216014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bf3e4261-1b04-4128-922b-3e6ad6dd9df2 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:16:31.263565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port bf3e4261-1b04-4128-922b-3e6ad6dd9df2 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:16:31.263937 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:36.696293 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 5 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:16:38.394330 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-843ae19b-7c49-4bcf-a3cb-34efc7e50160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:40.887990 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e6913e37-31d3-4a4e-a30b-41cba85b091e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:41.246258 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:41.988340 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:16:43.600878 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:17:08.395041 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-97120f9d-2c67-4486-8d3a-5da21b62cee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:17:10.889686 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c2857549-93c9-4e25-a359-3b52d41e04e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:17:11.246724 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:17:11.992597 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:17:13.602971 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:17:13.694993 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 5 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:17:37.057226 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43170) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:17:37.064124 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-b186343a-f795-46e3-b944-df855e907270 tempest-verify_tempest_config-292963511 tempest-verify_tempest_config-292963511-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:17:37.065149 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b186343a-f795-46e3-b944-df855e907270 tempest-verify_tempest_config-292963511 tempest-verify_tempest_config-292963511-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067677 Jun 18 16:17:37.363482 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43190) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:17:37.465682 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9453ae64-d52b-410c-a4dc-c912c8e2bbdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:17:37.554504 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9453ae64-d52b-410c-a4dc-c912c8e2bbdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:17:37.557931 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9453ae64-d52b-410c-a4dc-c912c8e2bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:17:37.564395 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e8cdc62e-e551-44b3-88bd-3a0f1a7fb97e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:17:37.602713 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9453ae64-d52b-410c-a4dc-c912c8e2bbdb admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c28adfbbddce4737b77619dca4db7367&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2381806 Jun 18 16:17:37.603776 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453ae64-d52b-410c-a4dc-c912c8e2bbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3548af7e-1d09-4f80-9dd7-97e169c2af3b,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:17:37.605492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43196) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:17:37.611297 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ae64-d52b-410c-a4dc-c912c8e2bbdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.611643 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ae64-d52b-410c-a4dc-c912c8e2bbdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.611980 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ae64-d52b-410c-a4dc-c912c8e2bbdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.612323 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ae64-d52b-410c-a4dc-c912c8e2bbdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.612645 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ae64-d52b-410c-a4dc-c912c8e2bbdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.612956 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ae64-d52b-410c-a4dc-c912c8e2bbdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.613279 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ae64-d52b-410c-a4dc-c912c8e2bbdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.613599 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ae64-d52b-410c-a4dc-c912c8e2bbdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.613910 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ae64-d52b-410c-a4dc-c912c8e2bbdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.614221 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ae64-d52b-410c-a4dc-c912c8e2bbdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.614557 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ae64-d52b-410c-a4dc-c912c8e2bbdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.614866 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453ae64-d52b-410c-a4dc-c912c8e2bbdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.619241 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9453ae64-d52b-410c-a4dc-c912c8e2bbdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:17:37.690352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7ee5834f-1c1d-4245-b108-b7c05364013c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:17:37.709878 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7ee5834f-1c1d-4245-b108-b7c05364013c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:17:37.799076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7ee5834f-1c1d-4245-b108-b7c05364013c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:17:37.801832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7ee5834f-1c1d-4245-b108-b7c05364013c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:17:37.803020 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7ee5834f-1c1d-4245-b108-b7c05364013c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3548af7e-1d09-4f80-9dd7-97e169c2af3b HTTP/1.1" status: 204 len: 168 time: 0.1960173 Jun 18 16:17:37.803724 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:17:37.811159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5834f-1c1d-4245-b108-b7c05364013c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3548af7e-1d09-4f80-9dd7-97e169c2af3b,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:17:37.817516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5834f-1c1d-4245-b108-b7c05364013c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.817871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5834f-1c1d-4245-b108-b7c05364013c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.818205 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5834f-1c1d-4245-b108-b7c05364013c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.818547 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5834f-1c1d-4245-b108-b7c05364013c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.818864 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5834f-1c1d-4245-b108-b7c05364013c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.819200 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5834f-1c1d-4245-b108-b7c05364013c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.819531 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5834f-1c1d-4245-b108-b7c05364013c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.819821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5834f-1c1d-4245-b108-b7c05364013c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.820148 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5834f-1c1d-4245-b108-b7c05364013c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.820443 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5834f-1c1d-4245-b108-b7c05364013c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.820750 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5834f-1c1d-4245-b108-b7c05364013c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.821055 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5834f-1c1d-4245-b108-b7c05364013c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:17:37.824566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7ee5834f-1c1d-4245-b108-b7c05364013c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:17:38.397129 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-23d51789-a005-4b98-93f1-4b13f2d01bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:17:40.892726 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-230cff03-19ab-4155-ba0f-69abd52b8005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:17:41.248354 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:17:41.993971 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:17:43.605203 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:17:50.693386 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 5 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:18:08.400092 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-92f50740-0339-4915-8c4a-028974b08fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:18:10.897932 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ae6dc5f5-cde0-482c-8157-6a8cb0c1060e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:18:11.250035 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:18:11.997711 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:18:13.609441 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:18:27.692541 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 5 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:18:38.401127 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fad3759b-a889-453e-b614-8ea90ffd784f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:18:40.900522 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-55d445e4-2130-4ba3-bdb2-7859267882d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:18:41.253888 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:18:42.000318 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:18:43.619288 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:18:54.009646 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889'] for agent, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:04.691363 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:19:08.402481 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-605c97e6-b73a-43ca-9200-6424978406eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:10.905198 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d1ce0f77-3763-4267-8d0f-5b7d59d182c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:11.255045 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:12.004801 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:12.242582 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43266) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:19:12.343087 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-aba01843-8490-4df4-8931-18b2422c5699 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0994205 Jun 18 16:19:13.613819 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:14.538929 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43276) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:19:14.592155 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-cf0c789b-697f-451a-8c73-89f680a0e67d admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0521464 Jun 18 16:19:23.971368 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:38.403995 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a77e0875-295c-41ce-9751-22bdd9ad37f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:40.907033 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6f663d85-06ff-490b-8ff7-80798dafa604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:41.256821 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:41.690606 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:19:42.006668 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:43.621212 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:19:53.991017 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:08.412308 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-672d3ce9-f5ad-4196-bdfd-82dbfc642c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:10.907101 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6fe1062c-ba89-450c-b18d-f926c3337c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:11.257666 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:12.011516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:13.618764 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:18.689434 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:20:23.998646 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:26.789526 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43406) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:27.157311 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1990322226-network', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:27.180157 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Made reservation on behalf of d37ab518138b46219c6e98edeeaed8b5 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:27.182920 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:27.193325 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:27.391165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:27.396830 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:27.400989 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-538698ba-ee0b-4db1-b978-8da94b73d162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:27.423590 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:20:27.432677 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ccaa95-d10f-4222-9a3c-bf0cdd512a17,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:27.443399 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.443760 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.444093 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.444410 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.444729 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.445051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.445366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.445703 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.446012 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.446319 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.446829 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.447173 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Tracked resource versions report: Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: pushed versions: Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: { 'AddressGroup': {'1.2'}, Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'ConntrackHelper': {'1.0'}, Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'Log': {'1.0'}, Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'Network': {'1.1'}, Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'Port': {'1.7'}, Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'PortForwarding': {'1.2'}, Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'QosPolicy': {'1.8'}, Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'SecurityGroup': {'1.4'}, Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'SubPort': {'1.0'}, Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'Subnet': {'1.1'}, Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'Trunk': {'1.1'}} Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: consumer versions: Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: { DHCP agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: HyperV agent@hv-neutron-7971: {}, Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: L3 agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: Metadata agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: Metering agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: Open vSwitch agent@dv-neutron-797120-1-hyperv: { 'AddressGroup': '1.2', Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'ConntrackHelper': '1.0', Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'Log': '1.0', Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'Network': '1.1', Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'Port': '1.7', Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'PortForwarding': '1.2', Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'QosPolicy': '1.8', Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'SecurityGroup': '1.4', Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'SecurityGroupRule': '1.2', Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'SubPort': '1.0', Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'Subnet': '1.1', Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: 'Trunk': '1.1'}} Jun 18 16:20:27.448240 dv-neutron-797120-1-hyperv neutron-server[93454]: {{(pid=93454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:20:27.454553 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:27.455228 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Added segment fc36ef62-fbed-4b65-b58a-9cd84e5e33b2 of type vlan for network 35dd169e-5f93-47a6-9344-547c849f4922 Jun 18 16:20:27.457012 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:27.499381 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:27.529391 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:27.531039 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:27.531992 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:27.535084 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:27.584919 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7915881 Jun 18 16:20:27.585347 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43462) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:27.590940 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Request body: {'subnet': {'network_id': '35dd169e-5f93-47a6-9344-547c849f4922', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1990322226-subnet', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:27.597062 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Pushing event updated for resources: {'Network': ['ID=35dd169e-5f93-47a6-9344-547c849f4922,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:27.600070 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:27.608388 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 35dd169e-5f93-47a6-9344-547c849f4922 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:20:27.622169 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Made reservation on behalf of d37ab518138b46219c6e98edeeaed8b5 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:27.626671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:27.830917 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:27.833473 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e96387a5-8560-499d-9aea-d1f0d0d47932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:27.895527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6dd737-7e4b-40cd-bf18-9c9044bc5401,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:27.904632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Checking segment: {'id': 'fc36ef62-fbed-4b65-b58a-9cd84e5e33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:27.905279 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Network hostable DHCP agents. Network: 35dd169e-5f93-47a6-9344-547c849f4922, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:20:27.908903 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.909459 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.909892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.910321 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.910905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.911333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.911729 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.912117 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.912525 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.912849 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.913180 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.913480 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Tracked resource versions report: Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: pushed versions: Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: { 'AddressGroup': {'1.2'}, Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'ConntrackHelper': {'1.0'}, Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'Log': {'1.0'}, Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'Network': {'1.1'}, Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'Port': {'1.7'}, Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'PortForwarding': {'1.2'}, Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'QosPolicy': {'1.8'}, Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'SecurityGroup': {'1.4'}, Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'SubPort': {'1.0'}, Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'Subnet': {'1.1'}, Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'Trunk': {'1.1'}} Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: consumer versions: Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: { DHCP agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: HyperV agent@hv-neutron-7971: {}, Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: L3 agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: Metadata agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: Metering agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: Open vSwitch agent@dv-neutron-797120-1-hyperv: { 'AddressGroup': '1.2', Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'ConntrackHelper': '1.0', Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'Log': '1.0', Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'Network': '1.1', Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'Port': '1.7', Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'PortForwarding': '1.2', Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'QosPolicy': '1.8', Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'SecurityGroup': '1.4', Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'SecurityGroupRule': '1.2', Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'SubPort': '1.0', Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'Subnet': '1.1', Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: 'Trunk': '1.1'}} Jun 18 16:20:27.914957 dv-neutron-797120-1-hyperv neutron-server[93453]: {{(pid=93453) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:20:27.918723 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:27.936644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Network 35dd169e-5f93-47a6-9344-547c849f4922 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:20:27.947871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 35dd169e-5f93-47a6-9344-547c849f4922) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:27.952772 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:27.953348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:27.958592 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770bbb9c-382a-43f1-b761-cf9ef1bb94ad None None] Network 35dd169e-5f93-47a6-9344-547c849f4922 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:20:27.971473 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43478) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:27.973880 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.3873968 Jun 18 16:20:27.975078 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43480) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:27.980408 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1990322226-router', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:28.006531 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.008543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.121458 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43488) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:28.176611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.258093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-35dd169e-5f93-47a6-9344-547c849f4922', 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'fixed_ips': [{'subnet_id': '1b6dd737-7e4b-40cd-bf18-9c9044bc5401'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:20:28.259481 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.373576 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.419222 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Allocated IP 172.20.0.2 (35dd169e-5f93-47a6-9344-547c849f4922/1b6dd737-7e4b-40cd-bf18-9c9044bc5401/e6dfae6b-afef-4822-baf5-50f40e481e0c) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:28.523805 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-242f2e48-086c-4005-a79d-c084214bb7ce admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1011070602-network', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:28.554033 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242f2e48-086c-4005-a79d-c084214bb7ce admin admin] Made reservation on behalf of 65b6bdecdcc3441fbe4e9a0abb64592f for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:28.557302 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-242f2e48-086c-4005-a79d-c084214bb7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.566754 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-242f2e48-086c-4005-a79d-c084214bb7ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.596937 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.616300 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.620556 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Transition to ACTIVE for port object e6dfae6b-afef-4822-baf5-50f40e481e0c will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:28.656243 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Transition to ACTIVE for port object e6dfae6b-afef-4822-baf5-50f40e481e0c will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:28.663516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.667300 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.671636 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:28.712744 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Network 35dd169e-5f93-47a6-9344-547c849f4922 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:28.713108 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-242f2e48-086c-4005-a79d-c084214bb7ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.714782 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:28.722130 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-242f2e48-086c-4005-a79d-c084214bb7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.723946 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:28.727765 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9453ae64-d52b-410c-a4dc-c912c8e2bbdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:28.751271 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242f2e48-086c-4005-a79d-c084214bb7ce admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:20:28.764866 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-674591186-network', 'tenant_id': '3328f9de576047028d611de30e1e3eab'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:28.771250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Pushing event updated for resources: {'Port': ['ID=e6dfae6b-afef-4822-baf5-50f40e481e0c,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:28.776965 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-242f2e48-086c-4005-a79d-c084214bb7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.777306 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-242f2e48-086c-4005-a79d-c084214bb7ce admin admin] Added segment 165516cf-6e70-4466-93c8-4f29aa5c8be4 of type vlan for network fccc7881-9783-4801-87f7-8972e7aafde0 Jun 18 16:20:28.779628 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f2e48-086c-4005-a79d-c084214bb7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4349fdbb-6e03-4422-bd4f-14994ffc15e9,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:28.790150 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-242f2e48-086c-4005-a79d-c084214bb7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:28.819064 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:28.819749 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:28.820369 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:28.821894 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:28.822765 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:28.823387 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:28.823918 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:28.824421 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:28.824947 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:28.825457 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:28.826820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:28.827471 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Tracked resource versions report: Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: pushed versions: Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: { 'AddressGroup': {'1.2'}, Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'ConntrackHelper': {'1.0'}, Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'Log': {'1.0'}, Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'Network': {'1.1'}, Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'Port': {'1.7'}, Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'PortForwarding': {'1.2'}, Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'QosPolicy': {'1.8'}, Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'SecurityGroup': {'1.4'}, Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'SubPort': {'1.0'}, Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'Subnet': {'1.1'}, Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'Trunk': {'1.1'}} Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: consumer versions: Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: { DHCP agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: HyperV agent@hv-neutron-7971: {}, Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: L3 agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: Metadata agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: Metering agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: Open vSwitch agent@dv-neutron-797120-1-hyperv: { 'AddressGroup': '1.2', Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'ConntrackHelper': '1.0', Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'Log': '1.0', Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'Network': '1.1', Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'Port': '1.7', Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'PortForwarding': '1.2', Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'QosPolicy': '1.8', Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'SecurityGroup': '1.4', Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'SecurityGroupRule': '1.2', Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'SubPort': '1.0', Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'Subnet': '1.1', Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: 'Trunk': '1.1'}} Jun 18 16:20:28.829655 dv-neutron-797120-1-hyperv neutron-server[93455]: {{(pid=93455) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:20:28.837684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-242f2e48-086c-4005-a79d-c084214bb7ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.847653 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:28.853504 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] Made reservation on behalf of 3328f9de576047028d611de30e1e3eab for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:28.855864 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.861864 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Attempting to bind port e6dfae6b-afef-4822-baf5-50f40e481e0c on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:28.862323 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Attempting to bind port e6dfae6b-afef-4822-baf5-50f40e481e0c by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'fc36ef62-fbed-4b65-b58a-9cd84e5e33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:28.863350 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Attempting to bind port e6dfae6b-afef-4822-baf5-50f40e481e0c on network 35dd169e-5f93-47a6-9344-547c849f4922 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:28.869319 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:20:28.870272 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Checking segment: {'id': 'fc36ef62-fbed-4b65-b58a-9cd84e5e33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:28.870800 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.870989 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.871405 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Bound using segment: {'id': 'fc36ef62-fbed-4b65-b58a-9cd84e5e33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:20:28.871956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Bound port: e6dfae6b-afef-4822-baf5-50f40e481e0c, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc36ef62-fbed-4b65-b58a-9cd84e5e33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:20:28.872591 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.877277 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Allocated IP 172.26.6.63 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/f4e26fc0-445d-415e-8651-c1c90c443068) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:28.906364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-242f2e48-086c-4005-a79d-c084214bb7ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.912202 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242f2e48-086c-4005-a79d-c084214bb7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:28.913052 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-242f2e48-086c-4005-a79d-c084214bb7ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.920659 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:28.962340 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] For port e6dfae6b-afef-4822-baf5-50f40e481e0c, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:20:28.967577 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] For port e6dfae6b-afef-4822-baf5-50f40e481e0c, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e6dfae6b-afef-4822-baf5-50f40e481e0c,segment=NetworkSegment(fc36ef62-fbed-4b65-b58a-9cd84e5e33b2),segment_id=fc36ef62-fbed-4b65-b58a-9cd84e5e33b2)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:20:28.973812 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:28.989715 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f2e48-086c-4005-a79d-c084214bb7ce admin admin] Pushing event updated for resources: {'Network': ['ID=fccc7881-9783-4801-87f7-8972e7aafde0,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:28.990564 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5cc18834-fbaf-4aa6-91b1-61200364ddd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:28.996142 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-242f2e48-086c-4005-a79d-c084214bb7ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:29.031820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network fccc7881-9783-4801-87f7-8972e7aafde0 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:20:29.104064 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:29.110764 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:29.124346 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-242f2e48-086c-4005-a79d-c084214bb7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:29.143400 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:29.171811 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Pushing event updated for resources: {'Port': ['ID=e6dfae6b-afef-4822-baf5-50f40e481e0c,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:29.188283 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-242f2e48-086c-4005-a79d-c084214bb7ce admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2150507 Jun 18 16:20:29.188888 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43518) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:29.189032 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:29.192019 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1168ac-d015-49c6-96ee-7989dd49119d,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:29.195813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:29.199962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:29.215816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:20:29.229355 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:29.235098 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-7f13e34b-384c-4a78-a255-8debcc34929c admin admin] Request body: {'subnet': {'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1011070602-subnet', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:29.248391 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:29.248772 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] Added segment a344f38b-ae7c-42c3-b693-a61d8255c4a2 of type vlan for network 8a164dae-cb32-4185-85ff-e3ff62c30233 Jun 18 16:20:29.253506 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Pushing event updated for resources: {'Port': ['ID=f4e26fc0-445d-415e-8651-c1c90c443068,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:29.258626 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:29.268975 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:29.270668 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:29.275726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:29.333197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f13e34b-384c-4a78-a255-8debcc34929c admin admin] Made reservation on behalf of 65b6bdecdcc3441fbe4e9a0abb64592f for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:29.336824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7f13e34b-384c-4a78-a255-8debcc34929c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:29.411153 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:29.480896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43530) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:29.516467 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:29.519953 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:29.525249 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:29.530628 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:29.611941 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] Pushing event updated for resources: {'Network': ['ID=8a164dae-cb32-4185-85ff-e3ff62c30233,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:29.619239 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:29.630174 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 8a164dae-cb32-4185-85ff-e3ff62c30233 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:20:29.638475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43536) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:29.638991 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5158291 Jun 18 16:20:29.646588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ef9306c1-eea1-4c75-b220-eb554659f5cd admin admin] Request body: {'subnet': {'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-674591186-subnet', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:29.711350 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:29.716912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9306c1-eea1-4c75-b220-eb554659f5cd admin admin] Made reservation on behalf of 3328f9de576047028d611de30e1e3eab for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:29.719380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ef9306c1-eea1-4c75-b220-eb554659f5cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:29.767871 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7f13e34b-384c-4a78-a255-8debcc34929c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:29.771825 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ac227b6f-eec0-4981-a1f4-e7abfae63ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:29.844036 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13e34b-384c-4a78-a255-8debcc34929c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:29.848057 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7f13e34b-384c-4a78-a255-8debcc34929c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:29.857967 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f13e34b-384c-4a78-a255-8debcc34929c admin admin] Checking segment: {'id': '165516cf-6e70-4466-93c8-4f29aa5c8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:29.858324 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f13e34b-384c-4a78-a255-8debcc34929c admin admin] Network hostable DHCP agents. Network: fccc7881-9783-4801-87f7-8972e7aafde0, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:20:29.884175 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f13e34b-384c-4a78-a255-8debcc34929c admin admin] Network fccc7881-9783-4801-87f7-8972e7aafde0 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:20:29.889755 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-94948972'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:29.900161 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-7f13e34b-384c-4a78-a255-8debcc34929c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, fccc7881-9783-4801-87f7-8972e7aafde0) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:29.912294 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bcafce-3a7d-447b-906b-0c9a035bc6ad None None] Network fccc7881-9783-4801-87f7-8972e7aafde0 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:20:29.912981 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f13e34b-384c-4a78-a255-8debcc34929c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:29.913812 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7f13e34b-384c-4a78-a255-8debcc34929c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:29.940218 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Made reservation on behalf of 8fcbeb0e37ce4470aaf45870a8765d8d for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:29.943671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:29.952004 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7f13e34b-384c-4a78-a255-8debcc34929c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7500126 Jun 18 16:20:29.952703 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43548) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:29.958546 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1011070602-router', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:29.970386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:29.986661 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:29.988683 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:30.140403 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:30.200227 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-fccc7881-9783-4801-87f7-8972e7aafde0', 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'fixed_ips': [{'subnet_id': 'dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:20:30.201995 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:30.385453 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:30.449846 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:30.450127 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ef9306c1-eea1-4c75-b220-eb554659f5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:30.463144 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:30.486843 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Allocated IP 172.20.0.2 (fccc7881-9783-4801-87f7-8972e7aafde0/dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc/8df5c413-4388-4376-8491-1d9a896276d6) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:30.536511 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43564) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:30.715798 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43570) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:30.727961 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6e9816-ce3b-4317-ae7c-465546f64941 None None] Network 35dd169e-5f93-47a6-9344-547c849f4922 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:20:30.728549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9306c1-eea1-4c75-b220-eb554659f5cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8e39ea-ca18-4f6a-859c-466bac254243,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:30.740025 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ef9306c1-eea1-4c75-b220-eb554659f5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:30.819859 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:30.837152 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Transition to ACTIVE for port object 8df5c413-4388-4376-8491-1d9a896276d6 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:30.839041 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-fae7c7b4-b427-49ae-9dab-e65e3e8498b9 None None] Provisioning for port e6dfae6b-afef-4822-baf5-50f40e481e0c completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:30.859809 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9306c1-eea1-4c75-b220-eb554659f5cd admin admin] Checking segment: {'id': 'a344f38b-ae7c-42c3-b693-a61d8255c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:30.860493 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9306c1-eea1-4c75-b220-eb554659f5cd admin admin] Network hostable DHCP agents. Network: 8a164dae-cb32-4185-85ff-e3ff62c30233, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:20:30.869065 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:30.888938 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:30.890719 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Transition to ACTIVE for port object 8df5c413-4388-4376-8491-1d9a896276d6 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:30.897170 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7ee5834f-1c1d-4245-b108-b7c05364013c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:30.902745 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9306c1-eea1-4c75-b220-eb554659f5cd admin admin] Network 8a164dae-cb32-4185-85ff-e3ff62c30233 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:20:30.906315 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:30.920043 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:30.928250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-ef9306c1-eea1-4c75-b220-eb554659f5cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 8a164dae-cb32-4185-85ff-e3ff62c30233) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:30.929413 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:30.952830 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9306c1-eea1-4c75-b220-eb554659f5cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:30.953083 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20c02b1-87ca-4e1b-a412-e008ee2216e0 None None] Network 8a164dae-cb32-4185-85ff-e3ff62c30233 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:20:30.953970 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ef9306c1-eea1-4c75-b220-eb554659f5cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:30.954616 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:30.969684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:20:30.977195 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ef9306c1-eea1-4c75-b220-eb554659f5cd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3360293 Jun 18 16:20:30.998984 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43578) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:31.025336 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13495bfa-20fe-4251-9769-3006d6a6efea,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:31.046779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:31.059039 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-674591186-router', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:31.074175 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-52aedef4-106f-46b6-b8b0-49d45e289a09 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-270077196'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:31.078463 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43580) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:31.101089 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758805085898', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:31.102671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Unsubscribe: segment precommit_create {{(pid=93453) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 18 16:20:31.108625 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Added segment 35061c3e-9e7f-4719-8681-8424279330e6 of type vlan for network 3447e591-35ae-4c96-9ee6-14d7f9b27554 Jun 18 16:20:31.136080 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Allocated IP 172.26.6.138 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/69717999-3c1b-4635-b09d-9b19327177d5) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:31.149897 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52aedef4-106f-46b6-b8b0-49d45e289a09 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Made reservation on behalf of 1fdbe413403f4d98b5125f51f1a22b88 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:31.154409 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-52aedef4-106f-46b6-b8b0-49d45e289a09 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:31.167056 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Network fccc7881-9783-4801-87f7-8972e7aafde0 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:31.175749 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:31.180925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-8a164dae-cb32-4185-85ff-e3ff62c30233', 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'fixed_ips': [{'subnet_id': '5e8e39ea-ca18-4f6a-859c-466bac254243'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:20:31.182012 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-52aedef4-106f-46b6-b8b0-49d45e289a09 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:31.182306 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:31.219672 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:31.224383 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:31.244703 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:31.245111 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:31.246587 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:31.249330 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Pushing event updated for resources: {'Port': ['ID=8df5c413-4388-4376-8491-1d9a896276d6,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:31.291286 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.db.api [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:20:31.291286 dv-neutron-797120-1-hyperv neutron-server[93454]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:20:31.291286 dv-neutron-797120-1-hyperv neutron-server[93454]: [parameters: {'project_id_1': '62e62878dc26488bac4b844431355d80', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 20, 31, 256684)}] Jun 18 16:20:31.291286 dv-neutron-797120-1-hyperv neutron-server[93454]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:20:31.292323 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_db.api [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:20:31.303813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Router a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:20:31.389765 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Allocated IP 172.20.0.2 (8a164dae-cb32-4185-85ff-e3ff62c30233/5e8e39ea-ca18-4f6a-859c-466bac254243/6c0da48b-ed87-42c4-a4b2-fef37e2a4d27) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:31.409380 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:31.484415 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:31.485844 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:31.496992 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:31.497728 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:31.516833 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:31.529718 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-52aedef4-106f-46b6-b8b0-49d45e289a09 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:31.540418 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-52aedef4-106f-46b6-b8b0-49d45e289a09 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:31.556312 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-086c3e02-dc69-46d8-841c-9113949ddb8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:31.556566 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:31.565415 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Transition to ACTIVE for port object 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:31.565736 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:31.566823 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52aedef4-106f-46b6-b8b0-49d45e289a09 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:20:31.581563 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Transition to ACTIVE for port object 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:31.586736 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:31.592851 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e6dfae6b-afef-4822-baf5-50f40e481e0c up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:31.613742 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:31.654703 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:31.734624 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-9d43f0a5-6b7f-4c29-987a-b116271d74d7 tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1752103900'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:31.765227 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:31.773686 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:31.782976 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-52aedef4-106f-46b6-b8b0-49d45e289a09 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:31.783314 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-52aedef4-106f-46b6-b8b0-49d45e289a09 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Added segment 695a06f8-085d-4d5d-b089-2dc2592c5285 of type vlan for network fb6f3712-4219-46ac-932f-e7ba9ee298c8 Jun 18 16:20:31.784854 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:31.820677 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Network 8a164dae-cb32-4185-85ff-e3ff62c30233 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:31.851595 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Attempting to bind port 8df5c413-4388-4376-8491-1d9a896276d6 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:31.851928 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Attempting to bind port 8df5c413-4388-4376-8491-1d9a896276d6 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '165516cf-6e70-4466-93c8-4f29aa5c8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:31.852298 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Attempting to bind port 8df5c413-4388-4376-8491-1d9a896276d6 on network fccc7881-9783-4801-87f7-8972e7aafde0 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:31.859048 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:31.871889 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:31.877410 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:20:31.877795 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Checking segment: {'id': '165516cf-6e70-4466-93c8-4f29aa5c8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:31.878206 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:31.878643 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Bound using segment: {'id': '165516cf-6e70-4466-93c8-4f29aa5c8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:20:31.879140 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Bound port: 8df5c413-4388-4376-8491-1d9a896276d6, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165516cf-6e70-4466-93c8-4f29aa5c8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:20:31.879523 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:31.880692 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3979607 Jun 18 16:20:31.883499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Pushing event updated for resources: {'Network': ['ID=3447e591-35ae-4c96-9ee6-14d7f9b27554,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:31.889812 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aedef4-106f-46b6-b8b0-49d45e289a09 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecb7dff-f476-4765-aa3b-56da13740859,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:31.895811 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:31.896256 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-52aedef4-106f-46b6-b8b0-49d45e289a09 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:31.900810 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43600) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:31.901471 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:31.930960 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Pushing event updated for resources: {'Port': ['ID=6c0da48b-ed87-42c4-a4b2-fef37e2a4d27,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:31.963322 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:31.966900 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:31.980802 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 3447e591-35ae-4c96-9ee6-14d7f9b27554 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:20:32.009278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port e6dfae6b-afef-4822-baf5-50f40e481e0c completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:32.012149 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.030952 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d43f0a5-6b7f-4c29-987a-b116271d74d7 tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Made reservation on behalf of ce7c321e7ed54ca789e269666d362e89 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:32.034828 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d43f0a5-6b7f-4c29-987a-b116271d74d7 tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.057090 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port e6dfae6b-afef-4822-baf5-50f40e481e0c triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:32.057700 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.098863 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-52aedef4-106f-46b6-b8b0-49d45e289a09 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.116976 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d43f0a5-6b7f-4c29-987a-b116271d74d7 tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.162130 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Attempting to bind port 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:32.162836 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Attempting to bind port 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'a344f38b-ae7c-42c3-b693-a61d8255c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:32.163402 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Attempting to bind port 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 on network 8a164dae-cb32-4185-85ff-e3ff62c30233 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:32.163957 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:20:32.170981 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Pushing event updated for resources: {'Port': ['ID=69717999-3c1b-4635-b09d-9b19327177d5,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:32.181440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43606) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:32.182462 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Sync routers for ids ['a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:20:32.199194 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Routers {'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:20:32.199836 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:20:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:32.212277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:20:32.212944 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Checking segment: {'id': 'a344f38b-ae7c-42c3-b693-a61d8255c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:32.213519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.214064 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Bound using segment: {'id': 'a344f38b-ae7c-42c3-b693-a61d8255c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:20:32.214742 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Bound port: 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a344f38b-ae7c-42c3-b693-a61d8255c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:20:32.215299 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.248939 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] For port 8df5c413-4388-4376-8491-1d9a896276d6, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:20:32.267973 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] For port 8df5c413-4388-4376-8491-1d9a896276d6, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=8df5c413-4388-4376-8491-1d9a896276d6,segment=NetworkSegment(165516cf-6e70-4466-93c8-4f29aa5c8be4),segment_id=165516cf-6e70-4466-93c8-4f29aa5c8be4)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:20:32.288240 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-72c80a80-8e60-41b7-8fd1-2e8f42e4dc0d None None] Provisioning complete for port e6dfae6b-afef-4822-baf5-50f40e481e0c triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:32.288608 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-72c80a80-8e60-41b7-8fd1-2e8f42e4dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.295709 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.326264 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:32.367476 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:32.396661 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:32.400372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.410455 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-81d77c8a-2913-4b67-a9d1-dbe05cea3a96 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Request body: {'network': {'name': 'tempest-network--2004602602', 'router:external': True}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:32.430567 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Set router a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:20:32.442877 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.451740 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] For port 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:20:32.473887 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.489762 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-52aedef4-106f-46b6-b8b0-49d45e289a09 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.517194 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aedef4-106f-46b6-b8b0-49d45e289a09 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:32.517589 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] For port 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=6c0da48b-ed87-42c4-a4b2-fef37e2a4d27,segment=NetworkSegment(a344f38b-ae7c-42c3-b693-a61d8255c4a2),segment_id=a344f38b-ae7c-42c3-b693-a61d8255c4a2)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:20:32.518576 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-52aedef4-106f-46b6-b8b0-49d45e289a09 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.519666 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Pushing event updated for resources: {'Port': ['ID=8df5c413-4388-4376-8491-1d9a896276d6,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:32.526184 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:32.528000 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-538698ba-ee0b-4db1-b978-8da94b73d162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:32.528129 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.531783 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.555204 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:32.621994 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Allocated IP 172.26.6.13 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/7c678cee-256f-44fe-b156-2b2e2be144db) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:32.637347 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.698679 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port e6dfae6b-afef-4822-baf5-50f40e481e0c, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e6dfae6b-afef-4822-baf5-50f40e481e0c,segment=NetworkSegment(fc36ef62-fbed-4b65-b58a-9cd84e5e33b2),segment_id=fc36ef62-fbed-4b65-b58a-9cd84e5e33b2)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:20:32.713803 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-72c80a80-8e60-41b7-8fd1-2e8f42e4dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.717288 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Pushing event updated for resources: {'Port': ['ID=6c0da48b-ed87-42c4-a4b2-fef37e2a4d27,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:32.726771 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.728143 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:32.733169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-cad66c41-3219-4ca0-98c4-f9e602b416a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:32.756023 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'name': 'tempest-ServersTestJSON-1990322226-router', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:29Z', 'revision_number': 3, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'gw_port': {'id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:32.851764 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Checking router: a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:20:32.859132 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Updating router a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 port f4e26fc0-445d-415e-8651-c1c90c443068 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:20:32.883800 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=e6dfae6b-afef-4822-baf5-50f40e481e0c,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:32.891211 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:32.893521 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.897841 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.db.api [None req-72c80a80-8e60-41b7-8fd1-2e8f42e4dc0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:20:32.898145 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_db.api [None req-72c80a80-8e60-41b7-8fd1-2e8f42e4dc0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:20:32.939821 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.957546 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:32.966986 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ca17cbae-80af-45a2-bf62-f1f053b249c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:33.001599 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:33.004591 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:33.008369 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:33.010592 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aedef4-106f-46b6-b8b0-49d45e289a09 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Pushing event updated for resources: {'Network': ['ID=fb6f3712-4219-46ac-932f-e7ba9ee298c8,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:33.021228 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-52aedef4-106f-46b6-b8b0-49d45e289a09 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:33.029166 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network fb6f3712-4219-46ac-932f-e7ba9ee298c8 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:20:33.105478 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Pushing event updated for resources: {'Port': ['ID=7c678cee-256f-44fe-b156-2b2e2be144db,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:33.135581 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:33.142763 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Allocated IP 172.26.6.228 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/200d87ce-0873-4a8c-a5f0-4c44c95ca0fc) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:33.154210 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d43f0a5-6b7f-4c29-987a-b116271d74d7 tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:33.199112 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:33.201598 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.2248757 Jun 18 16:20:33.204390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:33.206396 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43612) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:33.210522 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d43f0a5-6b7f-4c29-987a-b116271d74d7 tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:33.303620 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:33.367898 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43f0a5-6b7f-4c29-987a-b116271d74d7 tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e904c667-2209-41e1-9930-88c278ab574c,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:33.381682 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9d43f0a5-6b7f-4c29-987a-b116271d74d7 tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:33.385416 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d43f0a5-6b7f-4c29-987a-b116271d74d7 tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:20:33.387364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d77c8a-2913-4b67-a9d1-dbe05cea3a96 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Made reservation on behalf of a4ec71efb1994180b06329544cede479 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:33.390652 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-81d77c8a-2913-4b67-a9d1-dbe05cea3a96 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:33.431654 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-81d77c8a-2913-4b67-a9d1-dbe05cea3a96 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:33.442277 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-52aedef4-106f-46b6-b8b0-49d45e289a09 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9021373 Jun 18 16:20:33.451598 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43616) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:33.470160 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d43f0a5-6b7f-4c29-987a-b116271d74d7 tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:33.470711 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-9d43f0a5-6b7f-4c29-987a-b116271d74d7 tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Added segment d499d207-fb6b-49b6-8fbc-7620661bc8a4 of type vlan for network cffd126b-21d1-4310-8379-da4653b5f393 Jun 18 16:20:33.484861 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:33.496670 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-08711fc0-be0f-4afd-8669-ccf8d83c61a1 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Request body: {'subnet': {'network_id': 'fb6f3712-4219-46ac-932f-e7ba9ee298c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:33.558403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:33.602854 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:33.659788 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:33.666135 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e6dfae6b-afef-4822-baf5-50f40e481e0c up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:33.715564 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:33.731239 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port e6dfae6b-afef-4822-baf5-50f40e481e0c triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:33.732850 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:33.827708 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 8df5c413-4388-4376-8491-1d9a896276d6 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:33.853578 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50885121-fcb4-46ba-ad38-30412b6bf5bb None None] Network fccc7881-9783-4801-87f7-8972e7aafde0 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:20:33.896513 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:33.940250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b9aa8635-4b0e-488f-baf9-15d474be69b9 None None] Provisioning for port 8df5c413-4388-4376-8491-1d9a896276d6 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:33.945772 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:33.972144 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d43f0a5-6b7f-4c29-987a-b116271d74d7 tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:33.972612 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 8df5c413-4388-4376-8491-1d9a896276d6 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:33.984834 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 8df5c413-4388-4376-8491-1d9a896276d6 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:33.985227 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:34.021715 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d43f0a5-6b7f-4c29-987a-b116271d74d7 tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:34.042972 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d43f0a5-6b7f-4c29-987a-b116271d74d7 tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:34.043580 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d43f0a5-6b7f-4c29-987a-b116271d74d7 tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:34.060788 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Router f8d13524-66e7-4247-8b6b-cb09bf243032 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:20:34.084296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:34.157117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:34.208198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:20:34.209955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:34.220639 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 8df5c413-4388-4376-8491-1d9a896276d6, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=8df5c413-4388-4376-8491-1d9a896276d6,segment=NetworkSegment(165516cf-6e70-4466-93c8-4f29aa5c8be4),segment_id=165516cf-6e70-4466-93c8-4f29aa5c8be4)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:20:34.224118 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Sync routers for ids ['f8d13524-66e7-4247-8b6b-cb09bf243032'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:20:34.236414 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:34.237462 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Routers {'f8d13524-66e7-4247-8b6b-cb09bf243032'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:20:34.238086 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:20:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['f8d13524-66e7-4247-8b6b-cb09bf243032'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:34.242296 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:34.329521 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43f0a5-6b7f-4c29-987a-b116271d74d7 tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Pushing event updated for resources: {'Network': ['ID=cffd126b-21d1-4310-8379-da4653b5f393,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:34.339600 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9d43f0a5-6b7f-4c29-987a-b116271d74d7 tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:34.340130 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:34.345675 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:34.367710 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network cffd126b-21d1-4310-8379-da4653b5f393 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:20:34.369997 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52493d4-673a-45d7-ba27-a60ed87c9b4b None None] Network 8a164dae-cb32-4185-85ff-e3ff62c30233 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:20:34.371915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:34.376346 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=8df5c413-4388-4376-8491-1d9a896276d6,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:34.377233 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:34.381087 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:34.390657 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Transition to ACTIVE for port object f4e26fc0-445d-415e-8651-c1c90c443068 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:34.394399 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:34.405843 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:34.410612 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-7400244d-a4f0-44c5-a798-813ed244f48e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:34.457271 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-81d77c8a-2913-4b67-a9d1-dbe05cea3a96 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:34.465704 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483260a-5c0a-4bbe-8447-fb51291772ae None None] Pushing event updated for resources: {'Port': ['ID=f4e26fc0-445d-415e-8651-c1c90c443068,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:34.478604 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483260a-5c0a-4bbe-8447-fb51291772ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:34.479264 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483260a-5c0a-4bbe-8447-fb51291772ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:34.479691 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483260a-5c0a-4bbe-8447-fb51291772ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:34.480137 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483260a-5c0a-4bbe-8447-fb51291772ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:34.480549 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483260a-5c0a-4bbe-8447-fb51291772ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:34.481023 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483260a-5c0a-4bbe-8447-fb51291772ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:34.481615 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483260a-5c0a-4bbe-8447-fb51291772ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:34.482297 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483260a-5c0a-4bbe-8447-fb51291772ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:34.483071 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483260a-5c0a-4bbe-8447-fb51291772ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:34.483250 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483260a-5c0a-4bbe-8447-fb51291772ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:34.483838 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483260a-5c0a-4bbe-8447-fb51291772ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:34.484338 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483260a-5c0a-4bbe-8447-fb51291772ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:20:34.485045 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Allocated IP 172.26.6.235 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/0f747af1-df83-4098-a77f-cac59e692748) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483260a-5c0a-4bbe-8447-fb51291772ae None None] Tracked resource versions report: Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: pushed versions: Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: { 'AddressGroup': {'1.2'}, Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'ConntrackHelper': {'1.0'}, Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'Log': {'1.0'}, Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'Network': {'1.1'}, Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'Port': {'1.7'}, Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'PortForwarding': {'1.2'}, Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'QosPolicy': {'1.8'}, Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'SecurityGroup': {'1.4'}, Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'SecurityGroupRule': {'1.2'}, Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'SubPort': {'1.0'}, Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'Subnet': {'1.1'}, Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'Trunk': {'1.1'}} Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: consumer versions: Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: { DHCP agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: HyperV agent@hv-neutron-7971: {}, Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: L3 agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: Metadata agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: Metering agent@dv-neutron-797120-1-hyperv: {}, Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: Open vSwitch agent@dv-neutron-797120-1-hyperv: { 'AddressGroup': '1.2', Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'ConntrackHelper': '1.0', Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'Log': '1.0', Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'Network': '1.1', Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'Port': '1.7', Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'PortForwarding': '1.2', Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'QosPolicy': '1.8', Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'SecurityGroup': '1.4', Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'SecurityGroupRule': '1.2', Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'SubPort': '1.0', Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'Subnet': '1.1', Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: 'Trunk': '1.1'}} Jun 18 16:20:34.486308 dv-neutron-797120-1-hyperv neutron-server[93456]: {{(pid=93456) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 18 16:20:34.505343 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-1483260a-5c0a-4bbe-8447-fb51291772ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:34.519546 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:34.523179 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5166011 Jun 18 16:20:34.523499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43620) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:34.537731 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7e12a509-4dce-4ff2-9182-40ecd0beff79 None None] Provisioning for port 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:34.559896 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7e12a509-4dce-4ff2-9182-40ecd0beff79 None None] Provisioning complete for port 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:34.560501 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7e12a509-4dce-4ff2-9182-40ecd0beff79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:34.566835 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Attempting to bind port f4e26fc0-445d-415e-8651-c1c90c443068 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:34.567649 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Attempting to bind port f4e26fc0-445d-415e-8651-c1c90c443068 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:34.568315 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Attempting to bind port f4e26fc0-445d-415e-8651-c1c90c443068 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:34.571164 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:34.574920 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:20:34.576390 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:34.577193 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:34.578598 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:20:34.579351 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Bound port: f4e26fc0-445d-415e-8651-c1c90c443068, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:20:34.579978 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:34.580876 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Set router f8d13524-66e7-4247-8b6b-cb09bf243032 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:20:34.664745 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] For port f4e26fc0-445d-415e-8651-c1c90c443068, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:20:34.671109 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] For port f4e26fc0-445d-415e-8651-c1c90c443068, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f4e26fc0-445d-415e-8651-c1c90c443068,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:20:34.683665 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:34.691295 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:34.701810 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Pushing event updated for resources: {'Port': ['ID=200d87ce-0873-4a8c-a5f0-4c44c95ca0fc,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:34.710899 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:34.752202 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-81d77c8a-2913-4b67-a9d1-dbe05cea3a96 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:34.764929 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483260a-5c0a-4bbe-8447-fb51291772ae None None] Pushing event updated for resources: {'Port': ['ID=f4e26fc0-445d-415e-8651-c1c90c443068,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:34.770193 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:34.777336 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-1483260a-5c0a-4bbe-8447-fb51291772ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:34.792654 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Routers {'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:20:34.793628 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:20:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:34.802718 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Router 7c41d453-73a6-498d-8d4d-c3b13afba07a is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:20:34.816559 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9d43f0a5-6b7f-4c29-987a-b116271d74d7 tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.7294204 Jun 18 16:20:34.848794 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:34.926868 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d77c8a-2913-4b67-a9d1-dbe05cea3a96 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4887e0d-7167-4de8-a202-83865dc94859,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:34.933846 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-81d77c8a-2913-4b67-a9d1-dbe05cea3a96 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:34.948782 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d77c8a-2913-4b67-a9d1-dbe05cea3a96 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:20:34.951732 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] Set router a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:20:35.036304 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:35.056340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08711fc0-be0f-4afd-8669-ccf8d83c61a1 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Made reservation on behalf of 1fdbe413403f4d98b5125f51f1a22b88 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:35.068421 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:35.069910 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-08711fc0-be0f-4afd-8669-ccf8d83c61a1 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks [] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:35.112550 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7e12a509-4dce-4ff2-9182-40ecd0beff79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:35.125046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Pushing event updated for resources: {'Port': ['ID=0f747af1-df83-4098-a77f-cac59e692748,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:35.137147 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:35.145302 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:35.150105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:35.155345 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-81d77c8a-2913-4b67-a9d1-dbe05cea3a96 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:35.155574 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:35.160441 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-81d77c8a-2913-4b67-a9d1-dbe05cea3a96 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Added segment 00905ee3-98cd-491f-ba4a-cf423c8f5a77 of type vlan for network 44bc8067-00af-4c48-9e8f-b21156f49829 Jun 18 16:20:35.171533 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'name': 'tempest-ServerActionsTestJSON-674591186-router', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:31Z', 'updated_at': '2021-06-18T16:20:33Z', 'revision_number': 3, 'project_id': '3328f9de576047028d611de30e1e3eab', 'gw_port': {'id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:32Z', 'updated_at': '2021-06-18T16:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:35.174809 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-7e12a509-4dce-4ff2-9182-40ecd0beff79 None None] For port 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=6c0da48b-ed87-42c4-a4b2-fef37e2a4d27,segment=NetworkSegment(a344f38b-ae7c-42c3-b693-a61d8255c4a2),segment_id=a344f38b-ae7c-42c3-b693-a61d8255c4a2)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:20:35.219537 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7e12a509-4dce-4ff2-9182-40ecd0beff79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:35.220383 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Checking router: f8d13524-66e7-4247-8b6b-cb09bf243032 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:20:35.220738 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Updating router f8d13524-66e7-4247-8b6b-cb09bf243032 port 7c678cee-256f-44fe-b156-2b2e2be144db binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:20:35.244929 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:35.265357 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:35.302676 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:35.341947 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'name': 'tempest-ServersTestJSON-1990322226-router', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:29Z', 'revision_number': 3, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'gw_port': {'id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:35.348410 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:35.379287 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8447cf-fd11-4cc7-acd2-894203e342d6 None None] The sync data for ids ['a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'] in dv-neutron-797120-1-hyperv is: [{'id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'name': 'tempest-ServersTestJSON-1990322226-router', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:29Z', 'revision_number': 3, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'gw_port': {'id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:20:35.404460 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:35.497848 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:35.501491 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 8df5c413-4388-4376-8491-1d9a896276d6 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:35.582594 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a4fbc2af-dc38-4cc6-bc97-aee64e12d038 None None] Provisioning complete for port 8df5c413-4388-4376-8491-1d9a896276d6 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:35.583648 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4fbc2af-dc38-4cc6-bc97-aee64e12d038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:35.624259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12a509-4dce-4ff2-9182-40ecd0beff79 None None] Pushing event updated for resources: {'Port': ['ID=6c0da48b-ed87-42c4-a4b2-fef37e2a4d27,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:35.636604 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7e12a509-4dce-4ff2-9182-40ecd0beff79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:35.739652 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Allocated IP 172.20.0.1 (35dd169e-5f93-47a6-9344-547c849f4922/1b6dd737-7e4b-40cd-bf18-9c9044bc5401/bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:35.754666 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 8df5c413-4388-4376-8491-1d9a896276d6 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:35.754666 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:35.806733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43632) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:35.814028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Request body: {'port': {'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393', 'binding:host_id': 'hv-neutron-7971', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1327325313'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:35.822958 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:20:35.853632 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Sync routers for ids ['7c41d453-73a6-498d-8d4d-c3b13afba07a'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:20:35.868007 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-81d77c8a-2913-4b67-a9d1-dbe05cea3a96 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:35.897087 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Routers {'7c41d453-73a6-498d-8d4d-c3b13afba07a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:20:35.898089 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:20:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7c41d453-73a6-498d-8d4d-c3b13afba07a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:35.900873 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:35.985248 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:35.989292 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0324929 Jun 18 16:20:35.999697 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43634) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:36.001900 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Made reservation on behalf of 6dfde6a409834aeba11303fdfa681f9e for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:36.004634 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.033178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.034065 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.048650 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e8401088-e0be-454f-a60c-7836e6112521 None None] Provisioning complete for port 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:36.049113 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e8401088-e0be-454f-a60c-7836e6112521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.073302 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Transition to ACTIVE for port object 7c678cee-256f-44fe-b156-2b2e2be144db will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:36.089500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.094972 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:36.102030 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Set router 7c41d453-73a6-498d-8d4d-c3b13afba07a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:20:36.167588 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.210761 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Attempting to bind port 7c678cee-256f-44fe-b156-2b2e2be144db on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:36.212187 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Attempting to bind port 7c678cee-256f-44fe-b156-2b2e2be144db by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:36.212569 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Attempting to bind port 7c678cee-256f-44fe-b156-2b2e2be144db on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:36.219537 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62354b12-540d-4aa2-8a93-7e2a9df10e8b None None] Pushing event updated for resources: {'Port': ['ID=7c678cee-256f-44fe-b156-2b2e2be144db,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:36.222950 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-62354b12-540d-4aa2-8a93-7e2a9df10e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:36.235352 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:20:36.236489 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:36.237560 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.239019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:20:36.239742 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Bound port: 7c678cee-256f-44fe-b156-2b2e2be144db, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:20:36.240677 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.297231 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Allocated IP 172.20.0.1 (8a164dae-cb32-4185-85ff-e3ff62c30233/5e8e39ea-ca18-4f6a-859c-466bac254243/53dddba7-d821-4c0c-b5b1-3f7b013e3694) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:36.332552 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] For port 7c678cee-256f-44fe-b156-2b2e2be144db, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:20:36.337724 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.340349 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Transition to ACTIVE for port object bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:36.340487 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] For port 7c678cee-256f-44fe-b156-2b2e2be144db, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=7c678cee-256f-44fe-b156-2b2e2be144db,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:20:36.353113 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.356141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:36.365640 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'name': 'tempest-ServersTestManualDisk-1011070602-router', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '69717999-3c1b-4635-b09d-9b19327177d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:29Z', 'updated_at': '2021-06-18T16:20:32Z', 'revision_number': 3, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'gw_port': {'id': '69717999-3c1b-4635-b09d-9b19327177d5', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:30Z', 'updated_at': '2021-06-18T16:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:36.406568 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-81d77c8a-2913-4b67-a9d1-dbe05cea3a96 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.426115 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Checking router: 7c41d453-73a6-498d-8d4d-c3b13afba07a for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:20:36.427139 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Updating router 7c41d453-73a6-498d-8d4d-c3b13afba07a port 69717999-3c1b-4635-b09d-9b19327177d5 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:20:36.433142 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d77c8a-2913-4b67-a9d1-dbe05cea3a96 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:36.433878 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-81d77c8a-2913-4b67-a9d1-dbe05cea3a96 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.436454 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.438207 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.438462 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Routers {'f8d13524-66e7-4247-8b6b-cb09bf243032'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:20:36.439276 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:20:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['f8d13524-66e7-4247-8b6b-cb09bf243032'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:36.444316 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62354b12-540d-4aa2-8a93-7e2a9df10e8b None None] Pushing event updated for resources: {'Port': ['ID=7c678cee-256f-44fe-b156-2b2e2be144db,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:36.456443 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-52aedef4-106f-46b6-b8b0-49d45e289a09 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:36.488635 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.494786 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-62354b12-540d-4aa2-8a93-7e2a9df10e8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:36.500261 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.503690 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.509161 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.516244 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:36.563995 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Pushing event updated for resources: {'Port': ['ID=0f747af1-df83-4098-a77f-cac59e692748,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:36.567348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:36.581365 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.603627 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:36.608237 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] device_id is not set on port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:20:36.613474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.614812 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] Set router f8d13524-66e7-4247-8b6b-cb09bf243032 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:20:36.759129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.791530 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.796179 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6081192 Jun 18 16:20:36.800107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c12483-f1af-4b41-a464-5240b930bbc4,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:36.802904 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43636) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:36.823599 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:36.837100 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-59412c9e-c1a8-455b-941e-e7dc8c3b9b4c tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-697814944'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:36.860561 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.863299 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Transition to ACTIVE for port object 53dddba7-d821-4c0c-b5b1-3f7b013e3694 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:36.873451 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.880944 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-81d77c8a-2913-4b67-a9d1-dbe05cea3a96 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 4.9773643 Jun 18 16:20:36.881919 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Transition to ACTIVE for port object 69717999-3c1b-4635-b09d-9b19327177d5 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:36.883751 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43638) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:36.889872 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.904132 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:36.939246 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d77c8a-2913-4b67-a9d1-dbe05cea3a96 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Pushing event updated for resources: {'Network': ['ID=44bc8067-00af-4c48-9e8f-b21156f49829,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:36.950630 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Network 35dd169e-5f93-47a6-9344-547c849f4922 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:36.953355 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-81d77c8a-2913-4b67-a9d1-dbe05cea3a96 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:36.953827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-177a0eb1-f0f2-4ec0-baf5-84ed3e7bf6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.474s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:36.956362 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 44bc8067-00af-4c48-9e8f-b21156f49829 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:20:36.968932 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bfec6-3c8e-4695-b7db-3d62049896ca None None] Pushing event updated for resources: {'Port': ['ID=69717999-3c1b-4635-b09d-9b19327177d5,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:36.978043 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:36.989998 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-08711fc0-be0f-4afd-8669-ccf8d83c61a1 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:36.995535 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:36.996213 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:37.031319 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Attempting to bind port 69717999-3c1b-4635-b09d-9b19327177d5 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:37.031797 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Attempting to bind port 69717999-3c1b-4635-b09d-9b19327177d5 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:37.032241 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Attempting to bind port 69717999-3c1b-4635-b09d-9b19327177d5 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:37.034659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59412c9e-c1a8-455b-941e-e7dc8c3b9b4c tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Made reservation on behalf of 8970d02379ac4475ab46b58beef924bc for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:37.039243 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-59412c9e-c1a8-455b-941e-e7dc8c3b9b4c tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:37.039645 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-eb6bfec6-3c8e-4695-b7db-3d62049896ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:37.085994 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:20:37.085994 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:37.085994 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:37.085994 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:20:37.085994 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Bound port: 69717999-3c1b-4635-b09d-9b19327177d5, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:20:37.085994 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:37.113789 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] For port 69717999-3c1b-4635-b09d-9b19327177d5, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:20:37.117773 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] For port 69717999-3c1b-4635-b09d-9b19327177d5, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=69717999-3c1b-4635-b09d-9b19327177d5,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:20:37.127891 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:37.131209 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-1483260a-5c0a-4bbe-8447-fb51291772ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:37.157890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-59412c9e-c1a8-455b-941e-e7dc8c3b9b4c tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:37.158026 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'name': 'tempest-ServerActionsTestJSON-674591186-router', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:31Z', 'updated_at': '2021-06-18T16:20:33Z', 'revision_number': 3, 'project_id': '3328f9de576047028d611de30e1e3eab', 'gw_port': {'id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:32Z', 'updated_at': '2021-06-18T16:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:37.174441 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:37.176046 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4592814 Jun 18 16:20:37.191136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:37.196634 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43640) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:37.206249 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Pushing event updated for resources: {'Port': ['ID=200d87ce-0873-4a8c-a5f0-4c44c95ca0fc,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:37.217347 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369df6c8-1365-48d1-9e1e-ab2945a77c2d None None] The sync data for ids ['f8d13524-66e7-4247-8b6b-cb09bf243032'] in dv-neutron-797120-1-hyperv is: [{'id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'name': 'tempest-ServerActionsTestJSON-674591186-router', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:31Z', 'updated_at': '2021-06-18T16:20:33Z', 'revision_number': 3, 'project_id': '3328f9de576047028d611de30e1e3eab', 'gw_port': {'id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:32Z', 'updated_at': '2021-06-18T16:20:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:20:37.221723 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-04f51f43-349d-4230-9f6b-6acdb7f95a67 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1588993092', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'fixed_ips': [{'ip_address': '172.26.6.228'}]}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:37.236364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:37.241169 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bfec6-3c8e-4695-b7db-3d62049896ca None None] Pushing event updated for resources: {'Port': ['ID=69717999-3c1b-4635-b09d-9b19327177d5,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:37.252112 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-eb6bfec6-3c8e-4695-b7db-3d62049896ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:37.276269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ad74f191-3631-4fd0-9e1b-829ac50da7a0 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:37.278540 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f51f43-349d-4230-9f6b-6acdb7f95a67 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Made reservation on behalf of 62e62878dc26488bac4b844431355d80 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:37.280936 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Routers {'7c41d453-73a6-498d-8d4d-c3b13afba07a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:20:37.281630 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:20:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7c41d453-73a6-498d-8d4d-c3b13afba07a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:37.283877 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04f51f43-349d-4230-9f6b-6acdb7f95a67 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:37.349235 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04f51f43-349d-4230-9f6b-6acdb7f95a67 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:37.365256 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Pushing event updated for resources: {'Port': ['ID=53dddba7-d821-4c0c-b5b1-3f7b013e3694,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:37.390178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:37.459801 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7a4c702d-163b-4db1-85c8-8d964b5e578d None None] Provisioning for port bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:37.463873 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7a4c702d-163b-4db1-85c8-8d964b5e578d None None] Provisioning complete for port bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:37.464151 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7a4c702d-163b-4db1-85c8-8d964b5e578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:37.465380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Network 8a164dae-cb32-4185-85ff-e3ff62c30233 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:37.479169 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:37.492623 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:37.494671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:37.505816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Pushing event updated for resources: {'Port': ['ID=bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:37.514372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:37.516884 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.695s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:37.517261 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:37.526126 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.436s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:37.529262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08711fc0-be0f-4afd-8669-ccf8d83c61a1 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Checking segment: {'id': '695a06f8-085d-4d5d-b089-2dc2592c5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fb6f3712-4219-46ac-932f-e7ba9ee298c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:37.529652 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08711fc0-be0f-4afd-8669-ccf8d83c61a1 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Network hostable DHCP agents. Network: fb6f3712-4219-46ac-932f-e7ba9ee298c8, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:20:37.538946 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7a4c702d-163b-4db1-85c8-8d964b5e578d None None] Port bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:20:37.557706 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] Set router 7c41d453-73a6-498d-8d4d-c3b13afba07a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:20:37.598842 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:37.679933 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:37.695106 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=93453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:37.695379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:37.696414 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:37.696744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > port after_create 55550000 {{(pid=93453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:37.697129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > port after_delete 55550000 {{(pid=93453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:37.697557 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > port after_update 55550000 {{(pid=93453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:37.697900 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=93453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:37.699027 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=93453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:37.699487 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=93453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:37.699856 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=93453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:37.705831 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:37.706876 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:37.753652 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08711fc0-be0f-4afd-8669-ccf8d83c61a1 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Network fb6f3712-4219-46ac-932f-e7ba9ee298c8 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:20:37.799582 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-08711fc0-be0f-4afd-8669-ccf8d83c61a1 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, fb6f3712-4219-46ac-932f-e7ba9ee298c8) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:37.824590 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5d3817-383c-4725-bf9e-60524a428605 None None] Network fb6f3712-4219-46ac-932f-e7ba9ee298c8 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:20:37.899567 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08711fc0-be0f-4afd-8669-ccf8d83c61a1 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Pushing event updated for resources: {'Subnet': ['ID=60dbca9a-2727-402e-99ff-7aa3d3b6cba2,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:37.937994 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08711fc0-be0f-4afd-8669-ccf8d83c61a1 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:37.938621 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-08711fc0-be0f-4afd-8669-ccf8d83c61a1 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:37.947988 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:37.977173 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'name': 'tempest-ServersTestManualDisk-1011070602-router', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '69717999-3c1b-4635-b09d-9b19327177d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:29Z', 'updated_at': '2021-06-18T16:20:32Z', 'revision_number': 3, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'gw_port': {'id': '69717999-3c1b-4635-b09d-9b19327177d5', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:30Z', 'updated_at': '2021-06-18T16:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:38.002446 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f4e26fc0-445d-415e-8651-c1c90c443068 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:38.035844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9a78830c-31ff-4c1f-98c9-2a058a58bad4 None None] Provisioning for port 53dddba7-d821-4c0c-b5b1-3f7b013e3694 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:38.041305 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7ea721-5b5c-467b-82af-d417b2cf7837 None None] The sync data for ids ['7c41d453-73a6-498d-8d4d-c3b13afba07a'] in dv-neutron-797120-1-hyperv is: [{'id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'name': 'tempest-ServersTestManualDisk-1011070602-router', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '69717999-3c1b-4635-b09d-9b19327177d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:29Z', 'updated_at': '2021-06-18T16:20:32Z', 'revision_number': 3, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'gw_port': {'id': '69717999-3c1b-4635-b09d-9b19327177d5', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:30Z', 'updated_at': '2021-06-18T16:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:20:38.053438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=93453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:38.053735 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=93453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:38.054041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=93453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:38.054364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=93453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:38.055012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44bc8067-00af-4c48-9e8f-b21156f49829']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:38.066193 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9a78830c-31ff-4c1f-98c9-2a058a58bad4 None None] Provisioning complete for port 53dddba7-d821-4c0c-b5b1-3f7b013e3694 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:38.066684 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9a78830c-31ff-4c1f-98c9-2a058a58bad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.082841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00905ee3-98cd-491f-ba4a-cf423c8f5a77') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:38.083132 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00905ee3-98cd-491f-ba4a-cf423c8f5a77') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:38.102299 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.153869 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9a78830c-31ff-4c1f-98c9-2a058a58bad4 None None] Port 53dddba7-d821-4c0c-b5b1-3f7b013e3694 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:20:38.171679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.180141 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-08711fc0-be0f-4afd-8669-ccf8d83c61a1 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:38.185269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] device_id is not set on port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:20:38.219469 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port f4e26fc0-445d-415e-8651-c1c90c443068 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:38.226934 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:20:38.227333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.230275 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.234760 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-fb6f3712-4219-46ac-932f-e7ba9ee298c8', 'network_id': 'fb6f3712-4219-46ac-932f-e7ba9ee298c8', 'tenant_id': '1fdbe413403f4d98b5125f51f1a22b88', 'fixed_ips': [{'subnet_id': '60dbca9a-2727-402e-99ff-7aa3d3b6cba2'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:20:38.236320 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: from cryptography.utils import int_from_bytes Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: from cryptography.utils import int_from_bytes Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:20:38.242169 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:20:38.257424 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port f4e26fc0-445d-415e-8651-c1c90c443068 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:38.258830 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.321005 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Transition to ACTIVE for port object e79c478a-a768-43d7-a8ca-dd4a7bf8a252 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:38.399735 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.416409 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.418627 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.423534 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.447963 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:38.448497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.472897 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:38.483901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 44bc8067-00af-4c48-9e8f-b21156f49829 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 18 16:20:38.486794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.489069 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] 10.222.0.50 "DELETE /v2.0/networks/44bc8067-00af-4c48-9e8f-b21156f49829 HTTP/1.1" status: 204 len: 168 time: 1.5957358 Jun 18 16:20:38.514015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43648) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:38.547642 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Allocated IP 172.20.0.2 (fb6f3712-4219-46ac-932f-e7ba9ee298c8/60dbca9a-2727-402e-99ff-7aa3d3b6cba2/b23dd729-e66c-4e06-9fb0-8463f8cd602e) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:38.568484 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9777c8cb-566b-4883-b6a3-3428f5cf2a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.698709 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-4421d148-dbc1-48e9-8220-5744644e130e tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:38.722779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Checking segment: {'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:38.723793 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Network hostable DHCP agents. Network: cffd126b-21d1-4310-8379-da4653b5f393, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:20:38.726149 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Network 35dd169e-5f93-47a6-9344-547c849f4922 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:38.732427 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:38.748611 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.752662 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Pushing event updated for resources: {'Port': ['ID=bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:38.808378 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-59412c9e-c1a8-455b-941e-e7dc8c3b9b4c tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.808378 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Network cffd126b-21d1-4310-8379-da4653b5f393 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:20:38.823604 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-59412c9e-c1a8-455b-941e-e7dc8c3b9b4c tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.826856 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, cffd126b-21d1-4310-8379-da4653b5f393) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:38.842222 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Pushing event updated for resources: {'Port': ['ID=e79c478a-a768-43d7-a8ca-dd4a7bf8a252,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:38.859028 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055edaa3-2210-4c0f-877d-9e164ce5f803 None None] Network cffd126b-21d1-4310-8379-da4653b5f393 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:20:38.865507 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:38.909422 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.922012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:38.922012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:38.922376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:38.925059 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59412c9e-c1a8-455b-941e-e7dc8c3b9b4c tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:20:38.957182 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:38.969565 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-08711fc0-be0f-4afd-8669-ccf8d83c61a1 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4796951 Jun 18 16:20:38.972899 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43652) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:38.978677 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:38.986759 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Router a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:20:38.990912 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-806e7483-ad40-4698-b266-ce64b42283df tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Request body: {'port': {'network_id': 'fb6f3712-4219-46ac-932f-e7ba9ee298c8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1122382683'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:38.991725 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:38.995984 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5b447a2c-a8c7-4e63-97db-856bb7d4f1db tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.482s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:39.005210 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Transition to ACTIVE for port object b23dd729-e66c-4e06-9fb0-8463f8cd602e will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:39.028698 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Transition to ACTIVE for port object b23dd729-e66c-4e06-9fb0-8463f8cd602e will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:39.042213 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:20:39.042899 dv-neutron-797120-1-hyperv neutron-server[93453]: ERROR neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:20:39.046865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-59412c9e-c1a8-455b-941e-e7dc8c3b9b4c tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:39.047425 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-59412c9e-c1a8-455b-941e-e7dc8c3b9b4c tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Added segment 9fed1fc4-b045-49aa-b14d-31cd0a679e64 of type vlan for network a6646ca4-c85c-48e5-9798-3d4b1c12b688 Jun 18 16:20:39.048652 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.plugins.ml2.plugin [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 2 to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 Jun 18 16:20:39.069790 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:39.070310 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Pushing event deleted for resources: {'Network': ['ID=44bc8067-00af-4c48-9e8f-b21156f49829,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:39.086688 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:39.115534 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:39.119116 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:39.140983 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Network fb6f3712-4219-46ac-932f-e7ba9ee298c8 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:39.169841 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Pushing event updated for resources: {'Port': ['ID=b23dd729-e66c-4e06-9fb0-8463f8cd602e,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:39.173922 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:39.177068 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:39.189999 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:39.233110 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-55cf1ab0-621c-4217-b576-3ebac5086640 None None] Provisioning complete for port bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:39.233910 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-55cf1ab0-621c-4217-b576-3ebac5086640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:39.288753 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-55cf1ab0-621c-4217-b576-3ebac5086640 None None] Port bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:20:39.305198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:39.305709 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:39.306234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:39.321500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:39.360472 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port f4e26fc0-445d-415e-8651-c1c90c443068, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f4e26fc0-445d-415e-8651-c1c90c443068,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:20:39.364492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:20:39.364825 dv-neutron-797120-1-hyperv neutron-server[93453]: ERROR neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:20:39.367764 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-59412c9e-c1a8-455b-941e-e7dc8c3b9b4c tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:39.379166 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:39.379425 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.plugins.ml2.plugin [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 3 to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 Jun 18 16:20:39.391930 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-62354b12-540d-4aa2-8a93-7e2a9df10e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:39.430761 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59412c9e-c1a8-455b-941e-e7dc8c3b9b4c tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df7e468-381f-4af0-8299-6058d8b20eee,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:39.455439 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=f4e26fc0-445d-415e-8651-c1c90c443068,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:39.458888 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:39.461720 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:39.462855 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Attempting to bind port b23dd729-e66c-4e06-9fb0-8463f8cd602e on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:39.463003 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Attempting to bind port b23dd729-e66c-4e06-9fb0-8463f8cd602e by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '695a06f8-085d-4d5d-b089-2dc2592c5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fb6f3712-4219-46ac-932f-e7ba9ee298c8'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:39.463472 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Attempting to bind port b23dd729-e66c-4e06-9fb0-8463f8cd602e on network fb6f3712-4219-46ac-932f-e7ba9ee298c8 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:39.464656 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:39.464994 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:39.465331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:39.492230 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:20:39.492784 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-59412c9e-c1a8-455b-941e-e7dc8c3b9b4c tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:39.493382 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Checking segment: {'id': '695a06f8-085d-4d5d-b089-2dc2592c5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fb6f3712-4219-46ac-932f-e7ba9ee298c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:39.493986 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:39.494571 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Bound using segment: {'id': '695a06f8-085d-4d5d-b089-2dc2592c5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fb6f3712-4219-46ac-932f-e7ba9ee298c8'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:20:39.502083 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Bound port: b23dd729-e66c-4e06-9fb0-8463f8cd602e, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '695a06f8-085d-4d5d-b089-2dc2592c5285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fb6f3712-4219-46ac-932f-e7ba9ee298c8'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:20:39.503010 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:39.518945 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:20:39.523066 dv-neutron-797120-1-hyperv neutron-server[93453]: ERROR neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:20:39.525392 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.plugins.ml2.plugin [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 4 to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 Jun 18 16:20:39.529378 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:39.531235 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-59412c9e-c1a8-455b-941e-e7dc8c3b9b4c tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:39.603736 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59412c9e-c1a8-455b-941e-e7dc8c3b9b4c tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:39.604412 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-59412c9e-c1a8-455b-941e-e7dc8c3b9b4c tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:39.612101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:39.641242 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 69717999-3c1b-4635-b09d-9b19327177d5 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:39.651851 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:39.676772 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] For port b23dd729-e66c-4e06-9fb0-8463f8cd602e, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:20:39.699168 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] For port b23dd729-e66c-4e06-9fb0-8463f8cd602e, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b23dd729-e66c-4e06-9fb0-8463f8cd602e,segment=NetworkSegment(695a06f8-085d-4d5d-b089-2dc2592c5285),segment_id=695a06f8-085d-4d5d-b089-2dc2592c5285)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:20:39.706101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04f51f43-349d-4230-9f6b-6acdb7f95a67 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:39.710081 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:39.710623 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:39.710747 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:39.711075 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:39.723875 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:39.725501 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:20:39.725839 dv-neutron-797120-1-hyperv neutron-server[93453]: ERROR neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:20:39.726364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04f51f43-349d-4230-9f6b-6acdb7f95a67 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:39.738044 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.plugins.ml2.plugin [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 5 to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 Jun 18 16:20:39.756493 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:39.756822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:39.757157 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:39.769881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-04f51f43-349d-4230-9f6b-6acdb7f95a67 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] device_id is not set on port f503a279-4039-4ea8-968d-b067a01a36b1 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:20:39.777684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:20:39.778039 dv-neutron-797120-1-hyperv neutron-server[93453]: ERROR neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:20:39.792427 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Pushing event updated for resources: {'Port': ['ID=b23dd729-e66c-4e06-9fb0-8463f8cd602e,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:39.797043 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:39.828217 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:20:39.836013 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] 10.222.0.50 "PUT /v2.0/routers/a883c70a-5b3a-4ad3-8401-ca98f30c6fe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6249692 Jun 18 16:20:39.844490 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 69717999-3c1b-4635-b09d-9b19327177d5 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:39.845207 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 69717999-3c1b-4635-b09d-9b19327177d5 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:39.845410 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:39.858547 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Allocated IP 172.20.0.1 (fccc7881-9783-4801-87f7-8972e7aafde0/dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc/9561b899-6ef1-49a3-b6e5-0a8941738614) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:39.893653 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Sync routers for ids ['a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:20:39.915913 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.plugins.ml2.plugin [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 6 to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 Jun 18 16:20:39.957407 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:39.985278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 69717999-3c1b-4635-b09d-9b19327177d5, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=69717999-3c1b-4635-b09d-9b19327177d5,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:20:39.989360 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Routers {'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:20:39.990093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:20:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:40.036484 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:40.068273 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Transition to ACTIVE for port object 9561b899-6ef1-49a3-b6e5-0a8941738614 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:40.071778 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Pushing event updated for resources: {'Port': ['ID=53dddba7-d821-4c0c-b5b1-3f7b013e3694,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:40.089032 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:40.097583 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806e7483-ad40-4698-b266-ce64b42283df tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Made reservation on behalf of 1fdbe413403f4d98b5125f51f1a22b88 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:40.102321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-806e7483-ad40-4698-b266-ce64b42283df tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:40.136768 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.457s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:40.144197 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4421d148-dbc1-48e9-8220-5744644e130e tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Made reservation on behalf of a4ec71efb1994180b06329544cede479 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:40.151597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4421d148-dbc1-48e9-8220-5744644e130e tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:40.165716 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Set router a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:20:40.168690 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:40.169935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 7c678cee-256f-44fe-b156-2b2e2be144db up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:40.170220 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-806e7483-ad40-4698-b266-ce64b42283df tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] device_id is not set on port 337d4220-31fe-440b-8ba3-c33a3fb50142 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:20:40.201154 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-59412c9e-c1a8-455b-941e-e7dc8c3b9b4c tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.3796215 Jun 18 16:20:40.206354 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:40.224772 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43664) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:40.281107 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=69717999-3c1b-4635-b09d-9b19327177d5,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:40.291651 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:40.441946 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:40.454939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-24164767-9a22-4bb0-83d9-acc64715c496 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Request body: {'subnet': {'network_id': 'a6646ca4-c85c-48e5-9798-3d4b1c12b688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:40.459485 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:40.500650 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Network fccc7881-9783-4801-87f7-8972e7aafde0 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:40.510960 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:40.537882 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:40.538955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:40.565359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:40.565695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:40.566069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:40.596617 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-806e7483-ad40-4698-b266-ce64b42283df tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Allocated IP 172.20.0.4 (fb6f3712-4219-46ac-932f-e7ba9ee298c8/60dbca9a-2727-402e-99ff-7aa3d3b6cba2/337d4220-31fe-440b-8ba3-c33a3fb50142) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:40.609842 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Network 8a164dae-cb32-4185-85ff-e3ff62c30233 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:40.620420 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:40.622690 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24164767-9a22-4bb0-83d9-acc64715c496 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Made reservation on behalf of 8970d02379ac4475ab46b58beef924bc for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:40.629107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-24164767-9a22-4bb0-83d9-acc64715c496 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:40.633425 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Pushing event updated for resources: {'Port': ['ID=9561b899-6ef1-49a3-b6e5-0a8941738614,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:40.648047 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 7c678cee-256f-44fe-b156-2b2e2be144db completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:40.659177 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:40.668569 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 7c678cee-256f-44fe-b156-2b2e2be144db triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:40.669618 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:40.813237 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:40.839367 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 7c678cee-256f-44fe-b156-2b2e2be144db, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=7c678cee-256f-44fe-b156-2b2e2be144db,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:20:40.870472 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:40.877457 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:40.882369 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:20:40.883317 dv-neutron-797120-1-hyperv neutron-server[93453]: ERROR neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:20:40.924559 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.plugins.ml2.plugin [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 7 to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 Jun 18 16:20:40.949493 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=7c678cee-256f-44fe-b156-2b2e2be144db,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:40.962127 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:40.986170 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-806e7483-ad40-4698-b266-ce64b42283df tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:41.002014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0ca627f7-485a-4f80-b04a-a917ce7c1cd0 None None] Provisioning for port 9561b899-6ef1-49a3-b6e5-0a8941738614 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:41.004823 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d6b34b30-6e1d-4958-92c4-fe547a62c47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:41.011140 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:41.012188 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0ca627f7-485a-4f80-b04a-a917ce7c1cd0 None None] Provisioning complete for port 9561b899-6ef1-49a3-b6e5-0a8941738614 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:41.012689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0ca627f7-485a-4f80-b04a-a917ce7c1cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:41.016684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59412c9e-c1a8-455b-941e-e7dc8c3b9b4c tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Pushing event updated for resources: {'Network': ['ID=a6646ca4-c85c-48e5-9798-3d4b1c12b688,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:41.030314 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-806e7483-ad40-4698-b266-ce64b42283df tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Transition to ACTIVE for port object 337d4220-31fe-440b-8ba3-c33a3fb50142 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:41.035043 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-59412c9e-c1a8-455b-941e-e7dc8c3b9b4c tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.925s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:41.058609 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-59412c9e-c1a8-455b-941e-e7dc8c3b9b4c tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.280s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:41.067033 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-0ca627f7-485a-4f80-b04a-a917ce7c1cd0 None None] Port 9561b899-6ef1-49a3-b6e5-0a8941738614 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:20:41.071179 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network a6646ca4-c85c-48e5-9798-3d4b1c12b688 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:20:41.075571 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4421d148-dbc1-48e9-8220-5744644e130e tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:20:41.175318 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'name': 'tempest-ServersTestJSON-1990322226-router', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:37Z', 'revision_number': 4, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'gw_port': {'id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3', 'name': '', 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'mac_address': 'fa:16:3e:d2:d2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b6dd737-7e4b-40cd-bf18-9c9044bc5401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:35Z', 'updated_at': '2021-06-18T16:20:38Z', 'revision_number': 2, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'subnets': [{'id': '1b6dd737-7e4b-40cd-bf18-9c9044bc5401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:41.229056 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Checking router: a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:20:41.229566 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Updating router a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 port bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:20:41.237578 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-806e7483-ad40-4698-b266-ce64b42283df tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:41.260091 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4502a31c-ac41-42e9-9add-5db008c9ce2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:41.306950 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f51f43-349d-4230-9f6b-6acdb7f95a67 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 18 16:20:41.307343 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f51f43-349d-4230-9f6b-6acdb7f95a67 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:20:41.312825 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:41.319769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:41.320157 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:41.320567 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:41.322989 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:41.334908 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-321d3337-6a8d-42cf-a903-2835ed043a3e None None] Provisioning complete for port 53dddba7-d821-4c0c-b5b1-3f7b013e3694 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:41.335439 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-321d3337-6a8d-42cf-a903-2835ed043a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:41.347802 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-04f51f43-349d-4230-9f6b-6acdb7f95a67 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 4.1415110 Jun 18 16:20:41.354912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4421d148-dbc1-48e9-8220-5744644e130e tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:41.355252 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-4421d148-dbc1-48e9-8220-5744644e130e tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Added segment f1620081-16ef-4fa9-89e6-95c71092d31f of type vlan for network c9ab8a00-02d0-4513-81a2-dbf8cca388f4 Jun 18 16:20:41.367526 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43670) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:41.389495 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:20:41.390088 dv-neutron-797120-1-hyperv neutron-server[93453]: ERROR neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:20:41.411087 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e7483-ad40-4698-b266-ce64b42283df tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Pushing event updated for resources: {'Port': ['ID=337d4220-31fe-440b-8ba3-c33a3fb50142,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:41.435490 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-806e7483-ad40-4698-b266-ce64b42283df tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:41.460333 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806e7483-ad40-4698-b266-ce64b42283df tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Network fb6f3712-4219-46ac-932f-e7ba9ee298c8 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:41.466742 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-321d3337-6a8d-42cf-a903-2835ed043a3e None None] Port 53dddba7-d821-4c0c-b5b1-3f7b013e3694 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:20:41.491054 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-806e7483-ad40-4698-b266-ce64b42283df tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:41.495868 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.plugins.ml2.plugin [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 8 to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 Jun 18 16:20:41.508298 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806e7483-ad40-4698-b266-ce64b42283df tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:41.531602 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806e7483-ad40-4698-b266-ce64b42283df tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:41.532078 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-806e7483-ad40-4698-b266-ce64b42283df tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:41.567068 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f51f43-349d-4230-9f6b-6acdb7f95a67 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1485e572-d833-4bf8-975b-6e4e1b38a6c2,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:41.569268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf0012e-3a1e-4c57-8ce3-691dd011ba49 None None] Network fb6f3712-4219-46ac-932f-e7ba9ee298c8 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:20:41.570055 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43672) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:41.599301 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-806e7483-ad40-4698-b266-ce64b42283df tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6233346 Jun 18 16:20:41.602479 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43674) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:41.615534 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-04f51f43-349d-4230-9f6b-6acdb7f95a67 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:41.665796 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-15d6aae6-2fc8-4a09-becf-ef525092bc7f tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Request body: {'security_group': {'name': 'tempest-securitygroup--81771675', 'description': 'tempest-description--335435914'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:41.686106 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-24164767-9a22-4bb0-83d9-acc64715c496 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:41.719634 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:41.719971 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:41.720311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:41.749338 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:41.757874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 69717999-3c1b-4635-b09d-9b19327177d5 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:41.763932 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-dca6b789-4ff8-4ed0-bdf3-1de634dd48b4 None None] Provisioning for port b23dd729-e66c-4e06-9fb0-8463f8cd602e completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:41.767560 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4421d148-dbc1-48e9-8220-5744644e130e tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:41.790053 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:41.793518 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:20:41.793518 dv-neutron-797120-1-hyperv neutron-server[93453]: ERROR neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:20:41.800537 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:41.801614 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.plugins.ml2.plugin [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 9 to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 Jun 18 16:20:41.805229 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:41.821913 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:41.848754 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-15d6aae6-2fc8-4a09-becf-ef525092bc7f tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:41.865630 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Pushing event updated for resources: {'Port': ['ID=9561b899-6ef1-49a3-b6e5-0a8941738614,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:41.869399 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:41.923310 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ad867-3482-4472-9eae-5c3dad9a9e87 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Deleting port 337d4220-31fe-440b-8ba3-c33a3fb50142 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:20:41.923498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 69717999-3c1b-4635-b09d-9b19327177d5 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:41.923853 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:41.923935 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a7ad867-3482-4472-9eae-5c3dad9a9e87 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:42.026670 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:42.032846 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:42.033738 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:42.033738 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:42.048305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:42.048305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Transition to ACTIVE for port object bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:42.057031 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a7ad867-3482-4472-9eae-5c3dad9a9e87 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:42.070274 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Router f8d13524-66e7-4247-8b6b-cb09bf243032 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:20:42.071043 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:20:42.071369 dv-neutron-797120-1-hyperv neutron-server[93453]: ERROR neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:20:42.074554 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:42.076628 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.plugins.ml2.plugin [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 10 to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 Jun 18 16:20:42.079123 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24164767-9a22-4bb0-83d9-acc64715c496 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Pushing event updated for resources: {'Subnet': ['ID=eb243fc5-1ed3-41f9-965a-03dc0b17eb64,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:42.085893 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:42.086138 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4421d148-dbc1-48e9-8220-5744644e130e tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:42.099807 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-24164767-9a22-4bb0-83d9-acc64715c496 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:42.103111 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4421d148-dbc1-48e9-8220-5744644e130e tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:42.103702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4421d148-dbc1-48e9-8220-5744644e130e tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:42.115087 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:42.147641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:42.147981 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:42.148327 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:42.178008 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6a7ad867-3482-4472-9eae-5c3dad9a9e87 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Calling delete_port for 337d4220-31fe-440b-8ba3-c33a3fb50142 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:20:42.187857 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Network fccc7881-9783-4801-87f7-8972e7aafde0 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:42.192754 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:42.209380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24164767-9a22-4bb0-83d9-acc64715c496 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Checking segment: {'id': '9fed1fc4-b045-49aa-b14d-31cd0a679e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a6646ca4-c85c-48e5-9798-3d4b1c12b688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:42.209922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24164767-9a22-4bb0-83d9-acc64715c496 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Network hostable DHCP agents. Network: a6646ca4-c85c-48e5-9798-3d4b1c12b688, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:20:42.225361 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b23dd729-e66c-4e06-9fb0-8463f8cd602e up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:42.229715 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-56af0e9e-6311-4ec9-9126-e86da62ed292 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Deleting port 200d87ce-0873-4a8c-a5f0-4c44c95ca0fc {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:20:42.230250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-56af0e9e-6311-4ec9-9126-e86da62ed292 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:42.312170 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:20:42.312777 dv-neutron-797120-1-hyperv neutron-server[93453]: ERROR neutron.plugins.ml2.managers [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:20:42.313308 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:42.320162 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd9d40-97e4-49ef-936b-6f1c47f646ec None None] Pushing event updated for resources: {'Port': ['ID=bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:42.324387 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-01cd9d40-97e4-49ef-936b-6f1c47f646ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:42.373333 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Attempting to bind port bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:42.373736 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Attempting to bind port bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'fc36ef62-fbed-4b65-b58a-9cd84e5e33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:42.374128 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Attempting to bind port bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 on network 35dd169e-5f93-47a6-9344-547c849f4922 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:42.390148 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:20:42.391070 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Checking segment: {'id': 'fc36ef62-fbed-4b65-b58a-9cd84e5e33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:42.391507 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:42.392189 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Bound using segment: {'id': 'fc36ef62-fbed-4b65-b58a-9cd84e5e33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:20:42.392711 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Bound port: bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc36ef62-fbed-4b65-b58a-9cd84e5e33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:20:42.393862 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:42.397874 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421d148-dbc1-48e9-8220-5744644e130e tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Pushing event updated for resources: {'Network': ['ID=c9ab8a00-02d0-4513-81a2-dbf8cca388f4,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:42.402643 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4421d148-dbc1-48e9-8220-5744644e130e tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:42.485634 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network c9ab8a00-02d0-4513-81a2-dbf8cca388f4 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:20:42.534659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24164767-9a22-4bb0-83d9-acc64715c496 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Network a6646ca4-c85c-48e5-9798-3d4b1c12b688 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:20:42.535427 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] For port bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:20:42.544085 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:20:42.555893 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Sync routers for ids ['f8d13524-66e7-4247-8b6b-cb09bf243032'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:20:42.560226 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] 10.222.0.50 "PUT /v2.0/routers/f8d13524-66e7-4247-8b6b-cb09bf243032/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0356109 Jun 18 16:20:42.567964 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Routers {'f8d13524-66e7-4247-8b6b-cb09bf243032'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:20:42.569270 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:20:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['f8d13524-66e7-4247-8b6b-cb09bf243032'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:42.573919 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] For port bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3,segment=NetworkSegment(fc36ef62-fbed-4b65-b58a-9cd84e5e33b2),segment_id=fc36ef62-fbed-4b65-b58a-9cd84e5e33b2)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:20:42.603520 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-24164767-9a22-4bb0-83d9-acc64715c496 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, a6646ca4-c85c-48e5-9798-3d4b1c12b688) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:42.637184 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port b23dd729-e66c-4e06-9fb0-8463f8cd602e completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:42.661100 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-56af0e9e-6311-4ec9-9126-e86da62ed292 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:42.661516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-56af0e9e-6311-4ec9-9126-e86da62ed292 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:42.664516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24164767-9a22-4bb0-83d9-acc64715c496 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:42.665101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-24164767-9a22-4bb0-83d9-acc64715c496 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:42.671511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8ea474-8a3f-49da-9ac7-e63938575f43 None None] Network a6646ca4-c85c-48e5-9798-3d4b1c12b688 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:20:42.683865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-15d6aae6-2fc8-4a09-becf-ef525092bc7f tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:42.692348 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:42.693199 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a7ad867-3482-4472-9eae-5c3dad9a9e87 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:42.706251 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Router 7c41d453-73a6-498d-8d4d-c3b13afba07a has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:20:42.708429 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:42.731932 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Set router f8d13524-66e7-4247-8b6b-cb09bf243032 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:20:42.753370 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:42.756634 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port b23dd729-e66c-4e06-9fb0-8463f8cd602e triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:42.757112 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:42.770298 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-15d6aae6-2fc8-4a09-becf-ef525092bc7f tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:42.787494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ad867-3482-4472-9eae-5c3dad9a9e87 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Pushing event deleted for resources: {'Port': ['ID=337d4220-31fe-440b-8ba3-c33a3fb50142,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:42.812700 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] For port e79c478a-a768-43d7-a8ca-dd4a7bf8a252, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:20:42.812886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempted to set empty binding levels {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 18 16:20:42.816794 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4421d148-dbc1-48e9-8220-5744644e130e tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 4.1244183 Jun 18 16:20:42.893012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-56af0e9e-6311-4ec9-9126-e86da62ed292 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Calling delete_port for 200d87ce-0873-4a8c-a5f0-4c44c95ca0fc owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:20:42.897205 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-04f51f43-349d-4230-9f6b-6acdb7f95a67 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:42.905410 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6a7ad867-3482-4472-9eae-5c3dad9a9e87 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:42.907600 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43684) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:42.928517 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-68dc1938-c606-4be2-b448-29b9426c5a3a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Request body: {'subnet': {'network_id': 'c9ab8a00-02d0-4513-81a2-dbf8cca388f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:42.929021 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd9d40-97e4-49ef-936b-6f1c47f646ec None None] Pushing event updated for resources: {'Port': ['ID=bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:42.933181 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-01cd9d40-97e4-49ef-936b-6f1c47f646ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:42.944660 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Routers {'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:20:42.950143 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:20:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:42.963524 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:42.968341 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-24164767-9a22-4bb0-83d9-acc64715c496 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6976218 Jun 18 16:20:43.100471 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43686) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:43.131031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1291960142', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:43.167962 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a7ad867-3482-4472-9eae-5c3dad9a9e87 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:43.171389 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6a7ad867-3482-4472-9eae-5c3dad9a9e87 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] 10.222.0.50 "DELETE /v2.0/ports/337d4220-31fe-440b-8ba3-c33a3fb50142 HTTP/1.1" status: 204 len: 168 time: 1.5678439 Jun 18 16:20:43.176696 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:20:43.178394 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43690) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:43.192200 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] 10.222.0.50 "PUT /v2.0/routers/7c41d453-73a6-498d-8d4d-c3b13afba07a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1873367 Jun 18 16:20:43.268706 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dc1938-c606-4be2-b448-29b9426c5a3a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Made reservation on behalf of a4ec71efb1994180b06329544cede479 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:43.280434 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-68dc1938-c606-4be2-b448-29b9426c5a3a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks [] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:43.282647 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Sync routers for ids ['7c41d453-73a6-498d-8d4d-c3b13afba07a'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:20:43.299161 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-348fbb93-6780-4003-af98-f2c8fad3e8b0 None None] Provisioning complete for port 9561b899-6ef1-49a3-b6e5-0a8941738614 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:43.299539 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-348fbb93-6780-4003-af98-f2c8fad3e8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:43.310057 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'name': 'tempest-ServerActionsTestJSON-674591186-router', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:31Z', 'updated_at': '2021-06-18T16:20:38Z', 'revision_number': 4, 'project_id': '3328f9de576047028d611de30e1e3eab', 'gw_port': {'id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:32Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '53dddba7-d821-4c0c-b5b1-3f7b013e3694', 'name': '', 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'mac_address': 'fa:16:3e:63:d7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5e8e39ea-ca18-4f6a-859c-466bac254243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:35Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 2, 'project_id': '3328f9de576047028d611de30e1e3eab', 'subnets': [{'id': '5e8e39ea-ca18-4f6a-859c-466bac254243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:43.369618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-56af0e9e-6311-4ec9-9126-e86da62ed292 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:43.390619 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6aae6-2fc8-4a09-becf-ef525092bc7f tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58de5747-0eed-4904-8206-12575a58318c,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:43.393616 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-15d6aae6-2fc8-4a09-becf-ef525092bc7f tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:43.395616 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-15d6aae6-2fc8-4a09-becf-ef525092bc7f tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.7816341 Jun 18 16:20:43.398388 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-15d6aae6-2fc8-4a09-becf-ef525092bc7f tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:43.405404 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Checking router: f8d13524-66e7-4247-8b6b-cb09bf243032 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:20:43.405779 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Updating router f8d13524-66e7-4247-8b6b-cb09bf243032 port 53dddba7-d821-4c0c-b5b1-3f7b013e3694 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:20:43.410260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:43.414141 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:43.423331 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43696) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:43.428017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:43.461702 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-685ad0f9-e6fc-484c-ada0-d168184db0f6 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Request body: {'security_group_rule': {'security_group_id': '58de5747-0eed-4904-8206-12575a58318c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:43.485242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43698) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:43.488039 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Pushing event updated for resources: {'Port': ['ID=e79c478a-a768-43d7-a8ca-dd4a7bf8a252,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:43.503036 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-13aa1175-8a67-44ea-a251-3fb6ad1514cf tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1589027798', 'description': 'tempest-description--289972556'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:43.505753 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Routers {'7c41d453-73a6-498d-8d4d-c3b13afba07a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:20:43.506559 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:20:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7c41d453-73a6-498d-8d4d-c3b13afba07a'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:43.509099 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:43.581184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af0e9e-6311-4ec9-9126-e86da62ed292 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Pushing event deleted for resources: {'Port': ['ID=200d87ce-0873-4a8c-a5f0-4c44c95ca0fc,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:43.635753 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-56af0e9e-6311-4ec9-9126-e86da62ed292 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:43.636755 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:43.641505 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:43.705473 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:43.708547 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.318s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:43.708964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:43.712807 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 7.9038031 Jun 18 16:20:43.717290 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-348fbb93-6780-4003-af98-f2c8fad3e8b0 None None] Port 9561b899-6ef1-49a3-b6e5-0a8941738614 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:20:43.725839 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ddd0c30c-257f-4c07-a8e2-142fcc7bde94 tempest-DHCPAgentSchedulersTestJSON-1045031541 tempest-DHCPAgentSchedulersTestJSON-1045031541-project-admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5420527 Jun 18 16:20:43.735566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43706) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:43.735824 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43708) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:43.769248 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-5531321f-4eea-43ad-b1fc-1d7b539e4653 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2087196873'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:43.807544 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-685ad0f9-e6fc-484c-ada0-d168184db0f6 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:43.855573 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Set router 7c41d453-73a6-498d-8d4d-c3b13afba07a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:20:43.964192 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.db.api [None req-13aa1175-8a67-44ea-a251-3fb6ad1514cf tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:20:43.964192 dv-neutron-797120-1-hyperv neutron-server[93453]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:20:43.964192 dv-neutron-797120-1-hyperv neutron-server[93453]: [parameters: {'project_id_1': '3328f9de576047028d611de30e1e3eab', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 20, 43, 552980)}] Jun 18 16:20:43.964192 dv-neutron-797120-1-hyperv neutron-server[93453]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:20:43.964998 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_db.api [None req-13aa1175-8a67-44ea-a251-3fb6ad1514cf tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:20:44.024445 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.028059 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.038086 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Transition to ACTIVE for port object 53dddba7-d821-4c0c-b5b1-3f7b013e3694 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:44.046276 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.050471 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-1483260a-5c0a-4bbe-8447-fb51291772ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:44.058865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-56af0e9e-6311-4ec9-9126-e86da62ed292 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.061683 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-56af0e9e-6311-4ec9-9126-e86da62ed292 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.063114 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-56af0e9e-6311-4ec9-9126-e86da62ed292 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/fe9b87b5-6ede-4224-b55a-b3f00baa9e28 HTTP/1.1" status: 204 len: 168 time: 2.6878276 Jun 18 16:20:44.107095 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15af01-68a2-4338-841c-ed40c5e25ef4 None None] Pushing event updated for resources: {'Port': ['ID=53dddba7-d821-4c0c-b5b1-3f7b013e3694,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:44.111243 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-5f15af01-68a2-4338-841c-ed40c5e25ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:44.114005 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5531321f-4eea-43ad-b1fc-1d7b539e4653 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Made reservation on behalf of 1fdbe413403f4d98b5125f51f1a22b88 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:44.118046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5531321f-4eea-43ad-b1fc-1d7b539e4653 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.139405 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.144474 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-685ad0f9-e6fc-484c-ada0-d168184db0f6 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.170980 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] Set router a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:20:44.175971 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5531321f-4eea-43ad-b1fc-1d7b539e4653 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:20:44.255811 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.objects.ports [None req-68dc1938-c606-4be2-b448-29b9426c5a3a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93454) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:20:44.256426 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-68dc1938-c606-4be2-b448-29b9426c5a3a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.257028 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-685ad0f9-e6fc-484c-ada0-d168184db0f6 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.278410 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5531321f-4eea-43ad-b1fc-1d7b539e4653 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.278977 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-5531321f-4eea-43ad-b1fc-1d7b539e4653 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Added segment 2a315abf-6502-4ed1-866a-32ed531bcce2 of type vlan for network 3355f78b-baf7-422f-8524-d8c7091a9836 Jun 18 16:20:44.282747 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-778c1241-3f5f-4889-a709-f970db9a7209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:44.324374 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Attempting to bind port 53dddba7-d821-4c0c-b5b1-3f7b013e3694 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:44.324696 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Attempting to bind port 53dddba7-d821-4c0c-b5b1-3f7b013e3694 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'a344f38b-ae7c-42c3-b693-a61d8255c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:44.328509 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Attempting to bind port 53dddba7-d821-4c0c-b5b1-3f7b013e3694 on network 8a164dae-cb32-4185-85ff-e3ff62c30233 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:44.336736 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5531321f-4eea-43ad-b1fc-1d7b539e4653 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.340287 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:20:44.342558 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Checking segment: {'id': 'a344f38b-ae7c-42c3-b693-a61d8255c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:44.343000 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.343591 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Bound using segment: {'id': 'a344f38b-ae7c-42c3-b693-a61d8255c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:20:44.345004 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Bound port: 53dddba7-d821-4c0c-b5b1-3f7b013e3694, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a344f38b-ae7c-42c3-b693-a61d8255c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:20:44.345895 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.395991 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-282372c6-e838-4287-8b53-7c79b9c86aac tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Deleting port e79c478a-a768-43d7-a8ca-dd4a7bf8a252 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:20:44.396474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-282372c6-e838-4287-8b53-7c79b9c86aac tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.422864 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5531321f-4eea-43ad-b1fc-1d7b539e4653 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.430800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc1938-c606-4be2-b448-29b9426c5a3a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Pushing event updated for resources: {'Subnet': ['ID=733daab5-c6b5-4966-9b5b-75c7b91569ec,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:44.448032 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-68dc1938-c606-4be2-b448-29b9426c5a3a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:44.448565 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:44.492330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5531321f-4eea-43ad-b1fc-1d7b539e4653 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:44.493034 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5531321f-4eea-43ad-b1fc-1d7b539e4653 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.495492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4421d148-dbc1-48e9-8220-5744644e130e tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:44.500318 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] For port 53dddba7-d821-4c0c-b5b1-3f7b013e3694, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:20:44.502450 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ad0f9-e6fc-484c-ada0-d168184db0f6 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4546b81-f163-4ca0-9b17-252e8e224261,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:44.514344 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-685ad0f9-e6fc-484c-ada0-d168184db0f6 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:44.521978 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] For port 53dddba7-d821-4c0c-b5b1-3f7b013e3694, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=53dddba7-d821-4c0c-b5b1-3f7b013e3694,segment=NetworkSegment(a344f38b-ae7c-42c3-b693-a61d8255c4a2),segment_id=a344f38b-ae7c-42c3-b693-a61d8255c4a2)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:20:44.531011 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.538144 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:44.591171 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dc1938-c606-4be2-b448-29b9426c5a3a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Checking segment: {'id': 'f1620081-16ef-4fa9-89e6-95c71092d31f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c9ab8a00-02d0-4513-81a2-dbf8cca388f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:44.591576 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dc1938-c606-4be2-b448-29b9426c5a3a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Network hostable DHCP agents. Network: c9ab8a00-02d0-4513-81a2-dbf8cca388f4, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:20:44.618195 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.628327 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43716) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:44.646681 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port b23dd729-e66c-4e06-9fb0-8463f8cd602e, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b23dd729-e66c-4e06-9fb0-8463f8cd602e,segment=NetworkSegment(695a06f8-085d-4d5d-b089-2dc2592c5285),segment_id=695a06f8-085d-4d5d-b089-2dc2592c5285)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:20:44.648032 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-97364c3c-de1c-4f7f-a532-12291af11bc3 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Request body: {'security_group': {'name': 'tempest-securitygroup--373558766', 'description': 'tempest-description--929029217'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:44.650089 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-a6646ca4-c85c-48e5-9798-3d4b1c12b688', 'network_id': 'a6646ca4-c85c-48e5-9798-3d4b1c12b688', 'tenant_id': '8970d02379ac4475ab46b58beef924bc', 'fixed_ips': [{'subnet_id': 'eb243fc5-1ed3-41f9-965a-03dc0b17eb64'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:20:44.651018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.658881 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15af01-68a2-4338-841c-ed40c5e25ef4 None None] Pushing event updated for resources: {'Port': ['ID=53dddba7-d821-4c0c-b5b1-3f7b013e3694,revision_number=4']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:44.663924 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-5f15af01-68a2-4338-841c-ed40c5e25ef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:44.685475 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Routers {'f8d13524-66e7-4247-8b6b-cb09bf243032'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:20:44.686274 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:20:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['f8d13524-66e7-4247-8b6b-cb09bf243032'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:44.689029 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dc1938-c606-4be2-b448-29b9426c5a3a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Network c9ab8a00-02d0-4513-81a2-dbf8cca388f4 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:20:44.711885 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-68dc1938-c606-4be2-b448-29b9426c5a3a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, c9ab8a00-02d0-4513-81a2-dbf8cca388f4) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:44.717541 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dc1938-c606-4be2-b448-29b9426c5a3a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:44.718139 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-68dc1938-c606-4be2-b448-29b9426c5a3a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.764126 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43718) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:44.788914 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.796918 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 7c678cee-256f-44fe-b156-2b2e2be144db up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:44.834093 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-68dc1938-c606-4be2-b448-29b9426c5a3a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9245782 Jun 18 16:20:44.840844 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-13aa1175-8a67-44ea-a251-3fb6ad1514cf tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.847384 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43722) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:44.857909 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Request body: {'floatingip': {'floating_network_id': 'c9ab8a00-02d0-4513-81a2-dbf8cca388f4'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:44.869490 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-685ad0f9-e6fc-484c-ada0-d168184db0f6 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.875335 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-685ad0f9-e6fc-484c-ada0-d168184db0f6 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4381027 Jun 18 16:20:44.877447 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43724) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:44.882058 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-97364c3c-de1c-4f7f-a532-12291af11bc3 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.895090 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:44.900844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0275941-63b2-4ffe-977a-ac3460be0664 None None] Network c9ab8a00-02d0-4513-81a2-dbf8cca388f4 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:20:44.917838 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-282372c6-e838-4287-8b53-7c79b9c86aac tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] For port e79c478a-a768-43d7-a8ca-dd4a7bf8a252, host hv-neutron-7971, got binding levels [] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:20:44.922922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-282372c6-e838-4287-8b53-7c79b9c86aac tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:44.926968 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] Set router f8d13524-66e7-4247-8b6b-cb09bf243032 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:20:44.947541 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-c9f5fff3-b8df-4b86-bdfa-c1e6df7754aa tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Request body: {'security_group_rule': {'security_group_id': '58de5747-0eed-4904-8206-12575a58318c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:44.961762 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5531321f-4eea-43ad-b1fc-1d7b539e4653 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2207375 Jun 18 16:20:44.964670 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43728) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:45.003205 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531321f-4eea-43ad-b1fc-1d7b539e4653 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Pushing event updated for resources: {'Network': ['ID=3355f78b-baf7-422f-8524-d8c7091a9836,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:45.037726 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-436f09b0-ae5b-43c8-b350-940c051b82fd None None] Provisioning complete for port b23dd729-e66c-4e06-9fb0-8463f8cd602e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:45.038468 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-436f09b0-ae5b-43c8-b350-940c051b82fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.049554 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1e2cd415-b1b3-453f-9c2e-8b17e71b0a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.082331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-282372c6-e838-4287-8b53-7c79b9c86aac tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Calling delete_port for e79c478a-a768-43d7-a8ca-dd4a7bf8a252 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:20:45.086489 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5531321f-4eea-43ad-b1fc-1d7b539e4653 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:45.087818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.120145 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 3355f78b-baf7-422f-8524-d8c7091a9836 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:20:45.163607 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-97364c3c-de1c-4f7f-a532-12291af11bc3 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.243460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-97364c3c-de1c-4f7f-a532-12291af11bc3 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.273766 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'name': 'tempest-ServerActionsTestJSON-674591186-router', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:31Z', 'updated_at': '2021-06-18T16:20:38Z', 'revision_number': 4, 'project_id': '3328f9de576047028d611de30e1e3eab', 'gw_port': {'id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:32Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '53dddba7-d821-4c0c-b5b1-3f7b013e3694', 'name': '', 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'mac_address': 'fa:16:3e:63:d7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5e8e39ea-ca18-4f6a-859c-466bac254243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:35Z', 'updated_at': '2021-06-18T16:20:44Z', 'revision_number': 4, 'project_id': '3328f9de576047028d611de30e1e3eab', 'subnets': [{'id': '5e8e39ea-ca18-4f6a-859c-466bac254243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:45.283391 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:45.305557 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55623c1b-e153-426f-9b46-dffd56f08e85 None None] The sync data for ids ['f8d13524-66e7-4247-8b6b-cb09bf243032'] in dv-neutron-797120-1-hyperv is: [{'id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'name': 'tempest-ServerActionsTestJSON-674591186-router', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:31Z', 'updated_at': '2021-06-18T16:20:38Z', 'revision_number': 4, 'project_id': '3328f9de576047028d611de30e1e3eab', 'gw_port': {'id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:32Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '53dddba7-d821-4c0c-b5b1-3f7b013e3694', 'name': '', 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'mac_address': 'fa:16:3e:63:d7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5e8e39ea-ca18-4f6a-859c-466bac254243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:35Z', 'updated_at': '2021-06-18T16:20:44Z', 'revision_number': 4, 'project_id': '3328f9de576047028d611de30e1e3eab', 'subnets': [{'id': '5e8e39ea-ca18-4f6a-859c-466bac254243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:20:45.420414 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c9f5fff3-b8df-4b86-bdfa-c1e6df7754aa tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.428544 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'name': 'tempest-ServersTestManualDisk-1011070602-router', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '69717999-3c1b-4635-b09d-9b19327177d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:29Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'gw_port': {'id': '69717999-3c1b-4635-b09d-9b19327177d5', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:30Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '9561b899-6ef1-49a3-b6e5-0a8941738614', 'name': '', 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'mac_address': 'fa:16:3e:52:08:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:38Z', 'updated_at': '2021-06-18T16:20:41Z', 'revision_number': 2, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'subnets': [{'id': 'dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:45.444973 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97364c3c-de1c-4f7f-a532-12291af11bc3 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fff4447-f964-44bc-b8bb-671702794d0a,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:45.462060 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=b23dd729-e66c-4e06-9fb0-8463f8cd602e,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:45.478510 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-97364c3c-de1c-4f7f-a532-12291af11bc3 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:45.502412 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:45.509944 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.511114 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cdc005-91fc-4a0d-af8f-9f1acd048275 None None] Network c9ab8a00-02d0-4513-81a2-dbf8cca388f4 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:20:45.519877 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Checking router: 7c41d453-73a6-498d-8d4d-c3b13afba07a for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:20:45.520321 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Updating router 7c41d453-73a6-498d-8d4d-c3b13afba07a port 9561b899-6ef1-49a3-b6e5-0a8941738614 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:20:45.544580 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.565713 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-282372c6-e838-4287-8b53-7c79b9c86aac tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.592470 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:45.604067 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 7c678cee-256f-44fe-b156-2b2e2be144db triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:45.604528 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.604967 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c9f5fff3-b8df-4b86-bdfa-c1e6df7754aa tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.612385 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-558be35a-bb9b-44b2-8c9e-2bf92dd6e595 tempest-DHCPAgentSchedulersTestJSON-1045031541 tempest-DHCPAgentSchedulersTestJSON-1045031541-project-admin] 10.222.0.50 "GET /v2.0/agents/44ca8674-2b0a-4db5-877f-c1eafa72f3e0/dhcp-networks HTTP/1.1" status: 200 len: 8022 time: 0.6444221 Jun 18 16:20:45.615058 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c9f5fff3-b8df-4b86-bdfa-c1e6df7754aa tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.616253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43732) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:45.634622 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-685ad0f9-e6fc-484c-ada0-d168184db0f6 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:45.651384 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Allocated IP 172.20.0.2 (a6646ca4-c85c-48e5-9798-3d4b1c12b688/eb243fc5-1ed3-41f9-965a-03dc0b17eb64/eda62c02-6147-4828-a258-732ef137a7ee) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:45.654968 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'name': 'tempest-ServersTestJSON-1990322226-router', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:37Z', 'revision_number': 4, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'gw_port': {'id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3', 'name': '', 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'mac_address': 'fa:16:3e:d2:d2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b6dd737-7e4b-40cd-bf18-9c9044bc5401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:35Z', 'updated_at': '2021-06-18T16:20:42Z', 'revision_number': 4, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'subnets': [{'id': '1b6dd737-7e4b-40cd-bf18-9c9044bc5401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:45.668328 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282372c6-e838-4287-8b53-7c79b9c86aac tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Pushing event deleted for resources: {'Port': ['ID=e79c478a-a768-43d7-a8ca-dd4a7bf8a252,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:45.677115 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-282372c6-e838-4287-8b53-7c79b9c86aac tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.679051 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-282372c6-e838-4287-8b53-7c79b9c86aac tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] 10.222.0.50 "DELETE /v2.0/ports/e79c478a-a768-43d7-a8ca-dd4a7bf8a252 HTTP/1.1" status: 204 len: 168 time: 1.9419367 Jun 18 16:20:45.684793 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-282372c6-e838-4287-8b53-7c79b9c86aac tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:45.686258 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.693099 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43734) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:45.707525 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-13aa1175-8a67-44ea-a251-3fb6ad1514cf tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.739504 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d133245e-4b40-4ae8-bab8-6e93f0abce80 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] GET failed (client error): The resource could not be found. Jun 18 16:20:45.741135 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d133245e-4b40-4ae8-bab8-6e93f0abce80 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] 10.222.0.50 "GET /v2.0/ports/e79c478a-a768-43d7-a8ca-dd4a7bf8a252 HTTP/1.1" status: 404 len: 333 time: 0.0470638 Jun 18 16:20:45.742158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-13aa1175-8a67-44ea-a251-3fb6ad1514cf tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.753611 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-97364c3c-de1c-4f7f-a532-12291af11bc3 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.757379 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-97364c3c-de1c-4f7f-a532-12291af11bc3 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1235526 Jun 18 16:20:45.757379 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5fff3-b8df-4b86-bdfa-c1e6df7754aa tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4826d7e7-3457-4f4a-b0f9-25667f32bd74,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:45.758668 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43736) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:45.758915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43738) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:45.773750 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c9f5fff3-b8df-4b86-bdfa-c1e6df7754aa tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.775018 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c9f5fff3-b8df-4b86-bdfa-c1e6df7754aa tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8515930 Jun 18 16:20:45.780014 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-78ae02b0-194f-4ccc-9d0d-fe5fac163ae2 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Request body: {'port': {'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1893865723'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:45.787623 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c9f5fff3-b8df-4b86-bdfa-c1e6df7754aa tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:45.795432 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43742) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:45.800034 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-15d6aae6-2fc8-4a09-becf-ef525092bc7f tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:45.801092 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-052f29a7-2295-4253-afe1-019b7af7fa4f tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Request body: {'security_group_rule': {'security_group_id': '8fff4447-f964-44bc-b8bb-671702794d0a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:45.818733 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:45.877167 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184680d8-ec0a-48c9-821a-3cda1798c3d5 None None] The sync data for ids ['a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'] in dv-neutron-797120-1-hyperv is: [{'id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'name': 'tempest-ServersTestJSON-1990322226-router', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:37Z', 'revision_number': 4, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'gw_port': {'id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3', 'name': '', 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'mac_address': 'fa:16:3e:d2:d2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b6dd737-7e4b-40cd-bf18-9c9044bc5401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:35Z', 'updated_at': '2021-06-18T16:20:42Z', 'revision_number': 4, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'subnets': [{'id': '1b6dd737-7e4b-40cd-bf18-9c9044bc5401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:20:45.886878 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Allocated IP 172.26.6.108 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/d223b0bc-768a-44ff-8bfd-05b101375352) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:45.889282 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa1175-8a67-44ea-a251-3fb6ad1514cf tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8070745a-901f-4e8f-9ca3-5f425dc063f9,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:45.895252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-13aa1175-8a67-44ea-a251-3fb6ad1514cf tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:45.900009 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:45.908113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9398b7-0fc1-41d4-aeaf-106eac9c2365 tempest-DHCPAgentSchedulersTestJSON-1045031541 tempest-DHCPAgentSchedulersTestJSON-1045031541-project-admin] Network 3355f78b-baf7-422f-8524-d8c7091a9836 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:20:45.948563 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8c9398b7-0fc1-41d4-aeaf-106eac9c2365 tempest-DHCPAgentSchedulersTestJSON-1045031541 tempest-DHCPAgentSchedulersTestJSON-1045031541-project-admin] 10.222.0.50 "POST /v2.0/agents/44ca8674-2b0a-4db5-877f-c1eafa72f3e0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3259621 Jun 18 16:20:45.951113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43744) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:45.963722 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89ee5a7-61fb-437a-9183-a01e3451d9f7 None None] Network 3355f78b-baf7-422f-8524-d8c7091a9836 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:20:45.982122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Allocated IP 172.20.0.14 (c9ab8a00-02d0-4513-81a2-dbf8cca388f4/733daab5-c6b5-4966-9b5b-75c7b91569ec/e18884ea-d72f-4e70-91b3-4ebceb394d22) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:46.077823 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-436f09b0-ae5b-43c8-b350-940c051b82fd None None] Could not find standard attr ID for object 337d4220-31fe-440b-8ba3-c33a3fb50142. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:20:46.136365 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1e2cd415-b1b3-453f-9c2e-8b17e71b0a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.160227 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.162390 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1e2cd415-b1b3-453f-9c2e-8b17e71b0a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.170749 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-13aa1175-8a67-44ea-a251-3fb6ad1514cf tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.172306 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-13aa1175-8a67-44ea-a251-3fb6ad1514cf tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.6796207 Jun 18 16:20:46.178790 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43746) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:46.183378 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-9f8e6c36-6194-4795-bff0-034ce805e70f tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Request body: {'security_group_rule': {'security_group_id': '8070745a-901f-4e8f-9ca3-5f425dc063f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:46.210253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9d43f0a5-6b7f-4c29-987a-b116271d74d7 tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:46.217169 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.238128 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1e2cd415-b1b3-453f-9c2e-8b17e71b0a93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=62fde7486efb4cce9d8a85b43d7c9de3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4729125 Jun 18 16:20:46.252692 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cd415-b1b3-453f-9c2e-8b17e71b0a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd12eb56-f283-422a-9346-4e70ff7d852c,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:46.257237 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1e2cd415-b1b3-453f-9c2e-8b17e71b0a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:46.258262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43748) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:46.294671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.301143 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:46.303753 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.317030 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f4e26fc0-445d-415e-8651-c1c90c443068 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:46.334096 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ae02b0-194f-4ccc-9d0d-fe5fac163ae2 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Made reservation on behalf of 6dfde6a409834aeba11303fdfa681f9e for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:46.336988 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-78ae02b0-194f-4ccc-9d0d-fe5fac163ae2 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.357902 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-052f29a7-2295-4253-afe1-019b7af7fa4f tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.390031 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-78ae02b0-194f-4ccc-9d0d-fe5fac163ae2 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] device_id is not set on port 39435a6a-29b8-41e9-9983-8b09001411b6 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:20:46.392923 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Network c9ab8a00-02d0-4513-81a2-dbf8cca388f4 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:46.400146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Pushing event updated for resources: {'Port': ['ID=e18884ea-d72f-4e70-91b3-4ebceb394d22,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:46.410760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:46.414279 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:46.415716 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:46.416877 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:46.420331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:46.432270 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:46.480097 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:46.485181 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9f8e6c36-6194-4795-bff0-034ce805e70f tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.564573 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.582235 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Pushing event updated for resources: {'Port': ['ID=d223b0bc-768a-44ff-8bfd-05b101375352,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:46.597830 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Transition to ACTIVE for port object eda62c02-6147-4828-a258-732ef137a7ee will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:46.613230 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7b7b216d-c592-495d-bdeb-9cea7ee2bad2 tempest-DHCPAgentSchedulersTestJSON-1045031541 tempest-DHCPAgentSchedulersTestJSON-1045031541-project-admin] 10.222.0.50 "GET /v2.0/agents/44ca8674-2b0a-4db5-877f-c1eafa72f3e0/dhcp-networks HTTP/1.1" status: 200 len: 8792 time: 0.6574645 Jun 18 16:20:46.618318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-78ae02b0-194f-4ccc-9d0d-fe5fac163ae2 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.620619 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for floatingip, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.630385 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Transition to ACTIVE for port object eda62c02-6147-4828-a258-732ef137a7ee will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:46.637867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43750) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:46.641004 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port f4e26fc0-445d-415e-8651-c1c90c443068 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:46.641574 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:46.641699 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.706390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9f8e6c36-6194-4795-bff0-034ce805e70f tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.731375 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-052f29a7-2295-4253-afe1-019b7af7fa4f tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.750655 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-052f29a7-2295-4253-afe1-019b7af7fa4f tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.771637 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c9f5fff3-b8df-4b86-bdfa-c1e6df7754aa tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:46.795401 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.807101 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b412a056-c5f7-499c-afdb-3b777a8497ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:46.829144 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f29a7-2295-4253-afe1-019b7af7fa4f tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534e2596-ece7-447c-90bb-ff5b807fd484,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:46.832058 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-052f29a7-2295-4253-afe1-019b7af7fa4f tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:46.835827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-052f29a7-2295-4253-afe1-019b7af7fa4f tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.839856 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-052f29a7-2295-4253-afe1-019b7af7fa4f tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0685947 Jun 18 16:20:46.844866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43752) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:46.846083 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9f8e6c36-6194-4795-bff0-034ce805e70f tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.848893 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e5f6c63c-e5d6-44e8-9ff5-5a637c822993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.851533 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-25b54920-43e4-48a6-bc6b-d58f8dc8df3d tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Request body: {'security_group_rule': {'security_group_id': '8fff4447-f964-44bc-b8bb-671702794d0a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:46.889125 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e5f6c63c-e5d6-44e8-9ff5-5a637c822993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.906190 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-78ae02b0-194f-4ccc-9d0d-fe5fac163ae2 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.914186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Network a6646ca4-c85c-48e5-9798-3d4b1c12b688 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:46.924600 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:46.928147 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:46.928571 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6a7ad867-3482-4472-9eae-5c3dad9a9e87 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:46.939685 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.941333 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:46.942389 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae02b0-194f-4ccc-9d0d-fe5fac163ae2 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Network cffd126b-21d1-4310-8379-da4653b5f393 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:46.947196 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-25b54920-43e4-48a6-bc6b-d58f8dc8df3d tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:46.954372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-78ae02b0-194f-4ccc-9d0d-fe5fac163ae2 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:46.987143 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Pushing event updated for resources: {'Port': ['ID=eda62c02-6147-4828-a258-732ef137a7ee,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:47.021027 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:47.063423 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e6c36-6194-4795-bff0-034ce805e70f tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42f30ea-6bec-4bcc-991d-81b7df330b3b,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:47.097438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9f8e6c36-6194-4795-bff0-034ce805e70f tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:47.097832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9f8e6c36-6194-4795-bff0-034ce805e70f tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.099089 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9f8e6c36-6194-4795-bff0-034ce805e70f tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9193542 Jun 18 16:20:47.109729 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43754) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:47.111556 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Attempting to bind port eda62c02-6147-4828-a258-732ef137a7ee on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:47.112031 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Attempting to bind port eda62c02-6147-4828-a258-732ef137a7ee by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '9fed1fc4-b045-49aa-b14d-31cd0a679e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a6646ca4-c85c-48e5-9798-3d4b1c12b688'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:47.112498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Attempting to bind port eda62c02-6147-4828-a258-732ef137a7ee on network a6646ca4-c85c-48e5-9798-3d4b1c12b688 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:47.124322 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:20:47.124322 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Checking segment: {'id': '9fed1fc4-b045-49aa-b14d-31cd0a679e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a6646ca4-c85c-48e5-9798-3d4b1c12b688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:47.125396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.125904 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Bound using segment: {'id': '9fed1fc4-b045-49aa-b14d-31cd0a679e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a6646ca4-c85c-48e5-9798-3d4b1c12b688'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:20:47.126535 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Bound port: eda62c02-6147-4828-a258-732ef137a7ee, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fed1fc4-b045-49aa-b14d-31cd0a679e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'a6646ca4-c85c-48e5-9798-3d4b1c12b688'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:20:47.127012 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.127127 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b8f16c08-82c9-4348-87df-7ad1cfa789fd tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Request body: {'security_group_rule': {'security_group_id': '8070745a-901f-4e8f-9ca3-5f425dc063f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:47.149689 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.151242 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.211291 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae02b0-194f-4ccc-9d0d-fe5fac163ae2 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:47.212224 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ae02b0-194f-4ccc-9d0d-fe5fac163ae2 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:47.212809 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-78ae02b0-194f-4ccc-9d0d-fe5fac163ae2 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.231634 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ae13cf71-9d0e-44c1-a639-0735ec2bf4d0 tempest-DHCPAgentSchedulersTestJSON-1045031541 tempest-DHCPAgentSchedulersTestJSON-1045031541-project-admin] 10.222.0.50 "DELETE /v2.0/agents/44ca8674-2b0a-4db5-877f-c1eafa72f3e0/dhcp-networks/3355f78b-baf7-422f-8524-d8c7091a9836 HTTP/1.1" status: 204 len: 168 time: 0.5866518 Jun 18 16:20:47.244085 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43756) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:47.263880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] For port eda62c02-6147-4828-a258-732ef137a7ee, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:20:47.269579 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] For port eda62c02-6147-4828-a258-732ef137a7ee, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=eda62c02-6147-4828-a258-732ef137a7ee,segment=NetworkSegment(9fed1fc4-b045-49aa-b14d-31cd0a679e64),segment_id=9fed1fc4-b045-49aa-b14d-31cd0a679e64)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:20:47.291145 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.291145 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Transition to ACTIVE for port object 9561b899-6ef1-49a3-b6e5-0a8941738614 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:47.291145 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:47.343561 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.358202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-25b54920-43e4-48a6-bc6b-d58f8dc8df3d tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.359132 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae02b0-194f-4ccc-9d0d-fe5fac163ae2 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Pushing event updated for resources: {'Port': ['ID=39435a6a-29b8-41e9-9983-8b09001411b6,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:47.366010 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.449378 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-78ae02b0-194f-4ccc-9d0d-fe5fac163ae2 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:47.453703 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-78ae02b0-194f-4ccc-9d0d-fe5fac163ae2 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6852374 Jun 18 16:20:47.458287 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43758) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:47.477115 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:47.491357 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Pushing event updated for resources: {'Port': ['ID=eda62c02-6147-4828-a258-732ef137a7ee,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:47.497841 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b23dd729-e66c-4e06-9fb0-8463f8cd602e up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:47.547192 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:47.551575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.200s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:47.602012 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c7d5b173-abcc-427e-af2d-8e596a5a690e tempest-DHCPAgentSchedulersTestJSON-1045031541 tempest-DHCPAgentSchedulersTestJSON-1045031541-project-admin] 10.222.0.50 "GET /v2.0/agents/44ca8674-2b0a-4db5-877f-c1eafa72f3e0/dhcp-networks HTTP/1.1" status: 200 len: 8022 time: 0.3507073 Jun 18 16:20:47.602173 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b8f16c08-82c9-4348-87df-7ad1cfa789fd tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.602173 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-25b54920-43e4-48a6-bc6b-d58f8dc8df3d tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.616437 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43760) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:47.660845 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:47.679162 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Allocated IP 172.26.6.88 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/e1e99e94-1598-4913-8428-53399fadb0fd) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:47.700821 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port b23dd729-e66c-4e06-9fb0-8463f8cd602e triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:47.701724 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.783889 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e928c75-c2ac-4964-a4de-8ff9bd06d517 None None] Pushing event updated for resources: {'Port': ['ID=9561b899-6ef1-49a3-b6e5-0a8941738614,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:47.789885 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8e928c75-c2ac-4964-a4de-8ff9bd06d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:47.813822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b54920-43e4-48a6-bc6b-d58f8dc8df3d tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7407a6d8-3091-4cb5-9517-2bf1df745c0b,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:47.816199 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-25b54920-43e4-48a6-bc6b-d58f8dc8df3d tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:47.829408 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-25b54920-43e4-48a6-bc6b-d58f8dc8df3d tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.831749 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Attempting to bind port 9561b899-6ef1-49a3-b6e5-0a8941738614 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:47.832221 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Attempting to bind port 9561b899-6ef1-49a3-b6e5-0a8941738614 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '165516cf-6e70-4466-93c8-4f29aa5c8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:47.832541 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Attempting to bind port 9561b899-6ef1-49a3-b6e5-0a8941738614 on network fccc7881-9783-4801-87f7-8972e7aafde0 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:47.833848 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-25b54920-43e4-48a6-bc6b-d58f8dc8df3d tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9864540 Jun 18 16:20:47.834497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43762) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:47.844486 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:20:47.845029 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Checking segment: {'id': '165516cf-6e70-4466-93c8-4f29aa5c8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:47.845779 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.846620 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Bound using segment: {'id': '165516cf-6e70-4466-93c8-4f29aa5c8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:20:47.848448 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Bound port: 9561b899-6ef1-49a3-b6e5-0a8941738614, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165516cf-6e70-4466-93c8-4f29aa5c8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:20:47.850880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.851989 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:47.860551 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e5f6c63c-e5d6-44e8-9ff5-5a637c822993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.896548 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.896654 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e5f6c63c-e5d6-44e8-9ff5-5a637c822993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.896654 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e5f6c63c-e5d6-44e8-9ff5-5a637c822993 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dd12eb56-f283-422a-9346-4e70ff7d852c HTTP/1.1" status: 204 len: 168 time: 1.6214170 Jun 18 16:20:47.900205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:47.908046 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e373d4e7-3e72-4c9b-95de-eb95833ab1a5 tempest-DHCPAgentSchedulersTestJSON-1045031541 tempest-DHCPAgentSchedulersTestJSON-1045031541-project-admin] 10.222.0.50 "GET /v2.0/networks/fb6f3712-4219-46ac-932f-e7ba9ee298c8/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2807791 Jun 18 16:20:47.909952 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43766) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:47.915430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.935277 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:47.937664 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6c63c-e5d6-44e8-9ff5-5a637c822993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd12eb56-f283-422a-9346-4e70ff7d852c,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:47.952522 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e5f6c63c-e5d6-44e8-9ff5-5a637c822993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:48.004805 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-87dd64b1-91c6-4440-b5dd-255824d7cf58 tempest-DHCPAgentSchedulersTestJSON-1045031541 tempest-DHCPAgentSchedulersTestJSON-1045031541-project-admin] 10.222.0.50 "GET /v2.0/networks/fb6f3712-4219-46ac-932f-e7ba9ee298c8/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0872989 Jun 18 16:20:48.014409 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43768) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:48.033050 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] For port 9561b899-6ef1-49a3-b6e5-0a8941738614, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:20:48.042379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] For port 9561b899-6ef1-49a3-b6e5-0a8941738614, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9561b899-6ef1-49a3-b6e5-0a8941738614,segment=NetworkSegment(165516cf-6e70-4466-93c8-4f29aa5c8be4),segment_id=165516cf-6e70-4466-93c8-4f29aa5c8be4)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:20:48.045023 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 53dddba7-d821-4c0c-b5b1-3f7b013e3694 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:48.053680 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.072965 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b8f16c08-82c9-4348-87df-7ad1cfa789fd tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.078037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:48.147046 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e928c75-c2ac-4964-a4de-8ff9bd06d517 None None] Pushing event updated for resources: {'Port': ['ID=9561b899-6ef1-49a3-b6e5-0a8941738614,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:48.155401 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8e928c75-c2ac-4964-a4de-8ff9bd06d517 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:48.159373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b8f16c08-82c9-4348-87df-7ad1cfa789fd tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.159765 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.177275 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:48.187697 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Routers {'7c41d453-73a6-498d-8d4d-c3b13afba07a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:20:48.188692 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:20:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7c41d453-73a6-498d-8d4d-c3b13afba07a'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:48.326642 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.343921 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f16c08-82c9-4348-87df-7ad1cfa789fd tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a87fa96-7e06-4b27-a5b6-a6948ad28b85,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:48.352498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 53dddba7-d821-4c0c-b5b1-3f7b013e3694 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:48.367088 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 53dddba7-d821-4c0c-b5b1-3f7b013e3694 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:48.367470 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.401814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43772) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:48.464691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] Set router 7c41d453-73a6-498d-8d4d-c3b13afba07a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:20:48.509803 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b8f16c08-82c9-4348-87df-7ad1cfa789fd tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.511151 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b8f16c08-82c9-4348-87df-7ad1cfa789fd tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3936098 Jun 18 16:20:48.511940 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.513181 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b8f16c08-82c9-4348-87df-7ad1cfa789fd tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:48.519733 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.524501 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43774) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:48.534766 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:48.576251 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-56af0e9e-6311-4ec9-9126-e86da62ed292 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:48.581571 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] device_id is not set on port 39435a6a-29b8-41e9-9983-8b09001411b6 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:20:48.591081 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.609446 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Transition to ACTIVE for port object 39435a6a-29b8-41e9-9983-8b09001411b6 will not be triggered until provisioned by entity L2. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:48.614728 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:48.619223 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3e307c4f-9faf-4eaf-b3d4-1c79708ee5e3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=62e62878dc26488bac4b844431355d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086141 Jun 18 16:20:48.622271 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e90e9f24-ff65-42ed-b504-57c641bd2676 tempest-DHCPAgentSchedulersTestJSON-1045031541 tempest-DHCPAgentSchedulersTestJSON-1045031541-project-admin] 10.222.0.50 "GET /v2.0/agents/44ca8674-2b0a-4db5-877f-c1eafa72f3e0/dhcp-networks HTTP/1.1" status: 200 len: 8022 time: 0.5872290 Jun 18 16:20:48.631941 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.634486 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43776) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:48.634882 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43778) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:48.710958 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:48.724064 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:48.735432 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:48.773073 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Pushing event updated for resources: {'Port': ['ID=e18884ea-d72f-4e70-91b3-4ebceb394d22,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:48.795474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.806271 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:48.847538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.852936 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-adec833e-18f2-4cb5-bda4-ee11ae13c920 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.858382 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for floatingip, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.859398 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd81fe2a-fd4c-4b7b-a964-ca1d987b1238 None None] Network a6646ca4-c85c-48e5-9798-3d4b1c12b688 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:20:48.864881 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Pushing event updated for resources: {'Port': ['ID=e1e99e94-1598-4913-8428-53399fadb0fd,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:48.880754 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.892036 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:48.899191 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:48.906156 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.932960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.937463 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0810153 Jun 18 16:20:48.943543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-624c2928-83ad-47f3-86cf-0893ec8dbef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.947816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43780) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:48.970639 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 53dddba7-d821-4c0c-b5b1-3f7b013e3694, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=53dddba7-d821-4c0c-b5b1-3f7b013e3694,segment=NetworkSegment(a344f38b-ae7c-42c3-b693-a61d8255c4a2),segment_id=a344f38b-ae7c-42c3-b693-a61d8255c4a2)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:20:48.976265 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:48.976265 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:48.976563 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:48.983464 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:48.984479 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:48.989658 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:49.009408 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:20:49.009748 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:20:49.016169 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 2 to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 Jun 18 16:20:49.030757 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Pushing event updated for resources: {'Port': ['ID=39435a6a-29b8-41e9-9983-8b09001411b6,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:49.037945 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:49.041317 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:49.041686 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:49.042225 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:49.048507 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:49.053293 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:20:49.053293 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:20:49.053293 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 3 to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 Jun 18 16:20:49.071199 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:49.100935 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e190faa5-43f9-409d-876d-521b65a11527 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] 10.222.0.50 "GET /v2.0/floatingips?floating_network_id=c9ab8a00-02d0-4513-81a2-dbf8cca388f4 HTTP/1.1" status: 200 len: 690 time: 0.1465266 Jun 18 16:20:49.101633 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:49.101633 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:49.101633 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:49.103507 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43782) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:49.117311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-624c2928-83ad-47f3-86cf-0893ec8dbef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:49.164273 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:20:49.164611 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:20:49.170079 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 4 to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 Jun 18 16:20:49.181045 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=53dddba7-d821-4c0c-b5b1-3f7b013e3694,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:49.185030 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:49.185341 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-bd9179ea-0d45-4754-ac7a-e9c2fcfc5ab9 None None] Provisioning for port eda62c02-6147-4828-a258-732ef137a7ee completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:49.238470 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:49.245232 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-adec833e-18f2-4cb5-bda4-ee11ae13c920 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:49.248809 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:49.249331 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:49.252671 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:49.253006 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:49.253390 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:49.268232 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-adec833e-18f2-4cb5-bda4-ee11ae13c920 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3355f78b-baf7-422f-8524-d8c7091a9836']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:49.276359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:20:49.276695 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:20:49.281000 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 5 to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 Jun 18 16:20:49.305705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-adec833e-18f2-4cb5-bda4-ee11ae13c920 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a315abf-6502-4ed1-866a-32ed531bcce2') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:49.306213 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-adec833e-18f2-4cb5-bda4-ee11ae13c920 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a315abf-6502-4ed1-866a-32ed531bcce2') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:49.313314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'name': 'tempest-ServersTestManualDisk-1011070602-router', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '69717999-3c1b-4635-b09d-9b19327177d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:29Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'gw_port': {'id': '69717999-3c1b-4635-b09d-9b19327177d5', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:30Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '9561b899-6ef1-49a3-b6e5-0a8941738614', 'name': '', 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'mac_address': 'fa:16:3e:52:08:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:38Z', 'updated_at': '2021-06-18T16:20:48Z', 'revision_number': 4, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'subnets': [{'id': 'dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:49.323294 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-adec833e-18f2-4cb5-bda4-ee11ae13c920 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:49.331389 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:49.339816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:49.340144 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:49.341173 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:49.353724 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-adec833e-18f2-4cb5-bda4-ee11ae13c920 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:49.357062 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f09e5793-99bc-4ed8-acf7-2ff5353e445d None None] The sync data for ids ['7c41d453-73a6-498d-8d4d-c3b13afba07a'] in dv-neutron-797120-1-hyperv is: [{'id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'name': 'tempest-ServersTestManualDisk-1011070602-router', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '69717999-3c1b-4635-b09d-9b19327177d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:29Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'gw_port': {'id': '69717999-3c1b-4635-b09d-9b19327177d5', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:30Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '9561b899-6ef1-49a3-b6e5-0a8941738614', 'name': '', 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'mac_address': 'fa:16:3e:52:08:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:38Z', 'updated_at': '2021-06-18T16:20:48Z', 'revision_number': 4, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'subnets': [{'id': 'dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:20:49.361579 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Router 7b529ab3-15c6-4aa7-9a19-6d08c403cefe is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:20:49.373785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adec833e-18f2-4cb5-bda4-ee11ae13c920 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:20:49.374489 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-adec833e-18f2-4cb5-bda4-ee11ae13c920 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:20:49.378234 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:20:49.381727 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:49.393517 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Allocated IP 172.26.6.182 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/8791cbaf-4856-40d5-a46e-b24dc8ee2f43) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:49.412861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:49.427650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-624c2928-83ad-47f3-86cf-0893ec8dbef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:49.437969 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:20:49.438571 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:20:49.441517 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-624c2928-83ad-47f3-86cf-0893ec8dbef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:49.445438 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-624c2928-83ad-47f3-86cf-0893ec8dbef3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1485e572-d833-4bf8-975b-6e4e1b38a6c2 HTTP/1.1" status: 204 len: 168 time: 0.8063650 Jun 18 16:20:49.454706 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 6 to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 Jun 18 16:20:49.454888 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:49.456305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3,segment=NetworkSegment(fc36ef62-fbed-4b65-b58a-9cd84e5e33b2),segment_id=fc36ef62-fbed-4b65-b58a-9cd84e5e33b2)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:20:49.463540 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:49.484398 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6efcaca6-b82f-4fff-bd1c-d19136e07211 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:49.511402 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c2928-83ad-47f3-86cf-0893ec8dbef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1485e572-d833-4bf8-975b-6e4e1b38a6c2,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:49.527534 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-624c2928-83ad-47f3-86cf-0893ec8dbef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:49.552136 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:49.552464 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:49.552800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:49.591322 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-adec833e-18f2-4cb5-bda4-ee11ae13c920 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:49.592378 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:49.610004 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:49.613108 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:20:49.613432 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:20:49.616924 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 7 to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 Jun 18 16:20:49.619368 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:49.620542 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:49.643459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:49.647118 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:49.661264 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-adec833e-18f2-4cb5-bda4-ee11ae13c920 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:49.665251 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-adec833e-18f2-4cb5-bda4-ee11ae13c920 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] 10.222.0.50 "DELETE /v2.0/networks/3355f78b-baf7-422f-8524-d8c7091a9836 HTTP/1.1" status: 204 len: 168 time: 1.0175867 Jun 18 16:20:49.666866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43786) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:49.791608 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec833e-18f2-4cb5-bda4-ee11ae13c920 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Pushing event deleted for resources: {'Network': ['ID=3355f78b-baf7-422f-8524-d8c7091a9836,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:49.929814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 53dddba7-d821-4c0c-b5b1-3f7b013e3694 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:49.987123 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 53dddba7-d821-4c0c-b5b1-3f7b013e3694 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:49.987511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:50.027969 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:50.028658 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:50.029253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:50.038329 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:20:50.038960 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:20:50.046306 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:50.054032 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 8 to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 Jun 18 16:20:50.068133 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-adec833e-18f2-4cb5-bda4-ee11ae13c920 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:50.072380 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54f3a34-237a-4dda-9fa5-7d3823062a3a tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] DELETE failed (client error): The resource could not be found. Jun 18 16:20:50.073067 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f54f3a34-237a-4dda-9fa5-7d3823062a3a tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:20:50.077934 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f54f3a34-237a-4dda-9fa5-7d3823062a3a tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] 10.222.0.50 "DELETE /v2.0/ports/337d4220-31fe-440b-8ba3-c33a3fb50142 HTTP/1.1" status: 404 len: 333 time: 0.3710339 Jun 18 16:20:50.079859 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:50.079859 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:50.079859 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:50.088217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43792) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:50.103165 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device eda62c02-6147-4828-a258-732ef137a7ee up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:50.111743 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Deleting port e18884ea-d72f-4e70-91b3-4ebceb394d22 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:20:50.113282 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:50.128394 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:20:50.128819 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:20:50.140389 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 9 to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 Jun 18 16:20:50.141050 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:50.154241 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:20:50.159583 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:50.161094 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3492537 Jun 18 16:20:50.169851 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c642cb24-930c-4c48-922b-50e452f8806d None None] Sync routers for ids ['7b529ab3-15c6-4aa7-9a19-6d08c403cefe'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:20:50.186712 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c642cb24-930c-4c48-922b-50e452f8806d None None] Routers {'7b529ab3-15c6-4aa7-9a19-6d08c403cefe'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:20:50.187437 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-c642cb24-930c-4c48-922b-50e452f8806d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:20:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7b529ab3-15c6-4aa7-9a19-6d08c403cefe'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:50.206938 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:50.208608 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.0989079 Jun 18 16:20:50.213437 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43798) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:50.237839 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd31b128-7b4d-4096-a2d7-54f863e17626 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Deleting subnet 60dbca9a-2727-402e-99ff-7aa3d3b6cba2 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:20:50.243071 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:50.243442 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:50.244725 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:50.255091 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd31b128-7b4d-4096-a2d7-54f863e17626 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:50.259758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port eda62c02-6147-4828-a258-732ef137a7ee completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:50.265262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Pushing event updated for resources: {'Port': ['ID=e1e99e94-1598-4913-8428-53399fadb0fd,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:50.270223 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:50.274710 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:20:50.275048 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:20:50.276266 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port eda62c02-6147-4828-a258-732ef137a7ee triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:50.276917 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 10 to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 Jun 18 16:20:50.282922 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-c642cb24-930c-4c48-922b-50e452f8806d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:50.291268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:50.304284 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c642cb24-930c-4c48-922b-50e452f8806d None None] Routers {'7b529ab3-15c6-4aa7-9a19-6d08c403cefe'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:20:50.304934 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-c642cb24-930c-4c48-922b-50e452f8806d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:20:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7b529ab3-15c6-4aa7-9a19-6d08c403cefe'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:50.335606 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:50.338849 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:50.339195 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:50.358603 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:20:50.358934 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port 39435a6a-29b8-41e9-9983-8b09001411b6 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:20:50.359300 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:50.394289 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:50.415139 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-c642cb24-930c-4c48-922b-50e452f8806d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:50.416163 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c642cb24-930c-4c48-922b-50e452f8806d None None] The sync data for ids ['7b529ab3-15c6-4aa7-9a19-6d08c403cefe'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:20:50.437434 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd31b128-7b4d-4096-a2d7-54f863e17626 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:50.485018 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-92209859-e102-4dd5-814a-5f44576cf3a9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:50.498194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:50.573897 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:50.574432 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:50.591539 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port eda62c02-6147-4828-a258-732ef137a7ee, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=eda62c02-6147-4828-a258-732ef137a7ee,segment=NetworkSegment(9fed1fc4-b045-49aa-b14d-31cd0a679e64),segment_id=9fed1fc4-b045-49aa-b14d-31cd0a679e64)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:20:50.597786 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Allocated IP 172.26.6.57 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/4439a424-c130-44ed-8e1e-4003186c6e4d) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:50.598584 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:50.605196 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:50.608585 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b2d22cb3-73d0-4cbf-bb0d-f9bcbd26e8d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:50.618152 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:50.642984 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:50.650163 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Pushing event updated for resources: {'Port': ['ID=8791cbaf-4856-40d5-a46e-b24dc8ee2f43,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:50.674579 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:50.695479 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Calling delete_port for e18884ea-d72f-4e70-91b3-4ebceb394d22 owned by network:floatingip {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:20:50.709709 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=eda62c02-6147-4828-a258-732ef137a7ee,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:50.722689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:50.814619 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd31b128-7b4d-4096-a2d7-54f863e17626 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:50.832899 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] For port 39435a6a-29b8-41e9-9983-8b09001411b6, host hv-neutron-7971, cleared binding levels {{(pid=93454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:20:50.833126 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempted to set empty binding levels {{(pid=93454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 18 16:20:50.845365 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:50.863651 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:50.890130 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43836) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:50.906709 dv-neutron-797120-1-hyperv neutron-server[93453]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 18 16:20:50.939652 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] In _notify_port_updated(), no bound segment for port 39435a6a-29b8-41e9-9983-8b09001411b6 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:20:50.940633 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:50.941241 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:50.942586 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] 10.222.0.50 "PUT /v2.0/ports/39435a6a-29b8-41e9-9983-8b09001411b6 HTTP/1.1" status: 200 len: 977 time: 3.4731810 Jun 18 16:20:50.958877 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43838) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:50.963717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43840) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:50.974717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Pushing event updated for resources: {'Port': ['ID=39435a6a-29b8-41e9-9983-8b09001411b6,revision_number=3']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:50.994319 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:51.016009 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.088211 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.095759 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-677448e3-54b8-45f0-a70f-e7a0ade80bb1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:51.109054 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-8e68d488-f87c-4f60-861e-37988de07559 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2144598003'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:51.138171 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Pushing event deleted for resources: {'Port': ['ID=e18884ea-d72f-4e70-91b3-4ebceb394d22,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:51.146117 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:51.151236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.165126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd31b128-7b4d-4096-a2d7-54f863e17626 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.167343 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.189789 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:51.210603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ef9306c1-eea1-4c75-b220-eb554659f5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:51.216627 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e68d488-f87c-4f60-861e-37988de07559 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Made reservation on behalf of 449773ac87194df99ac61b3256e0b94a for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:51.217994 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd31b128-7b4d-4096-a2d7-54f863e17626 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.222026 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-dd31b128-7b4d-4096-a2d7-54f863e17626 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] 10.222.0.50 "DELETE /v2.0/subnets/60dbca9a-2727-402e-99ff-7aa3d3b6cba2 HTTP/1.1" status: 204 len: 168 time: 1.1309845 Jun 18 16:20:51.222195 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8e68d488-f87c-4f60-861e-37988de07559 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.222614 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.229650 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955c8097-ff23-4d05-ac67-c507bba7a641 None None] Network fb6f3712-4219-46ac-932f-e7ba9ee298c8 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:20:51.230144 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43844) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:51.273123 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8e68d488-f87c-4f60-861e-37988de07559 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.279214 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-09b6661a-848b-474c-8831-7cb43d28e898 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--81771675&fields=id&tenant_id=d37ab518138b46219c6e98edeeaed8b5 HTTP/1.1" status: 200 len: 267 time: 0.3851411 Jun 18 16:20:51.299097 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:51.311203 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31b128-7b4d-4096-a2d7-54f863e17626 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Pushing event deleted for resources: {'Subnet': ['ID=60dbca9a-2727-402e-99ff-7aa3d3b6cba2,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:51.311563 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:51.328854 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dd31b128-7b4d-4096-a2d7-54f863e17626 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:51.335636 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:51.376732 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Pushing event updated for resources: {'Port': ['ID=4439a424-c130-44ed-8e1e-4003186c6e4d,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:51.398560 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:51.445955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.469836 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.470277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f52fe7a-5664-401f-8eed-d911cf97f32e None None] DHCP port deletion for fb6f3712-4219-46ac-932f-e7ba9ee298c8 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:20:51.520949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.522390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.522522 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.522612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.522820 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.523620 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.524266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.524882 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.525487 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.526169 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.526818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.527424 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.528663 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.529274 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.530069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.530707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.531351 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.531959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.532611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.533249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.533928 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.534628 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.537504 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7f354005-e0b1-4a7c-a8bd-25f6b44b3bca tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18682 time: 0.5673547 Jun 18 16:20:51.538412 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.561086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43846) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:51.584366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7f52fe7a-5664-401f-8eed-d911cf97f32e None None] Deleting port b23dd729-e66c-4e06-9fb0-8463f8cd602e {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:20:51.585457 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7f52fe7a-5664-401f-8eed-d911cf97f32e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.705346 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-7f52fe7a-5664-401f-8eed-d911cf97f32e None None] For port b23dd729-e66c-4e06-9fb0-8463f8cd602e, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b23dd729-e66c-4e06-9fb0-8463f8cd602e,segment=NetworkSegment(695a06f8-085d-4d5d-b089-2dc2592c5285),segment_id=695a06f8-085d-4d5d-b089-2dc2592c5285)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:20:51.706761 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7f52fe7a-5664-401f-8eed-d911cf97f32e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.708104 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.735293 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9561b899-6ef1-49a3-b6e5-0a8941738614 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:51.756421 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.779422 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-08711fc0-be0f-4afd-8669-ccf8d83c61a1 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:51.805841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-6743b494-763d-4cec-801e-1b49fb9123a9 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:51.807370 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-6743b494-763d-4cec-801e-1b49fb9123a9 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/networks?id=35dd169e-5f93-47a6-9344-547c849f4922 HTTP/1.1" status: 200 len: 806 time: 0.4855065 Jun 18 16:20:51.818621 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7f52fe7a-5664-401f-8eed-d911cf97f32e None None] Calling delete_port for b23dd729-e66c-4e06-9fb0-8463f8cd602e owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:20:51.831064 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Deleting port b23dd729-e66c-4e06-9fb0-8463f8cd602e {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:20:51.831064 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.832659 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=733daab5-c6b5-4966-9b5b-75c7b91569ec,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:51.838631 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8e68d488-f87c-4f60-861e-37988de07559 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.842476 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:51.872771 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-49e17fff-824d-4a75-bb40-a6246cc701ae tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/quotas/d37ab518138b46219c6e98edeeaed8b5 HTTP/1.1" status: 200 len: 375 time: 0.0503073 Jun 18 16:20:51.905232 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8e68d488-f87c-4f60-861e-37988de07559 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.944419 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.957832 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:51.962402 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.964797 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 9561b899-6ef1-49a3-b6e5-0a8941738614 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:51.975233 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:51.977600 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 9561b899-6ef1-49a3-b6e5-0a8941738614 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:51.978035 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.023951 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7f52fe7a-5664-401f-8eed-d911cf97f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.026699 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:52.031843 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.041442 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e68d488-f87c-4f60-861e-37988de07559 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:20:52.056046 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f52fe7a-5664-401f-8eed-d911cf97f32e None None] Pushing event deleted for resources: {'Port': ['ID=b23dd729-e66c-4e06-9fb0-8463f8cd602e,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:52.064023 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7f52fe7a-5664-401f-8eed-d911cf97f32e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:52.074495 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=93454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:52.075408 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:52.076245 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:52.076619 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > port after_create 55550000 {{(pid=93454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:52.076952 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > port after_delete 55550000 {{(pid=93454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:52.077296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > port after_update 55550000 {{(pid=93454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:52.077622 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=93454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:52.078807 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=93454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:52.079190 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=93454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:52.079516 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=93454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:52.117648 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f52fe7a-5664-401f-8eed-d911cf97f32e None None] No DVR routers for this DVR port b23dd729-e66c-4e06-9fb0-8463f8cd602e on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:20:52.118988 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.158188 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 9561b899-6ef1-49a3-b6e5-0a8941738614, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9561b899-6ef1-49a3-b6e5-0a8941738614,segment=NetworkSegment(165516cf-6e70-4466-93c8-4f29aa5c8be4),segment_id=165516cf-6e70-4466-93c8-4f29aa5c8be4)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:20:52.162093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.163101 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:52.164733 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:52.197603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:52.243853 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=9561b899-6ef1-49a3-b6e5-0a8941738614,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:52.250660 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:52.254679 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:52.255061 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.276040 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=93454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:52.276040 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=93454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:52.276475 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=93454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:52.276750 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=93454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 18 16:20:52.277113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ab8a00-02d0-4513-81a2-dbf8cca388f4']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:52.326470 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8e68d488-f87c-4f60-861e-37988de07559 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.326814 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-8e68d488-f87c-4f60-861e-37988de07559 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Added segment 1b84ec71-faea-43c6-ac98-60e5abc8ae68 of type vlan for network 74740fde-81f2-464f-9d77-eb091ad7260a Jun 18 16:20:52.329294 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-96f0f756-fb5c-485c-b4ec-cc77228f553c tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Deleting port 39435a6a-29b8-41e9-9983-8b09001411b6 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:20:52.329442 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96f0f756-fb5c-485c-b4ec-cc77228f553c tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.332640 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] For port b23dd729-e66c-4e06-9fb0-8463f8cd602e, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b23dd729-e66c-4e06-9fb0-8463f8cd602e,segment=NetworkSegment(695a06f8-085d-4d5d-b089-2dc2592c5285),segment_id=695a06f8-085d-4d5d-b089-2dc2592c5285)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:20:52.332994 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.347710 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1620081-16ef-4fa9-89e6-95c71092d31f') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:52.348043 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1620081-16ef-4fa9-89e6-95c71092d31f') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:52.351264 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-427949e5-25e3-4226-9a81-014d9b013ba1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d37ab518138b46219c6e98edeeaed8b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4715743 Jun 18 16:20:52.352570 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68d488-f87c-4f60-861e-37988de07559 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ec42c3-9da2-4d01-b4b8-fd83267f9303,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:52.355369 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Pushing event updated for resources: {'Port': ['ID=8791cbaf-4856-40d5-a46e-b24dc8ee2f43,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:52.357154 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8e68d488-f87c-4f60-861e-37988de07559 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:52.362692 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:52.372230 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.435003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.436276 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5939958 Jun 18 16:20:52.523229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device eda62c02-6147-4828-a258-732ef137a7ee up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:52.597060 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port eda62c02-6147-4828-a258-732ef137a7ee triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:52.597595 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.616930 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-77f4ef16-173c-4ef9-8bc3-cabbdc3c163d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:20:52.624974 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-77f4ef16-173c-4ef9-8bc3-cabbdc3c163d service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1422908 Jun 18 16:20:52.741197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.797192 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b23dd729-e66c-4e06-9fb0-8463f8cd602e no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:20:52.814160 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Calling delete_port for b23dd729-e66c-4e06-9fb0-8463f8cd602e owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:20:52.837452 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: b23dd729-e66c-4e06-9fb0-8463f8cd602e {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:20:52.837703 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b23dd729-e66c-4e06-9fb0-8463f8cd602e not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:20:52.845931 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-5daa3062-31e4-4c16-99c7-855afd31584e service neutron] 10.222.0.50 "GET /v2.0/networks/35dd169e-5f93-47a6-9344-547c849f4922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196665 Jun 18 16:20:52.892624 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8e68d488-f87c-4f60-861e-37988de07559 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.905688 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Allocated IP 172.20.0.1 (a6646ca4-c85c-48e5-9798-3d4b1c12b688/eb243fc5-1ed3-41f9-965a-03dc0b17eb64/fbb284b6-1927-4888-948c-994189d29d29) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:52.938908 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.947410 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-96f0f756-fb5c-485c-b4ec-cc77228f553c tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] For port 39435a6a-29b8-41e9-9983-8b09001411b6, host hv-neutron-7971, got binding levels [] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:20:52.947859 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96f0f756-fb5c-485c-b4ec-cc77228f553c tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.978337 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:20:52.978762 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: from cryptography.utils import int_from_bytes Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: from cryptography.utils import int_from_bytes Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:20:52.983333 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:20:53.020292 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-0df68c69-908a-4c1d-b668-ecc70b42392f service neutron] 10.222.0.50 "GET /v2.0/networks/35dd169e-5f93-47a6-9344-547c849f4922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706533 Jun 18 16:20:53.080393 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.096570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Transition to ACTIVE for port object fbb284b6-1927-4888-948c-994189d29d29 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:53.105855 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43876) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:53.118864 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-96f0f756-fb5c-485c-b4ec-cc77228f553c tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Calling delete_port for 39435a6a-29b8-41e9-9983-8b09001411b6 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:20:53.130733 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.160119 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.162634 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-cdfd5e99-3eab-457d-a316-a81fb2e6b92b tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--373558766&fields=id&tenant_id=65b6bdecdcc3441fbe4e9a0abb64592f HTTP/1.1" status: 200 len: 267 time: 0.0552435 Jun 18 16:20:53.171799 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.175725 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:53.190804 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:53.193060 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8e68d488-f87c-4f60-861e-37988de07559 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.270189 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e68d488-f87c-4f60-861e-37988de07559 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:53.271263 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8e68d488-f87c-4f60-861e-37988de07559 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.274449 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.308255 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.310516 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Pushing event updated for resources: {'Port': ['ID=4439a424-c130-44ed-8e1e-4003186c6e4d,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:53.369661 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Network a6646ca4-c85c-48e5-9798-3d4b1c12b688 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:53.379067 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Pushing event updated for resources: {'Port': ['ID=fbb284b6-1927-4888-948c-994189d29d29,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:53.396311 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] No DVR routers for this DVR port b23dd729-e66c-4e06-9fb0-8463f8cd602e on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:20:53.400438 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9ab8a00-02d0-4513-81a2-dbf8cca388f4 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 18 16:20:53.410016 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8e68d488-f87c-4f60-861e-37988de07559 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.4446285 Jun 18 16:20:53.417348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:53.420469 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:53.439539 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43896) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:53.443964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:53.458583 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:53.464537 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.470903 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] 10.222.0.50 "DELETE /v2.0/networks/c9ab8a00-02d0-4513-81a2-dbf8cca388f4 HTTP/1.1" status: 204 len: 168 time: 4.3673980 Jun 18 16:20:53.471608 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-242f2e48-086c-4005-a79d-c084214bb7ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:53.492427 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43898) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:53.531049 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-03bd8fa5-897c-4298-ba30-549c5eccf678 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Request body: {'subnet': {'network_id': '74740fde-81f2-464f-9d77-eb091ad7260a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:53.534628 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.658240 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-faf0226a-b04f-44a8-9568-6ee7694e13bb req-567a3b0b-e085-478d-b063-017e3bf01b34 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 210 time: 0.2913885 Jun 18 16:20:53.670629 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9561b899-6ef1-49a3-b6e5-0a8941738614 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:53.772685 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 9561b899-6ef1-49a3-b6e5-0a8941738614 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:53.773294 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.779262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68d488-f87c-4f60-861e-37988de07559 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Pushing event updated for resources: {'Network': ['ID=74740fde-81f2-464f-9d77-eb091ad7260a,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:53.801820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 74740fde-81f2-464f-9d77-eb091ad7260a details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:20:53.810496 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.821896 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6f3712-4219-46ac-932f-e7ba9ee298c8']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:53.835365 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '695a06f8-085d-4d5d-b089-2dc2592c5285') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:53.835365 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '695a06f8-085d-4d5d-b089-2dc2592c5285') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:53.845327 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.860121 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.867798 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:20:53.868212 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.901448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:20:53.905289 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:20:53.933421 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-96f1955c-4449-4230-b788-0f2b0040d0a7 None None] Provisioning for port fbb284b6-1927-4888-948c-994189d29d29 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:53.935008 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-6c763365-837d-483b-a241-958512d7c133 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:53.942612 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-6c763365-837d-483b-a241-958512d7c133 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/networks?id=fccc7881-9783-4801-87f7-8972e7aafde0 HTTP/1.1" status: 200 len: 812 time: 0.7014987 Jun 18 16:20:53.946811 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-96f1955c-4449-4230-b788-0f2b0040d0a7 None None] Provisioning complete for port fbb284b6-1927-4888-948c-994189d29d29 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:53.948177 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-96f1955c-4449-4230-b788-0f2b0040d0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.954179 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5c804708-b6a0-410d-bce2-2eddf6540797 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2130 time: 0.4486346 Jun 18 16:20:53.964272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96f0f756-fb5c-485c-b4ec-cc77228f553c tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:53.976227 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43906) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:53.986132 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-feff6d19-4b22-4eb0-87ad-d99a202d4c52 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/quotas/65b6bdecdcc3441fbe4e9a0abb64592f HTTP/1.1" status: 200 len: 375 time: 0.0425351 Jun 18 16:20:54.080793 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bd8fa5-897c-4298-ba30-549c5eccf678 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Made reservation on behalf of 449773ac87194df99ac61b3256e0b94a for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:54.083670 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91315df-ffd9-40f8-bba2-d9ad675a9356 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:54.084220 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91315df-ffd9-40f8-bba2-d9ad675a9356 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:54.084369 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03bd8fa5-897c-4298-ba30-549c5eccf678 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:54.084722 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91315df-ffd9-40f8-bba2-d9ad675a9356 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:54.085449 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91315df-ffd9-40f8-bba2-d9ad675a9356 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:54.085912 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91315df-ffd9-40f8-bba2-d9ad675a9356 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:54.086711 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91315df-ffd9-40f8-bba2-d9ad675a9356 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:54.087245 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91315df-ffd9-40f8-bba2-d9ad675a9356 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:54.089206 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a91315df-ffd9-40f8-bba2-d9ad675a9356 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4607 time: 0.0942619 Jun 18 16:20:54.098831 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43916) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:54.107973 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9ab8a00-02d0-4513-81a2-dbf8cca388f4,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:54.111735 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:54.113810 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-55cde4c2-51a5-484c-81c8-591f89a09b7d tempest-ExternalNetworksAdminNegativeTestJSON-1041342952 tempest-ExternalNetworksAdminNegativeTestJSON-1041342952-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.806s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:54.128349 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-96f1955c-4449-4230-b788-0f2b0040d0a7 None None] Port fbb284b6-1927-4888-948c-994189d29d29 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:20:54.132787 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:54.147462 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:54.149377 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6192241 Jun 18 16:20:54.150849 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Pushing event deleted for resources: {'Port': ['ID=b23dd729-e66c-4e06-9fb0-8463f8cd602e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:54.161848 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:54.170395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:54.231132 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0f756-fb5c-485c-b4ec-cc77228f553c tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Pushing event deleted for resources: {'Port': ['ID=39435a6a-29b8-41e9-9983-8b09001411b6,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:54.239882 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-96f0f756-fb5c-485c-b4ec-cc77228f553c tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:54.241036 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:54.245648 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] 10.222.0.50 "DELETE /v2.0/networks/fb6f3712-4219-46ac-932f-e7ba9ee298c8 HTTP/1.1" status: 204 len: 168 time: 3.0129673 Jun 18 16:20:54.246808 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.868s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:54.249870 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-71e1d3ab-21a8-416a-89e4-25f306a3f43e tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] delete failed (client error): The resource could not be found. Jun 18 16:20:54.251845 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-71e1d3ab-21a8-416a-89e4-25f306a3f43e tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/29739563-c688-49e5-ae1f-3c4972d4e741 HTTP/1.1" status: 404 len: 345 time: 0.1336193 Jun 18 16:20:54.254239 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96f0f756-fb5c-485c-b4ec-cc77228f553c tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:54.256251 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-96f0f756-fb5c-485c-b4ec-cc77228f553c tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] 10.222.0.50 "DELETE /v2.0/ports/39435a6a-29b8-41e9-9983-8b09001411b6 HTTP/1.1" status: 204 len: 168 time: 2.6888223 Jun 18 16:20:54.258688 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43924) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:54.259007 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43926) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:54.300908 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Pushing event deleted for resources: {'Network': ['ID=fb6f3712-4219-46ac-932f-e7ba9ee298c8,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:54.317314 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c26f788-1f3a-4570-a80f-828bfed55f7a tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] GET failed (client error): The resource could not be found. Jun 18 16:20:54.319318 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1c26f788-1f3a-4570-a80f-828bfed55f7a tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] 10.222.0.50 "GET /v2.0/ports/39435a6a-29b8-41e9-9983-8b09001411b6 HTTP/1.1" status: 404 len: 333 time: 0.0582125 Jun 18 16:20:54.320777 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:54.321905 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9e755a-bc8d-4090-a711-b6aa5ad07846 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] DELETE failed (client error): The resource could not be found. Jun 18 16:20:54.322745 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d9e755a-bc8d-4090-a711-b6aa5ad07846 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:20:54.329285 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7d9e755a-bc8d-4090-a711-b6aa5ad07846 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] 10.222.0.50 "DELETE /v2.0/networks/c9ab8a00-02d0-4513-81a2-dbf8cca388f4 HTTP/1.1" status: 404 len: 339 time: 0.0691338 Jun 18 16:20:54.330360 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:54.331013 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:54.331714 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43928) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:54.332282 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43930) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:54.332973 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:54.333546 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:54.339814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-03956779-65f2-4f23-a11d-17c3abec30b7 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-228816205', 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:54.349432 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-54753e1d-9fc9-438f-ab2f-19a282f29f84 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Request body: {'network': {'name': 'tempest-network--1501243876', 'router:external': True}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:54.398273 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03956779-65f2-4f23-a11d-17c3abec30b7 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Made reservation on behalf of 6dfde6a409834aeba11303fdfa681f9e for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:54.401351 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-03956779-65f2-4f23-a11d-17c3abec30b7 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:54.442044 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-03956779-65f2-4f23-a11d-17c3abec30b7 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] device_id is not set on port e5872822-38aa-4d5b-9d94-4203394faf9a yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:20:54.502359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54753e1d-9fc9-438f-ab2f-19a282f29f84 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Made reservation on behalf of a4ec71efb1994180b06329544cede479 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:54.505062 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-54753e1d-9fc9-438f-ab2f-19a282f29f84 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:54.560658 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54753e1d-9fc9-438f-ab2f-19a282f29f84 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:20:54.614645 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-54753e1d-9fc9-438f-ab2f-19a282f29f84 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:54.615298 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-54753e1d-9fc9-438f-ab2f-19a282f29f84 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Added segment 28956b3c-e90c-4ce9-9b9d-aceb4fbf4f75 of type vlan for network c9ceaf63-67aa-40ac-bc6a-8ded05aa04b2 Jun 18 16:20:54.638972 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-471cdac7-30d6-42cf-99b4-6dfa7e1a7f5b tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=65b6bdecdcc3441fbe4e9a0abb64592f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6517408 Jun 18 16:20:54.671289 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-47c77203-03ea-4296-8f8a-d1c82147e13b tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1589027798&fields=id&tenant_id=3328f9de576047028d611de30e1e3eab HTTP/1.1" status: 200 len: 267 time: 0.0848377 Jun 18 16:20:54.701915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-03956779-65f2-4f23-a11d-17c3abec30b7 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:54.750199 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-54753e1d-9fc9-438f-ab2f-19a282f29f84 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:54.781814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-03956779-65f2-4f23-a11d-17c3abec30b7 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:54.790925 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:54.828691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43958) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:54.852088 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-54753e1d-9fc9-438f-ab2f-19a282f29f84 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:54.859770 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03956779-65f2-4f23-a11d-17c3abec30b7 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Network cffd126b-21d1-4310-8379-da4653b5f393 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:54.866206 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54753e1d-9fc9-438f-ab2f-19a282f29f84 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:54.866842 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-54753e1d-9fc9-438f-ab2f-19a282f29f84 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:54.869892 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-03956779-65f2-4f23-a11d-17c3abec30b7 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:54.876708 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03956779-65f2-4f23-a11d-17c3abec30b7 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:54.877644 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03956779-65f2-4f23-a11d-17c3abec30b7 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:54.878235 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-03956779-65f2-4f23-a11d-17c3abec30b7 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:54.890770 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03956779-65f2-4f23-a11d-17c3abec30b7 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Pushing event updated for resources: {'Port': ['ID=e5872822-38aa-4d5b-9d94-4203394faf9a,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:54.898277 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-03956779-65f2-4f23-a11d-17c3abec30b7 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:54.905618 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:54.920687 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-54753e1d-9fc9-438f-ab2f-19a282f29f84 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5846071 Jun 18 16:20:54.921622 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43964) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:54.971197 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-03956779-65f2-4f23-a11d-17c3abec30b7 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6362972 Jun 18 16:20:54.981419 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43966) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:55.043761 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-325ff473-9512-41ea-8a63-817a7ec1069e service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:20:55.044670 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-325ff473-9512-41ea-8a63-817a7ec1069e service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1781197 Jun 18 16:20:55.129696 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54753e1d-9fc9-438f-ab2f-19a282f29f84 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Pushing event updated for resources: {'Network': ['ID=c9ceaf63-67aa-40ac-bc6a-8ded05aa04b2,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:55.143018 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-54753e1d-9fc9-438f-ab2f-19a282f29f84 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:55.144609 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network c9ceaf63-67aa-40ac-bc6a-8ded05aa04b2 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:20:55.155080 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8326a323-364b-4c29-8e06-cdc226baa2d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1fdbe413403f4d98b5125f51f1a22b88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3244524 Jun 18 16:20:55.157240 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1171dcf4-4dee-4339-bcb2-31ce328b347c tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:55.158752 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1171dcf4-4dee-4339-bcb2-31ce328b347c tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/networks?id=8a164dae-cb32-4185-85ff-e3ff62c30233 HTTP/1.1" status: 200 len: 811 time: 0.4513731 Jun 18 16:20:55.159221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43970) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:55.172746 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29ce123-63fe-43e2-a675-95f72c2e9c49 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:55.178024 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d29ce123-63fe-43e2-a675-95f72c2e9c49 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] 10.222.0.50 "GET /v2.0/ports/e5872822-38aa-4d5b-9d94-4203394faf9a HTTP/1.1" status: 200 len: 954 time: 0.1753244 Jun 18 16:20:55.182941 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43972) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:55.211644 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-d274df02-09a3-4a77-8cab-0dee51e59d1a tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/quotas/3328f9de576047028d611de30e1e3eab HTTP/1.1" status: 200 len: 375 time: 0.0375962 Jun 18 16:20:55.236935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03bd8fa5-897c-4298-ba30-549c5eccf678 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:55.289978 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dd31b128-7b4d-4096-a2d7-54f863e17626 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:55.298901 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db3d1d2-4eff-40a3-9702-1ce7bb8eaae3 tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:55.304643 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db3d1d2-4eff-40a3-9702-1ce7bb8eaae3 tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:55.311970 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db3d1d2-4eff-40a3-9702-1ce7bb8eaae3 tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:55.317949 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db3d1d2-4eff-40a3-9702-1ce7bb8eaae3 tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:55.320540 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7db3d1d2-4eff-40a3-9702-1ce7bb8eaae3 tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3868644 Jun 18 16:20:55.324280 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43974) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:55.420017 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-a90d131e-c37c-457c-981f-8dde80384169 service neutron] 10.222.0.50 "GET /v2.0/networks/fccc7881-9783-4801-87f7-8972e7aafde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641319 Jun 18 16:20:55.426659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:55.459852 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:55.475641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd8fa5-897c-4298-ba30-549c5eccf678 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Pushing event updated for resources: {'Subnet': ['ID=9e1b8240-fe6d-42a1-95a5-e83bf90e908e,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:55.514648 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-03bd8fa5-897c-4298-ba30-549c5eccf678 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:55.516728 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-282372c6-e838-4287-8b53-7c79b9c86aac tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:55.521041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-40de0ce7-e6ed-4faf-8599-da7a6f46195a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:55.589533 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-f7dcd363-ed49-49f5-9fa7-900133278707 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=3328f9de576047028d611de30e1e3eab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3602483 Jun 18 16:20:55.644756 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cf55d8ca-cf17-4cb3-b654-95cc09a3c37d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:55.646793 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd8fa5-897c-4298-ba30-549c5eccf678 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Checking segment: {'id': '1b84ec71-faea-43c6-ac98-60e5abc8ae68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74740fde-81f2-464f-9d77-eb091ad7260a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:55.647325 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bd8fa5-897c-4298-ba30-549c5eccf678 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Network hostable DHCP agents. Network: 74740fde-81f2-464f-9d77-eb091ad7260a, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:20:55.654729 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-40de0ce7-e6ed-4faf-8599-da7a6f46195a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:55.660771 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-00281574-9270-4fdc-aed4-b63529b2ba1d tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Deleting port e5872822-38aa-4d5b-9d94-4203394faf9a {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:20:55.661026 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-00281574-9270-4fdc-aed4-b63529b2ba1d tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:55.689475 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:20:55.713995 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:55.716627 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Pushing event updated for resources: {'Port': ['ID=fbb284b6-1927-4888-948c-994189d29d29,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:55.738330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:55.792218 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cf55d8ca-cf17-4cb3-b654-95cc09a3c37d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:55.795657 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-5fbb538b-7ef4-4298-80b6-87c02f4ef65c service neutron] 10.222.0.50 "GET /v2.0/networks/fccc7881-9783-4801-87f7-8972e7aafde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548892 Jun 18 16:20:55.801385 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-00281574-9270-4fdc-aed4-b63529b2ba1d tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:55.812545 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-cf55d8ca-cf17-4cb3-b654-95cc09a3c37d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ceaf63-67aa-40ac-bc6a-8ded05aa04b2']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:55.833287 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bd8fa5-897c-4298-ba30-549c5eccf678 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Network 74740fde-81f2-464f-9d77-eb091ad7260a is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:20:55.853006 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-cf55d8ca-cf17-4cb3-b654-95cc09a3c37d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28956b3c-e90c-4ce9-9b9d-aceb4fbf4f75') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:55.853494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-cf55d8ca-cf17-4cb3-b654-95cc09a3c37d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28956b3c-e90c-4ce9-9b9d-aceb4fbf4f75') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:55.857068 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.55', 64431) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:55.863017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-03bd8fa5-897c-4298-ba30-549c5eccf678 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 74740fde-81f2-464f-9d77-eb091ad7260a) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:55.883553 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb7abc0-fc6d-4d8b-a598-b7c42ca21386 None None] Network 74740fde-81f2-464f-9d77-eb091ad7260a requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:20:55.885840 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-00281574-9270-4fdc-aed4-b63529b2ba1d tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Calling delete_port for e5872822-38aa-4d5b-9d94-4203394faf9a owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:20:55.901992 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cf55d8ca-cf17-4cb3-b654-95cc09a3c37d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:55.904266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bd8fa5-897c-4298-ba30-549c5eccf678 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:55.905037 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03bd8fa5-897c-4298-ba30-549c5eccf678 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:55.947100 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-40de0ce7-e6ed-4faf-8599-da7a6f46195a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:55.957378 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-e049ba94-55a5-4034-a116-7ff450659ab3 service neutron] 10.222.0.50 "GET /v2.0/networks/8a164dae-cb32-4185-85ff-e3ff62c30233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470321 Jun 18 16:20:55.963713 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-40de0ce7-e6ed-4faf-8599-da7a6f46195a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:55.964799 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-40de0ce7-e6ed-4faf-8599-da7a6f46195a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ecb7dff-f476-4765-aa3b-56da13740859 HTTP/1.1" status: 204 len: 168 time: 0.7982457 Jun 18 16:20:55.974983 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cf55d8ca-cf17-4cb3-b654-95cc09a3c37d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:55.989174 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf55d8ca-cf17-4cb3-b654-95cc09a3c37d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:20:55.989585 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cf55d8ca-cf17-4cb3-b654-95cc09a3c37d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:55.999054 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:20:55.999820 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:20:56.022972 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-03bd8fa5-897c-4298-ba30-549c5eccf678 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5800405 Jun 18 16:20:56.033947 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 43978) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:56.084156 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-268f62f2-c3ee-4b4e-ab60-7f829338101c tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1743037208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:56.090296 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de0ce7-e6ed-4faf-8599-da7a6f46195a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecb7dff-f476-4765-aa3b-56da13740859,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:56.099714 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-40de0ce7-e6ed-4faf-8599-da7a6f46195a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:56.141889 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Network a6646ca4-c85c-48e5-9798-3d4b1c12b688 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:56.149644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:56.152072 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83812966-3962-4a99-94b4-668959a52843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-74740fde-81f2-464f-9d77-eb091ad7260a', 'network_id': '74740fde-81f2-464f-9d77-eb091ad7260a', 'tenant_id': '449773ac87194df99ac61b3256e0b94a', 'fixed_ips': [{'subnet_id': '9e1b8240-fe6d-42a1-95a5-e83bf90e908e'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:20:56.154336 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-83812966-3962-4a99-94b4-668959a52843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:56.158332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-ef798135-e21c-476c-a173-2a4d4937c5a7 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:56.160549 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-ef798135-e21c-476c-a173-2a4d4937c5a7 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.55 "GET /v2.0/networks?id=35dd169e-5f93-47a6-9344-547c849f4922 HTTP/1.1" status: 200 len: 806 time: 0.2979298 Jun 18 16:20:56.172986 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cf55d8ca-cf17-4cb3-b654-95cc09a3c37d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:56.180026 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:56.210632 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55d8ca-cf17-4cb3-b654-95cc09a3c37d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9ceaf63-67aa-40ac-bc6a-8ded05aa04b2,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:56.220916 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf55d8ca-cf17-4cb3-b654-95cc09a3c37d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c9ceaf63-67aa-40ac-bc6a-8ded05aa04b2 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 18 16:20:56.222658 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-268f62f2-c3ee-4b4e-ab60-7f829338101c tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:56.222813 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-00281574-9270-4fdc-aed4-b63529b2ba1d tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:56.223706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-268f62f2-c3ee-4b4e-ab60-7f829338101c tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:56.246181 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cf55d8ca-cf17-4cb3-b654-95cc09a3c37d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:56.253449 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:56.297471 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cf55d8ca-cf17-4cb3-b654-95cc09a3c37d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:56.306004 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cf55d8ca-cf17-4cb3-b654-95cc09a3c37d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] 10.222.0.50 "DELETE /v2.0/networks/c9ceaf63-67aa-40ac-bc6a-8ded05aa04b2 HTTP/1.1" status: 204 len: 168 time: 0.9796598 Jun 18 16:20:56.307854 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00281574-9270-4fdc-aed4-b63529b2ba1d tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5872822-38aa-4d5b-9d94-4203394faf9a,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:56.318270 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43986) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:56.324957 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d932f309-b9fa-42ad-8023-8763d605bd4c tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Request body: {'network': {'name': 'tempest-network--262063104', 'router:external': True}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:56.371959 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-00281574-9270-4fdc-aed4-b63529b2ba1d tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:56.373328 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-00281574-9270-4fdc-aed4-b63529b2ba1d tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:56.381118 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-00281574-9270-4fdc-aed4-b63529b2ba1d tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] 10.222.0.50 "DELETE /v2.0/ports/e5872822-38aa-4d5b-9d94-4203394faf9a HTTP/1.1" status: 204 len: 168 time: 1.1970482 Jun 18 16:20:56.387912 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 43994) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:56.453938 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9090444-1b07-485f-b943-745b70575dd6 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] GET failed (client error): The resource could not be found. Jun 18 16:20:56.461965 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d9090444-1b07-485f-b943-745b70575dd6 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] 10.222.0.50 "GET /v2.0/ports/e5872822-38aa-4d5b-9d94-4203394faf9a HTTP/1.1" status: 404 len: 333 time: 0.0713570 Jun 18 16:20:56.463019 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d932f309-b9fa-42ad-8023-8763d605bd4c tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Made reservation on behalf of a4ec71efb1994180b06329544cede479 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:56.466391 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d932f309-b9fa-42ad-8023-8763d605bd4c tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:56.469536 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44000) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:56.477434 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-7735325e-a4db-4dd3-a112-f88e0f916383 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Request body: {'port': {'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1884311719'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:56.480018 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-a81de6c2-a0b8-4ac2-8fbc-8dc4e39994c1 service neutron] 10.222.0.50 "GET /v2.0/networks/8a164dae-cb32-4185-85ff-e3ff62c30233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751751 Jun 18 16:20:56.521802 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7735325e-a4db-4dd3-a112-f88e0f916383 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Made reservation on behalf of 6dfde6a409834aeba11303fdfa681f9e for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:56.532340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7735325e-a4db-4dd3-a112-f88e0f916383 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:56.556973 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-83812966-3962-4a99-94b4-668959a52843 None None] Allocated IP 172.20.0.2 (74740fde-81f2-464f-9d77-eb091ad7260a/9e1b8240-fe6d-42a1-95a5-e83bf90e908e/66b59b29-9ad3-413e-859e-f069f1e3d5fd) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:56.610776 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-7735325e-a4db-4dd3-a112-f88e0f916383 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] device_id is not set on port bed271b6-3230-4cb5-a709-f8e17f865e76 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:20:56.623377 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d932f309-b9fa-42ad-8023-8763d605bd4c tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:20:56.703441 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-6e28e2a5-7122-4597-90d2-c7d3f9253dc1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d37ab518138b46219c6e98edeeaed8b5 HTTP/1.1" status: 200 len: 378 time: 0.4749019 Jun 18 16:20:56.712951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d932f309-b9fa-42ad-8023-8763d605bd4c tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:56.716001 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-d932f309-b9fa-42ad-8023-8763d605bd4c tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Added segment a0aa49e9-b928-4a5d-809e-5e63f29820e5 of type vlan for network 71b420e6-1ec9-40ef-a8ba-8a599ec4bbb3 Jun 18 16:20:56.818663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ec1c6703-0f5a-4d5f-8682-df9b118812ee None None] Provisioning complete for port fbb284b6-1927-4888-948c-994189d29d29 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:56.819085 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6703-0f5a-4d5f-8682-df9b118812ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:56.889548 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d932f309-b9fa-42ad-8023-8763d605bd4c tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:56.958550 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44026) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:56.986019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ec1c6703-0f5a-4d5f-8682-df9b118812ee None None] Port fbb284b6-1927-4888-948c-994189d29d29 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:20:57.018706 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-83812966-3962-4a99-94b4-668959a52843 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:57.032683 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-83812966-3962-4a99-94b4-668959a52843 None None] Transition to ACTIVE for port object 66b59b29-9ad3-413e-859e-f069f1e3d5fd will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:57.076898 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-83812966-3962-4a99-94b4-668959a52843 None None] Transition to ACTIVE for port object 66b59b29-9ad3-413e-859e-f069f1e3d5fd will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:57.085610 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-83812966-3962-4a99-94b4-668959a52843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:57.090273 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-660d5de0-65b8-4402-8830-28ac4112c43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:57.093812 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-62354b12-540d-4aa2-8a93-7e2a9df10e8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:57.172524 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d932f309-b9fa-42ad-8023-8763d605bd4c tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:57.182640 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83812966-3962-4a99-94b4-668959a52843 None None] Network 74740fde-81f2-464f-9d77-eb091ad7260a is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:57.191686 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-83812966-3962-4a99-94b4-668959a52843 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:57.194601 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d932f309-b9fa-42ad-8023-8763d605bd4c tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:57.195200 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d932f309-b9fa-42ad-8023-8763d605bd4c tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:57.201427 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83812966-3962-4a99-94b4-668959a52843 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:57.225118 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:57.243753 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83812966-3962-4a99-94b4-668959a52843 None None] Pushing event updated for resources: {'Port': ['ID=66b59b29-9ad3-413e-859e-f069f1e3d5fd,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:57.249927 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-83812966-3962-4a99-94b4-668959a52843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:57.263725 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7735325e-a4db-4dd3-a112-f88e0f916383 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:57.266683 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-5ea0ee66-20cb-42c4-939f-6661e52c0a9d tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Request body: {'port': {'device_id': 'b8517d4b-6e17-4e93-92b1-b13b6552c0f1', 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922', 'admin_state_up': True, 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'security_groups': ['58de5747-0eed-4904-8206-12575a58318c']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:57.313391 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-83812966-3962-4a99-94b4-668959a52843 None None] Attempting to bind port 66b59b29-9ad3-413e-859e-f069f1e3d5fd on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:20:57.313980 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-83812966-3962-4a99-94b4-668959a52843 None None] Attempting to bind port 66b59b29-9ad3-413e-859e-f069f1e3d5fd by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '1b84ec71-faea-43c6-ac98-60e5abc8ae68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74740fde-81f2-464f-9d77-eb091ad7260a'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:20:57.316686 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83812966-3962-4a99-94b4-668959a52843 None None] Attempting to bind port 66b59b29-9ad3-413e-859e-f069f1e3d5fd on network 74740fde-81f2-464f-9d77-eb091ad7260a {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:20:57.335029 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83812966-3962-4a99-94b4-668959a52843 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:20:57.335498 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d932f309-b9fa-42ad-8023-8763d605bd4c tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Pushing event updated for resources: {'Network': ['ID=71b420e6-1ec9-40ef-a8ba-8a599ec4bbb3,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:57.335617 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83812966-3962-4a99-94b4-668959a52843 None None] Checking segment: {'id': '1b84ec71-faea-43c6-ac98-60e5abc8ae68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74740fde-81f2-464f-9d77-eb091ad7260a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:20:57.336901 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-83812966-3962-4a99-94b4-668959a52843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:57.339722 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83812966-3962-4a99-94b4-668959a52843 None None] Bound using segment: {'id': '1b84ec71-faea-43c6-ac98-60e5abc8ae68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74740fde-81f2-464f-9d77-eb091ad7260a'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:20:57.342225 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-83812966-3962-4a99-94b4-668959a52843 None None] Bound port: 66b59b29-9ad3-413e-859e-f069f1e3d5fd, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b84ec71-faea-43c6-ac98-60e5abc8ae68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '74740fde-81f2-464f-9d77-eb091ad7260a'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:20:57.342890 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d932f309-b9fa-42ad-8023-8763d605bd4c tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:57.343184 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-83812966-3962-4a99-94b4-668959a52843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:57.360356 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 71b420e6-1ec9-40ef-a8ba-8a599ec4bbb3 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:20:57.367765 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-268f62f2-c3ee-4b4e-ab60-7f829338101c tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:57.391420 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7735325e-a4db-4dd3-a112-f88e0f916383 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:57.397276 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:57.399202 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f5c0a1c3-f1a3-4e37-9439-fc964b43191a req-06711296-acda-42cf-b581-dca9fc456c6e tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 210 time: 0.7447500 Jun 18 16:20:57.499879 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7735325e-a4db-4dd3-a112-f88e0f916383 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Network cffd126b-21d1-4310-8379-da4653b5f393 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:57.510040 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-660d5de0-65b8-4402-8830-28ac4112c43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:57.512212 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-7735325e-a4db-4dd3-a112-f88e0f916383 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:57.514361 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735325e-a4db-4dd3-a112-f88e0f916383 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Pushing event updated for resources: {'Port': ['ID=bed271b6-3230-4cb5-a709-f8e17f865e76,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:57.519190 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7735325e-a4db-4dd3-a112-f88e0f916383 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:57.521031 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7735325e-a4db-4dd3-a112-f88e0f916383 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:57.522146 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7735325e-a4db-4dd3-a112-f88e0f916383 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:57.525544 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7735325e-a4db-4dd3-a112-f88e0f916383 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:57.531867 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-660d5de0-65b8-4402-8830-28ac4112c43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:57.537950 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:57.547505 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d932f309-b9fa-42ad-8023-8763d605bd4c tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2277966 Jun 18 16:20:57.553751 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44056) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:57.592348 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7735325e-a4db-4dd3-a112-f88e0f916383 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1208663 Jun 18 16:20:57.629487 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44058) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:57.635996 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:57.644555 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-660d5de0-65b8-4402-8830-28ac4112c43c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e3fca1f52ebb47728b15d8e65211e667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6828210 Jun 18 16:20:57.648908 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44060) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:57.672396 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d5de0-65b8-4402-8830-28ac4112c43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e5f96f-52d0-459d-9ae5-b04d93f2fd20,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:57.704218 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-660d5de0-65b8-4402-8830-28ac4112c43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:57.720978 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-268f62f2-c3ee-4b4e-ab60-7f829338101c tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:57.744627 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aed56d4-9b94-4052-ac05-829bd6c6b510 tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:57.745666 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5aed56d4-9b94-4052-ac05-829bd6c6b510 tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] 10.222.0.50 "GET /v2.0/networks/71b420e6-1ec9-40ef-a8ba-8a599ec4bbb3 HTTP/1.1" status: 200 len: 756 time: 0.1907315 Jun 18 16:20:57.755348 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-83812966-3962-4a99-94b4-668959a52843 None None] For port 66b59b29-9ad3-413e-859e-f069f1e3d5fd, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:20:57.770249 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44064) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:57.770346 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-83812966-3962-4a99-94b4-668959a52843 None None] For port 66b59b29-9ad3-413e-859e-f069f1e3d5fd, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=66b59b29-9ad3-413e-859e-f069f1e3d5fd,segment=NetworkSegment(1b84ec71-faea-43c6-ac98-60e5abc8ae68),segment_id=1b84ec71-faea-43c6-ac98-60e5abc8ae68)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:20:57.797149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-83812966-3962-4a99-94b4-668959a52843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:57.824157 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-83812966-3962-4a99-94b4-668959a52843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:57.874870 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:57.903591 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e40ffe-70ba-4336-9ef5-b81ff42335da tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:57.907595 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a1e40ffe-70ba-4336-9ef5-b81ff42335da tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] 10.222.0.50 "GET /v2.0/networks/3447e591-35ae-4c96-9ee6-14d7f9b27554 HTTP/1.1" status: 200 len: 766 time: 0.1339350 Jun 18 16:20:57.907595 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-415c5a3a-f846-4a2f-86e5-364d3443a1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:57.910049 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44068) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:58.024627 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-415c5a3a-f846-4a2f-86e5-364d3443a1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:58.040018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83812966-3962-4a99-94b4-668959a52843 None None] Pushing event updated for resources: {'Port': ['ID=66b59b29-9ad3-413e-859e-f069f1e3d5fd,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:58.049577 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-83812966-3962-4a99-94b4-668959a52843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:58.103217 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-966de2e2-3e00-43c7-9294-48ecef5f5a84 req-39b8c49b-aab9-4c3f-ad26-3d1755024cf7 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 210 time: 0.3557026 Jun 18 16:20:58.105546 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-97f672d1-d3c6-42d1-b396-557b87bec01f req-9fcc4f89-c063-4127-883e-ebe9a9b3669c tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 210 time: 0.7339270 Jun 18 16:20:58.129376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Router 7b529ab3-15c6-4aa7-9a19-6d08c403cefe has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:20:58.181740 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-5ea0ee66-20cb-42c4-939f-6661e52c0a9d tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Made reservation on behalf of d37ab518138b46219c6e98edeeaed8b5 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:20:58.185535 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-5ea0ee66-20cb-42c4-939f-6661e52c0a9d tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:58.285160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-268f62f2-c3ee-4b4e-ab60-7f829338101c tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:58.290146 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-268f62f2-c3ee-4b4e-ab60-7f829338101c tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 2.2435067 Jun 18 16:20:58.294933 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44070) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:58.311424 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-deffa26b-3619-4f12-b99d-c805c3ad39a2 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:58.516359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:20:58.529976 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7d585-fa16-4037-8a6b-b20595133402 None None] Sync routers for ids ['7b529ab3-15c6-4aa7-9a19-6d08c403cefe'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:20:58.547527 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e7d585-fa16-4037-8a6b-b20595133402 None None] Routers {'7b529ab3-15c6-4aa7-9a19-6d08c403cefe'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:20:58.548195 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-c6e7d585-fa16-4037-8a6b-b20595133402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:20:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7b529ab3-15c6-4aa7-9a19-6d08c403cefe'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:58.558000 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] 10.222.0.50 "PUT /v2.0/routers/7b529ab3-15c6-4aa7-9a19-6d08c403cefe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3403358 Jun 18 16:20:58.561800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44074) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:20:58.569833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-efef61fc-4b6a-45b7-b022-cb43fc25a968 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Request body: {'port': {'network_id': 'a6646ca4-c85c-48e5-9798-3d4b1c12b688', 'name': 'tempest-FloatingIPAdminTestJSON-682312355'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:20:58.649095 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-c6e7d585-fa16-4037-8a6b-b20595133402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:58.692861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e7d585-fa16-4037-8a6b-b20595133402 None None] Routers {'7b529ab3-15c6-4aa7-9a19-6d08c403cefe'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:20:58.693502 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-c6e7d585-fa16-4037-8a6b-b20595133402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:20:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7b529ab3-15c6-4aa7-9a19-6d08c403cefe'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:58.696383 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-5ea0ee66-20cb-42c4-939f-6661e52c0a9d tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Allocated IP 172.20.0.6 (35dd169e-5f93-47a6-9344-547c849f4922/1b6dd737-7e4b-40cd-bf18-9c9044bc5401/b2aad626-61c5-41aa-afab-903b03c760ca) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:20:58.776307 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-c6e7d585-fa16-4037-8a6b-b20595133402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:58.776975 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e7d585-fa16-4037-8a6b-b20595133402 None None] The sync data for ids ['7b529ab3-15c6-4aa7-9a19-6d08c403cefe'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:20:58.783304 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5bb6a6fa-1600-466f-9306-fe5ca8cc27b3 req-cd724156-1a35-4804-a923-a924a8954681 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 210 time: 0.0571775 Jun 18 16:20:58.823815 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-415c5a3a-f846-4a2f-86e5-364d3443a1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:58.846670 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-415c5a3a-f846-4a2f-86e5-364d3443a1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:58.850158 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-415c5a3a-f846-4a2f-86e5-364d3443a1f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/11e5f96f-52d0-459d-9ae5-b04d93f2fd20 HTTP/1.1" status: 204 len: 168 time: 1.1765888 Jun 18 16:20:58.857632 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:59.102549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-5ea0ee66-20cb-42c4-939f-6661e52c0a9d tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:59.138260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-5ea0ee66-20cb-42c4-939f-6661e52c0a9d tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Transition to ACTIVE for port object b2aad626-61c5-41aa-afab-903b03c760ca will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:20:59.238994 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-5ea0ee66-20cb-42c4-939f-6661e52c0a9d tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:59.286951 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-29d95da3-faf5-4d4c-b08d-071231a9d12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:20:59.396350 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-5ea0ee66-20cb-42c4-939f-6661e52c0a9d tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Network 35dd169e-5f93-47a6-9344-547c849f4922 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:20:59.398351 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea0ee66-20cb-42c4-939f-6661e52c0a9d tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Pushing event updated for resources: {'Port': ['ID=b2aad626-61c5-41aa-afab-903b03c760ca,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:59.401536 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-5ea0ee66-20cb-42c4-939f-6661e52c0a9d tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:20:59.423621 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5ea0ee66-20cb-42c4-939f-6661e52c0a9d tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:59.426367 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-5ea0ee66-20cb-42c4-939f-6661e52c0a9d tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:20:59.564866 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1f1939cd-f1f3-4bef-b365-6c33f75aeec4 req-75e6b87c-8d24-4de3-bd73-6b91f7b06ff4 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 210 time: 0.1227393 Jun 18 16:20:59.578045 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c5a3a-f846-4a2f-86e5-364d3443a1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e5f96f-52d0-459d-9ae5-b04d93f2fd20,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:20:59.598939 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-415c5a3a-f846-4a2f-86e5-364d3443a1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:20:59.652049 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-088df927-36f5-4080-b11f-e2390953d209 req-3e1ca0d8-e381-429b-b7b7-c7d77d0b4b3b tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 210 time: 0.1789751 Jun 18 16:20:59.723275 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-5ea0ee66-20cb-42c4-939f-6661e52c0a9d tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:20:59.723959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-5ea0ee66-20cb-42c4-939f-6661e52c0a9d tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:59.740104 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] device_id is not set on port bed271b6-3230-4cb5-a709-f8e17f865e76 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:20:59.750046 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-5ea0ee66-20cb-42c4-939f-6661e52c0a9d tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0186853 Jun 18 16:20:59.751285 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c3750b-52b7-42f9-a826-1f45b632edcc None None] Network 74740fde-81f2-464f-9d77-eb091ad7260a requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:20:59.787666 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-deffa26b-3619-4f12-b99d-c805c3ad39a2 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:59.801366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-deffa26b-3619-4f12-b99d-c805c3ad39a2 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b420e6-1ec9-40ef-a8ba-8a599ec4bbb3']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:59.835841 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 66b59b29-9ad3-413e-859e-f069f1e3d5fd up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:20:59.836539 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-deffa26b-3619-4f12-b99d-c805c3ad39a2 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0aa49e9-b928-4a5d-809e-5e63f29820e5') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:59.837082 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-deffa26b-3619-4f12-b99d-c805c3ad39a2 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0aa49e9-b928-4a5d-809e-5e63f29820e5') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:20:59.849519 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-deffa26b-3619-4f12-b99d-c805c3ad39a2 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:59.879807 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:59.882941 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-deffa26b-3619-4f12-b99d-c805c3ad39a2 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:59.885975 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-57b4d2d7-b998-4312-8d13-3d4b182ad1a1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:20:59.888951 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-57b4d2d7-b998-4312-8d13-3d4b182ad1a1 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161097 Jun 18 16:20:59.900528 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4ec907c3-ca11-42c7-b970-12a1cfcf409d None None] Provisioning for port 66b59b29-9ad3-413e-859e-f069f1e3d5fd completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:59.950832 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deffa26b-3619-4f12-b99d-c805c3ad39a2 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:20:59.950832 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-deffa26b-3619-4f12-b99d-c805c3ad39a2 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:20:59.965656 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:20:59.985675 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 66b59b29-9ad3-413e-859e-f069f1e3d5fd completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:20:59.992673 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 66b59b29-9ad3-413e-859e-f069f1e3d5fd triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:20:59.993474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:00.135125 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:00.165277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d6e2e996-52af-4671-9566-e782c2735435 None None] Provisioning for port b2aad626-61c5-41aa-afab-903b03c760ca completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:00.194942 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:00.222574 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Request body: {'port': {'device_id': 'b8517d4b-6e17-4e93-92b1-b13b6552c0f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:00.231651 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d6e2e996-52af-4671-9566-e782c2735435 None None] Provisioning complete for port b2aad626-61c5-41aa-afab-903b03c760ca triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:00.232324 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d6e2e996-52af-4671-9566-e782c2735435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:00.271263 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 66b59b29-9ad3-413e-859e-f069f1e3d5fd, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=66b59b29-9ad3-413e-859e-f069f1e3d5fd,segment=NetworkSegment(1b84ec71-faea-43c6-ac98-60e5abc8ae68),segment_id=1b84ec71-faea-43c6-ac98-60e5abc8ae68)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:00.293944 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:00.301958 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:00.339815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d6e2e996-52af-4671-9566-e782c2735435 None None] Port b2aad626-61c5-41aa-afab-903b03c760ca cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:21:00.394230 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=66b59b29-9ad3-413e-859e-f069f1e3d5fd,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:00.407558 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:00.443054 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:00.511954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5716a70-8dbf-48b1-bbce-110a70e228f9 req-4d7b673f-af0b-41be-a537-113cb283c8f8 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:00.517331 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5716a70-8dbf-48b1-bbce-110a70e228f9 req-4d7b673f-af0b-41be-a537-113cb283c8f8 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 931 time: 0.4626696 Jun 18 16:21:00.688455 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efef61fc-4b6a-45b7-b022-cb43fc25a968 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Made reservation on behalf of 8970d02379ac4475ab46b58beef924bc for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:00.692770 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-efef61fc-4b6a-45b7-b022-cb43fc25a968 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:00.759468 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-efef61fc-4b6a-45b7-b022-cb43fc25a968 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] device_id is not set on port 0bb37234-c5b1-489b-935e-53d2f5a2e9c3 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:21:00.771170 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-556b0eeb-0846-45aa-be47-545da19e8505 None None] Provisioning complete for port 66b59b29-9ad3-413e-859e-f069f1e3d5fd triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:00.774146 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-556b0eeb-0846-45aa-be47-545da19e8505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:00.807685 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44110) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:00.812979 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Transition to ACTIVE for port object bed271b6-3230-4cb5-a709-f8e17f865e76 will not be triggered until provisioned by entity L2. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:00.821393 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-deffa26b-3619-4f12-b99d-c805c3ad39a2 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:00.835419 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:00.844168 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-00281574-9270-4fdc-aed4-b63529b2ba1d tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:00.864117 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deffa26b-3619-4f12-b99d-c805c3ad39a2 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 71b420e6-1ec9-40ef-a8ba-8a599ec4bbb3 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 18 16:21:00.899753 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5716a70-8dbf-48b1-bbce-110a70e228f9 req-fc7eb4f4-2b2a-4877-8a10-f0ef2d399132 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/security-groups?id=58de5747-0eed-4904-8206-12575a58318c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2495346 Jun 18 16:21:00.901673 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-deffa26b-3619-4f12-b99d-c805c3ad39a2 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:00.905820 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-deffa26b-3619-4f12-b99d-c805c3ad39a2 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] 10.222.0.50 "DELETE /v2.0/networks/71b420e6-1ec9-40ef-a8ba-8a599ec4bbb3 HTTP/1.1" status: 204 len: 168 time: 2.9944601 Jun 18 16:21:00.928259 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44114) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:00.939796 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-82350deb-0eba-4e2b-b744-b43be6c65a51 req-e5cf5007-bbb0-4bd6-8087-788062760f6f tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 210 time: 0.0766342 Jun 18 16:21:00.939796 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-8d9ad30e-ed30-40d9-8b0f-cc437e1d079b tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Request body: {'network': {'name': 'tempest-network--363924134'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:00.995782 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9ad30e-ed30-40d9-8b0f-cc437e1d079b tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Made reservation on behalf of a4ec71efb1994180b06329544cede479 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:00.999078 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad30e-ed30-40d9-8b0f-cc437e1d079b tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:01.041437 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9ad30e-ed30-40d9-8b0f-cc437e1d079b tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:21:01.053918 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad30e-ed30-40d9-8b0f-cc437e1d079b tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:01.054432 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-8d9ad30e-ed30-40d9-8b0f-cc437e1d079b tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Added segment c21ed4e9-7924-4bbb-856e-b066f4c4f37a of type vlan for network 258f7cb8-2e03-442c-acd1-28235b5a971e Jun 18 16:21:01.105404 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad30e-ed30-40d9-8b0f-cc437e1d079b tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:01.113762 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Pushing event updated for resources: {'Port': ['ID=bed271b6-3230-4cb5-a709-f8e17f865e76,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:01.135878 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Allocated IP 172.20.0.1 (74740fde-81f2-464f-9d77-eb091ad7260a/9e1b8240-fe6d-42a1-95a5-e83bf90e908e/eb25cfe2-5496-4955-a769-231e9bcd3e83) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:01.259308 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b95f6fae-a97d-4c36-842b-6709063f6a5f req-520709af-fb89-4a71-90e6-1eeeadb03e99 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 210 time: 0.0767791 Jun 18 16:21:01.283004 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:01.287080 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-83f3d9e5-730d-428e-87a2-420ad04e0c6f tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1219762060'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:01.289230 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.426s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:01.311293 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deffa26b-3619-4f12-b99d-c805c3ad39a2 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Pushing event deleted for resources: {'Network': ['ID=71b420e6-1ec9-40ef-a8ba-8a599ec4bbb3,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:01.321574 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2aad626-61c5-41aa-afab-903b03c760ca {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:21:01.334016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:01.342759 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-deffa26b-3619-4f12-b99d-c805c3ad39a2 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:01.358274 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Transition to ACTIVE for port object b2aad626-61c5-41aa-afab-903b03c760ca will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:01.369380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:01.370886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f3d9e5-730d-428e-87a2-420ad04e0c6f tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Made reservation on behalf of 8c4b59a8f2fd4c44ab9c49f4063c25ef for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:01.374965 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-83f3d9e5-730d-428e-87a2-420ad04e0c6f tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:01.387036 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:01.389534 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad30e-ed30-40d9-8b0f-cc437e1d079b tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:01.400270 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-83f3d9e5-730d-428e-87a2-420ad04e0c6f tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:01.403493 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.55', 64440) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:01.425974 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9ad30e-ed30-40d9-8b0f-cc437e1d079b tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:01.426977 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8d9ad30e-ed30-40d9-8b0f-cc437e1d079b tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:01.525493 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:01.548495 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Transition to ACTIVE for port object eb25cfe2-5496-4955-a769-231e9bcd3e83 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:01.588530 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:01.589125 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:01.589630 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:01.599568 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:21:01.600172 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:21:01.607520 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 2 to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 Jun 18 16:21:01.628369 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:01.628934 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:01.629939 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:01.637686 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 66b59b29-9ad3-413e-859e-f069f1e3d5fd up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:21:01.672074 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-efef61fc-4b6a-45b7-b022-cb43fc25a968 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Allocated IP 172.20.0.6 (a6646ca4-c85c-48e5-9798-3d4b1c12b688/eb243fc5-1ed3-41f9-965a-03dc0b17eb64/0bb37234-c5b1-489b-935e-53d2f5a2e9c3) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:01.686367 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:21:01.686967 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:21:01.687838 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:01.701681 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:01.713238 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 3 to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 Jun 18 16:21:01.749900 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8d9ad30e-ed30-40d9-8b0f-cc437e1d079b tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8175194 Jun 18 16:21:01.749900 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b2aad626-61c5-41aa-afab-903b03c760ca,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:01.760090 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:01.764354 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44122) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:01.765031 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:01.765368 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:01.765704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:01.772252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e89a9ff3-1410-4618-b727-1f70fd6dbf36 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:01.791271 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-4cff5c50-3ee3-4cc3-b3bc-45baadcb2827 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:01.815271 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 66b59b29-9ad3-413e-859e-f069f1e3d5fd triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:01.815887 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:01.914020 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:21:01.914227 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:21:01.946014 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ad30e-ed30-40d9-8b0f-cc437e1d079b tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Pushing event updated for resources: {'Network': ['ID=258f7cb8-2e03-442c-acd1-28235b5a971e,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:01.950303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8d9ad30e-ed30-40d9-8b0f-cc437e1d079b tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:01.964060 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 258f7cb8-2e03-442c-acd1-28235b5a971e details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:21:01.988221 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 4 to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 Jun 18 16:21:02.007175 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Network 74740fde-81f2-464f-9d77-eb091ad7260a is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:02.043046 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:02.047038 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:02.223378 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1a4d2469-3b5f-4f4f-95cf-b8091746d807 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:02.224905 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1a4d2469-3b5f-4f4f-95cf-b8091746d807 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.55 "GET /v2.0/networks?id=8a164dae-cb32-4185-85ff-e3ff62c30233 HTTP/1.1" status: 200 len: 811 time: 0.7951593 Jun 18 16:21:02.227218 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Attempting to bind port b2aad626-61c5-41aa-afab-903b03c760ca on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:02.227552 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Attempting to bind port b2aad626-61c5-41aa-afab-903b03c760ca by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'fc36ef62-fbed-4b65-b58a-9cd84e5e33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:02.227870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Attempting to bind port b2aad626-61c5-41aa-afab-903b03c760ca on network 35dd169e-5f93-47a6-9344-547c849f4922 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:02.233030 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:02.234264 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:02.235082 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:02.246765 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Port b2aad626-61c5-41aa-afab-903b03c760ca on network 35dd169e-5f93-47a6-9344-547c849f4922 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:21:02.250921 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Attempting to bind port b2aad626-61c5-41aa-afab-903b03c760ca on network 35dd169e-5f93-47a6-9344-547c849f4922 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:02.301545 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:21:02.303751 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:21:02.325605 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 5 to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 Jun 18 16:21:02.339072 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:21:02.339692 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Checking segment: {'id': 'fc36ef62-fbed-4b65-b58a-9cd84e5e33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:02.342186 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Bound using segment: {'id': 'fc36ef62-fbed-4b65-b58a-9cd84e5e33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:21:02.342984 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Bound port: b2aad626-61c5-41aa-afab-903b03c760ca, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc36ef62-fbed-4b65-b58a-9cd84e5e33b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:21:02.344041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:02.359571 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Pushing event updated for resources: {'Port': ['ID=eb25cfe2-5496-4955-a769-231e9bcd3e83,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:02.363513 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:02.378495 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ca7ba7cd-a55f-4357-b3ef-731e6356a1db req-ae10354e-2ad3-4d82-bc8a-ee9117dfbabb tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 210 time: 0.1094522 Jun 18 16:21:02.379551 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:02.382929 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:02.383492 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:02.559660 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-844de5ca-95ad-4082-9f84-fbc0e547e713 None None] Provisioning for port eb25cfe2-5496-4955-a769-231e9bcd3e83 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:02.579397 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-844de5ca-95ad-4082-9f84-fbc0e547e713 None None] Provisioning complete for port eb25cfe2-5496-4955-a769-231e9bcd3e83 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:02.582999 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-844de5ca-95ad-4082-9f84-fbc0e547e713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:02.600340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:21:02.600671 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:21:02.600860 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-83f3d9e5-730d-428e-87a2-420ad04e0c6f tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:02.601500 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:02.608042 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 6 to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 Jun 18 16:21:02.615887 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-83f3d9e5-730d-428e-87a2-420ad04e0c6f tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:02.659223 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-73a78e96-f737-4162-b5fe-6c858bb6dbb7 req-7dfdf0ca-4807-4561-951c-f06f474b5ac5 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 210 time: 0.0483255 Jun 18 16:21:02.670278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] For port b2aad626-61c5-41aa-afab-903b03c760ca, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:21:02.678583 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-844de5ca-95ad-4082-9f84-fbc0e547e713 None None] Port eb25cfe2-5496-4955-a769-231e9bcd3e83 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:21:02.679635 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:02.711820 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:02.712779 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:02.712779 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:02.725432 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] For port b2aad626-61c5-41aa-afab-903b03c760ca, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b2aad626-61c5-41aa-afab-903b03c760ca,segment=NetworkSegment(fc36ef62-fbed-4b65-b58a-9cd84e5e33b2),segment_id=fc36ef62-fbed-4b65-b58a-9cd84e5e33b2)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:21:02.734943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f3d9e5-730d-428e-87a2-420ad04e0c6f tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:21:02.744391 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:02.755967 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3d9e5-730d-428e-87a2-420ad04e0c6f tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=368c1b76-2c40-4080-a5f4-c83ab1b44144,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:02.766236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-83f3d9e5-730d-428e-87a2-420ad04e0c6f tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:02.766895 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-83f3d9e5-730d-428e-87a2-420ad04e0c6f tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Added segment 3606f40e-7269-4b28-84de-25e5545182ac of type vlan for network 3d8a7a56-151e-4cf4-af7c-adbfb00c5725 Jun 18 16:21:02.776541 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:21:02.776741 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:21:02.786564 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 7 to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 Jun 18 16:21:02.791830 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-83f3d9e5-730d-428e-87a2-420ad04e0c6f tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:02.794225 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:02.835444 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade3878-f3d2-4c61-a02d-9c288d3f7363 req-f3572511-4637-4378-8a42-dccff5145ba0 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:02.835890 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4cff5c50-3ee3-4cc3-b3bc-45baadcb2827 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:02.837429 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ade3878-f3d2-4c61-a02d-9c288d3f7363 req-f3572511-4637-4378-8a42-dccff5145ba0 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 943 time: 0.4554696 Jun 18 16:21:02.842014 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:02.842356 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:02.842500 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:02.847329 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-efef61fc-4b6a-45b7-b022-cb43fc25a968 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:02.870512 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:21:02.870512 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:21:02.896610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:02.896740 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 8 to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 Jun 18 16:21:02.897236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:02.898716 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] 10.222.0.55 "PUT /v2.0/ports/b2aad626-61c5-41aa-afab-903b03c760ca HTTP/1.1" status: 200 len: 1093 time: 2.8646958 Jun 18 16:21:02.906887 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8517d4b-6e17-4e93-92b1-b13b6552c0f1', 'tag': 'b2aad626-61c5-41aa-afab-903b03c760ca'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:21:02.921565 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-83f3d9e5-730d-428e-87a2-420ad04e0c6f tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:02.936561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-efef61fc-4b6a-45b7-b022-cb43fc25a968 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Transition to ACTIVE for port object 0bb37234-c5b1-489b-935e-53d2f5a2e9c3 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:02.938565 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4cff5c50-3ee3-4cc3-b3bc-45baadcb2827 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:02.968008 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-54753e1d-9fc9-438f-ab2f-19a282f29f84 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:02.991624 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:02.991952 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:02.992284 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:02.994160 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4cff5c50-3ee3-4cc3-b3bc-45baadcb2827 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Network 258f7cb8-2e03-442c-acd1-28235b5a971e is not hosted by any dhcp agent {{(pid=93454) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:21:02.995117 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cff5c50-3ee3-4cc3-b3bc-45baadcb2827 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:02.995268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b2aad626-61c5-41aa-afab-903b03c760ca,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:02.995797 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4cff5c50-3ee3-4cc3-b3bc-45baadcb2827 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:02.996965 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4cff5c50-3ee3-4cc3-b3bc-45baadcb2827 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] 10.222.0.50 "PUT /v2.0/networks/258f7cb8-2e03-442c-acd1-28235b5a971e HTTP/1.1" status: 200 len: 857 time: 1.2171533 Jun 18 16:21:03.000855 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:03.001284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44134) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:03.015043 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ade3878-f3d2-4c61-a02d-9c288d3f7363 req-64a72e1d-399c-41a7-bb7d-315cf51bea7c tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/security-groups?id=58de5747-0eed-4904-8206-12575a58318c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1283724 Jun 18 16:21:03.045497 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:03.050547 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:21:03.050876 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:21:03.059604 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 9 to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 Jun 18 16:21:03.104389 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-83f3d9e5-730d-428e-87a2-420ad04e0c6f tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:03.107626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff5c50-3ee3-4cc3-b3bc-45baadcb2827 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Pushing event updated for resources: {'Network': ['ID=258f7cb8-2e03-442c-acd1-28235b5a971e,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:03.113337 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f3d9e5-730d-428e-87a2-420ad04e0c6f tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:03.113737 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4cff5c50-3ee3-4cc3-b3bc-45baadcb2827 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:03.113965 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-83f3d9e5-730d-428e-87a2-420ad04e0c6f tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:03.118740 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:03.130756 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:03.132068 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:03.132068 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:03.154802 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6233d1f0-83f3-4071-b560-47f5db2df547" -d '{"events": [{"name": "network-changed", "server_uuid": "b8517d4b-6e17-4e93-92b1-b13b6552c0f1", "tag": "b2aad626-61c5-41aa-afab-903b03c760ca"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:21:03.191976 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:21:03.192323 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:21:03.192977 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempt 10 to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 Jun 18 16:21:03.327615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-efef61fc-4b6a-45b7-b022-cb43fc25a968 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:03.339465 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-78ae02b0-194f-4ccc-9d0d-fe5fac163ae2 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:03.390061 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:03.390378 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:03.390760 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempting to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:03.418490 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efef61fc-4b6a-45b7-b022-cb43fc25a968 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Network a6646ca4-c85c-48e5-9798-3d4b1c12b688 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:03.435982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:21:03.443089 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Failed to bind port bed271b6-3230-4cb5-a709-f8e17f865e76 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'd499d207-fb6b-49b6-8fbc-7620661bc8a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'cffd126b-21d1-4310-8379-da4653b5f393'}] Jun 18 16:21:03.443463 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:03.459894 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-efef61fc-4b6a-45b7-b022-cb43fc25a968 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:03.465834 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef61fc-4b6a-45b7-b022-cb43fc25a968 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Pushing event updated for resources: {'Port': ['ID=0bb37234-c5b1-489b-935e-53d2f5a2e9c3,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:03.488453 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efef61fc-4b6a-45b7-b022-cb43fc25a968 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:03.492924 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-efef61fc-4b6a-45b7-b022-cb43fc25a968 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:03.587801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3d9e5-730d-428e-87a2-420ad04e0c6f tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Pushing event updated for resources: {'Network': ['ID=3d8a7a56-151e-4cf4-af7c-adbfb00c5725,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:03.591651 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-83f3d9e5-730d-428e-87a2-420ad04e0c6f tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:03.602487 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50727ad8-f016-4c12-b3d5-8ecbc88f07f3 x-openstack-request-id: req-50727ad8-f016-4c12-b3d5-8ecbc88f07f3 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:21:03.602899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8517d4b-6e17-4e93-92b1-b13b6552c0f1", "tag": "b2aad626-61c5-41aa-afab-903b03c760ca", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:21:03.603227 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-50727ad8-f016-4c12-b3d5-8ecbc88f07f3 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:21:03.603749 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8517d4b-6e17-4e93-92b1-b13b6552c0f1', 'tag': 'b2aad626-61c5-41aa-afab-903b03c760ca', 'status': 'completed', 'code': 200} Jun 18 16:21:03.606564 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-111d74a5-51b6-48a9-9657-b7a0ce88586d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:03.610375 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 3d8a7a56-151e-4cf4-af7c-adbfb00c5725 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:21:03.616791 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-83f3d9e5-730d-428e-87a2-420ad04e0c6f tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.8043723 Jun 18 16:21:03.617483 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44144) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:03.636134 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efef61fc-4b6a-45b7-b022-cb43fc25a968 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:03.637129 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-efef61fc-4b6a-45b7-b022-cb43fc25a968 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:03.663896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d06da9a6-25c5-4530-96e6-0b29a757392e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Request body: {'subnet': {'network_id': '3d8a7a56-151e-4cf4-af7c-adbfb00c5725', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:03.670068 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-01c7e873-21d6-420c-9c6c-cb8e6f4dc80a req-bdd8699a-a94c-4d31-818f-3fa8c778db83 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 210 time: 0.0515552 Jun 18 16:21:03.768734 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-efef61fc-4b6a-45b7-b022-cb43fc25a968 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2057652 Jun 18 16:21:03.779733 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44148) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:03.789879 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] For port bed271b6-3230-4cb5-a709-f8e17f865e76, host hv-neutron-7971, cleared binding levels {{(pid=93454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:21:03.790404 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attempted to set empty binding levels {{(pid=93454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 18 16:21:03.804596 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:03.812074 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:03.858866 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-09d783ec-0b21-49bd-94e4-6af65f8130b2 None None] Provisioning for port 0bb37234-c5b1-489b-935e-53d2f5a2e9c3 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:03.863297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-09d783ec-0b21-49bd-94e4-6af65f8130b2 None None] Provisioning complete for port 0bb37234-c5b1-489b-935e-53d2f5a2e9c3 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:03.863889 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-09d783ec-0b21-49bd-94e4-6af65f8130b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:03.899052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-111d74a5-51b6-48a9-9657-b7a0ce88586d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:03.907451 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] In _notify_port_updated(), no bound segment for port bed271b6-3230-4cb5-a709-f8e17f865e76 on network cffd126b-21d1-4310-8379-da4653b5f393 {{(pid=93454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:21:03.908610 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:03.909359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:03.910894 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] 10.222.0.50 "PUT /v2.0/ports/bed271b6-3230-4cb5-a709-f8e17f865e76 HTTP/1.1" status: 200 len: 977 time: 6.2797194 Jun 18 16:21:03.911133 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-111d74a5-51b6-48a9-9657-b7a0ce88586d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258f7cb8-2e03-442c-acd1-28235b5a971e']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:03.925509 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-111d74a5-51b6-48a9-9657-b7a0ce88586d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c21ed4e9-7924-4bbb-856e-b066f4c4f37a') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:03.925956 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-111d74a5-51b6-48a9-9657-b7a0ce88586d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c21ed4e9-7924-4bbb-856e-b066f4c4f37a') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:03.929851 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44152) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:03.937773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-111d74a5-51b6-48a9-9657-b7a0ce88586d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:04.021194 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-46f1a34a-00cc-4285-b455-37a30d198ea3 req-20de8dfd-0a2f-429f-be6e-5613047de28d tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 210 time: 0.0800731 Jun 18 16:21:04.046906 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-111d74a5-51b6-48a9-9657-b7a0ce88586d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:04.068425 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Pushing event updated for resources: {'Port': ['ID=bed271b6-3230-4cb5-a709-f8e17f865e76,revision_number=3']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:04.082653 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111d74a5-51b6-48a9-9657-b7a0ce88586d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:21:04.084253 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-111d74a5-51b6-48a9-9657-b7a0ce88586d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:04.088916 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'project_id': '8970d02379ac4475ab46b58beef924bc', 'port_id': '0bb37234-c5b1-489b-935e-53d2f5a2e9c3'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:21:04.098271 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:21:04.102646 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:04.122257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06da9a6-25c5-4530-96e6-0b29a757392e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Made reservation on behalf of 8c4b59a8f2fd4c44ab9c49f4063c25ef for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:04.125886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d06da9a6-25c5-4530-96e6-0b29a757392e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:04.153390 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:04.170614 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-09d783ec-0b21-49bd-94e4-6af65f8130b2 None None] Port 0bb37234-c5b1-489b-935e-53d2f5a2e9c3 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:21:04.181886 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:04.188230 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:04.274076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-111d74a5-51b6-48a9-9657-b7a0ce88586d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:04.309188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5531321f-4eea-43ad-b1fc-1d7b539e4653 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:04.316696 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111d74a5-51b6-48a9-9657-b7a0ce88586d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 258f7cb8-2e03-442c-acd1-28235b5a971e {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 18 16:21:04.326482 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-111d74a5-51b6-48a9-9657-b7a0ce88586d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:04.333481 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-111d74a5-51b6-48a9-9657-b7a0ce88586d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] 10.222.0.50 "DELETE /v2.0/networks/258f7cb8-2e03-442c-acd1-28235b5a971e HTTP/1.1" status: 204 len: 168 time: 1.3118904 Jun 18 16:21:04.346229 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44156) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:04.362497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d74a5-51b6-48a9-9657-b7a0ce88586d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Pushing event deleted for resources: {'Network': ['ID=258f7cb8-2e03-442c-acd1-28235b5a971e,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:04.367259 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-111d74a5-51b6-48a9-9657-b7a0ce88586d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:04.411482 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc827d5-bfd5-42da-8bb8-6070f6102ed0 tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] DELETE failed (client error): The resource could not be found. Jun 18 16:21:04.411947 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc827d5-bfd5-42da-8bb8-6070f6102ed0 tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:21:04.413780 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8bc827d5-bfd5-42da-8bb8-6070f6102ed0 tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] 10.222.0.50 "DELETE /v2.0/subnets/733daab5-c6b5-4966-9b5b-75c7b91569ec HTTP/1.1" status: 404 len: 337 time: 0.0662572 Jun 18 16:21:04.417480 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44158) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:04.465581 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:04.588856 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Pushing event updated for resources: {'Port': ['ID=eb25cfe2-5496-4955-a769-231e9bcd3e83,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:04.592571 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:04.596549 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:04.661424 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac75210-5bdb-46db-8707-771f144799be req-4c7e24d4-482e-4a74-8bea-4ff11c85fd7c tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:04.663727 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-0b83aabf-e4cf-4cd5-a098-a995ea888aaf tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Deleting port bed271b6-3230-4cb5-a709-f8e17f865e76 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:04.663862 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3ac75210-5bdb-46db-8707-771f144799be req-4c7e24d4-482e-4a74-8bea-4ff11c85fd7c tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 943 time: 0.4566846 Jun 18 16:21:04.664056 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0b83aabf-e4cf-4cd5-a098-a995ea888aaf tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:04.775554 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-34c60107-e8fa-4a99-9778-f6068001476a tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:04.785587 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-0b83aabf-e4cf-4cd5-a098-a995ea888aaf tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] For port bed271b6-3230-4cb5-a709-f8e17f865e76, host hv-neutron-7971, got binding levels [] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:04.786231 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0b83aabf-e4cf-4cd5-a098-a995ea888aaf tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:04.834338 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d06da9a6-25c5-4530-96e6-0b29a757392e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:04.838560 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3ac75210-5bdb-46db-8707-771f144799be req-14703911-1618-4ce9-9cc6-50b9c9635a35 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/security-groups?id=58de5747-0eed-4904-8206-12575a58318c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1578770 Jun 18 16:21:04.842015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:04.940481 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-0b83aabf-e4cf-4cd5-a098-a995ea888aaf tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Calling delete_port for bed271b6-3230-4cb5-a709-f8e17f865e76 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:04.962920 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Network 74740fde-81f2-464f-9d77-eb091ad7260a is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:04.967656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:05.051772 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c0a25dee-c1bf-4c6b-a3c3-58476a8e2316 req-8d1c53dd-df83-40d6-92f7-e743249641bf tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 210 time: 0.1719201 Jun 18 16:21:05.060147 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:05.134460 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-34c60107-e8fa-4a99-9778-f6068001476a tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:05.150558 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06da9a6-25c5-4530-96e6-0b29a757392e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Pushing event updated for resources: {'Subnet': ['ID=26329854-6ad7-4de6-95b6-c716a7b2296c,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:05.160905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d06da9a6-25c5-4530-96e6-0b29a757392e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:05.198557 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-34c60107-e8fa-4a99-9778-f6068001476a tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3447e591-35ae-4c96-9ee6-14d7f9b27554']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:05.219138 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-34c60107-e8fa-4a99-9778-f6068001476a tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35061c3e-9e7f-4719-8681-8424279330e6') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:05.219632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-34c60107-e8fa-4a99-9778-f6068001476a tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35061c3e-9e7f-4719-8681-8424279330e6') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:05.237990 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0b83aabf-e4cf-4cd5-a098-a995ea888aaf tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:05.247207 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-34c60107-e8fa-4a99-9778-f6068001476a tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:05.267934 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:05.278288 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-34c60107-e8fa-4a99-9778-f6068001476a tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:05.324594 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-70285132-af31-4bce-a484-64f7903ebdf7 req-697825de-4fef-4aa9-bfd2-2a2617203b59 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 210 time: 0.0639958 Jun 18 16:21:05.324785 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83aabf-e4cf-4cd5-a098-a995ea888aaf tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Pushing event deleted for resources: {'Port': ['ID=bed271b6-3230-4cb5-a709-f8e17f865e76,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:05.327363 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06da9a6-25c5-4530-96e6-0b29a757392e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Checking segment: {'id': '3606f40e-7269-4b28-84de-25e5545182ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3d8a7a56-151e-4cf4-af7c-adbfb00c5725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:05.327731 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06da9a6-25c5-4530-96e6-0b29a757392e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Network hostable DHCP agents. Network: 3d8a7a56-151e-4cf4-af7c-adbfb00c5725, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:21:05.331270 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0b83aabf-e4cf-4cd5-a098-a995ea888aaf tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:05.331641 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-30371908-2047-4d68-a73b-ac108d8ec16c None None] Provisioning complete for port eb25cfe2-5496-4955-a769-231e9bcd3e83 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:05.332696 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-30371908-2047-4d68-a73b-ac108d8ec16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:05.333373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34c60107-e8fa-4a99-9778-f6068001476a tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:21:05.334124 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-34c60107-e8fa-4a99-9778-f6068001476a tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:21:05.344370 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44164) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:05.346755 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0b83aabf-e4cf-4cd5-a098-a995ea888aaf tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] 10.222.0.50 "DELETE /v2.0/ports/bed271b6-3230-4cb5-a709-f8e17f865e76 HTTP/1.1" status: 204 len: 168 time: 1.4154181 Jun 18 16:21:05.349757 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0b83aabf-e4cf-4cd5-a098-a995ea888aaf tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:05.352502 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Router 6f83fa50-407c-4c7a-98e2-88216b9dfc6e is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:21:05.399117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-30371908-2047-4d68-a73b-ac108d8ec16c None None] Port eb25cfe2-5496-4955-a769-231e9bcd3e83 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:21:05.445720 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Allocated IP 172.26.6.55 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/1963cf2d-23be-4007-9fa5-86ccf54b8d88) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:05.463748 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-34c60107-e8fa-4a99-9778-f6068001476a tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:05.469191 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfad6f5b-3aa6-4e9a-badd-fa5b7c555cd3 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] GET failed (client error): The resource could not be found. Jun 18 16:21:05.471048 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-bfad6f5b-3aa6-4e9a-badd-fa5b7c555cd3 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] 10.222.0.50 "GET /v2.0/ports/bed271b6-3230-4cb5-a709-f8e17f865e76 HTTP/1.1" status: 404 len: 333 time: 0.0442629 Jun 18 16:21:05.474741 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44166) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:05.477895 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-34c60107-e8fa-4a99-9778-f6068001476a tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:05.480890 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-34c60107-e8fa-4a99-9778-f6068001476a tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] 10.222.0.50 "DELETE /v2.0/networks/3447e591-35ae-4c96-9ee6-14d7f9b27554 HTTP/1.1" status: 204 len: 168 time: 1.0603211 Jun 18 16:21:05.489503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8d9ad30e-ed30-40d9-8b0f-cc437e1d079b tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:05.543571 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c60107-e8fa-4a99-9778-f6068001476a tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Pushing event deleted for resources: {'Network': ['ID=3447e591-35ae-4c96-9ee6-14d7f9b27554,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:05.544317 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:21:05.556030 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] 10.222.0.50 "PUT /v2.0/routers/6f83fa50-407c-4c7a-98e2-88216b9dfc6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2579608 Jun 18 16:21:05.558234 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44170) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:05.559145 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc5ae69-c8e6-4f1d-91b2-71ddd1657de3 None None] Sync routers for ids ['6f83fa50-407c-4c7a-98e2-88216b9dfc6e'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:21:05.564547 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f90b8ba0-186f-4a99-81a1-c22fc9910f45 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Request body: {'port': {'network_id': '74740fde-81f2-464f-9d77-eb091ad7260a', 'name': 'tempest-FloatingIPNegativeTestJSON-1652322955'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:05.572148 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5ae69-c8e6-4f1d-91b2-71ddd1657de3 None None] Routers {'6f83fa50-407c-4c7a-98e2-88216b9dfc6e'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:05.579433 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4cc5ae69-c8e6-4f1d-91b2-71ddd1657de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:20:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6f83fa50-407c-4c7a-98e2-88216b9dfc6e'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:05.615733 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4cc5ae69-c8e6-4f1d-91b2-71ddd1657de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:05.626465 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc5ae69-c8e6-4f1d-91b2-71ddd1657de3 None None] Routers {'6f83fa50-407c-4c7a-98e2-88216b9dfc6e'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:05.627396 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4cc5ae69-c8e6-4f1d-91b2-71ddd1657de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:20:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6f83fa50-407c-4c7a-98e2-88216b9dfc6e'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:05.632811 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-34c60107-e8fa-4a99-9778-f6068001476a tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:05.636680 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06da9a6-25c5-4530-96e6-0b29a757392e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Network 3d8a7a56-151e-4cf4-af7c-adbfb00c5725 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:21:05.664899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-d06da9a6-25c5-4530-96e6-0b29a757392e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 3d8a7a56-151e-4cf4-af7c-adbfb00c5725) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:05.670918 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06da9a6-25c5-4530-96e6-0b29a757392e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:05.671516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d06da9a6-25c5-4530-96e6-0b29a757392e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:05.675210 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0181b62a-d475-4d2f-b416-f16ed235f44c None None] Network 3d8a7a56-151e-4cf4-af7c-adbfb00c5725 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:05.678290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-28375707-8725-444a-b7b9-c8556896d9cf tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:05.693356 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4cc5ae69-c8e6-4f1d-91b2-71ddd1657de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:05.694366 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc5ae69-c8e6-4f1d-91b2-71ddd1657de3 None None] The sync data for ids ['6f83fa50-407c-4c7a-98e2-88216b9dfc6e'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:21:05.699410 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d06da9a6-25c5-4530-96e6-0b29a757392e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0417988 Jun 18 16:21:05.702302 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44172) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:05.744575 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:05.751464 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-803851e5-7b80-4f1d-9db0-a8784a8a6997 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Request body: {'port': {'network_id': '3d8a7a56-151e-4cf4-af7c-adbfb00c5725', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-454407189'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:05.843925 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:05.848084 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:05.891980 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90b8ba0-186f-4a99-81a1-c22fc9910f45 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Made reservation on behalf of 449773ac87194df99ac61b3256e0b94a for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:05.907463 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f90b8ba0-186f-4a99-81a1-c22fc9910f45 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:05.932662 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-28375707-8725-444a-b7b9-c8556896d9cf tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:05.948720 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-28375707-8725-444a-b7b9-c8556896d9cf tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffd126b-21d1-4310-8379-da4653b5f393']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:05.966831 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-28375707-8725-444a-b7b9-c8556896d9cf tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd499d207-fb6b-49b6-8fbc-7620661bc8a4') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:05.967410 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-28375707-8725-444a-b7b9-c8556896d9cf tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd499d207-fb6b-49b6-8fbc-7620661bc8a4') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:05.969054 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-f90b8ba0-186f-4a99-81a1-c22fc9910f45 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] device_id is not set on port 53b9aa76-489e-4e37-adce-3dcbfe152ce5 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:21:05.999815 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-28375707-8725-444a-b7b9-c8556896d9cf tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:06.021692 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-3d8a7a56-151e-4cf4-af7c-adbfb00c5725', 'network_id': '3d8a7a56-151e-4cf4-af7c-adbfb00c5725', 'tenant_id': '8c4b59a8f2fd4c44ab9c49f4063c25ef', 'fixed_ips': [{'subnet_id': '26329854-6ad7-4de6-95b6-c716a7b2296c'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:21:06.022794 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:06.024801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-28375707-8725-444a-b7b9-c8556896d9cf tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:06.034967 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28375707-8725-444a-b7b9-c8556896d9cf tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:21:06.035644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-28375707-8725-444a-b7b9-c8556896d9cf tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:21:06.038939 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:21:06.113050 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44180) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:06.113711 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:06.119122 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:06.127197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:06.141431 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803851e5-7b80-4f1d-9db0-a8784a8a6997 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Made reservation on behalf of 8c4b59a8f2fd4c44ab9c49f4063c25ef for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:06.145061 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-803851e5-7b80-4f1d-9db0-a8784a8a6997 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:06.212353 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-28375707-8725-444a-b7b9-c8556896d9cf tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:06.247525 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:06.260505 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Pushing event updated for resources: {'Port': ['ID=1963cf2d-23be-4007-9fa5-86ccf54b8d88,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:06.262835 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-28375707-8725-444a-b7b9-c8556896d9cf tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:06.274839 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-28375707-8725-444a-b7b9-c8556896d9cf tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] 10.222.0.50 "DELETE /v2.0/networks/cffd126b-21d1-4310-8379-da4653b5f393 HTTP/1.1" status: 204 len: 168 time: 0.7927854 Jun 18 16:21:06.275993 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:06.292580 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-803851e5-7b80-4f1d-9db0-a8784a8a6997 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] device_id is not set on port afca19c0-015e-4b9d-a88b-f9b4dd3f9476 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:21:06.345122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28375707-8725-444a-b7b9-c8556896d9cf tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Pushing event deleted for resources: {'Network': ['ID=cffd126b-21d1-4310-8379-da4653b5f393,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:06.384199 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-28375707-8725-444a-b7b9-c8556896d9cf tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:06.391813 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Allocated IP 2001:db8::2 (3d8a7a56-151e-4cf4-af7c-adbfb00c5725/26329854-6ad7-4de6-95b6-c716a7b2296c/0d864b54-d986-46e0-8fa7-8041a6da934b) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:06.488437 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ec241efb-7f2f-4e2e-ad0f-d52a236efabe req-1843b624-7c78-4deb-967a-c027b585d0df tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 210 time: 0.1853755 Jun 18 16:21:06.510645 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-f90b8ba0-186f-4a99-81a1-c22fc9910f45 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Allocated IP 172.20.0.11 (74740fde-81f2-464f-9d77-eb091ad7260a/9e1b8240-fe6d-42a1-95a5-e83bf90e908e/53b9aa76-489e-4e37-adce-3dcbfe152ce5) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:06.599020 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678a415-d92b-49ba-9667-355278c74fb0 req-a1920551-b2f8-463f-ade0-b71b5966abdd tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:06.611075 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c678a415-d92b-49ba-9667-355278c74fb0 req-a1920551-b2f8-463f-ade0-b71b5966abdd tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 943 time: 0.4713309 Jun 18 16:21:06.658145 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e3318da1-dcc4-453c-bb32-52cdf46a1d2e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8fcbeb0e37ce4470aaf45870a8765d8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5355070 Jun 18 16:21:06.660141 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44190) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:06.697453 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44192) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:06.733395 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c678a415-d92b-49ba-9667-355278c74fb0 req-d8bc666d-409b-48b8-98ab-76d669f23ca4 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/security-groups?id=58de5747-0eed-4904-8206-12575a58318c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1213295 Jun 18 16:21:06.802181 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:06.824659 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6bd95c23-ce58-459e-872c-a86ca7e74388 req-b51d4273-9d9b-44a1-a8bd-651332b92ff9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 210 time: 0.0663786 Jun 18 16:21:06.843577 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-db53d079-c357-4723-9863-ef6d696800c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:06.858715 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Transition to ACTIVE for port object 0d864b54-d986-46e0-8fa7-8041a6da934b will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:06.887721 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-db53d079-c357-4723-9863-ef6d696800c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:06.905506 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Transition to ACTIVE for port object 0d864b54-d986-46e0-8fa7-8041a6da934b will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:06.923765 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:06.945886 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:06.958657 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f90b8ba0-186f-4a99-81a1-c22fc9910f45 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:06.981328 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-f90b8ba0-186f-4a99-81a1-c22fc9910f45 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Transition to ACTIVE for port object 53b9aa76-489e-4e37-adce-3dcbfe152ce5 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:07.028840 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-227f48e3-e2fc-4918-808a-ebfc31c27d1a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce7c321e7ed54ca789e269666d362e89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3294435 Jun 18 16:21:07.031499 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44196) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:07.043730 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Network 3d8a7a56-151e-4cf4-af7c-adbfb00c5725 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:07.045592 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-803851e5-7b80-4f1d-9db0-a8784a8a6997 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Allocated IP 2001:db8::217 (3d8a7a56-151e-4cf4-af7c-adbfb00c5725/26329854-6ad7-4de6-95b6-c716a7b2296c/afca19c0-015e-4b9d-a88b-f9b4dd3f9476) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:07.057769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-db53d079-c357-4723-9863-ef6d696800c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:07.059920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:07.062326 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-db53d079-c357-4723-9863-ef6d696800c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:07.063996 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:07.066569 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-db53d079-c357-4723-9863-ef6d696800c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/13495bfa-20fe-4251-9769-3006d6a6efea HTTP/1.1" status: 204 len: 168 time: 0.4053693 Jun 18 16:21:07.069285 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-cbc56aa5-6f8c-4253-be6d-1040372ba406 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:07.084356 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53d079-c357-4723-9863-ef6d696800c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13495bfa-20fe-4251-9769-3006d6a6efea,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:07.088057 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f90b8ba0-186f-4a99-81a1-c22fc9910f45 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:07.101340 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-db53d079-c357-4723-9863-ef6d696800c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:07.118270 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-17509444-cb80-423f-9e85-ccb781f9f440 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:07.184620 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Attempting to bind port 0d864b54-d986-46e0-8fa7-8041a6da934b on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:07.185242 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Attempting to bind port 0d864b54-d986-46e0-8fa7-8041a6da934b by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3606f40e-7269-4b28-84de-25e5545182ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3d8a7a56-151e-4cf4-af7c-adbfb00c5725'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:07.186038 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Attempting to bind port 0d864b54-d986-46e0-8fa7-8041a6da934b on network 3d8a7a56-151e-4cf4-af7c-adbfb00c5725 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:07.193564 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:21:07.194242 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Checking segment: {'id': '3606f40e-7269-4b28-84de-25e5545182ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3d8a7a56-151e-4cf4-af7c-adbfb00c5725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:07.194961 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:07.195519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Bound using segment: {'id': '3606f40e-7269-4b28-84de-25e5545182ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3d8a7a56-151e-4cf4-af7c-adbfb00c5725'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:21:07.196206 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Bound port: 0d864b54-d986-46e0-8fa7-8041a6da934b, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3606f40e-7269-4b28-84de-25e5545182ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3d8a7a56-151e-4cf4-af7c-adbfb00c5725'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:21:07.196995 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:07.213308 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Pushing event updated for resources: {'Port': ['ID=0d864b54-d986-46e0-8fa7-8041a6da934b,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:07.225681 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:07.308047 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] For port 0d864b54-d986-46e0-8fa7-8041a6da934b, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:21:07.315520 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] For port 0d864b54-d986-46e0-8fa7-8041a6da934b, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=0d864b54-d986-46e0-8fa7-8041a6da934b,segment=NetworkSegment(3606f40e-7269-4b28-84de-25e5545182ac),segment_id=3606f40e-7269-4b28-84de-25e5545182ac)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:21:07.323442 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:07.333388 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-803851e5-7b80-4f1d-9db0-a8784a8a6997 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:07.336585 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-79252a46-8d72-404f-8a1a-3d94d01aee97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:07.349670 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-803851e5-7b80-4f1d-9db0-a8784a8a6997 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Transition to ACTIVE for port object afca19c0-015e-4b9d-a88b-f9b4dd3f9476 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:07.390828 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-803851e5-7b80-4f1d-9db0-a8784a8a6997 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:07.407885 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5ea0ee66-20cb-42c4-939f-6661e52c0a9d tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:07.468672 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Pushing event updated for resources: {'Port': ['ID=0d864b54-d986-46e0-8fa7-8041a6da934b,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:07.472333 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:07.486339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803851e5-7b80-4f1d-9db0-a8784a8a6997 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Network 3d8a7a56-151e-4cf4-af7c-adbfb00c5725 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:07.492251 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-803851e5-7b80-4f1d-9db0-a8784a8a6997 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:07.497269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803851e5-7b80-4f1d-9db0-a8784a8a6997 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:07.504015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803851e5-7b80-4f1d-9db0-a8784a8a6997 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:07.504781 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-803851e5-7b80-4f1d-9db0-a8784a8a6997 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:07.538138 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803851e5-7b80-4f1d-9db0-a8784a8a6997 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Pushing event updated for resources: {'Port': ['ID=afca19c0-015e-4b9d-a88b-f9b4dd3f9476,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:07.542307 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-803851e5-7b80-4f1d-9db0-a8784a8a6997 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:07.571802 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-803851e5-7b80-4f1d-9db0-a8784a8a6997 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.8253160 Jun 18 16:21:07.576729 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44204) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:07.582980 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b89d73e0-180f-45ed-9e49-068d97df3100 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Request body: {'port': {'network_id': '3d8a7a56-151e-4cf4-af7c-adbfb00c5725', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-186024030', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:07.583547 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.api.validators [None req-b89d73e0-180f-45ed-9e49-068d97df3100 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] bootfile-name is not in valid_values {{(pid=93453) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:21:07.583885 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.api.validators [None req-b89d73e0-180f-45ed-9e49-068d97df3100 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] tftp-server is not in valid_values {{(pid=93453) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:21:07.584319 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.api.validators [None req-b89d73e0-180f-45ed-9e49-068d97df3100 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] server-ip-address is not in valid_values {{(pid=93453) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:21:07.693028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44206) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:07.722438 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b8ba0-186f-4a99-81a1-c22fc9910f45 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Pushing event updated for resources: {'Port': ['ID=53b9aa76-489e-4e37-adce-3dcbfe152ce5,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:07.772797 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f90b8ba0-186f-4a99-81a1-c22fc9910f45 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:07.778280 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90b8ba0-186f-4a99-81a1-c22fc9910f45 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Network 74740fde-81f2-464f-9d77-eb091ad7260a is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:07.821310 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-f90b8ba0-186f-4a99-81a1-c22fc9910f45 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:07.832530 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90b8ba0-186f-4a99-81a1-c22fc9910f45 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:07.863682 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-34a0dd07-11e8-437f-8f09-35505118f0a9 req-125e6f7a-a40f-4957-b326-d378c901208b tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 210 time: 0.1333468 Jun 18 16:21:07.868986 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2e2257fa-c6ad-498e-a651-0e78f283bedf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a4ec71efb1994180b06329544cede479&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1745021 Jun 18 16:21:07.895658 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44212) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:07.937862 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d042de3-c2a9-472a-b9b6-48ccc261df18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:08.016688 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d042de3-c2a9-472a-b9b6-48ccc261df18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:08.139130 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89d73e0-180f-45ed-9e49-068d97df3100 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Made reservation on behalf of 8c4b59a8f2fd4c44ab9c49f4063c25ef for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:08.143093 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b89d73e0-180f-45ed-9e49-068d97df3100 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:08.183172 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-79a70281-3ade-4ccc-9579-06aa7e9bd72c None None] Provisioning for port 53b9aa76-489e-4e37-adce-3dcbfe152ce5 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:08.193810 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-79a70281-3ade-4ccc-9579-06aa7e9bd72c None None] Provisioning complete for port 53b9aa76-489e-4e37-adce-3dcbfe152ce5 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:08.194476 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-79a70281-3ade-4ccc-9579-06aa7e9bd72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:08.215682 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:08.221219 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1e546db5-dc1c-486e-8b83-119b0d5a46d4 req-4c2f6f3c-c674-4cef-a54c-fa69e07cdece tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 210 time: 0.0978186 Jun 18 16:21:08.238807 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-79a70281-3ade-4ccc-9579-06aa7e9bd72c None None] Port 53b9aa76-489e-4e37-adce-3dcbfe152ce5 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:21:08.265177 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-b89d73e0-180f-45ed-9e49-068d97df3100 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] device_id is not set on port a240ced5-467c-4eec-86ce-b988162b7bc7 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:21:08.282818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4ba2e973-742d-4674-a627-aaeb3bcd3f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:08.293310 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d042de3-c2a9-472a-b9b6-48ccc261df18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:08.303694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d042de3-c2a9-472a-b9b6-48ccc261df18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:08.304938 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9d042de3-c2a9-472a-b9b6-48ccc261df18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e904c667-2209-41e1-9930-88c278ab574c HTTP/1.1" status: 204 len: 168 time: 1.2723634 Jun 18 16:21:08.308781 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-97364c3c-de1c-4f7f-a532-12291af11bc3 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:08.327328 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d042de3-c2a9-472a-b9b6-48ccc261df18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e904c667-2209-41e1-9930-88c278ab574c,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:08.375222 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9d042de3-c2a9-472a-b9b6-48ccc261df18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:08.385220 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90b8ba0-186f-4a99-81a1-c22fc9910f45 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:08.386305 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f90b8ba0-186f-4a99-81a1-c22fc9910f45 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:08.415094 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f90b8ba0-186f-4a99-81a1-c22fc9910f45 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8554621 Jun 18 16:21:08.416006 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44216) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:08.424162 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:08.425519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6bd8ed71-b4e3-47d1-bc23-f0adde48c7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:08.436485 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:08.642055 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:08.649543 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:08.654931 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:08.715739 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for floatingip, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:08.771758 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Pushing event updated for resources: {'Port': ['ID=1963cf2d-23be-4007-9fa5-86ccf54b8d88,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:08.812026 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:08.834371 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b3bf3-b1d1-4058-8669-540ae67c7fb3 req-4c312b95-676f-4575-a894-9dc87d767199 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:08.842546 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-551b3bf3-b1d1-4058-8669-540ae67c7fb3 req-4c312b95-676f-4575-a894-9dc87d767199 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 943 time: 0.8563409 Jun 18 16:21:08.854024 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:08.873407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4ba2e973-742d-4674-a627-aaeb3bcd3f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:08.998374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44222) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:09.021463 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-551b3bf3-b1d1-4058-8669-540ae67c7fb3 req-5328bede-7337-4989-8466-4fc95483256e tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/security-groups?id=58de5747-0eed-4904-8206-12575a58318c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1776450 Jun 18 16:21:09.059209 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-b89d73e0-180f-45ed-9e49-068d97df3100 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Allocated IP 2001:db8::3a2 (3d8a7a56-151e-4cf4-af7c-adbfb00c5725/26329854-6ad7-4de6-95b6-c716a7b2296c/a240ced5-467c-4eec-86ce-b988162b7bc7) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:09.073154 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b541e3a7-3162-4728-8031-66cce1bf75c5 None None] Network 3d8a7a56-151e-4cf4-af7c-adbfb00c5725 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:09.098497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4ba2e973-742d-4674-a627-aaeb3bcd3f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:09.105305 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-360175de-fb3a-47c9-8f26-accde7338595 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6dfde6a409834aeba11303fdfa681f9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1062200 Jun 18 16:21:09.114532 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44224) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:09.158601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4ba2e973-742d-4674-a627-aaeb3bcd3f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:09.163238 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-93fe80e2-ece0-43d4-a450-1ae0232ced0b None None] Provisioning for port 0d864b54-d986-46e0-8fa7-8041a6da934b completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:09.164487 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4ba2e973-742d-4674-a627-aaeb3bcd3f39 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c4887e0d-7167-4de8-a202-83865dc94859 HTTP/1.1" status: 204 len: 168 time: 1.2673163 Jun 18 16:21:09.165509 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-83f3d9e5-730d-428e-87a2-420ad04e0c6f tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:09.181417 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ea527162-ee64-4a60-8c6f-bf987264dd77 req-80857670-9383-460f-9733-c2a8f7931693 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 210 time: 0.1013014 Jun 18 16:21:09.184200 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Floating IP 817abec3-2fbb-4f4d-baad-18067ec981a2 associated. External IP: 172.26.6.55, port: 0bb37234-c5b1-489b-935e-53d2f5a2e9c3. Jun 18 16:21:09.229041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2e973-742d-4674-a627-aaeb3bcd3f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4887e0d-7167-4de8-a202-83865dc94859,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:09.239554 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4ba2e973-742d-4674-a627-aaeb3bcd3f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:09.287951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:09.512950 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1d918fcd-f9f9-4332-9242-a5b26168c4ae req-8613bb84-efe8-4266-b6a7-b1cd7c2cd3cc tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 210 time: 0.0934458 Jun 18 16:21:09.513168 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-74912a53-3aba-4942-9e01-2cf00073593b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:09.652969 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b89d73e0-180f-45ed-9e49-068d97df3100 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:09.671652 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-74912a53-3aba-4942-9e01-2cf00073593b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:09.688956 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-b89d73e0-180f-45ed-9e49-068d97df3100 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Transition to ACTIVE for port object a240ced5-467c-4eec-86ce-b988162b7bc7 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:09.708367 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 0d864b54-d986-46e0-8fa7-8041a6da934b up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:21:09.796109 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b89d73e0-180f-45ed-9e49-068d97df3100 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:09.800727 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:09.850666 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 0d864b54-d986-46e0-8fa7-8041a6da934b completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:09.858346 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 0d864b54-d986-46e0-8fa7-8041a6da934b triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:09.859529 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:09.910088 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89d73e0-180f-45ed-9e49-068d97df3100 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Network 3d8a7a56-151e-4cf4-af7c-adbfb00c5725 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:09.917444 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-b89d73e0-180f-45ed-9e49-068d97df3100 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:09.932853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d73e0-180f-45ed-9e49-068d97df3100 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:09.947187 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89d73e0-180f-45ed-9e49-068d97df3100 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:09.948836 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b89d73e0-180f-45ed-9e49-068d97df3100 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:09.962216 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d73e0-180f-45ed-9e49-068d97df3100 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Pushing event updated for resources: {'Port': ['ID=a240ced5-467c-4eec-86ce-b988162b7bc7,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:09.964094 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Allocated IP 172.26.6.86 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/353f638c-2fa3-462e-b369-696d81da5c38) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:09.969042 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b89d73e0-180f-45ed-9e49-068d97df3100 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:09.978851 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-74912a53-3aba-4942-9e01-2cf00073593b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:09.988027 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b89d73e0-180f-45ed-9e49-068d97df3100 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.4100153 Jun 18 16:21:09.989018 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44234) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:09.989305 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-74912a53-3aba-4942-9e01-2cf00073593b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:09.990498 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-74912a53-3aba-4942-9e01-2cf00073593b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01c12483-f1af-4b41-a464-5240b930bbc4 HTTP/1.1" status: 204 len: 168 time: 0.8749793 Jun 18 16:21:09.994737 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:10.042366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:10.094118 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 0d864b54-d986-46e0-8fa7-8041a6da934b, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=0d864b54-d986-46e0-8fa7-8041a6da934b,segment=NetworkSegment(3606f40e-7269-4b28-84de-25e5545182ac),segment_id=3606f40e-7269-4b28-84de-25e5545182ac)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:10.105206 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:10.115152 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:10.151855 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74912a53-3aba-4942-9e01-2cf00073593b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c12483-f1af-4b41-a464-5240b930bbc4,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:10.162304 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-574bdb84-ced7-4910-bf4f-3a70585ad49a None None] Provisioning complete for port 0d864b54-d986-46e0-8fa7-8041a6da934b triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:10.162669 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-574bdb84-ced7-4910-bf4f-3a70585ad49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:10.165383 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-74912a53-3aba-4942-9e01-2cf00073593b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:10.186959 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Router 7b529ab3-15c6-4aa7-9a19-6d08c403cefe has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:21:10.291561 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=0d864b54-d986-46e0-8fa7-8041a6da934b,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:10.299870 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:10.319238 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62661290-458e-45a2-864b-4e60a5f1931e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:10.330229 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62661290-458e-45a2-864b-4e60a5f1931e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:10.339351 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62661290-458e-45a2-864b-4e60a5f1931e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:10.345853 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-62661290-458e-45a2-864b-4e60a5f1931e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3556902 Jun 18 16:21:10.348810 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44250) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:10.463238 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-574bdb84-ced7-4910-bf4f-3a70585ad49a None None] Provisioning for port afca19c0-015e-4b9d-a88b-f9b4dd3f9476 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:10.477337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-574bdb84-ced7-4910-bf4f-3a70585ad49a None None] Provisioning complete for port afca19c0-015e-4b9d-a88b-f9b4dd3f9476 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:10.477753 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-574bdb84-ced7-4910-bf4f-3a70585ad49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:10.573358 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-574bdb84-ced7-4910-bf4f-3a70585ad49a None None] Port afca19c0-015e-4b9d-a88b-f9b4dd3f9476 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:21:10.581495 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:21:10.596678 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffcc7b0-d42e-44c5-9405-f7b1a58f7274 None None] Sync routers for ids ['7b529ab3-15c6-4aa7-9a19-6d08c403cefe'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:21:10.620445 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffcc7b0-d42e-44c5-9405-f7b1a58f7274 None None] Routers {'7b529ab3-15c6-4aa7-9a19-6d08c403cefe'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:10.623438 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-cffcc7b0-d42e-44c5-9405-f7b1a58f7274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:20:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7b529ab3-15c6-4aa7-9a19-6d08c403cefe'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:10.634014 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-af4296ec-56fe-4bcc-bedb-84290ee3b7e1 req-3a4e0e91-8c2c-43d5-93df-538137d0d6d2 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 210 time: 0.1270759 Jun 18 16:21:10.655818 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:10.669717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.55', 64444) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:10.687263 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:10.733378 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-7495d76c-67bd-4bd4-adb9-c151dd64843f tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3328f9de576047028d611de30e1e3eab HTTP/1.1" status: 200 len: 380 time: 0.2886205 Jun 18 16:21:10.773653 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-a9a494c5-db03-4f4d-8b97-42e885fe4eca tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Request body: {'port': {'device_id': '9718002d-c08b-4d66-8439-2dfc5b48524d', 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233', 'admin_state_up': True, 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'security_groups': ['8070745a-901f-4e8f-9ca3-5f425dc063f9']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:10.776018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-cffcc7b0-d42e-44c5-9405-f7b1a58f7274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:10.809970 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffcc7b0-d42e-44c5-9405-f7b1a58f7274 None None] Routers {'7b529ab3-15c6-4aa7-9a19-6d08c403cefe'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:10.812580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-cffcc7b0-d42e-44c5-9405-f7b1a58f7274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:20:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7b529ab3-15c6-4aa7-9a19-6d08c403cefe'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:10.950968 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-54018004-efc5-405b-a493-a6d95415dafc None None] Provisioning complete for port afca19c0-015e-4b9d-a88b-f9b4dd3f9476 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:10.951770 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-54018004-efc5-405b-a493-a6d95415dafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:10.954815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-cffcc7b0-d42e-44c5-9405-f7b1a58f7274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:10.955912 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffcc7b0-d42e-44c5-9405-f7b1a58f7274 None None] The sync data for ids ['7b529ab3-15c6-4aa7-9a19-6d08c403cefe'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:21:11.010829 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-70645d41-6793-4c63-9aaf-b182d4c072f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:11.018432 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-54018004-efc5-405b-a493-a6d95415dafc None None] Port afca19c0-015e-4b9d-a88b-f9b4dd3f9476 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:21:11.018936 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 7.2375965 Jun 18 16:21:11.040885 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44274) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:11.087841 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1dba4210-fbec-4201-8a6d-8252a7fc1720 req-d6bbcb2b-1047-4690-ab0a-8fe38cb60f9a tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 210 time: 0.1356151 Jun 18 16:21:11.159248 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a98eb7e7-3301-4c38-bfed-7d49e56bcf1e None None] Provisioning for port a240ced5-467c-4eec-86ce-b988162b7bc7 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:11.162653 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21624741-a2ec-46af-be50-d93ac842736d req-6396760f-5f3c-4f26-894f-ad1bbbeebc49 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:11.165677 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a98eb7e7-3301-4c38-bfed-7d49e56bcf1e None None] Provisioning complete for port a240ced5-467c-4eec-86ce-b988162b7bc7 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:11.166146 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a98eb7e7-3301-4c38-bfed-7d49e56bcf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:11.170043 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21624741-a2ec-46af-be50-d93ac842736d req-6396760f-5f3c-4f26-894f-ad1bbbeebc49 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 943 time: 0.8809001 Jun 18 16:21:11.177941 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44284) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:11.181481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233d1f0-83f3-4071-b560-47f5db2df547 req-47d0963e-a9d6-45e4-9285-94296e667d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:11.183044 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6233d1f0-83f3-4071-b560-47f5db2df547 req-47d0963e-a9d6-45e4-9285-94296e667d84 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d37ab518138b46219c6e98edeeaed8b5&device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 1096 time: 0.6753745 Jun 18 16:21:11.221586 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a98eb7e7-3301-4c38-bfed-7d49e56bcf1e None None] Port a240ced5-467c-4eec-86ce-b988162b7bc7 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:21:11.279397 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:11.344188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-759c35e2-3735-41d4-bf18-3884de55e71e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Deleting port a240ced5-467c-4eec-86ce-b988162b7bc7 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:11.344544 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-759c35e2-3735-41d4-bf18-3884de55e71e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:11.372663 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21624741-a2ec-46af-be50-d93ac842736d req-9a274bc2-465b-4cb4-b299-dab86a286a40 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/security-groups?id=58de5747-0eed-4904-8206-12575a58318c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2015705 Jun 18 16:21:11.445488 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-a9a494c5-db03-4f4d-8b97-42e885fe4eca tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Made reservation on behalf of 3328f9de576047028d611de30e1e3eab for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:11.448186 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-a9a494c5-db03-4f4d-8b97-42e885fe4eca tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:11.538946 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Request body: {'networks': [{'name': 'tempest-network--431947523'}, {'name': 'tempest-network--1765043706'}]} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:11.539257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Request body: {'network': {'name': 'tempest-network--431947523'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:11.539726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Request body: {'network': {'name': 'tempest-network--1765043706'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:11.561658 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233d1f0-83f3-4071-b560-47f5db2df547 req-642a14f0-09b8-439c-8b8c-8c208e364444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:11.563185 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6233d1f0-83f3-4071-b560-47f5db2df547 req-642a14f0-09b8-439c-8b8c-8c208e364444 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d37ab518138b46219c6e98edeeaed8b5&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3624926 Jun 18 16:21:11.587863 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0dcdb0b0-6ae9-4b20-bbf4-3e2ae2bca13c tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] 10.222.0.50 "GET /v2.0/floatingips/817abec3-2fbb-4f4d-baad-18067ec981a2 HTTP/1.1" status: 200 len: 981 time: 0.5448880 Jun 18 16:21:11.591934 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44294) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:11.610253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-598d0359-d9ec-430e-8ece-02ce355e17dc tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:11.611860 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-598d0359-d9ec-430e-8ece-02ce355e17dc tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.55 "GET /v2.0/networks?id=fccc7881-9783-4801-87f7-8972e7aafde0 HTTP/1.1" status: 200 len: 812 time: 0.9084971 Jun 18 16:21:11.623105 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 0d864b54-d986-46e0-8fa7-8041a6da934b up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:21:11.670372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:11.688755 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-806e7483-ad40-4698-b266-ce64b42283df tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:11.703219 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 0d864b54-d986-46e0-8fa7-8041a6da934b triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:11.703603 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:11.779327 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:11.793533 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-759c35e2-3735-41d4-bf18-3884de55e71e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:11.805150 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:11.808881 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:11.813481 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7c5fd421-de8b-451f-b677-88f438e641d8 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2903 time: 0.2172313 Jun 18 16:21:11.835626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44300) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:11.837553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Made reservation on behalf of a23b6cc9c7424f1996b74076aa8c3ed3 for: {'network': 2} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:11.841854 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-aa7c6f8d-9105-41ee-8c34-b2431e159cbb tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65b6bdecdcc3441fbe4e9a0abb64592f HTTP/1.1" status: 200 len: 379 time: 0.1807218 Jun 18 16:21:11.846841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:11.903173 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-cbba9ce6-fed0-4b54-aa11-237349b76b47 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Request body: {'port': {'device_id': '795c2352-17a1-4e8c-9166-3f0f67a02ed2', 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0', 'admin_state_up': True, 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'security_groups': ['8fff4447-f964-44bc-b8bb-671702794d0a']}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:12.017137 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:12.035972 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:12.041776 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Pushing event updated for resources: {'Port': ['ID=353f638c-2fa3-462e-b369-696d81da5c38,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:12.062186 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:12.223900 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:12.293129 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e8417-eb61-442f-b4f1-218345a6146e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Deleting port 1963cf2d-23be-4007-9fa5-86ccf54b8d88 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:12.293380 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8417-eb61-442f-b4f1-218345a6146e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:12.332411 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-759c35e2-3735-41d4-bf18-3884de55e71e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Calling delete_port for a240ced5-467c-4eec-86ce-b988162b7bc7 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:12.334520 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44314) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:12.335816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:12.352126 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-450a44ee-06fc-4f63-935b-810f7ed2ce98 req-06fb358d-1a52-458f-9ae8-7d4c9fcafbfd tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 210 time: 0.4938438 Jun 18 16:21:12.365866 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-cbba9ce6-fed0-4b54-aa11-237349b76b47 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Made reservation on behalf of 65b6bdecdcc3441fbe4e9a0abb64592f for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:12.377615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-cbba9ce6-fed0-4b54-aa11-237349b76b47 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:12.432752 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e0b6766b-fb31-40fa-a3ea-c22654fb516e req-09bb35b3-79ac-4c2b-951c-d8fdec6c3216 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 210 time: 0.0970945 Jun 18 16:21:12.508096 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-a9a494c5-db03-4f4d-8b97-42e885fe4eca tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Allocated IP 172.20.0.6 (8a164dae-cb32-4185-85ff-e3ff62c30233/5e8e39ea-ca18-4f6a-859c-466bac254243/013e5971-7b77-4544-9e4c-f90e0fe8f833) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:12.519214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233d1f0-83f3-4071-b560-47f5db2df547 req-c755836d-d570-493f-879d-98ca253c78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:12.520689 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6233d1f0-83f3-4071-b560-47f5db2df547 req-c755836d-d570-493f-879d-98ca253c78ec service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9128492 Jun 18 16:21:12.537230 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1678869194', 'router:external': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:12.550063 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8417-eb61-442f-b4f1-218345a6146e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:12.550395 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8417-eb61-442f-b4f1-218345a6146e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:12.641251 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e8417-eb61-442f-b4f1-218345a6146e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Calling delete_port for 1963cf2d-23be-4007-9fa5-86ccf54b8d88 owned by network:floatingip {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:12.801600 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-cbba9ce6-fed0-4b54-aa11-237349b76b47 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Allocated IP 172.20.0.12 (fccc7881-9783-4801-87f7-8972e7aafde0/dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc/975eb24a-dc91-4222-acdd-f8f0386be67e) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:12.825166 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c77fcf-2076-495e-be05-25c92bddadb6 req-dc4901fe-cd03-4068-a049-92b92e3fd19b tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:12.826717 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c5c77fcf-2076-495e-be05-25c92bddadb6 req-dc4901fe-cd03-4068-a049-92b92e3fd19b tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 943 time: 0.3051198 Jun 18 16:21:12.836106 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:12.843717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:12.847446 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:12.889862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-759c35e2-3735-41d4-bf18-3884de55e71e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:12.892567 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:12.899913 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:12.911890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-28d5a213-60a3-41d1-80a8-946c9b6dcaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:12.913497 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-28d5a213-60a3-41d1-80a8-946c9b6dcaf4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d37ab518138b46219c6e98edeeaed8b5&device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 1096 time: 0.3283486 Jun 18 16:21:12.924911 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:12.959611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:12.970686 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Pushing event updated for resources: {'Port': ['ID=353f638c-2fa3-462e-b369-696d81da5c38,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:12.978758 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:12.995088 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759c35e2-3735-41d4-bf18-3884de55e71e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Pushing event deleted for resources: {'Port': ['ID=a240ced5-467c-4eec-86ce-b988162b7bc7,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:13.055432 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.064922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-759c35e2-3735-41d4-bf18-3884de55e71e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:13.068584 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-a9a494c5-db03-4f4d-8b97-42e885fe4eca tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.070630 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:13.079890 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-546f1f4d-d009-4f8a-944f-5596659c2e1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2aad626-61c5-41aa-afab-903b03c760ca HTTP/1.1" status: 200 len: 217 time: 0.1519847 Jun 18 16:21:13.093748 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c5c77fcf-2076-495e-be05-25c92bddadb6 req-1f95381b-c200-4929-84aa-27f82cd30f90 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/security-groups?id=58de5747-0eed-4904-8206-12575a58318c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2535884 Jun 18 16:21:13.094483 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Made reservation on behalf of 8c77a74bb6224bc5900c8746535f5cd5 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:13.097035 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.098108 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.099285 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6800351 Jun 18 16:21:13.102064 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44320) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:13.114825 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-7f2b93e9-b8bc-44f6-8044-589dac82119d tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Request body: {'floatingip': {'port_id': '53b9aa76-489e-4e37-adce-3dcbfe152ce5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:13.129511 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8417-eb61-442f-b4f1-218345a6146e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.169027 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-10fd8d07-449a-4f6d-b3d7-123140eddd58 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:13.182243 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.189452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-a9a494c5-db03-4f4d-8b97-42e885fe4eca tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Transition to ACTIVE for port object 013e5971-7b77-4544-9e4c-f90e0fe8f833 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:13.192902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-759c35e2-3735-41d4-bf18-3884de55e71e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.200162 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-759c35e2-3735-41d4-bf18-3884de55e71e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] 10.222.0.50 "DELETE /v2.0/ports/a240ced5-467c-4eec-86ce-b988162b7bc7 HTTP/1.1" status: 204 len: 168 time: 2.8449376 Jun 18 16:21:13.205887 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44322) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:13.211036 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e222e7d7-4a7d-4fd5-8c75-5d496e404d9b,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:13.219648 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-fe92e25b-5ba1-4efc-a929-b36981175252 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Request body: {'port': {'name': 'tempest-new-port-name-1278379255', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:13.220196 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.api.validators [None req-fe92e25b-5ba1-4efc-a929-b36981175252 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] bootfile-name is not in valid_values {{(pid=93454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:21:13.220599 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.api.validators [None req-fe92e25b-5ba1-4efc-a929-b36981175252 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] tftp-server is not in valid_values {{(pid=93454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:21:13.221006 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.api.validators [None req-fe92e25b-5ba1-4efc-a929-b36981175252 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] server-ip-address is not in valid_values {{(pid=93454) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:21:13.224094 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:13.224707 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e8417-eb61-442f-b4f1-218345a6146e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Pushing event deleted for resources: {'Port': ['ID=1963cf2d-23be-4007-9fa5-86ccf54b8d88,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:13.228143 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7f2b93e9-b8bc-44f6-8044-589dac82119d tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for floatingip, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.228708 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:21:13.232384 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4a7e8417-eb61-442f-b4f1-218345a6146e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:13.254629 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.254988 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Added segment 1d9ceec3-fc24-4861-ae7c-35a3bfeba385 of type vlan for network 6df460b1-1c56-4c7b-9d49-ef6ef751f2c4 Jun 18 16:21:13.258582 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-b5d2fcd8-a254-437d-ac73-0e03e9f81ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:13.260097 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-b5d2fcd8-a254-437d-ac73-0e03e9f81ff6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b6dd737-7e4b-40cd-bf18-9c9044bc5401 HTTP/1.1" status: 200 len: 845 time: 0.1612186 Jun 18 16:21:13.380957 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.391982 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-a9a494c5-db03-4f4d-8b97-42e885fe4eca tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.406168 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:13.497969 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-a9a494c5-db03-4f4d-8b97-42e885fe4eca tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Network 8a164dae-cb32-4185-85ff-e3ff62c30233 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:13.513695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-a9a494c5-db03-4f4d-8b97-42e885fe4eca tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:13.526025 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-a9a494c5-db03-4f4d-8b97-42e885fe4eca tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:13.530601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:21:13.538814 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a494c5-db03-4f4d-8b97-42e885fe4eca tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Pushing event updated for resources: {'Port': ['ID=013e5971-7b77-4544-9e4c-f90e0fe8f833,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:13.550281 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-cbba9ce6-fed0-4b54-aa11-237349b76b47 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.572156 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a9a494c5-db03-4f4d-8b97-42e885fe4eca tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:13.604401 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.604897 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Added segment 9f6ad715-9cb1-40a6-82b1-6fa30d02f222 of type vlan for network d9d1d46e-0e20-45dd-afc7-550ba979e55f Jun 18 16:21:13.627407 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.647680 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-88e3aa25-5ab3-4813-89d8-3c792f7e6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:13.649187 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-88e3aa25-5ab3-4813-89d8-3c792f7e6f57 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35dd169e-5f93-47a6-9344-547c849f4922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3720832 Jun 18 16:21:13.652834 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-cbba9ce6-fed0-4b54-aa11-237349b76b47 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Transition to ACTIVE for port object 975eb24a-dc91-4222-acdd-f8f0386be67e will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:13.665743 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-86cdc819-b974-4747-9aed-0c78cfccec77 req-9781a6ad-6531-4bda-9dc7-f065be07a066 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 210 time: 0.0947597 Jun 18 16:21:13.729675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.755253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8417-eb61-442f-b4f1-218345a6146e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for floatingip, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.755596 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-4a7e8417-eb61-442f-b4f1-218345a6146e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Floating IP 817abec3-2fbb-4f4d-baad-18067ec981a2 disassociated (deleted). External IP: 172.26.6.55, port: 0bb37234-c5b1-489b-935e-53d2f5a2e9c3. Jun 18 16:21:13.786902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-a9a494c5-db03-4f4d-8b97-42e885fe4eca tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:13.787514 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-a9a494c5-db03-4f4d-8b97-42e885fe4eca tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.790454 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.795199 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.809242 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe92e25b-5ba1-4efc-a929-b36981175252 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.813813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:13.835225 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-7f2b93e9-b8bc-44f6-8044-589dac82119d tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] update failed (client error): The resource could not be found. Jun 18 16:21:13.837472 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7f2b93e9-b8bc-44f6-8044-589dac82119d tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] 10.222.0.50 "PUT /v2.0/floatingips/0ef42c2c-564f-4aaa-83a1-d4c7704dc10e HTTP/1.1" status: 404 len: 507 time: 0.7331815 Jun 18 16:21:13.840854 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44328) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:13.858470 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:21:13.866397 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c4aa6f6-d832-4547-930b-61c37a896a2c None None] Provisioning for port 013e5971-7b77-4544-9e4c-f90e0fe8f833 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:13.873718 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-a9a494c5-db03-4f4d-8b97-42e885fe4eca tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1115510 Jun 18 16:21:13.873902 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c4aa6f6-d832-4547-930b-61c37a896a2c None None] Provisioning complete for port 013e5971-7b77-4544-9e4c-f90e0fe8f833 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:13.873902 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c4aa6f6-d832-4547-930b-61c37a896a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.892162 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Request body: {'port': {'device_id': '9718002d-c08b-4d66-8439-2dfc5b48524d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:13.912563 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c4aa6f6-d832-4547-930b-61c37a896a2c None None] Port 013e5971-7b77-4544-9e4c-f90e0fe8f833 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:21:13.942478 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9362cd84-d215-4364-b54d-e0905142be20,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:13.945646 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.946532 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Added segment 2a7379fc-5a89-4507-bc46-14bce2806e0b of type vlan for network af0e91d7-3ab6-4965-b910-d2fde3a32cda Jun 18 16:21:13.969162 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:13.988334 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:13.989409 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-cbba9ce6-fed0-4b54-aa11-237349b76b47 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:14.000770 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3341d-4316-4201-9925-b5cf396fc3d8 req-baad0184-d22d-4737-9f13-9cb5bfd5fad5 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:14.002290 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-57e3341d-4316-4201-9925-b5cf396fc3d8 req-baad0184-d22d-4737-9f13-9cb5bfd5fad5 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 931 time: 0.3925388 Jun 18 16:21:14.010710 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e8ba21a3-d096-47b9-a286-c1c4567d5e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:14.024180 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:14.029047 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:14.036478 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-58ce8bb1-2166-4243-82d8-5a2f40c2f532 service neutron] 10.222.0.55 "GET /v2.0/networks/35dd169e-5f93-47a6-9344-547c849f4922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660223 Jun 18 16:21:14.047623 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:14.052495 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:14.053148 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:14.135335 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-cbba9ce6-fed0-4b54-aa11-237349b76b47 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Network fccc7881-9783-4801-87f7-8972e7aafde0 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:14.151472 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-cbba9ce6-fed0-4b54-aa11-237349b76b47 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:14.160263 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-cbba9ce6-fed0-4b54-aa11-237349b76b47 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:14.165692 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbba9ce6-fed0-4b54-aa11-237349b76b47 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Pushing event updated for resources: {'Port': ['ID=975eb24a-dc91-4222-acdd-f8f0386be67e,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:14.173231 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:14.173491 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cbba9ce6-fed0-4b54-aa11-237349b76b47 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:14.219443 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.0325732 Jun 18 16:21:14.221273 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44332) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:14.247498 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event updated for resources: {'Network': ['ID=6df460b1-1c56-4c7b-9d49-ef6ef751f2c4,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:14.261983 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:14.270484 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 6df460b1-1c56-4c7b-9d49-ef6ef751f2c4 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:21:14.308146 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-57e3341d-4316-4201-9925-b5cf396fc3d8 req-0e3bf57f-1363-4e29-bfec-eb594878cfdd tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799811 Jun 18 16:21:14.328758 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-cbba9ce6-fed0-4b54-aa11-237349b76b47 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:14.329348 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-cbba9ce6-fed0-4b54-aa11-237349b76b47 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:14.376704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-93de135b-12c8-4c89-8a1b-d0bf9d9ab09a tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Deleting port 353f638c-2fa3-462e-b369-696d81da5c38 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:14.377051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-93de135b-12c8-4c89-8a1b-d0bf9d9ab09a tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:14.442604 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-16340740-aae8-4964-971c-d8d626965757 None None] Provisioning for port 975eb24a-dc91-4222-acdd-f8f0386be67e completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:14.447531 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-16340740-aae8-4964-971c-d8d626965757 None None] Provisioning complete for port 975eb24a-dc91-4222-acdd-f8f0386be67e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:14.448194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-16340740-aae8-4964-971c-d8d626965757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:14.466201 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-cbba9ce6-fed0-4b54-aa11-237349b76b47 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6157477 Jun 18 16:21:14.473162 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7e8417-eb61-442f-b4f1-218345a6146e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Router 7b529ab3-15c6-4aa7-9a19-6d08c403cefe has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:21:14.478996 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe92e25b-5ba1-4efc-a929-b36981175252 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:14.486927 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Request body: {'port': {'device_id': '795c2352-17a1-4e8c-9166-3f0f67a02ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:14.490982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-16340740-aae8-4964-971c-d8d626965757 None None] Port 975eb24a-dc91-4222-acdd-f8f0386be67e cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:21:14.516660 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe92e25b-5ba1-4efc-a929-b36981175252 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:14.523699 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:14.586948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-fe92e25b-5ba1-4efc-a929-b36981175252 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] In _notify_port_updated(), no bound segment for port afca19c0-015e-4b9d-a88b-f9b4dd3f9476 on network 3d8a7a56-151e-4cf4-af7c-adbfb00c5725 {{(pid=93454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:21:14.593538 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe92e25b-5ba1-4efc-a929-b36981175252 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:14.594229 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe92e25b-5ba1-4efc-a929-b36981175252 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:14.598063 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fe92e25b-5ba1-4efc-a929-b36981175252 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] 10.222.0.50 "PUT /v2.0/ports/afca19c0-015e-4b9d-a88b-f9b4dd3f9476 HTTP/1.1" status: 200 len: 1130 time: 1.3856089 Jun 18 16:21:14.605384 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44334) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:14.631026 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.db.resource_extend [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 16:21:14.704116 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-93de135b-12c8-4c89-8a1b-d0bf9d9ab09a tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:14.705157 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-93de135b-12c8-4c89-8a1b-d0bf9d9ab09a tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:14.748119 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92e25b-5ba1-4efc-a929-b36981175252 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Pushing event updated for resources: {'Port': ['ID=afca19c0-015e-4b9d-a88b-f9b4dd3f9476,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:14.767542 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fe92e25b-5ba1-4efc-a929-b36981175252 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:14.834343 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-93de135b-12c8-4c89-8a1b-d0bf9d9ab09a tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Calling delete_port for 353f638c-2fa3-462e-b369-696d81da5c38 owned by network:floatingip {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:14.850471 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:14.879066 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15362ac1-7de0-48c4-b89e-b8039ac12298 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:14.880520 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-15362ac1-7de0-48c4-b89e-b8039ac12298 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] 10.222.0.50 "GET /v2.0/ports/afca19c0-015e-4b9d-a88b-f9b4dd3f9476 HTTP/1.1" status: 200 len: 1130 time: 0.2356486 Jun 18 16:21:14.886867 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44338) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:14.887311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:14.888084 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:14.891488 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event updated for resources: {'Network': ['ID=d9d1d46e-0e20-45dd-afc7-550ba979e55f,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:14.902541 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network d9d1d46e-0e20-45dd-afc7-550ba979e55f details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:21:14.904802 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:14.944465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.915s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:14.945897 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-83f3d9e5-730d-428e-87a2-420ad04e0c6f tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.857s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:14.960192 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-9d0a3b4b-e1ee-4745-b274-3ba861f13ac9 service neutron] 10.222.0.55 "GET /v2.0/networks/35dd169e-5f93-47a6-9344-547c849f4922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8762376 Jun 18 16:21:14.978730 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-042775f0-a04e-4144-9348-c0ee056018a0 None None] Provisioning complete for port afca19c0-015e-4b9d-a88b-f9b4dd3f9476 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:14.979436 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-042775f0-a04e-4144-9348-c0ee056018a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:14.999981 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7e8417-eb61-442f-b4f1-218345a6146e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:21:15.013876 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f10208b-d809-4b87-b79f-33d110ba62aa None None] Sync routers for ids ['7b529ab3-15c6-4aa7-9a19-6d08c403cefe'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:21:15.032127 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4a7e8417-eb61-442f-b4f1-218345a6146e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:15.034989 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f10208b-d809-4b87-b79f-33d110ba62aa None None] Routers {'7b529ab3-15c6-4aa7-9a19-6d08c403cefe'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:15.036795 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9f10208b-d809-4b87-b79f-33d110ba62aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7b529ab3-15c6-4aa7-9a19-6d08c403cefe'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:15.037286 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-042775f0-a04e-4144-9348-c0ee056018a0 None None] Port afca19c0-015e-4b9d-a88b-f9b4dd3f9476 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:21:15.079117 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9f10208b-d809-4b87-b79f-33d110ba62aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:15.087803 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f10208b-d809-4b87-b79f-33d110ba62aa None None] Routers {'7b529ab3-15c6-4aa7-9a19-6d08c403cefe'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:15.088415 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9f10208b-d809-4b87-b79f-33d110ba62aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7b529ab3-15c6-4aa7-9a19-6d08c403cefe'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:15.098633 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.7484212 Jun 18 16:21:15.100118 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44340) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:15.120282 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686c4c99-cd53-4545-8e7f-e474f846d753 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:15.124646 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9f10208b-d809-4b87-b79f-33d110ba62aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:15.125299 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f10208b-d809-4b87-b79f-33d110ba62aa None None] The sync data for ids ['7b529ab3-15c6-4aa7-9a19-6d08c403cefe'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:21:15.127680 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686c4c99-cd53-4545-8e7f-e474f846d753 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:15.135039 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686c4c99-cd53-4545-8e7f-e474f846d753 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:15.141843 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686c4c99-cd53-4545-8e7f-e474f846d753 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:15.143725 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-686c4c99-cd53-4545-8e7f-e474f846d753 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9164224 Jun 18 16:21:15.150660 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4a7e8417-eb61-442f-b4f1-218345a6146e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] 10.222.0.50 "DELETE /v2.0/floatingips/817abec3-2fbb-4f4d-baad-18067ec981a2 HTTP/1.1" status: 204 len: 168 time: 3.3137305 Jun 18 16:21:15.151870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-6528f6ef-6df3-400a-aa56-ff8ceb6d96de tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Request body: {'subnet': {'network_id': 'af0e91d7-3ab6-4965-b910-d2fde3a32cda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:15.152545 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44342) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:15.153040 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44344) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:15.167957 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3afed-c4b1-4f2a-a96c-847ee1fa185b req-9e401e7e-ac1c-499f-8424-ad2fb69953c7 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:15.169722 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-28d3afed-c4b1-4f2a-a96c-847ee1fa185b req-9e401e7e-ac1c-499f-8424-ad2fb69953c7 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 943 time: 0.9089196 Jun 18 16:21:15.190190 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:15.242467 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Pushing event updated for resources: {'Network': ['ID=af0e91d7-3ab6-4965-b910-d2fde3a32cda,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:15.257191 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network af0e91d7-3ab6-4965-b910-d2fde3a32cda details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:21:15.282643 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:15.286048 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:15.286362 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:15.303571 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6528f6ef-6df3-400a-aa56-ff8ceb6d96de tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Made reservation on behalf of 8c77a74bb6224bc5900c8746535f5cd5 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:15.306107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6528f6ef-6df3-400a-aa56-ff8ceb6d96de tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:15.378567 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82adf3-43e4-44e9-b13c-99d45f035e74 req-afbdf7e4-54aa-4997-9b89-d7b665505105 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:15.380237 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8f82adf3-43e4-44e9-b13c-99d45f035e74 req-afbdf7e4-54aa-4997-9b89-d7b665505105 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 932 time: 0.5417001 Jun 18 16:21:15.383571 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-28d3afed-c4b1-4f2a-a96c-847ee1fa185b req-b3314a10-a613-44e2-9e3f-9cce38c7526a tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/security-groups?id=58de5747-0eed-4904-8206-12575a58318c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2072127 Jun 18 16:21:15.499432 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8f82adf3-43e4-44e9-b13c-99d45f035e74 req-b6f1efe3-276d-4e29-baa3-9aadf996a713 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fff4447-f964-44bc-b8bb-671702794d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087341 Jun 18 16:21:15.594470 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013e5971-7b77-4544-9e4c-f90e0fe8f833 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:21:15.604829 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:15.648863 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eea38f-ac34-4496-b693-7e55f3f07b2c req-68703d53-d373-46aa-9187-ba7ee58c272f tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:15.650618 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5eea38f-ac34-4496-b693-7e55f3f07b2c req-68703d53-d373-46aa-9187-ba7ee58c272f tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 931 time: 0.1399233 Jun 18 16:21:15.695069 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5eea38f-ac34-4496-b693-7e55f3f07b2c req-b6441842-558c-4285-81fb-d11ece05caff tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372605 Jun 18 16:21:15.773672 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4cbcd309-fbaf-4c56-bcdf-fac72f6ae838 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:15.775333 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:15.782465 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6193f8f2-bf23-4345-b50d-2ec006eb93e0 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Deleting port afca19c0-015e-4b9d-a88b-f9b4dd3f9476 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:15.782816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6193f8f2-bf23-4345-b50d-2ec006eb93e0 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:15.801488 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Transition to ACTIVE for port object 013e5971-7b77-4544-9e4c-f90e0fe8f833 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:15.810924 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:15.814169 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:15.852414 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-93de135b-12c8-4c89-8a1b-d0bf9d9ab09a tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:15.890550 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:15.946768 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Pushing event updated for resources: {'Port': ['ID=013e5971-7b77-4544-9e4c-f90e0fe8f833,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:15.954739 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de135b-12c8-4c89-8a1b-d0bf9d9ab09a tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Pushing event deleted for resources: {'Port': ['ID=353f638c-2fa3-462e-b369-696d81da5c38,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:15.961198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:15.970316 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-93de135b-12c8-4c89-8a1b-d0bf9d9ab09a tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:16.096537 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Attempting to bind port 013e5971-7b77-4544-9e4c-f90e0fe8f833 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:16.096872 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Attempting to bind port 013e5971-7b77-4544-9e4c-f90e0fe8f833 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a344f38b-ae7c-42c3-b693-a61d8255c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:16.097246 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Attempting to bind port 013e5971-7b77-4544-9e4c-f90e0fe8f833 on network 8a164dae-cb32-4185-85ff-e3ff62c30233 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:16.136646 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Port 013e5971-7b77-4544-9e4c-f90e0fe8f833 on network 8a164dae-cb32-4185-85ff-e3ff62c30233 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:21:16.137957 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Attempting to bind port 013e5971-7b77-4544-9e4c-f90e0fe8f833 on network 8a164dae-cb32-4185-85ff-e3ff62c30233 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:16.143655 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6193f8f2-bf23-4345-b50d-2ec006eb93e0 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:16.146755 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:21:16.147098 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Checking segment: {'id': 'a344f38b-ae7c-42c3-b693-a61d8255c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:16.147490 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Bound using segment: {'id': 'a344f38b-ae7c-42c3-b693-a61d8255c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:21:16.147952 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Bound port: 013e5971-7b77-4544-9e4c-f90e0fe8f833, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a344f38b-ae7c-42c3-b693-a61d8255c4a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:21:16.148286 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:16.195333 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4cbcd309-fbaf-4c56-bcdf-fac72f6ae838 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:16.237806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] For port 013e5971-7b77-4544-9e4c-f90e0fe8f833, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:21:16.242561 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] For port 013e5971-7b77-4544-9e4c-f90e0fe8f833, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=013e5971-7b77-4544-9e4c-f90e0fe8f833,segment=NetworkSegment(a344f38b-ae7c-42c3-b693-a61d8255c4a2),segment_id=a344f38b-ae7c-42c3-b693-a61d8255c4a2)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:21:16.250150 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:16.254302 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a9a494c5-db03-4f4d-8b97-42e885fe4eca tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:16.285863 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6193f8f2-bf23-4345-b50d-2ec006eb93e0 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Calling delete_port for afca19c0-015e-4b9d-a88b-f9b4dd3f9476 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:16.293350 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-4cbcd309-fbaf-4c56-bcdf-fac72f6ae838 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df460b1-1c56-4c7b-9d49-ef6ef751f2c4']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:16.309210 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:16.310811 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:16.313762 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] 10.222.0.55 "PUT /v2.0/ports/013e5971-7b77-4544-9e4c-f90e0fe8f833 HTTP/1.1" status: 200 len: 1093 time: 2.4234099 Jun 18 16:21:16.313762 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9718002d-c08b-4d66-8439-2dfc5b48524d', 'tag': '013e5971-7b77-4544-9e4c-f90e0fe8f833'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:21:16.314575 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdf1b0f-f06e-4aca-aa1b-df94be347a59" -d '{"events": [{"name": "network-changed", "server_uuid": "9718002d-c08b-4d66-8439-2dfc5b48524d", "tag": "013e5971-7b77-4544-9e4c-f90e0fe8f833"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:21:16.335030 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-93de135b-12c8-4c89-8a1b-d0bf9d9ab09a tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for floatingip, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:16.337676 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-93de135b-12c8-4c89-8a1b-d0bf9d9ab09a tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:16.343428 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-93de135b-12c8-4c89-8a1b-d0bf9d9ab09a tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] 10.222.0.50 "DELETE /v2.0/floatingips/0ef42c2c-564f-4aaa-83a1-d4c7704dc10e HTTP/1.1" status: 204 len: 168 time: 2.5014782 Jun 18 16:21:16.347126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Pushing event updated for resources: {'Port': ['ID=013e5971-7b77-4544-9e4c-f90e0fe8f833,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:16.349668 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-4cbcd309-fbaf-4c56-bcdf-fac72f6ae838 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9ceec3-fc24-4861-ae7c-35a3bfeba385') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:16.350193 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-4cbcd309-fbaf-4c56-bcdf-fac72f6ae838 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9ceec3-fc24-4861-ae7c-35a3bfeba385') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:16.351848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:16.352585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44350) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:16.362728 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-74b5cfc2-e8dd-44da-8406-4cd952b70608 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Request body: {'floatingip': {'floating_network_id': '74740fde-81f2-464f-9d77-eb091ad7260a', 'port_id': '53b9aa76-489e-4e37-adce-3dcbfe152ce5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:16.424782 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.objects.ports [None req-6528f6ef-6df3-400a-aa56-ff8ceb6d96de tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93453) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:21:16.425261 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6528f6ef-6df3-400a-aa56-ff8ceb6d96de tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:16.429870 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4cbcd309-fbaf-4c56-bcdf-fac72f6ae838 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:16.437008 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975eb24a-dc91-4222-acdd-f8f0386be67e {{(pid=93454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:21:16.463036 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:16.482695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6d76dbdc-5cf4-436b-8820-f884efb68a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:16.483159 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4cbcd309-fbaf-4c56-bcdf-fac72f6ae838 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:16.489659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7941484c-7ab2-4326-99da-82cbdaf5e77b x-openstack-request-id: req-7941484c-7ab2-4326-99da-82cbdaf5e77b {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:21:16.489983 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9718002d-c08b-4d66-8439-2dfc5b48524d", "tag": "013e5971-7b77-4544-9e4c-f90e0fe8f833", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:21:16.490270 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7941484c-7ab2-4326-99da-82cbdaf5e77b {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:21:16.490722 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9718002d-c08b-4d66-8439-2dfc5b48524d', 'tag': '013e5971-7b77-4544-9e4c-f90e0fe8f833', 'status': 'completed', 'code': 200} Jun 18 16:21:16.499813 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbcd309-fbaf-4c56-bcdf-fac72f6ae838 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:21:16.500463 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4cbcd309-fbaf-4c56-bcdf-fac72f6ae838 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:21:16.509433 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:21:16.545854 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-74b5cfc2-e8dd-44da-8406-4cd952b70608 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:16.600921 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:16.616338 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Transition to ACTIVE for port object 975eb24a-dc91-4222-acdd-f8f0386be67e will not be triggered until provisioned by entity L2. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:16.620254 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4cbcd309-fbaf-4c56-bcdf-fac72f6ae838 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:16.637060 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6528f6ef-6df3-400a-aa56-ff8ceb6d96de tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Checking segment: {'id': '2a7379fc-5a89-4507-bc46-14bce2806e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af0e91d7-3ab6-4965-b910-d2fde3a32cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:16.637431 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6528f6ef-6df3-400a-aa56-ff8ceb6d96de tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Network hostable DHCP agents. Network: af0e91d7-3ab6-4965-b910-d2fde3a32cda, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:21:16.654079 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:16.660453 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7735325e-a4db-4dd3-a112-f88e0f916383 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:16.671769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528f6ef-6df3-400a-aa56-ff8ceb6d96de tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5a1511fe-4fd0-4c3a-bed6-0c4c5502d16b,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:16.682029 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6528f6ef-6df3-400a-aa56-ff8ceb6d96de tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:16.697398 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4cbcd309-fbaf-4c56-bcdf-fac72f6ae838 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:16.699939 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4cbcd309-fbaf-4c56-bcdf-fac72f6ae838 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "DELETE /v2.0/networks/6df460b1-1c56-4c7b-9d49-ef6ef751f2c4 HTTP/1.1" status: 204 len: 168 time: 1.5225503 Jun 18 16:21:16.710553 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44358) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:16.768233 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6528f6ef-6df3-400a-aa56-ff8ceb6d96de tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Network af0e91d7-3ab6-4965-b910-d2fde3a32cda is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:21:16.775847 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-ee981f67-404f-470c-9ff4-940bb787e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:16.778383 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-ee981f67-404f-470c-9ff4-940bb787e50c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3328f9de576047028d611de30e1e3eab&device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 1096 time: 0.3553243 Jun 18 16:21:16.816170 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-6528f6ef-6df3-400a-aa56-ff8ceb6d96de tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, af0e91d7-3ab6-4965-b910-d2fde3a32cda) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:16.825235 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aeb2f5a-861a-43af-bb05-44354857dd5b None None] Network af0e91d7-3ab6-4965-b910-d2fde3a32cda requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:16.854938 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c6237-91da-4431-a72e-cc5c71d34510 req-5a6cfcf8-8695-4e1f-986b-af08a792af70 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:16.856704 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d55c6237-91da-4431-a72e-cc5c71d34510 req-5a6cfcf8-8695-4e1f-986b-af08a792af70 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 943 time: 0.3018806 Jun 18 16:21:16.866683 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6528f6ef-6df3-400a-aa56-ff8ceb6d96de tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:16.867181 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6528f6ef-6df3-400a-aa56-ff8ceb6d96de tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:16.873910 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Pushing event updated for resources: {'Port': ['ID=975eb24a-dc91-4222-acdd-f8f0386be67e,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:16.876951 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-aa59da6d-f35b-454b-bf29-96ea054430c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=013e5971-7b77-4544-9e4c-f90e0fe8f833 HTTP/1.1" status: 200 len: 217 time: 0.0812113 Jun 18 16:21:16.887401 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6193f8f2-bf23-4345-b50d-2ec006eb93e0 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:16.890124 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:16.903320 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:16.925309 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6528f6ef-6df3-400a-aa56-ff8ceb6d96de tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8112798 Jun 18 16:21:16.938060 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44362) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:16.976174 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-cb9d951a-6c45-40b9-8f10-e01faf85646a tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1163811474', 'network_id': 'af0e91d7-3ab6-4965-b910-d2fde3a32cda'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:16.977075 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e70ebd-d6b3-4604-9b5f-3bb89c95f02d req-750f6ada-e79c-4209-9f50-5b5d2332a3bd tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:16.985457 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4e70ebd-d6b3-4604-9b5f-3bb89c95f02d req-750f6ada-e79c-4209-9f50-5b5d2332a3bd tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 944 time: 0.2976623 Jun 18 16:21:16.990189 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f78f3afb-5f15-461a-97b4-7ca9628a0146 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:16.992402 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcd309-fbaf-4c56-bcdf-fac72f6ae838 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event deleted for resources: {'Network': ['ID=6df460b1-1c56-4c7b-9d49-ef6ef751f2c4,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:17.003975 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c8ccc0-84e1-44d7-bd17-745f45926d3e None None] Network af0e91d7-3ab6-4965-b910-d2fde3a32cda requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:17.035369 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4cbcd309-fbaf-4c56-bcdf-fac72f6ae838 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:17.036198 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:17.068854 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d55c6237-91da-4431-a72e-cc5c71d34510 req-4b065f08-e804-4a08-bfef-4b4291d40b23 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/security-groups?id=58de5747-0eed-4904-8206-12575a58318c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2036474 Jun 18 16:21:17.076543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-01152a9e-0af0-402d-b413-609ad754b79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:17.078024 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-01152a9e-0af0-402d-b413-609ad754b79a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e8e39ea-ca18-4f6a-859c-466bac254243 HTTP/1.1" status: 200 len: 850 time: 0.1586938 Jun 18 16:21:17.110292 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4e70ebd-d6b3-4604-9b5f-3bb89c95f02d req-92adf00b-7cb0-4fb8-aafa-f3e87ffd0ef7 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fff4447-f964-44bc-b8bb-671702794d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240664 Jun 18 16:21:17.172515 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9d951a-6c45-40b9-8f10-e01faf85646a tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Made reservation on behalf of 8c77a74bb6224bc5900c8746535f5cd5 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:17.175786 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cb9d951a-6c45-40b9-8f10-e01faf85646a tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:17.192530 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-74b5cfc2-e8dd-44da-8406-4cd952b70608 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:21:17.194081 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-74b5cfc2-e8dd-44da-8406-4cd952b70608 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8356988 Jun 18 16:21:17.198052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44364) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:17.200130 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6193f8f2-bf23-4345-b50d-2ec006eb93e0 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:17.202082 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6193f8f2-bf23-4345-b50d-2ec006eb93e0 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] 10.222.0.50 "DELETE /v2.0/ports/afca19c0-015e-4b9d-a88b-f9b4dd3f9476 HTTP/1.1" status: 204 len: 168 time: 2.3106568 Jun 18 16:21:17.205507 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193f8f2-bf23-4345-b50d-2ec006eb93e0 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Pushing event deleted for resources: {'Port': ['ID=afca19c0-015e-4b9d-a88b-f9b4dd3f9476,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:17.211157 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '53b9aa76-489e-4e37-adce-3dcbfe152ce5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:17.216043 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44366) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:17.219818 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6193f8f2-bf23-4345-b50d-2ec006eb93e0 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:17.236040 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-9445731f-87fb-416a-b8a6-e3bfea66693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:17.237600 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-9445731f-87fb-416a-b8a6-e3bfea66693a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a164dae-cb32-4185-85ff-e3ff62c30233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1414108 Jun 18 16:21:17.253752 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Allocated IP 172.26.6.143 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/45b3ab59-ccb3-4c5c-9453-6b1abb6c47e6) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:17.291121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:17.296908 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Attempting to bind port 975eb24a-dc91-4222-acdd-f8f0386be67e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:17.297245 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Attempting to bind port 975eb24a-dc91-4222-acdd-f8f0386be67e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '165516cf-6e70-4466-93c8-4f29aa5c8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:17.297575 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Attempting to bind port 975eb24a-dc91-4222-acdd-f8f0386be67e on network fccc7881-9783-4801-87f7-8972e7aafde0 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:17.305475 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-cb9d951a-6c45-40b9-8f10-e01faf85646a tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] device_id is not set on port bbe09c4d-76a4-4264-98fc-a1f0409ecb9c yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:21:17.347603 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Port 975eb24a-dc91-4222-acdd-f8f0386be67e on network fccc7881-9783-4801-87f7-8972e7aafde0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:21:17.347603 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Attempting to bind port 975eb24a-dc91-4222-acdd-f8f0386be67e on network fccc7881-9783-4801-87f7-8972e7aafde0 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:17.437731 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:21:17.437995 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Checking segment: {'id': '165516cf-6e70-4466-93c8-4f29aa5c8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:17.438593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Bound using segment: {'id': '165516cf-6e70-4466-93c8-4f29aa5c8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0'} {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:21:17.439062 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Bound port: 975eb24a-dc91-4222-acdd-f8f0386be67e, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '165516cf-6e70-4466-93c8-4f29aa5c8be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0'}}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:21:17.439412 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:17.441601 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-c44ec25f-661a-4d1b-a240-93e601dce960 service neutron] 10.222.0.55 "GET /v2.0/networks/8a164dae-cb32-4185-85ff-e3ff62c30233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892302 Jun 18 16:21:17.453586 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ac26b-d227-42da-9761-00829faf78c3 req-d914dce3-738b-4867-9890-adae0711fd2e tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:17.455202 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-be7ac26b-d227-42da-9761-00829faf78c3 req-d914dce3-738b-4867-9890-adae0711fd2e tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 943 time: 0.2152562 Jun 18 16:21:17.488818 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-7930e06a-f026-40d7-b96a-d9d452e076d3 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Deleting subnet 26329854-6ad7-4de6-95b6-c716a7b2296c {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:21:17.506077 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f78f3afb-5f15-461a-97b4-7ca9628a0146 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:17.508997 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7930e06a-f026-40d7-b96a-d9d452e076d3 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:17.549337 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-f78f3afb-5f15-461a-97b4-7ca9628a0146 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9d1d46e-0e20-45dd-afc7-550ba979e55f']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:17.576364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-f78f3afb-5f15-461a-97b4-7ca9628a0146 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f6ad715-9cb1-40a6-82b1-6fa30d02f222') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:17.576660 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-f78f3afb-5f15-461a-97b4-7ca9628a0146 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f6ad715-9cb1-40a6-82b1-6fa30d02f222') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:17.651438 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f78f3afb-5f15-461a-97b4-7ca9628a0146 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:17.676118 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7930e06a-f026-40d7-b96a-d9d452e076d3 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:17.728246 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f78f3afb-5f15-461a-97b4-7ca9628a0146 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:17.760286 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78f3afb-5f15-461a-97b4-7ca9628a0146 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:21:17.760930 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f78f3afb-5f15-461a-97b4-7ca9628a0146 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:21:17.770508 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:21:17.824924 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-be7ac26b-d227-42da-9761-00829faf78c3 req-603114c8-5f09-42f3-ba57-09ef8c18b1c2 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3589892 Jun 18 16:21:17.834898 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-cb9d951a-6c45-40b9-8f10-e01faf85646a tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Allocated IP 2001:db8::1ce (af0e91d7-3ab6-4965-b910-d2fde3a32cda/5a1511fe-4fd0-4c3a-bed6-0c4c5502d16b/bbe09c4d-76a4-4264-98fc-a1f0409ecb9c) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:17.859968 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-997789b7-df9f-4905-9a5c-a1022f3f42b7 req-10a39e66-df6a-4888-97d5-46ace72953e0 service neutron] 10.222.0.55 "GET /v2.0/networks/8a164dae-cb32-4185-85ff-e3ff62c30233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029448 Jun 18 16:21:17.863262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] For port 975eb24a-dc91-4222-acdd-f8f0386be67e, host hv-neutron-7971, cleared binding levels {{(pid=93454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:21:17.866250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:17.883286 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:17.965908 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] For port 975eb24a-dc91-4222-acdd-f8f0386be67e, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=975eb24a-dc91-4222-acdd-f8f0386be67e,segment=NetworkSegment(165516cf-6e70-4466-93c8-4f29aa5c8be4),segment_id=165516cf-6e70-4466-93c8-4f29aa5c8be4)] {{(pid=93454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:21:17.983954 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:17.995103 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4a7e8417-eb61-442f-b4f1-218345a6146e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:17.997371 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f78f3afb-5f15-461a-97b4-7ca9628a0146 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:18.001943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf1b0f-f06e-4aca-aa1b-df94be347a59 req-db2825b6-7fe9-4f85-90e8-df33fb61e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:18.003486 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1bdf1b0f-f06e-4aca-aa1b-df94be347a59 req-db2825b6-7fe9-4f85-90e8-df33fb61e770 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3328f9de576047028d611de30e1e3eab&device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 1096 time: 0.0731194 Jun 18 16:21:18.243965 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf1b0f-f06e-4aca-aa1b-df94be347a59 req-37114f8b-46d6-4fe3-ad7b-e6bea40151ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:18.246300 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1bdf1b0f-f06e-4aca-aa1b-df94be347a59 req-37114f8b-46d6-4fe3-ad7b-e6bea40151ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a164dae-cb32-4185-85ff-e3ff62c30233 HTTP/1.1" status: 200 len: 912 time: 0.2335875 Jun 18 16:21:18.325608 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1bdf1b0f-f06e-4aca-aa1b-df94be347a59 req-9d582b7f-f648-41b6-b6f3-b413d5185da0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=013e5971-7b77-4544-9e4c-f90e0fe8f833 HTTP/1.1" status: 200 len: 217 time: 0.0674498 Jun 18 16:21:18.356691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7930e06a-f026-40d7-b96a-d9d452e076d3 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:18.360442 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f78f3afb-5f15-461a-97b4-7ca9628a0146 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:18.365995 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f78f3afb-5f15-461a-97b4-7ca9628a0146 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "DELETE /v2.0/networks/d9d1d46e-0e20-45dd-afc7-550ba979e55f HTTP/1.1" status: 204 len: 168 time: 1.6346838 Jun 18 16:21:18.375035 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44372) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:18.439492 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:18.440317 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:18.441753 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] 10.222.0.55 "PUT /v2.0/ports/975eb24a-dc91-4222-acdd-f8f0386be67e HTTP/1.1" status: 200 len: 1094 time: 3.9595532 Jun 18 16:21:18.442327 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795c2352-17a1-4e8c-9166-3f0f67a02ed2', 'tag': '975eb24a-dc91-4222-acdd-f8f0386be67e'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:21:18.487695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf1b0f-f06e-4aca-aa1b-df94be347a59 req-90fe31e8-0030-4b0c-b94f-04a3df0f973e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:18.489351 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1bdf1b0f-f06e-4aca-aa1b-df94be347a59 req-90fe31e8-0030-4b0c-b94f-04a3df0f973e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e8e39ea-ca18-4f6a-859c-466bac254243 HTTP/1.1" status: 200 len: 850 time: 0.1557498 Jun 18 16:21:18.517976 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Pushing event updated for resources: {'Port': ['ID=975eb24a-dc91-4222-acdd-f8f0386be67e,revision_number=3']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:18.543693 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:18.550034 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:18.557146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3469c9b-c5bc-4663-a390-eafe09b3b787 req-345123b4-9c8e-411e-afcf-8c78aa066572 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:18.559157 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c3469c9b-c5bc-4663-a390-eafe09b3b787 req-345123b4-9c8e-411e-afcf-8c78aa066572 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 943 time: 0.3538718 Jun 18 16:21:18.620750 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:18.643011 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f3afb-5f15-461a-97b4-7ca9628a0146 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event deleted for resources: {'Network': ['ID=d9d1d46e-0e20-45dd-afc7-550ba979e55f,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:18.654227 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cca34-6e9e-478f-8aaa-25bff10088d2 req-32e9a7a8-cb5b-47ef-8963-4353e651d905 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:18.658827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f78f3afb-5f15-461a-97b4-7ca9628a0146 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:18.661101 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-03956779-65f2-4f23-a11d-17c3abec30b7 tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:18.661242 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-220cca34-6e9e-478f-8aaa-25bff10088d2 req-32e9a7a8-cb5b-47ef-8963-4353e651d905 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 944 time: 0.4193306 Jun 18 16:21:18.684746 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device b2aad626-61c5-41aa-afab-903b03c760ca details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:21:18.695136 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f9e189-0e0a-4871-bfc6-39cb06665506" -d '{"events": [{"name": "network-changed", "server_uuid": "795c2352-17a1-4e8c-9166-3f0f67a02ed2", "tag": "975eb24a-dc91-4222-acdd-f8f0386be67e"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:21:18.717959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Allocated IP 172.26.6.220 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/dafb8fe8-277b-4b5a-b1ad-b282b23c6d64) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:18.723144 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7930e06a-f026-40d7-b96a-d9d452e076d3 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:18.731109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:18.753415 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a38bd5-96cc-4b07-b871-81fe80f72cd1 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:18.756041 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:18.760045 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a38bd5-96cc-4b07-b871-81fe80f72cd1 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:18.767076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a38bd5-96cc-4b07-b871-81fe80f72cd1 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:18.772722 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-54a38bd5-96cc-4b07-b871-81fe80f72cd1 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1947 time: 0.3934374 Jun 18 16:21:18.772940 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:18.779580 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c3469c9b-c5bc-4663-a390-eafe09b3b787 req-572717b0-6d84-42a3-ab5d-fc45c0217646 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/security-groups?id=58de5747-0eed-4904-8206-12575a58318c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1790318 Jun 18 16:21:18.780933 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44380) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:18.801432 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-5caf0af2-d5f9-492a-b70b-2db0c4af7a3d tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1346306476'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:18.828295 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Pushing event updated for resources: {'Port': ['ID=45b3ab59-ccb3-4c5c-9453-6b1abb6c47e6,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:18.831381 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7930e06a-f026-40d7-b96a-d9d452e076d3 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:18.835530 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7930e06a-f026-40d7-b96a-d9d452e076d3 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] 10.222.0.50 "DELETE /v2.0/subnets/26329854-6ad7-4de6-95b6-c716a7b2296c HTTP/1.1" status: 204 len: 168 time: 1.6148310 Jun 18 16:21:18.838199 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cb9d951a-6c45-40b9-8f10-e01faf85646a tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:18.846387 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44384) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:18.848845 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:18.853879 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:18.883324 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-220cca34-6e9e-478f-8aaa-25bff10088d2 req-e09fe9bf-1c16-4e38-8393-f4c2b5ebbc7f tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fff4447-f964-44bc-b8bb-671702794d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213178 Jun 18 16:21:18.891367 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf1b0f-f06e-4aca-aa1b-df94be347a59 req-f5e43e42-a7a3-447d-aeb0-2b9094954e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:18.893227 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1bdf1b0f-f06e-4aca-aa1b-df94be347a59 req-f5e43e42-a7a3-447d-aeb0-2b9094954e92 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a164dae-cb32-4185-85ff-e3ff62c30233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3882411 Jun 18 16:21:18.949859 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75622c3e-52cc-40b6-9987-b9a5c13847eb None None] Network 3d8a7a56-151e-4cf4-af7c-adbfb00c5725 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:18.958725 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930e06a-f026-40d7-b96a-d9d452e076d3 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Pushing event deleted for resources: {'Subnet': ['ID=26329854-6ad7-4de6-95b6-c716a7b2296c,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:18.972295 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7930e06a-f026-40d7-b96a-d9d452e076d3 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:18.991471 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-0926c349-a454-4046-9de6-aff8fe886693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:18.992986 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-0926c349-a454-4046-9de6-aff8fe886693 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65b6bdecdcc3441fbe4e9a0abb64592f&device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 1097 time: 0.4596014 Jun 18 16:21:18.993971 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caf0af2-d5f9-492a-b70b-2db0c4af7a3d tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Made reservation on behalf of a23b6cc9c7424f1996b74076aa8c3ed3 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:19.000150 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5caf0af2-d5f9-492a-b70b-2db0c4af7a3d tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.040642 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84699cbc-e5a4-46b4-8d67-9a4ac8bbda06 x-openstack-request-id: req-84699cbc-e5a4-46b4-8d67-9a4ac8bbda06 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:21:19.040876 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795c2352-17a1-4e8c-9166-3f0f67a02ed2", "tag": "975eb24a-dc91-4222-acdd-f8f0386be67e", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:21:19.041166 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84699cbc-e5a4-46b4-8d67-9a4ac8bbda06 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:21:19.041655 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795c2352-17a1-4e8c-9166-3f0f67a02ed2', 'tag': '975eb24a-dc91-4222-acdd-f8f0386be67e', 'status': 'completed', 'code': 200} Jun 18 16:21:19.054878 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.140892 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-462d813b-ed7d-4aa9-9202-5e1295bc1f69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=975eb24a-dc91-4222-acdd-f8f0386be67e HTTP/1.1" status: 200 len: 217 time: 0.1179762 Jun 18 16:21:19.147261 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.152617 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1bdf1b0f-f06e-4aca-aa1b-df94be347a59 req-f01e6dcc-df47-4ada-93e4-0893dc12eeb1 service neutron] 10.222.0.55 "GET /v2.0/networks/8a164dae-cb32-4185-85ff-e3ff62c30233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267377 Jun 18 16:21:19.158173 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port b2aad626-61c5-41aa-afab-903b03c760ca, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b2aad626-61c5-41aa-afab-903b03c760ca,segment=NetworkSegment(fc36ef62-fbed-4b65-b58a-9cd84e5e33b2),segment_id=fc36ef62-fbed-4b65-b58a-9cd84e5e33b2)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:19.178466 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': 'b2aad626-61c5-41aa-afab-903b03c760ca', 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922', 'port_id': 'b2aad626-61c5-41aa-afab-903b03c760ca', 'mac_address': 'fa:16:3e:92:4b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6dd737-7e4b-40cd-bf18-9c9044bc5401', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:21:19.215005 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5caf0af2-d5f9-492a-b70b-2db0c4af7a3d tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:21:19.235301 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.239092 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.239935 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cb9d951a-6c45-40b9-8f10-e01faf85646a tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.243985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-803851e5-7b80-4f1d-9db0-a8784a8a6997 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:19.253165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:19.255947 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5caf0af2-d5f9-492a-b70b-2db0c4af7a3d tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.256294 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-5caf0af2-d5f9-492a-b70b-2db0c4af7a3d tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Added segment b3d8e66f-8f46-4bb8-b659-475a68e464e8 of type vlan for network aacb4da7-679f-4f6a-8ddf-c30c38a7f2a1 Jun 18 16:21:19.256717 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2aad626-61c5-41aa-afab-903b03c760ca {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:21:19.259957 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.284268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port b2aad626-61c5-41aa-afab-903b03c760ca, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b2aad626-61c5-41aa-afab-903b03c760ca,segment=NetworkSegment(fc36ef62-fbed-4b65-b58a-9cd84e5e33b2),segment_id=fc36ef62-fbed-4b65-b58a-9cd84e5e33b2)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:19.290015 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.291201 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab6c53-8bfc-4ea8-8843-f964377818b9 req-2fae8b90-b7c6-4986-b4c4-61c51c6f1c63 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:19.294981 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:19.295535 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-ba9a9551-01da-462f-8607-1702f0488f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:19.297059 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-ba9a9551-01da-462f-8607-1702f0488f2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc HTTP/1.1" status: 200 len: 851 time: 0.1477561 Jun 18 16:21:19.301111 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b4ab6c53-8bfc-4ea8-8843-f964377818b9 req-2fae8b90-b7c6-4986-b4c4-61c51c6f1c63 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 943 time: 0.2314794 Jun 18 16:21:19.347382 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e32c85-216c-4a60-9f82-632d94d34a41 None None] DHCP port deletion for 3d8a7a56-151e-4cf4-af7c-adbfb00c5725 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:21:19.352141 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:19.360972 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Pushing event updated for resources: {'Port': ['ID=dafb8fe8-277b-4b5a-b1ad-b282b23c6d64,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:19.363925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:19.366089 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:19.379014 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:19.395462 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=b2aad626-61c5-41aa-afab-903b03c760ca,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:19.399558 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:19.415119 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b4ab6c53-8bfc-4ea8-8843-f964377818b9 req-d9d7f721-df4c-4be9-a0db-48e8005d91e7 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134498 Jun 18 16:21:19.425148 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1bdf1b0f-f06e-4aca-aa1b-df94be347a59 req-1da77cfc-9ad5-429c-afe3-ac026b6a56ea service neutron] 10.222.0.55 "GET /v2.0/networks/8a164dae-cb32-4185-85ff-e3ff62c30233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646344 Jun 18 16:21:19.447517 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-23e32c85-216c-4a60-9f82-632d94d34a41 None None] Deleting port 0d864b54-d986-46e0-8fa7-8041a6da934b {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:19.447517 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-23e32c85-216c-4a60-9f82-632d94d34a41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.466641 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9d951a-6c45-40b9-8f10-e01faf85646a tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Network af0e91d7-3ab6-4965-b910-d2fde3a32cda is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:19.468761 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5caf0af2-d5f9-492a-b70b-2db0c4af7a3d tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.476816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d951a-6c45-40b9-8f10-e01faf85646a tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Pushing event updated for resources: {'Port': ['ID=bbe09c4d-76a4-4264-98fc-a1f0409ecb9c,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:19.489275 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-cb9d951a-6c45-40b9-8f10-e01faf85646a tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:19.493156 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cb9d951a-6c45-40b9-8f10-e01faf85646a tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:19.494930 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9d951a-6c45-40b9-8f10-e01faf85646a tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:19.496288 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9d951a-6c45-40b9-8f10-e01faf85646a tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:19.497047 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cb9d951a-6c45-40b9-8f10-e01faf85646a tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.560269 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.571799 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cb9d951a-6c45-40b9-8f10-e01faf85646a tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.6194277 Jun 18 16:21:19.579775 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44388) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:19.595026 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5caf0af2-d5f9-492a-b70b-2db0c4af7a3d tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.596689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 0d864b54-d986-46e0-8fa7-8041a6da934b no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:21:19.602283 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-23e32c85-216c-4a60-9f82-632d94d34a41 None None] For port 0d864b54-d986-46e0-8fa7-8041a6da934b, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=0d864b54-d986-46e0-8fa7-8041a6da934b,segment=NetworkSegment(3606f40e-7269-4b28-84de-25e5545182ac),segment_id=3606f40e-7269-4b28-84de-25e5545182ac)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:19.602938 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-23e32c85-216c-4a60-9f82-632d94d34a41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.611676 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caf0af2-d5f9-492a-b70b-2db0c4af7a3d tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:19.612660 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5caf0af2-d5f9-492a-b70b-2db0c4af7a3d tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.623702 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:19.700076 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-74d179fc-b4cf-40bf-ac90-cfc948887580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:19.701555 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-74d179fc-b4cf-40bf-ac90-cfc948887580 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fccc7881-9783-4801-87f7-8972e7aafde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3927808 Jun 18 16:21:19.711883 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Deleting port 0d864b54-d986-46e0-8fa7-8041a6da934b {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:19.712490 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.715544 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5caf0af2-d5f9-492a-b70b-2db0c4af7a3d tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9297049 Jun 18 16:21:19.724182 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44390) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:19.728556 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-23e32c85-216c-4a60-9f82-632d94d34a41 None None] Calling delete_port for 0d864b54-d986-46e0-8fa7-8041a6da934b owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:19.735072 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['b2aad626-61c5-41aa-afab-903b03c760ca'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:21:19.747659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Deleting port dafb8fe8-277b-4b5a-b1ad-b282b23c6d64 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:19.748643 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.753985 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-148331e7-bd41-4e6e-ba1c-1969372008ad tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-749004249'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:19.812249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-5acfb4da-7a45-46a6-9cd0-2e53cd683b4e tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Deleting port bbe09c4d-76a4-4264-98fc-a1f0409ecb9c {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:19.812600 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5acfb4da-7a45-46a6-9cd0-2e53cd683b4e tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.889745 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf0af2-d5f9-492a-b70b-2db0c4af7a3d tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event updated for resources: {'Network': ['ID=aacb4da7-679f-4f6a-8ddf-c30c38a7f2a1,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:19.894751 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5caf0af2-d5f9-492a-b70b-2db0c4af7a3d tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:19.910717 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network aacb4da7-679f-4f6a-8ddf-c30c38a7f2a1 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:21:19.948016 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] For port 0d864b54-d986-46e0-8fa7-8041a6da934b, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=0d864b54-d986-46e0-8fa7-8041a6da934b,segment=NetworkSegment(3606f40e-7269-4b28-84de-25e5545182ac),segment_id=3606f40e-7269-4b28-84de-25e5545182ac)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:19.948460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.951498 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.952037 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.953548 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148331e7-bd41-4e6e-ba1c-1969372008ad tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Made reservation on behalf of a23b6cc9c7424f1996b74076aa8c3ed3 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:19.957066 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-148331e7-bd41-4e6e-ba1c-1969372008ad tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:19.999824 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.057229 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Calling delete_port for 0d864b54-d986-46e0-8fa7-8041a6da934b owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:20.069676 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Calling delete_port for dafb8fe8-277b-4b5a-b1ad-b282b23c6d64 owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:20.095296 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-23e32c85-216c-4a60-9f82-632d94d34a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.118170 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:20.139089 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-148331e7-bd41-4e6e-ba1c-1969372008ad tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:21:20.142110 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-c993636d-4c85-4b0a-866f-dd7eb04f55a6 service neutron] 10.222.0.55 "GET /v2.0/networks/fccc7881-9783-4801-87f7-8972e7aafde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208612 Jun 18 16:21:20.153799 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5acfb4da-7a45-46a6-9cd0-2e53cd683b4e tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.156245 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e32c85-216c-4a60-9f82-632d94d34a41 None None] No DVR routers for this DVR port 0d864b54-d986-46e0-8fa7-8041a6da934b on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:21:20.161993 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e32c85-216c-4a60-9f82-632d94d34a41 None None] Pushing event deleted for resources: {'Port': ['ID=0d864b54-d986-46e0-8fa7-8041a6da934b,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:20.169670 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-23e32c85-216c-4a60-9f82-632d94d34a41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:20.179657 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-148331e7-bd41-4e6e-ba1c-1969372008ad tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.180000 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-148331e7-bd41-4e6e-ba1c-1969372008ad tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Added segment b1d90c60-fd53-4f11-b55b-d6889cf1ee60 of type vlan for network 5bc02592-fdc6-468c-b1a7-813ce21ceb9d Jun 18 16:21:20.234319 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.250768 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-5acfb4da-7a45-46a6-9cd0-2e53cd683b4e tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Calling delete_port for bbe09c4d-76a4-4264-98fc-a1f0409ecb9c owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:20.267594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.275160 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fe92e25b-5ba1-4efc-a929-b36981175252 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:20.329496 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-148331e7-bd41-4e6e-ba1c-1969372008ad tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.401253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.403422 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Pushing event updated for resources: {'Port': ['ID=45b3ab59-ccb3-4c5c-9453-6b1abb6c47e6,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:20.417436 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:20.424681 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6193f8f2-bf23-4345-b50d-2ec006eb93e0 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:20.476642 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] No DVR routers for this DVR port 0d864b54-d986-46e0-8fa7-8041a6da934b on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:21:20.478379 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Pushing event deleted for resources: {'Port': ['ID=0d864b54-d986-46e0-8fa7-8041a6da934b,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:20.487086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.491951 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-fc9d3988-5fb4-44f1-b305-c9e62c0ae291 req-6ce76d31-d75b-49b2-b5e7-55bfa803bdc3 service neutron] 10.222.0.55 "GET /v2.0/networks/fccc7881-9783-4801-87f7-8972e7aafde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384011 Jun 18 16:21:20.493855 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:20.499690 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-148331e7-bd41-4e6e-ba1c-1969372008ad tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.505525 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148331e7-bd41-4e6e-ba1c-1969372008ad tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:20.506163 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-148331e7-bd41-4e6e-ba1c-1969372008ad tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.530893 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4cbcd309-fbaf-4c56-bcdf-fac72f6ae838 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:20.561525 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.562501 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3841588 Jun 18 16:21:20.637269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44398) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:20.640007 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-148331e7-bd41-4e6e-ba1c-1969372008ad tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9013369 Jun 18 16:21:20.650044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44400) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:20.664413 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Request body: {'ports': [{'network_id': 'aacb4da7-679f-4f6a-8ddf-c30c38a7f2a1', 'name': 'tempest-port--1734218830', 'admin_state_up': True}, {'network_id': '5bc02592-fdc6-468c-b1a7-813ce21ceb9d', 'admin_state_up': False}]} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:20.664733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Request body: {'port': {'network_id': 'aacb4da7-679f-4f6a-8ddf-c30c38a7f2a1', 'name': 'tempest-port--1734218830', 'admin_state_up': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:20.665268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Request body: {'port': {'network_id': '5bc02592-fdc6-468c-b1a7-813ce21ceb9d', 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:20.673483 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 013e5971-7b77-4544-9e4c-f90e0fe8f833 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:21:20.692967 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148331e7-bd41-4e6e-ba1c-1969372008ad tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event updated for resources: {'Network': ['ID=5bc02592-fdc6-468c-b1a7-813ce21ceb9d,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:20.696142 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-148331e7-bd41-4e6e-ba1c-1969372008ad tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:20.709068 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.719557 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device b2aad626-61c5-41aa-afab-903b03c760ca up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:21:20.721725 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 5bc02592-fdc6-468c-b1a7-813ce21ceb9d details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:21:20.726440 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d8a7a56-151e-4cf4-af7c-adbfb00c5725']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:20.742650 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3606f40e-7269-4b28-84de-25e5545182ac') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:20.742650 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3606f40e-7269-4b28-84de-25e5545182ac') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:20.757961 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.783543 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.797710 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:21:20.798532 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.805472 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce9a5c-be44-436e-a22a-fce9b8c09bd8 req-bf3ad156-1d89-4887-97da-03172871930c tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:20.811425 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.db.resource_extend [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 16:21:20.813150 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-18ce9a5c-be44-436e-a22a-fce9b8c09bd8 req-bf3ad156-1d89-4887-97da-03172871930c tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 944 time: 0.7201765 Jun 18 16:21:20.847559 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9084f-5fbb-4d12-bd36-91dbada2bdbf req-abb514cc-d068-40ac-a3b2-ec4f14bfd24c tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:20.850392 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fcd9084f-5fbb-4d12-bd36-91dbada2bdbf req-abb514cc-d068-40ac-a3b2-ec4f14bfd24c tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 944 time: 0.7574615 Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:21:20.850576 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:21:20.858363 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:20.865046 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9e189-0e0a-4871-bfc6-39cb06665506 req-ec7917a7-663c-49be-955c-675e989ea482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:20.866866 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-94f9e189-0e0a-4871-bfc6-39cb06665506 req-ec7917a7-663c-49be-955c-675e989ea482 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65b6bdecdcc3441fbe4e9a0abb64592f&device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 1097 time: 0.3096447 Jun 18 16:21:20.921643 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.937610 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port b2aad626-61c5-41aa-afab-903b03c760ca completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:20.938094 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.940499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:20.946345 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 013e5971-7b77-4544-9e4c-f90e0fe8f833, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=013e5971-7b77-4544-9e4c-f90e0fe8f833,segment=NetworkSegment(a344f38b-ae7c-42c3-b693-a61d8255c4a2),segment_id=a344f38b-ae7c-42c3-b693-a61d8255c4a2)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:20.952367 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:20.958579 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.960502 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] 10.222.0.50 "DELETE /v2.0/networks/3d8a7a56-151e-4cf4-af7c-adbfb00c5725 HTTP/1.1" status: 204 len: 168 time: 2.1074204 Jun 18 16:21:20.973628 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port b2aad626-61c5-41aa-afab-903b03c760ca triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:20.974375 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:20.975557 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Pushing event deleted for resources: {'Network': ['ID=3d8a7a56-151e-4cf4-af7c-adbfb00c5725,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:20.980944 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:20.988315 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '013e5971-7b77-4544-9e4c-f90e0fe8f833', 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233', 'port_id': '013e5971-7b77-4544-9e4c-f90e0fe8f833', 'mac_address': 'fa:16:3e:47:b5:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8e39ea-ca18-4f6a-859c-466bac254243', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:21:21.022894 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9e189-0e0a-4871-bfc6-39cb06665506 req-b56b2554-2d11-4920-8ae6-a63854f53161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:21.024539 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-94f9e189-0e0a-4871-bfc6-39cb06665506 req-b56b2554-2d11-4920-8ae6-a63854f53161 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fccc7881-9783-4801-87f7-8972e7aafde0 HTTP/1.1" status: 200 len: 913 time: 0.1311257 Jun 18 16:21:21.041822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Pushing event deleted for resources: {'Port': ['ID=dafb8fe8-277b-4b5a-b1ad-b282b23c6d64,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:21.045007 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:21.075932 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:21.089790 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:21.106333 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013e5971-7b77-4544-9e4c-f90e0fe8f833 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:21:21.119848 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-18ce9a5c-be44-436e-a22a-fce9b8c09bd8 req-0587e41d-37a8-44ee-beb8-fef9d5bef5d8 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/security-groups?id=58de5747-0eed-4904-8206-12575a58318c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3057897 Jun 18 16:21:21.131825 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 013e5971-7b77-4544-9e4c-f90e0fe8f833, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=013e5971-7b77-4544-9e4c-f90e0fe8f833,segment=NetworkSegment(a344f38b-ae7c-42c3-b693-a61d8255c4a2),segment_id=a344f38b-ae7c-42c3-b693-a61d8255c4a2)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:21.139665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:21.168364 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fcd9084f-5fbb-4d12-bd36-91dbada2bdbf req-17760ddd-e923-478d-bf03-92aca9d416fb tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fff4447-f964-44bc-b8bb-671702794d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3006816 Jun 18 16:21:21.169781 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:21.223300 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:21.239084 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5acfb4da-7a45-46a6-9cd0-2e53cd683b4e tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:21.250685 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=013e5971-7b77-4544-9e4c-f90e0fe8f833,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:21.262290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b89d73e0-180f-45ed-9e49-068d97df3100 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:21.279851 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port b2aad626-61c5-41aa-afab-903b03c760ca, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b2aad626-61c5-41aa-afab-903b03c760ca,segment=NetworkSegment(fc36ef62-fbed-4b65-b58a-9cd84e5e33b2),segment_id=fc36ef62-fbed-4b65-b58a-9cd84e5e33b2)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:21.281791 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:21.282660 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8517d4b-6e17-4e93-92b1-b13b6552c0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2aad626-61c5-41aa-afab-903b03c760ca'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:21:21.331429 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acfb4da-7a45-46a6-9cd0-2e53cd683b4e tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbe09c4d-76a4-4264-98fc-a1f0409ecb9c,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:21.355933 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5acfb4da-7a45-46a6-9cd0-2e53cd683b4e tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:21.395052 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:21.403449 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-83812966-3962-4a99-94b4-668959a52843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:21.430018 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5acfb4da-7a45-46a6-9cd0-2e53cd683b4e tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:21.435051 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5acfb4da-7a45-46a6-9cd0-2e53cd683b4e tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "DELETE /v2.0/ports/bbe09c4d-76a4-4264-98fc-a1f0409ecb9c HTTP/1.1" status: 204 len: 168 time: 1.8539522 Jun 18 16:21:21.443327 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44412) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:21.455439 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'af0e91d7-3ab6-4965-b910-d2fde3a32cda', 'external_fixed_ips': [{'subnet_id': '5a1511fe-4fd0-4c3a-bed6-0c4c5502d16b', 'ip_address': '2001:db8::1ce'}]}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:21.473614 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=b2aad626-61c5-41aa-afab-903b03c760ca,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:21.488636 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Made reservation on behalf of a23b6cc9c7424f1996b74076aa8c3ed3 for: {'port': 2} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:21.489941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:21.494923 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:21.495254 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['013e5971-7b77-4544-9e4c-f90e0fe8f833'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:21:21.509833 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] create failed (client error): The resource could not be found. Jun 18 16:21:21.514107 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.3108649 Jun 18 16:21:21.518121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44414) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:21.548611 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44416) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:21.555161 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-94f9e189-0e0a-4871-bfc6-39cb06665506 req-e3e47f6c-29ae-4cf2-94a1-9d81ac669e70 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=975eb24a-dc91-4222-acdd-f8f0386be67e HTTP/1.1" status: 200 len: 217 time: 0.5209649 Jun 18 16:21:21.567238 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:21.618885 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9e189-0e0a-4871-bfc6-39cb06665506 req-9e5918fd-112a-4403-b6fe-570a324f28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:21.620616 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-94f9e189-0e0a-4871-bfc6-39cb06665506 req-9e5918fd-112a-4403-b6fe-570a324f28ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc HTTP/1.1" status: 200 len: 851 time: 0.0566533 Jun 18 16:21:21.623412 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:21.624555 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:21.658327 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119de8e2-4118-47b7-8a48-665e7491012d" -d '{"events": [{"server_uuid": "b8517d4b-6e17-4e93-92b1-b13b6552c0f1", "name": "network-vif-plugged", "status": "completed", "tag": "b2aad626-61c5-41aa-afab-903b03c760ca"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:21:21.749200 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5add6e0e-414c-496b-ac0d-cf905d06cb79 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c4b59a8f2fd4c44ab9c49f4063c25ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989017 Jun 18 16:21:21.751565 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44424) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:21.761595 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9e189-0e0a-4871-bfc6-39cb06665506 req-e96d44a9-7521-4870-b672-bfb336ea3830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:21.763276 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-94f9e189-0e0a-4871-bfc6-39cb06665506 req-e96d44a9-7521-4870-b672-bfb336ea3830 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fccc7881-9783-4801-87f7-8972e7aafde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1344724 Jun 18 16:21:21.775492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829860e-9e5f-4ace-aa57-1d95e0271b68 req-39f16af7-06c5-4b88-874a-7b986da61c0c tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:21.775920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a3618d-3ce3-40d1-b960-e04f218cc841 x-openstack-request-id: req-07a3618d-3ce3-40d1-b960-e04f218cc841 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:21:21.776226 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8517d4b-6e17-4e93-92b1-b13b6552c0f1", "name": "network-vif-plugged", "status": "completed", "tag": "b2aad626-61c5-41aa-afab-903b03c760ca", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:21:21.776489 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07a3618d-3ce3-40d1-b960-e04f218cc841 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:21:21.777715 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8517d4b-6e17-4e93-92b1-b13b6552c0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2aad626-61c5-41aa-afab-903b03c760ca', 'code': 200} Jun 18 16:21:21.778990 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e829860e-9e5f-4ace-aa57-1d95e0271b68 req-39f16af7-06c5-4b88-874a-7b986da61c0c tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 944 time: 0.4417217 Jun 18 16:21:21.789886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:21.878674 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d870d7b2-3f45-4502-99ec-4b5b82300ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:21.920272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d870d7b2-3f45-4502-99ec-4b5b82300ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:21.930267 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] device_id is not set on port 811afb0b-1baf-44d3-95f3-2180cfd6eddd yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:21:21.932393 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-94f9e189-0e0a-4871-bfc6-39cb06665506 req-e9b7ea5e-0623-4ea7-b385-c6740e55dd96 service neutron] 10.222.0.55 "GET /v2.0/networks/fccc7881-9783-4801-87f7-8972e7aafde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616292 Jun 18 16:21:21.942201 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:22.016976 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e829860e-9e5f-4ace-aa57-1d95e0271b68 req-1fe3be0e-7090-4011-ac35-cfc5ea9b5a52 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214170 Jun 18 16:21:22.050464 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d870d7b2-3f45-4502-99ec-4b5b82300ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:22.052975 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-94f9e189-0e0a-4871-bfc6-39cb06665506 req-4c5e62fb-c675-4c84-ac3a-f68116e733a9 service neutron] 10.222.0.55 "GET /v2.0/networks/fccc7881-9783-4801-87f7-8972e7aafde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102431 Jun 18 16:21:22.055580 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d870d7b2-3f45-4502-99ec-4b5b82300ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:22.061154 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d870d7b2-3f45-4502-99ec-4b5b82300ce0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/368c1b76-2c40-4080-a5f4-c83ab1b44144 HTTP/1.1" status: 204 len: 168 time: 0.3041635 Jun 18 16:21:22.061154 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:22.081935 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870d7b2-3f45-4502-99ec-4b5b82300ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368c1b76-2c40-4080-a5f4-c83ab1b44144,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:22.086592 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d870d7b2-3f45-4502-99ec-4b5b82300ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:22.154664 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:22.175413 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8ed984dc-d02a-4cc1-a47b-636a762ec27e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Deleting port 53b9aa76-489e-4e37-adce-3dcbfe152ce5 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:22.175677 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ed984dc-d02a-4cc1-a47b-636a762ec27e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:22.532664 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Allocated IP 172.26.6.215 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/a8ce6253-d395-45fb-8026-8bd250d31259) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:22.537102 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ed984dc-d02a-4cc1-a47b-636a762ec27e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:22.560808 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c315036-d0ce-4b0b-8dce-141493310fb0 req-42097fb1-9393-4424-a3b6-2adf7d28df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:22.562348 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6c315036-d0ce-4b0b-8dce-141493310fb0 req-42097fb1-9393-4424-a3b6-2adf7d28df55 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 1098 time: 0.5173669 Jun 18 16:21:22.666387 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8ed984dc-d02a-4cc1-a47b-636a762ec27e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Calling delete_port for 53b9aa76-489e-4e37-adce-3dcbfe152ce5 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:22.674127 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 013e5971-7b77-4544-9e4c-f90e0fe8f833 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:21:22.674892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:22.729029 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 013e5971-7b77-4544-9e4c-f90e0fe8f833 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:22.734021 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 013e5971-7b77-4544-9e4c-f90e0fe8f833 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:22.734442 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-6c315036-d0ce-4b0b-8dce-141493310fb0 req-369c73f1-bbcb-4f5c-800b-26b666596a5f service neutron] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:22.734627 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:22.736765 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44450) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:22.841589 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-7591430b-0b9d-46cf-88e4-af3d147ee56c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'network': {'name': 'tempest-RoutersTest-31218620'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:22.871152 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7591430b-0b9d-46cf-88e4-af3d147ee56c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Made reservation on behalf of d6a873ab5766408fa0fa9107656c5e69 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:22.875678 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7591430b-0b9d-46cf-88e4-af3d147ee56c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:22.887583 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7591430b-0b9d-46cf-88e4-af3d147ee56c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:22.941075 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:22.979268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 013e5971-7b77-4544-9e4c-f90e0fe8f833, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=013e5971-7b77-4544-9e4c-f90e0fe8f833,segment=NetworkSegment(a344f38b-ae7c-42c3-b693-a61d8255c4a2),segment_id=a344f38b-ae7c-42c3-b693-a61d8255c4a2)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:22.985478 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:22.987454 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:22.998757 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7591430b-0b9d-46cf-88e4-af3d147ee56c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:23.002870 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7591430b-0b9d-46cf-88e4-af3d147ee56c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:23.006340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:23.036773 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7591430b-0b9d-46cf-88e4-af3d147ee56c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:21:23.037370 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=013e5971-7b77-4544-9e4c-f90e0fe8f833,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:23.040828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:23.042997 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591430b-0b9d-46cf-88e4-af3d147ee56c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b08035-4bca-472e-b732-a62a1fc04215,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:23.046488 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7591430b-0b9d-46cf-88e4-af3d147ee56c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:23.052694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7591430b-0b9d-46cf-88e4-af3d147ee56c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:23.053035 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-7591430b-0b9d-46cf-88e4-af3d147ee56c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Added segment b7ae77ef-0293-43ac-b4e6-2e43b892e843 of type vlan for network 2d9f2105-49b3-451e-84c5-d3c30144e399 Jun 18 16:21:23.108111 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7591430b-0b9d-46cf-88e4-af3d147ee56c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:23.140242 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7591430b-0b9d-46cf-88e4-af3d147ee56c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:23.145738 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7591430b-0b9d-46cf-88e4-af3d147ee56c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:23.146315 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7591430b-0b9d-46cf-88e4-af3d147ee56c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:23.149419 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-152bfbb2-c488-4ba5-a3aa-b19d83e87b0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:23.160226 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9ce2e-93d9-49d6-a1ed-ed3e02e223f0 req-6fbffda2-191c-4d1c-92bf-02d4e599946b tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:23.161854 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a3e9ce2e-93d9-49d6-a1ed-ed3e02e223f0 req-6fbffda2-191c-4d1c-92bf-02d4e599946b tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 944 time: 0.8103449 Jun 18 16:21:23.179331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840648a-96d6-403d-a1ac-8013aacdc0d3 req-3c703e34-ea0e-4507-8a1b-1b1967a7ad64 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:23.180818 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5840648a-96d6-403d-a1ac-8013aacdc0d3 req-3c703e34-ea0e-4507-8a1b-1b1967a7ad64 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 945 time: 0.8354878 Jun 18 16:21:23.212048 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591430b-0b9d-46cf-88e4-af3d147ee56c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Network': ['ID=2d9f2105-49b3-451e-84c5-d3c30144e399,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:23.216233 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7591430b-0b9d-46cf-88e4-af3d147ee56c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:23.223157 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 2d9f2105-49b3-451e-84c5-d3c30144e399 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:21:23.231973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] device_id is not set on port a2888c8b-11ad-45d2-baef-edf6221000ce yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:21:23.347103 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:23.372542 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a3e9ce2e-93d9-49d6-a1ed-ed3e02e223f0 req-709145bb-2ee5-44c3-9cdd-7323f1c96811 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fff4447-f964-44bc-b8bb-671702794d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907463 Jun 18 16:21:23.411582 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5840648a-96d6-403d-a1ac-8013aacdc0d3 req-624a87b0-86f9-47ab-84c8-c9187098680c tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/security-groups?id=58de5747-0eed-4904-8206-12575a58318c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2117743 Jun 18 16:21:23.659754 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ed984dc-d02a-4cc1-a47b-636a762ec27e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:23.672611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:23.692036 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:23.732640 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-6c315036-d0ce-4b0b-8dce-141493310fb0 req-369c73f1-bbcb-4f5c-800b-26b666596a5f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:23.740967 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7591430b-0b9d-46cf-88e4-af3d147ee56c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.0019455 Jun 18 16:21:23.744139 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44456) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:23.746400 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed984dc-d02a-4cc1-a47b-636a762ec27e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Pushing event deleted for resources: {'Port': ['ID=53b9aa76-489e-4e37-adce-3dcbfe152ce5,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:23.750049 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-21c3aed7-3228-44c6-8e0f-adc61448d9be tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'network': {'name': 'tempest-RoutersTest-320390157'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:23.755450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-6c315036-d0ce-4b0b-8dce-141493310fb0 req-369c73f1-bbcb-4f5c-800b-26b666596a5f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:23.771270 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c3aed7-3228-44c6-8e0f-adc61448d9be tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Made reservation on behalf of d6a873ab5766408fa0fa9107656c5e69 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:23.774875 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-21c3aed7-3228-44c6-8e0f-adc61448d9be tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:23.775874 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8ed984dc-d02a-4cc1-a47b-636a762ec27e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:23.778990 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9718002d-c08b-4d66-8439-2dfc5b48524d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013e5971-7b77-4544-9e4c-f90e0fe8f833'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:21:23.780596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:23.781465 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1523ab3-4f1b-4a11-b4ab-9868f8e203f0" -d '{"events": [{"server_uuid": "9718002d-c08b-4d66-8439-2dfc5b48524d", "name": "network-vif-plugged", "status": "completed", "tag": "013e5971-7b77-4544-9e4c-f90e0fe8f833"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:21:23.788331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:23.804157 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c3aed7-3228-44c6-8e0f-adc61448d9be tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:21:23.817414 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-21c3aed7-3228-44c6-8e0f-adc61448d9be tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:23.817932 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-21c3aed7-3228-44c6-8e0f-adc61448d9be tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Added segment 17456778-fd1c-43b2-9e4b-901486dd53e1 of type vlan for network d0554b72-e86f-4624-baa0-2f24104ae5aa Jun 18 16:21:23.822939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:23.840567 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1341c6-4939-40f4-9a80-da0e6ef12746 x-openstack-request-id: req-6e1341c6-4939-40f4-9a80-da0e6ef12746 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:21:23.840868 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9718002d-c08b-4d66-8439-2dfc5b48524d", "name": "network-vif-plugged", "status": "completed", "tag": "013e5971-7b77-4544-9e4c-f90e0fe8f833", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:21:23.841127 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e1341c6-4939-40f4-9a80-da0e6ef12746 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:21:23.841532 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9718002d-c08b-4d66-8439-2dfc5b48524d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013e5971-7b77-4544-9e4c-f90e0fe8f833', 'code': 200} Jun 18 16:21:23.866022 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-21c3aed7-3228-44c6-8e0f-adc61448d9be tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:23.871802 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:23.908559 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:23.915784 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-21c3aed7-3228-44c6-8e0f-adc61448d9be tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:23.923733 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c3aed7-3228-44c6-8e0f-adc61448d9be tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:23.924981 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-21c3aed7-3228-44c6-8e0f-adc61448d9be tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:23.928761 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f78f3afb-5f15-461a-97b4-7ca9628a0146 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:23.950463 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6c315036-d0ce-4b0b-8dce-141493310fb0 req-369c73f1-bbcb-4f5c-800b-26b666596a5f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=58de5747-0eed-4904-8206-12575a58318c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.3660986 Jun 18 16:21:23.962821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:24.001935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:24.007553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Pushing event updated for resources: {'Port': ['ID=a8ce6253-d395-45fb-8026-8bd250d31259,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:24.008735 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-21c3aed7-3228-44c6-8e0f-adc61448d9be tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2634506 Jun 18 16:21:24.013456 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44460) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:24.020731 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ac206-03cc-4c1e-9a2d-da65ccd9139b req-6cbd8dd0-d88b-44b3-96d5-bc65046d4705 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:24.022738 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-479ac206-03cc-4c1e-9a2d-da65ccd9139b req-6cbd8dd0-d88b-44b3-96d5-bc65046d4705 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.5155072 Jun 18 16:21:24.034819 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:24.035048 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-25410bb2-a797-4656-80ba-8c2bd74a6339 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'subnet': {'network_id': '2d9f2105-49b3-451e-84c5-d3c30144e399', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:24.035144 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:24.035997 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:24.039828 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3aed7-3228-44c6-8e0f-adc61448d9be tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Network': ['ID=d0554b72-e86f-4624-baa0-2f24104ae5aa,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:24.055184 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network d0554b72-e86f-4624-baa0-2f24104ae5aa details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:21:24.065222 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-21c3aed7-3228-44c6-8e0f-adc61448d9be tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:24.093885 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ed984dc-d02a-4cc1-a47b-636a762ec27e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:24.095859 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8ed984dc-d02a-4cc1-a47b-636a762ec27e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] 10.222.0.50 "DELETE /v2.0/ports/53b9aa76-489e-4e37-adce-3dcbfe152ce5 HTTP/1.1" status: 204 len: 168 time: 2.5735595 Jun 18 16:21:24.107300 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44462) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:24.168154 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c73f1-bbcb-4f5c-800b-26b666596a5f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dffaa996-788c-416f-9e28-286b08e35f2e,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:24.192175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:24.194064 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-369c73f1-bbcb-4f5c-800b-26b666596a5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:24.230406 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:24.243200 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25410bb2-a797-4656-80ba-8c2bd74a6339 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Made reservation on behalf of d6a873ab5766408fa0fa9107656c5e69 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:24.247483 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-25410bb2-a797-4656-80ba-8c2bd74a6339 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:24.275842 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-479ac206-03cc-4c1e-9a2d-da65ccd9139b req-af903456-9a0a-4dc3-9b7c-2e4496c270d7 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2301457 Jun 18 16:21:24.306216 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f167b6d0-ac86-4609-84b3-1259aef76c8e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:24.310347 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f167b6d0-ac86-4609-84b3-1259aef76c8e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f83fa50-407c-4c7a-98e2-88216b9dfc6e HTTP/1.1" status: 200 len: 913 time: 0.1994836 Jun 18 16:21:24.312424 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44464) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:24.344249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:24.374673 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event updated for resources: {'Port': ['ID=811afb0b-1baf-44d3-95f3-2180cfd6eddd,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:24.386587 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:24.482118 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae2f42-c43f-4a27-a268-5d6329941ab8 req-39cabdb2-b2b9-4d47-9324-78e165ce6f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:24.484549 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4ae2f42-c43f-4a27-a268-5d6329941ab8 req-39cabdb2-b2b9-4d47-9324-78e165ce6f83 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 1098 time: 0.3336322 Jun 18 16:21:24.488669 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:24.497363 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Checking segment: {'id': 'b3d8e66f-8f46-4bb8-b659-475a68e464e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'aacb4da7-679f-4f6a-8ddf-c30c38a7f2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:24.497730 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Network hostable DHCP agents. Network: aacb4da7-679f-4f6a-8ddf-c30c38a7f2a1, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:21:24.504590 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Allocated IP 2001:db8::1ce (af0e91d7-3ab6-4965-b910-d2fde3a32cda/5a1511fe-4fd0-4c3a-bed6-0c4c5502d16b/6337603c-3a6a-4f5c-b093-de2df0f80f4d) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:24.688839 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 975eb24a-dc91-4222-acdd-f8f0386be67e details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:21:24.695458 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-25410bb2-a797-4656-80ba-8c2bd74a6339 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:24.698759 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Network aacb4da7-679f-4f6a-8ddf-c30c38a7f2a1 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:21:24.702509 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4ae2f42-c43f-4a27-a268-5d6329941ab8 req-c4fdb8e4-5b0a-4c80-a11d-6f28c5143163 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022157 Jun 18 16:21:24.732214 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d428aaf3-5278-4571-9948-3b2ec802925a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:24.775256 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, aacb4da7-679f-4f6a-8ddf-c30c38a7f2a1) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:24.790465 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d437c1-4e06-46fa-b054-61d71a5f27eb None None] Network aacb4da7-679f-4f6a-8ddf-c30c38a7f2a1 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:24.793109 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:24.794067 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:24.807340 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:24.823508 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25410bb2-a797-4656-80ba-8c2bd74a6339 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Subnet': ['ID=baf233b6-5b14-40c7-b9fa-4688b84e078a,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:24.831631 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-25410bb2-a797-4656-80ba-8c2bd74a6339 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:24.858051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25410bb2-a797-4656-80ba-8c2bd74a6339 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Checking segment: {'id': 'b7ae77ef-0293-43ac-b4e6-2e43b892e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2d9f2105-49b3-451e-84c5-d3c30144e399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:24.858703 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25410bb2-a797-4656-80ba-8c2bd74a6339 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network hostable DHCP agents. Network: 2d9f2105-49b3-451e-84c5-d3c30144e399, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:21:24.908202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a4133-c5e2-45f5-aa41-237c3cda1f7e req-d74557c7-0030-4dff-be53-08bc38768614 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:24.909747 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-362a4133-c5e2-45f5-aa41-237c3cda1f7e req-d74557c7-0030-4dff-be53-08bc38768614 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 944 time: 0.3948607 Jun 18 16:21:24.939364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25410bb2-a797-4656-80ba-8c2bd74a6339 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network 2d9f2105-49b3-451e-84c5-d3c30144e399 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:21:24.949366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 975eb24a-dc91-4222-acdd-f8f0386be67e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=975eb24a-dc91-4222-acdd-f8f0386be67e,segment=NetworkSegment(165516cf-6e70-4466-93c8-4f29aa5c8be4),segment_id=165516cf-6e70-4466-93c8-4f29aa5c8be4)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:24.949786 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc54e4d-fb2b-4010-922a-77055918b0ad req-3de7eb4e-6437-460a-b69b-ef1c3f5ffead tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:24.951401 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-efc54e4d-fb2b-4010-922a-77055918b0ad req-3de7eb4e-6437-460a-b69b-ef1c3f5ffead tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 945 time: 0.3554401 Jun 18 16:21:24.968911 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-25410bb2-a797-4656-80ba-8c2bd74a6339 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 2d9f2105-49b3-451e-84c5-d3c30144e399) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:24.969389 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '975eb24a-dc91-4222-acdd-f8f0386be67e', 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0', 'port_id': '975eb24a-dc91-4222-acdd-f8f0386be67e', 'mac_address': 'fa:16:3e:58:ec:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:21:24.982008 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25410bb2-a797-4656-80ba-8c2bd74a6339 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:24.982738 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-25410bb2-a797-4656-80ba-8c2bd74a6339 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:24.984007 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef55167-ea38-4a04-a4c9-0c79647ac640 None None] Network 2d9f2105-49b3-451e-84c5-d3c30144e399 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:24.994284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event updated for resources: {'Port': ['ID=a2888c8b-11ad-45d2-baef-edf6221000ce,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:25.000852 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:25.006556 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:25.009693 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-25410bb2-a797-4656-80ba-8c2bd74a6339 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9949770 Jun 18 16:21:25.014873 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:25.017166 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44470) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:25.065681 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-81b93d43-fba9-4eac-ba8d-4105115c2402 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'subnet': {'network_id': 'd0554b72-e86f-4624-baa0-2f24104ae5aa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:25.083406 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:25.084161 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:25.095487 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-362a4133-c5e2-45f5-aa41-237c3cda1f7e req-9296ee10-e997-4dee-a3dc-3fa69d8dd8d6 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fff4447-f964-44bc-b8bb-671702794d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1593945 Jun 18 16:21:25.100196 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Checking segment: {'id': 'b1d90c60-fd53-4f11-b55b-d6889cf1ee60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '5bc02592-fdc6-468c-b1a7-813ce21ceb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:25.100570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Network hostable DHCP agents. Network: 5bc02592-fdc6-468c-b1a7-813ce21ceb9d, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:21:25.110703 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:25.117136 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975eb24a-dc91-4222-acdd-f8f0386be67e {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:21:25.117447 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6d567df3-46f5-4d85-89db-bc06c8a21c70 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:25.130899 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-efc54e4d-fb2b-4010-922a-77055918b0ad req-f13e7562-9a74-4264-89e7-5e00b2d28b81 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/security-groups?id=58de5747-0eed-4904-8206-12575a58318c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1545453 Jun 18 16:21:25.186176 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 975eb24a-dc91-4222-acdd-f8f0386be67e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=975eb24a-dc91-4222-acdd-f8f0386be67e,segment=NetworkSegment(165516cf-6e70-4466-93c8-4f29aa5c8be4),segment_id=165516cf-6e70-4466-93c8-4f29aa5c8be4)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:25.195193 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:25.202162 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:25.248940 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Network 5bc02592-fdc6-468c-b1a7-813ce21ceb9d is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:21:25.255797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:25.262666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Pushing event updated for resources: {'Port': ['ID=a8ce6253-d395-45fb-8026-8bd250d31259,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:25.265693 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:25.269305 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-77522a3a-ea5d-4153-a320-8ad24b2526b1 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:25.278291 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 5bc02592-fdc6-468c-b1a7-813ce21ceb9d) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:25.283300 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:25.289395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:25.295339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:25.296039 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:25.301063 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ef41f4-7ad2-4d87-8202-dbc850e22a94 None None] Network 5bc02592-fdc6-468c-b1a7-813ce21ceb9d requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:25.306048 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:25.360682 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b93d43-fba9-4eac-ba8d-4105115c2402 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Made reservation on behalf of d6a873ab5766408fa0fa9107656c5e69 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:25.362033 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Network af0e91d7-3ab6-4965-b910-d2fde3a32cda is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:25.365698 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-81b93d43-fba9-4eac-ba8d-4105115c2402 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:25.371623 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:25.383077 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.7280202 Jun 18 16:21:25.383927 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44474) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:25.384968 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:25.408719 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:25.408719 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7606790 Jun 18 16:21:25.444867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Pushing event updated for resources: {'Port': ['ID=6337603c-3a6a-4f5c-b093-de2df0f80f4d,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:25.448143 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:25.448832 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44476) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:25.484223 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-2d9f2105-49b3-451e-84c5-d3c30144e399', 'network_id': '2d9f2105-49b3-451e-84c5-d3c30144e399', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'fixed_ips': [{'subnet_id': 'baf233b6-5b14-40c7-b9fa-4688b84e078a'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:21:25.486375 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:25.499969 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=975eb24a-dc91-4222-acdd-f8f0386be67e,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:25.523258 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:25.604121 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e62d29e8-bdaf-4193-a609-2e739834ebc5 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3090 time: 0.1534364 Jun 18 16:21:25.617257 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44478) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:25.681218 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a928d55-48d3-4b5b-847b-4908b66c6781 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:25.688545 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a928d55-48d3-4b5b-847b-4908b66c6781 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:25.693461 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9a928d55-48d3-4b5b-847b-4908b66c6781 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3028893 Jun 18 16:21:25.700516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44480) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:25.715535 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['975eb24a-dc91-4222-acdd-f8f0386be67e'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:21:25.790354 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d81af9c8-4fa1-4369-90c3-eb296cc3c9aa tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1712101 Jun 18 16:21:25.800185 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44482) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:25.938592 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Allocated IP 172.20.0.2 (2d9f2105-49b3-451e-84c5-d3c30144e399/baf233b6-5b14-40c7-b9fa-4688b84e078a/d41d3056-21a3-4408-8840-a05c25711cf4) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:26.048089 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:26.142658 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b51802-3671-48b1-b4a5-bc1bce6b9496 req-45e91b9e-8f59-4e63-a187-25443bdcd91a tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:26.144761 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a5b51802-3671-48b1-b4a5-bc1bce6b9496 req-45e91b9e-8f59-4e63-a187-25443bdcd91a tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.4894180 Jun 18 16:21:26.191380 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Deleting port eb25cfe2-5496-4955-a769-231e9bcd3e83 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:26.191872 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:26.222860 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:26.233039 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Transition to ACTIVE for port object d41d3056-21a3-4408-8840-a05c25711cf4 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:26.250307 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-81b93d43-fba9-4eac-ba8d-4105115c2402 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:26.255160 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Transition to ACTIVE for port object d41d3056-21a3-4408-8840-a05c25711cf4 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:26.264140 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:26.268288 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:26.273681 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-cd64ee94-41e8-432c-ab38-3c6901085c1f tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Deleting port a8ce6253-d395-45fb-8026-8bd250d31259 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:26.273987 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd64ee94-41e8-432c-ab38-3c6901085c1f tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:26.285008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-01cd9d40-97e4-49ef-936b-6f1c47f646ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:26.296339 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Network 2d9f2105-49b3-451e-84c5-d3c30144e399 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:26.299438 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:26.319494 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:26.321074 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-91603477-56ec-41ed-94bf-57ae1582ee4c tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Deleting port 811afb0b-1baf-44d3-95f3-2180cfd6eddd {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:26.321563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-91603477-56ec-41ed-94bf-57ae1582ee4c tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:26.392856 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:26.402321 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Attempting to bind port d41d3056-21a3-4408-8840-a05c25711cf4 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:26.403090 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Attempting to bind port d41d3056-21a3-4408-8840-a05c25711cf4 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'b7ae77ef-0293-43ac-b4e6-2e43b892e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2d9f2105-49b3-451e-84c5-d3c30144e399'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:26.403801 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Attempting to bind port d41d3056-21a3-4408-8840-a05c25711cf4 on network 2d9f2105-49b3-451e-84c5-d3c30144e399 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:26.413287 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:21:26.413287 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Checking segment: {'id': 'b7ae77ef-0293-43ac-b4e6-2e43b892e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2d9f2105-49b3-451e-84c5-d3c30144e399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:26.413287 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:26.413287 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Bound using segment: {'id': 'b7ae77ef-0293-43ac-b4e6-2e43b892e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2d9f2105-49b3-451e-84c5-d3c30144e399'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:21:26.413287 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Bound port: d41d3056-21a3-4408-8840-a05c25711cf4, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ae77ef-0293-43ac-b4e6-2e43b892e843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2d9f2105-49b3-451e-84c5-d3c30144e399'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:21:26.414110 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:26.457645 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Pushing event updated for resources: {'Port': ['ID=d41d3056-21a3-4408-8840-a05c25711cf4,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:26.461622 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:26.504724 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] For port d41d3056-21a3-4408-8840-a05c25711cf4, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:21:26.508332 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a5b51802-3671-48b1-b4a5-bc1bce6b9496 req-cf53f3b4-3dff-423e-8c30-4791bd276295 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543961 Jun 18 16:21:26.509512 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] For port d41d3056-21a3-4408-8840-a05c25711cf4, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d41d3056-21a3-4408-8840-a05c25711cf4,segment=NetworkSegment(b7ae77ef-0293-43ac-b4e6-2e43b892e843),segment_id=b7ae77ef-0293-43ac-b4e6-2e43b892e843)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:21:26.516981 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:26.519777 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7e12a509-4dce-4ff2-9182-40ecd0beff79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:26.562177 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-91603477-56ec-41ed-94bf-57ae1582ee4c tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:26.691366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Pushing event updated for resources: {'Port': ['ID=d41d3056-21a3-4408-8840-a05c25711cf4,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:26.697611 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:26.889427 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b93d43-fba9-4eac-ba8d-4105115c2402 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Subnet': ['ID=cac4e167-5c36-49b0-aa11-f0ec0758c474,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:26.892574 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-81b93d43-fba9-4eac-ba8d-4105115c2402 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:26.933886 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Calling delete_port for eb25cfe2-5496-4955-a769-231e9bcd3e83 owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:26.997563 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b93d43-fba9-4eac-ba8d-4105115c2402 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Checking segment: {'id': '17456778-fd1c-43b2-9e4b-901486dd53e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd0554b72-e86f-4624-baa0-2f24104ae5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:26.997930 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b93d43-fba9-4eac-ba8d-4105115c2402 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network hostable DHCP agents. Network: d0554b72-e86f-4624-baa0-2f24104ae5aa, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:21:27.015236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-91603477-56ec-41ed-94bf-57ae1582ee4c tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Calling delete_port for 811afb0b-1baf-44d3-95f3-2180cfd6eddd owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:27.020528 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:27.035835 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f404f-74cf-4c91-a0e0-0b38c5d07b70 req-d6ed804b-9c99-4094-aec4-701e79f3a46d tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:27.037515 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5c4f404f-74cf-4c91-a0e0-0b38c5d07b70 req-d6ed804b-9c99-4094-aec4-701e79f3a46d tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 945 time: 0.7221835 Jun 18 16:21:27.056213 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd64ee94-41e8-432c-ab38-3c6901085c1f tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:27.056647 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd64ee94-41e8-432c-ab38-3c6901085c1f tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:27.136161 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-cd64ee94-41e8-432c-ab38-3c6901085c1f tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Calling delete_port for a8ce6253-d395-45fb-8026-8bd250d31259 owned by network:floatingip {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:27.203207 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b93d43-fba9-4eac-ba8d-4105115c2402 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network d0554b72-e86f-4624-baa0-2f24104ae5aa is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:21:27.234200 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5c4f404f-74cf-4c91-a0e0-0b38c5d07b70 req-4611ddf3-9b31-4bd4-a7ec-00a9f0ea1dd1 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fff4447-f964-44bc-b8bb-671702794d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812937 Jun 18 16:21:27.281948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-81b93d43-fba9-4eac-ba8d-4105115c2402 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, d0554b72-e86f-4624-baa0-2f24104ae5aa) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:27.287289 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b93d43-fba9-4eac-ba8d-4105115c2402 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:27.287289 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-81b93d43-fba9-4eac-ba8d-4105115c2402 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:27.298719 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3fbb97-3cc3-44b9-aa64-91edcc7457b1 None None] Network d0554b72-e86f-4624-baa0-2f24104ae5aa requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:27.325917 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0733ac7-dec2-4798-8ce0-6e52397a82c6 req-712919e8-9fd0-4763-9ff0-87dd50328fbd tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:27.326514 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a0733ac7-dec2-4798-8ce0-6e52397a82c6 req-712919e8-9fd0-4763-9ff0-87dd50328fbd tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 945 time: 0.3081880 Jun 18 16:21:27.336321 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-81b93d43-fba9-4eac-ba8d-4105115c2402 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3170118 Jun 18 16:21:27.339733 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44488) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:27.340444 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-91603477-56ec-41ed-94bf-57ae1582ee4c tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:27.348295 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-6fac9d14-068d-43ea-8670-e24df2136f26 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-912778483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:27.354381 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:27.388645 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91603477-56ec-41ed-94bf-57ae1582ee4c tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event deleted for resources: {'Port': ['ID=811afb0b-1baf-44d3-95f3-2180cfd6eddd,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:27.413091 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-91603477-56ec-41ed-94bf-57ae1582ee4c tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:27.428840 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6fac9d14-068d-43ea-8670-e24df2136f26 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:27.429366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6fac9d14-068d-43ea-8670-e24df2136f26 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:27.461935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-91603477-56ec-41ed-94bf-57ae1582ee4c tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:27.470802 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-91603477-56ec-41ed-94bf-57ae1582ee4c tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "DELETE /v2.0/ports/811afb0b-1baf-44d3-95f3-2180cfd6eddd HTTP/1.1" status: 204 len: 168 time: 1.7690127 Jun 18 16:21:27.480881 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44490) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:27.489035 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a0733ac7-dec2-4798-8ce0-6e52397a82c6 req-058250e4-a28d-4a44-b29b-d820e4a2689f tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/security-groups?id=58de5747-0eed-4904-8206-12575a58318c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1503055 Jun 18 16:21:27.498613 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:27.521919 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:27.537310 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Router 0375bbdc-85d6-4802-9e6a-dfe2d99bfbe5 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:21:27.567957 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Pushing event deleted for resources: {'Port': ['ID=eb25cfe2-5496-4955-a769-231e9bcd3e83,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:27.568656 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-d0554b72-e86f-4624-baa0-2f24104ae5aa', 'network_id': 'd0554b72-e86f-4624-baa0-2f24104ae5aa', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'fixed_ips': [{'subnet_id': 'cac4e167-5c36-49b0-aa11-f0ec0758c474'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:21:27.569522 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:27.581801 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:27.582182 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:27.582585 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:27.582956 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:27.583321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:27.583682 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:27.584037 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:27.584393 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:27.584747 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:27.585142 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:27.585446 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:27.585783 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:27.600599 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:27.624938 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd64ee94-41e8-432c-ab38-3c6901085c1f tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:27.678021 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:27.835004 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:21:27.859115 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64ee94-41e8-432c-ab38-3c6901085c1f tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Pushing event deleted for resources: {'Port': ['ID=a8ce6253-d395-45fb-8026-8bd250d31259,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:27.861337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Allocated IP 172.21.0.2 (d0554b72-e86f-4624-baa0-2f24104ae5aa/cac4e167-5c36-49b0-aa11-f0ec0758c474/2f3887cd-aec2-4506-b820-96d527591922) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:27.862565 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cd64ee94-41e8-432c-ab38-3c6901085c1f tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:27.881921 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Sync routers for ids ['0375bbdc-85d6-4802-9e6a-dfe2d99bfbe5'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:21:27.884410 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d41d3056-21a3-4408-8840-a05c25711cf4 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:21:27.937217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:27.941194 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.4942815 Jun 18 16:21:27.941823 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44496) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:28.008526 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Routers {'0375bbdc-85d6-4802-9e6a-dfe2d99bfbe5'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:28.009659 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['0375bbdc-85d6-4802-9e6a-dfe2d99bfbe5'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:28.041069 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6fac9d14-068d-43ea-8670-e24df2136f26 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:28.077537 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bb049-d5cf-4473-a212-5f4bffb7bbad req-3c3404e5-1336-4380-b24b-e934aa77697b tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:28.081388 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba4bb049-d5cf-4473-a212-5f4bffb7bbad req-3c3404e5-1336-4380-b24b-e934aa77697b tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.2923944 Jun 18 16:21:28.126716 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea75670-56d3-4f52-95da-5fdd3a0ed610 req-43079b37-9c06-4e50-be2d-4dd9a47751c0 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:28.128314 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2ea75670-56d3-4f52-95da-5fdd3a0ed610 req-43079b37-9c06-4e50-be2d-4dd9a47751c0 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 945 time: 0.2909780 Jun 18 16:21:28.137985 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6fac9d14-068d-43ea-8670-e24df2136f26 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:28.138205 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:28.140192 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44498) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:28.151424 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-21b1ded3-a6f0-49d7-b184-0b2797c5af3c tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Request body: {'floatingip': {'port_id': 'b2aad626-61c5-41aa-afab-903b03c760ca'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:28.196056 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834623bd-b667-4e0d-86a6-ffeb45a9ba19 None None] Network 2d9f2105-49b3-451e-84c5-d3c30144e399 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:28.201051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-934db20f-8a43-4f0b-a4ef-97c72061b8a8 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Deleting port a2888c8b-11ad-45d2-baef-edf6221000ce {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:28.201804 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-934db20f-8a43-4f0b-a4ef-97c72061b8a8 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:28.209698 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6fac9d14-068d-43ea-8670-e24df2136f26 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:28.213492 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6fac9d14-068d-43ea-8670-e24df2136f26 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8702464 Jun 18 16:21:28.225434 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:28.242748 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44500) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:28.254150 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba4bb049-d5cf-4473-a212-5f4bffb7bbad req-1f72dc6e-397a-4924-af5f-26c2629e99f4 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658051 Jun 18 16:21:28.270870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-21b1ded3-a6f0-49d7-b184-0b2797c5af3c tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for floatingip, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:28.318591 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3d60d824-64f9-4a85-861b-f3de72dc4965 None None] Provisioning for port d41d3056-21a3-4408-8840-a05c25711cf4 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:28.384171 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port d41d3056-21a3-4408-8840-a05c25711cf4 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:28.385216 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-934db20f-8a43-4f0b-a4ef-97c72061b8a8 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:28.429867 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port d41d3056-21a3-4408-8840-a05c25711cf4 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:28.430249 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:28.440451 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Set router 0375bbdc-85d6-4802-9e6a-dfe2d99bfbe5 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:21:28.472431 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd64ee94-41e8-432c-ab38-3c6901085c1f tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Notify callbacks [] for floatingip, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:28.474908 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd64ee94-41e8-432c-ab38-3c6901085c1f tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:28.476231 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cd64ee94-41e8-432c-ab38-3c6901085c1f tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] 10.222.0.50 "DELETE /v2.0/floatingips/d5e856a0-7ff7-49ee-b649-3fad9253a46e HTTP/1.1" status: 204 len: 168 time: 2.6749976 Jun 18 16:21:28.484465 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44506) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:28.491925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:28.619507 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:28.642239 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Transition to ACTIVE for port object 2f3887cd-aec2-4506-b820-96d527591922 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:28.681655 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-934db20f-8a43-4f0b-a4ef-97c72061b8a8 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Calling delete_port for a2888c8b-11ad-45d2-baef-edf6221000ce owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:28.704810 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Transition to ACTIVE for port object 2f3887cd-aec2-4506-b820-96d527591922 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:28.711317 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 975eb24a-dc91-4222-acdd-f8f0386be67e up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:21:28.752930 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:28.773884 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-01cd9d40-97e4-49ef-936b-6f1c47f646ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:28.834298 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533410b2-6e51-4469-a4bd-c141430f9a33 req-4cae4afe-6610-4519-bb90-4feb2a20df21 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:28.839749 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-533410b2-6e51-4469-a4bd-c141430f9a33 req-4cae4afe-6610-4519-bb90-4feb2a20df21 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 945 time: 0.3808601 Jun 18 16:21:28.848822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94a6bd-7be0-43b1-9ce2-91d0c148c12c req-434471de-47f0-410a-af55-ec16d87c5ad0 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:28.854085 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bf94a6bd-7be0-43b1-9ce2-91d0c148c12c req-434471de-47f0-410a-af55-ec16d87c5ad0 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.4603963 Jun 18 16:21:28.861692 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Network d0554b72-e86f-4624-baa0-2f24104ae5aa is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:28.877379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:28.877650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44508) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:28.879591 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:28.887476 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-dd162ba4-00c0-4a7f-9801-4a27d4ec8c57 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Request body: {'floatingip': {'port_id': '013e5971-7b77-4544-9e4c-f90e0fe8f833'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:28.892400 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:28.897953 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Pushing event updated for resources: {'Port': ['ID=2f3887cd-aec2-4506-b820-96d527591922,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:28.931722 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:28.931722 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:28.932091 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:28.933065 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:28.933543 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:28.933998 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:28.934336 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:28.934703 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:28.935036 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:28.935365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:28.935695 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:28.936021 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:28.943485 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:28.978313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd162ba4-00c0-4a7f-9801-4a27d4ec8c57 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for floatingip, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:28.990326 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 975eb24a-dc91-4222-acdd-f8f0386be67e completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:28.990614 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Router 6f83fa50-407c-4c7a-98e2-88216b9dfc6e has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:21:29.032511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port d41d3056-21a3-4408-8840-a05c25711cf4, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d41d3056-21a3-4408-8840-a05c25711cf4,segment=NetworkSegment(b7ae77ef-0293-43ac-b4e6-2e43b892e843),segment_id=b7ae77ef-0293-43ac-b4e6-2e43b892e843)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:29.034744 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 975eb24a-dc91-4222-acdd-f8f0386be67e triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:29.035668 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:29.044902 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:29.050849 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-533410b2-6e51-4469-a4bd-c141430f9a33 req-4b3e3052-e05a-455f-a1d1-c57229ca5391 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fff4447-f964-44bc-b8bb-671702794d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941404 Jun 18 16:21:29.052517 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Deleting port 6337603c-3a6a-4f5c-b093-de2df0f80f4d {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:29.052978 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:29.067638 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:29.107849 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Attempting to bind port 2f3887cd-aec2-4506-b820-96d527591922 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:29.108462 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Attempting to bind port 2f3887cd-aec2-4506-b820-96d527591922 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '17456778-fd1c-43b2-9e4b-901486dd53e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd0554b72-e86f-4624-baa0-2f24104ae5aa'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:29.109067 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Attempting to bind port 2f3887cd-aec2-4506-b820-96d527591922 on network d0554b72-e86f-4624-baa0-2f24104ae5aa {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:29.129346 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-e58e4434-51cf-4254-ad22-48eccc24fb95 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Deleting port 45b3ab59-ccb3-4c5c-9453-6b1abb6c47e6 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:29.129705 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e58e4434-51cf-4254-ad22-48eccc24fb95 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:29.147828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0375bbdc-85d6-4802-9e6a-dfe2d99bfbe5', 'name': '', 'tenant_id': '8c77a74bb6224bc5900c8746535f5cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'af0e91d7-3ab6-4965-b910-d2fde3a32cda', 'external_fixed_ips': [{'subnet_id': '5a1511fe-4fd0-4c3a-bed6-0c4c5502d16b', 'ip_address': '2001:db8::1ce'}], 'enable_snat': True}, 'gw_port_id': '6337603c-3a6a-4f5c-b093-de2df0f80f4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:21:21Z', 'updated_at': '2021-06-18T16:21:25Z', 'revision_number': 3, 'project_id': '8c77a74bb6224bc5900c8746535f5cd5', 'gw_port': {'id': '6337603c-3a6a-4f5c-b093-de2df0f80f4d', 'name': '', 'network_id': 'af0e91d7-3ab6-4965-b910-d2fde3a32cda', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0375bbdc-85d6-4802-9e6a-dfe2d99bfbe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '5a1511fe-4fd0-4c3a-bed6-0c4c5502d16b', 'ip_address': '2001:db8::1ce', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:21:24Z', 'updated_at': '2021-06-18T16:21:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a1511fe-4fd0-4c3a-bed6-0c4c5502d16b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:29.200071 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:29.206694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-934db20f-8a43-4f0b-a4ef-97c72061b8a8 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:29.222731 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-14f52be1-6d55-46b9-ac40-dd0f9fc96dc6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:29.232191 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:21:29.232579 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Checking segment: {'id': '17456778-fd1c-43b2-9e4b-901486dd53e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd0554b72-e86f-4624-baa0-2f24104ae5aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:29.233001 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:29.233410 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Bound using segment: {'id': '17456778-fd1c-43b2-9e4b-901486dd53e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd0554b72-e86f-4624-baa0-2f24104ae5aa'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:21:29.233907 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Bound port: 2f3887cd-aec2-4506-b820-96d527591922, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17456778-fd1c-43b2-9e4b-901486dd53e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd0554b72-e86f-4624-baa0-2f24104ae5aa'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:21:29.234298 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:29.243080 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Checking router: 0375bbdc-85d6-4802-9e6a-dfe2d99bfbe5 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:21:29.243439 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Updating router 0375bbdc-85d6-4802-9e6a-dfe2d99bfbe5 port 6337603c-3a6a-4f5c-b093-de2df0f80f4d binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:21:29.291064 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934db20f-8a43-4f0b-a4ef-97c72061b8a8 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event deleted for resources: {'Port': ['ID=a2888c8b-11ad-45d2-baef-edf6221000ce,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:29.298569 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-934db20f-8a43-4f0b-a4ef-97c72061b8a8 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:29.312158 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=d41d3056-21a3-4408-8840-a05c25711cf4,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:29.335417 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:29.356833 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:29.384769 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-26786e41-2631-4600-ac3f-50df163c670e None None] Provisioning complete for port d41d3056-21a3-4408-8840-a05c25711cf4 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:29.385158 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-26786e41-2631-4600-ac3f-50df163c670e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:29.396099 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-934db20f-8a43-4f0b-a4ef-97c72061b8a8 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:29.400588 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-934db20f-8a43-4f0b-a4ef-97c72061b8a8 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "DELETE /v2.0/ports/a2888c8b-11ad-45d2-baef-edf6221000ce HTTP/1.1" status: 204 len: 168 time: 1.9152894 Jun 18 16:21:29.400588 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44510) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:29.469791 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:21:29.476211 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f41c6c26-04c3-4ce7-bc73-a9f605c62e5d tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0723927 Jun 18 16:21:29.476380 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] For port 2f3887cd-aec2-4506-b820-96d527591922, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:21:29.479967 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] 10.222.0.50 "PUT /v2.0/routers/6f83fa50-407c-4c7a-98e2-88216b9dfc6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1672010 Jun 18 16:21:29.487406 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44512) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:29.487833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44514) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:29.494880 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7668ce-ece3-488b-a40f-1e3e51d8a1b1 None None] Sync routers for ids ['6f83fa50-407c-4c7a-98e2-88216b9dfc6e'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:21:29.500797 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] For port 2f3887cd-aec2-4506-b820-96d527591922, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2f3887cd-aec2-4506-b820-96d527591922,segment=NetworkSegment(17456778-fd1c-43b2-9e4b-901486dd53e1),segment_id=17456778-fd1c-43b2-9e4b-901486dd53e1)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:21:29.504690 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7668ce-ece3-488b-a40f-1e3e51d8a1b1 None None] Routers {'6f83fa50-407c-4c7a-98e2-88216b9dfc6e'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:29.505330 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9e7668ce-ece3-488b-a40f-1e3e51d8a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6f83fa50-407c-4c7a-98e2-88216b9dfc6e'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:29.508255 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-b73bc603-8b9b-4564-8417-3f051814829e tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1728051319'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:29.512273 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e58e4434-51cf-4254-ad22-48eccc24fb95 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:29.512617 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e58e4434-51cf-4254-ad22-48eccc24fb95 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:29.538336 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9e7668ce-ece3-488b-a40f-1e3e51d8a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:29.548040 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7668ce-ece3-488b-a40f-1e3e51d8a1b1 None None] Routers {'6f83fa50-407c-4c7a-98e2-88216b9dfc6e'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:29.548670 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9e7668ce-ece3-488b-a40f-1e3e51d8a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6f83fa50-407c-4c7a-98e2-88216b9dfc6e'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:29.583651 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9e7668ce-ece3-488b-a40f-1e3e51d8a1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:29.584329 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7668ce-ece3-488b-a40f-1e3e51d8a1b1 None None] The sync data for ids ['6f83fa50-407c-4c7a-98e2-88216b9dfc6e'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:21:29.632087 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:29.669723 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d41d3056-21a3-4408-8840-a05c25711cf4 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:21:29.677025 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:29.686308 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-e58e4434-51cf-4254-ad22-48eccc24fb95 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Calling delete_port for 45b3ab59-ccb3-4c5c-9453-6b1abb6c47e6 owned by network:floatingip {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:29.700119 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:29.726028 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9f72d722-bbcc-43ad-abf3-74a7c99cf7b6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:29.767222 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795c2352-17a1-4e8c-9166-3f0f67a02ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975eb24a-dc91-4222-acdd-f8f0386be67e'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:21:29.769072 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b93b06-93dc-4d8a-b598-03a4f705ee09" -d '{"events": [{"server_uuid": "795c2352-17a1-4e8c-9166-3f0f67a02ed2", "name": "network-vif-plugged", "status": "completed", "tag": "975eb24a-dc91-4222-acdd-f8f0386be67e"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:21:29.818742 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 975eb24a-dc91-4222-acdd-f8f0386be67e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=975eb24a-dc91-4222-acdd-f8f0386be67e,segment=NetworkSegment(165516cf-6e70-4466-93c8-4f29aa5c8be4),segment_id=165516cf-6e70-4466-93c8-4f29aa5c8be4)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:29.826058 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915aa6cd-f869-46f5-9346-5881e4cfcd33 x-openstack-request-id: req-915aa6cd-f869-46f5-9346-5881e4cfcd33 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:21:29.826365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795c2352-17a1-4e8c-9166-3f0f67a02ed2", "name": "network-vif-plugged", "status": "completed", "tag": "975eb24a-dc91-4222-acdd-f8f0386be67e", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:21:29.828507 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-915aa6cd-f869-46f5-9346-5881e4cfcd33 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:21:29.828929 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795c2352-17a1-4e8c-9166-3f0f67a02ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975eb24a-dc91-4222-acdd-f8f0386be67e', 'code': 200} Jun 18 16:21:29.844057 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73bc603-8b9b-4564-8417-3f051814829e tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Made reservation on behalf of a23b6cc9c7424f1996b74076aa8c3ed3 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:29.847694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b73bc603-8b9b-4564-8417-3f051814829e tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:29.863900 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:29.900577 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Pushing event updated for resources: {'Port': ['ID=2f3887cd-aec2-4506-b820-96d527591922,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:29.924498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:29.924984 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7f52fe7a-5664-401f-8eed-d911cf97f32e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:29.955985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:29.992580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port d41d3056-21a3-4408-8840-a05c25711cf4 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:29.992968 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:30.136739 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Calling delete_port for 6337603c-3a6a-4f5c-b093-de2df0f80f4d owned by network:router_gateway {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:30.164491 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=975eb24a-dc91-4222-acdd-f8f0386be67e,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:30.179423 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:30.201016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:30.216354 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Transition to ACTIVE for port object 6337603c-3a6a-4f5c-b093-de2df0f80f4d will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:30.224588 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:30.255484 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:30.330936 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.db.resource_extend [None req-21b1ded3-a6f0-49d7-b184-0b2797c5af3c tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 16:21:30.333257 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Attempting to bind port 6337603c-3a6a-4f5c-b093-de2df0f80f4d on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:30.333797 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Attempting to bind port 6337603c-3a6a-4f5c-b093-de2df0f80f4d by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '2a7379fc-5a89-4507-bc46-14bce2806e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af0e91d7-3ab6-4965-b910-d2fde3a32cda'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:30.334356 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Attempting to bind port 6337603c-3a6a-4f5c-b093-de2df0f80f4d on network af0e91d7-3ab6-4965-b910-d2fde3a32cda {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:30.337831 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e36428-5fb8-4c02-bab2-6e128c053ada None None] Pushing event updated for resources: {'Port': ['ID=6337603c-3a6a-4f5c-b093-de2df0f80f4d,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:30.344652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-14e36428-5fb8-4c02-bab2-6e128c053ada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:30.349201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:21:30.349800 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Checking segment: {'id': '2a7379fc-5a89-4507-bc46-14bce2806e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af0e91d7-3ab6-4965-b910-d2fde3a32cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:30.350370 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:30.350944 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Bound using segment: {'id': '2a7379fc-5a89-4507-bc46-14bce2806e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af0e91d7-3ab6-4965-b910-d2fde3a32cda'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:21:30.351607 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Bound port: 6337603c-3a6a-4f5c-b093-de2df0f80f4d, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7379fc-5a89-4507-bc46-14bce2806e0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'af0e91d7-3ab6-4965-b910-d2fde3a32cda'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:21:30.352240 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:30.421945 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] For port 6337603c-3a6a-4f5c-b093-de2df0f80f4d, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:21:30.425955 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] For port 6337603c-3a6a-4f5c-b093-de2df0f80f4d, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=6337603c-3a6a-4f5c-b093-de2df0f80f4d,segment=NetworkSegment(2a7379fc-5a89-4507-bc46-14bce2806e0b),segment_id=2a7379fc-5a89-4507-bc46-14bce2806e0b)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:21:30.431646 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:30.436026 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:30.512499 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73bc603-8b9b-4564-8417-3f051814829e tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:21:30.541049 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-21b1ded3-a6f0-49d7-b184-0b2797c5af3c tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:30.560953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-21b1ded3-a6f0-49d7-b184-0b2797c5af3c tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:30.577276 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9f72d722-bbcc-43ad-abf3-74a7c99cf7b6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:30.591932 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9f72d722-bbcc-43ad-abf3-74a7c99cf7b6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:30.599844 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b73bc603-8b9b-4564-8417-3f051814829e tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:30.600189 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-b73bc603-8b9b-4564-8417-3f051814829e tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Added segment a4104f4a-1663-4fd8-9306-4a090a899a05 of type vlan for network 301306ec-993c-451a-a02b-d931f19d600f Jun 18 16:21:30.631771 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Allocated IP 172.20.0.1 (2d9f2105-49b3-451e-84c5-d3c30144e399/baf233b6-5b14-40c7-b9fa-4688b84e078a/e215fb96-0192-48ad-83d4-7e6a6d699f26) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:30.634850 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e36428-5fb8-4c02-bab2-6e128c053ada None None] Pushing event updated for resources: {'Port': ['ID=6337603c-3a6a-4f5c-b093-de2df0f80f4d,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:30.641056 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-14e36428-5fb8-4c02-bab2-6e128c053ada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:30.662924 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Routers {'0375bbdc-85d6-4802-9e6a-dfe2d99bfbe5'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:30.663603 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['0375bbdc-85d6-4802-9e6a-dfe2d99bfbe5'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:30.713161 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b73bc603-8b9b-4564-8417-3f051814829e tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:30.717316 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9f72d722-bbcc-43ad-abf3-74a7c99cf7b6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:30.717937 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f72d722-bbcc-43ad-abf3-74a7c99cf7b6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Fanout notify agent at l3_agent the message router_deleted on router 6f83fa50-407c-4c7a-98e2-88216b9dfc6e {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:21:30.723382 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5af1a1-2f1b-4649-923b-3c9e56d81ab4 req-0f2da591-4347-4c95-b2d8-6c262ff6b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:30.725388 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d5af1a1-2f1b-4649-923b-3c9e56d81ab4 req-0f2da591-4347-4c95-b2d8-6c262ff6b616 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 1099 time: 0.5391259 Jun 18 16:21:30.796156 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9f72d722-bbcc-43ad-abf3-74a7c99cf7b6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:30.799862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.db.resource_extend [None req-dd162ba4-00c0-4a7f-9801-4a27d4ec8c57 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 16:21:30.800440 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9f72d722-bbcc-43ad-abf3-74a7c99cf7b6 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] 10.222.0.50 "DELETE /v2.0/routers/6f83fa50-407c-4c7a-98e2-88216b9dfc6e HTTP/1.1" status: 204 len: 168 time: 1.3040226 Jun 18 16:21:30.803103 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44520) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:30.824795 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] Set router 0375bbdc-85d6-4802-9e6a-dfe2d99bfbe5 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:21:30.852098 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb8a0e3-baf0-412b-b96b-9d9e4f27c606 req-98bc2f6c-7299-4769-b4e0-e0b97c506e21 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:30.853639 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2eb8a0e3-baf0-412b-b96b-9d9e4f27c606 req-98bc2f6c-7299-4769-b4e0-e0b97c506e21 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 946 time: 0.5601444 Jun 18 16:21:30.920746 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0375bbdc-85d6-4802-9e6a-dfe2d99bfbe5', 'name': '', 'tenant_id': '8c77a74bb6224bc5900c8746535f5cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:21:21Z', 'updated_at': '2021-06-18T16:21:28Z', 'revision_number': 4, 'project_id': '8c77a74bb6224bc5900c8746535f5cd5', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:30.940541 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-21b1ded3-a6f0-49d7-b184-0b2797c5af3c tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Floating IP 88ec982f-e4eb-4922-a9d9-21afe85da0ac associated. External IP: 172.26.6.88, port: b2aad626-61c5-41aa-afab-903b03c760ca. Jun 18 16:21:30.954069 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb90fbd-a7b5-4b85-a6b2-12cdefe44cf1 None None] The sync data for ids ['0375bbdc-85d6-4802-9e6a-dfe2d99bfbe5'] in dv-neutron-797120-1-hyperv is: [{'id': '0375bbdc-85d6-4802-9e6a-dfe2d99bfbe5', 'name': '', 'tenant_id': '8c77a74bb6224bc5900c8746535f5cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:21:21Z', 'updated_at': '2021-06-18T16:21:28Z', 'revision_number': 4, 'project_id': '8c77a74bb6224bc5900c8746535f5cd5', 'gw_port_host': None}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:21:30.954498 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:30.967000 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd162ba4-00c0-4a7f-9801-4a27d4ec8c57 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:30.994306 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e58e4434-51cf-4254-ad22-48eccc24fb95 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:31.000739 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.db.resource_extend [None req-b73bc603-8b9b-4564-8417-3f051814829e tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 16:21:31.006031 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d5af1a1-2f1b-4649-923b-3c9e56d81ab4 req-fbea04be-9f7b-4805-94c9-48106ce34cba service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8fff4447-f964-44bc-b8bb-671702794d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2408535 Jun 18 16:21:31.016359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:31.017462 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd162ba4-00c0-4a7f-9801-4a27d4ec8c57 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:31.062472 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Transition to ACTIVE for port object e215fb96-0192-48ad-83d4-7e6a6d699f26 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:31.066578 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:31.069157 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-39eb4d52-91dd-4712-9f46-08c2ee5fdda5 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Deleting subnet 9e1b8240-fe6d-42a1-95a5-e83bf90e908e {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:21:31.070920 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e4434-51cf-4254-ad22-48eccc24fb95 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Pushing event deleted for resources: {'Port': ['ID=45b3ab59-ccb3-4c5c-9453-6b1abb6c47e6,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:31.071919 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:31.102913 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-39eb4d52-91dd-4712-9f46-08c2ee5fdda5 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:31.105813 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2eb8a0e3-baf0-412b-b96b-9d9e4f27c606 req-ea9b6f1b-89d2-4d75-bec9-eeedfb88e253 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fff4447-f964-44bc-b8bb-671702794d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2114184 Jun 18 16:21:31.115935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Pushing event deleted for resources: {'Port': ['ID=6337603c-3a6a-4f5c-b093-de2df0f80f4d,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:31.124572 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b73bc603-8b9b-4564-8417-3f051814829e tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:31.132630 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73bc603-8b9b-4564-8417-3f051814829e tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:31.133685 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b73bc603-8b9b-4564-8417-3f051814829e tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:31.137906 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e58e4434-51cf-4254-ad22-48eccc24fb95 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:31.200702 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:31.253350 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:31.260928 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a84c937-979f-4dad-81c9-3b085bb4f3fd None None] Network d0554b72-e86f-4624-baa0-2f24104ae5aa requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:31.263397 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:31.264044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:31.265040 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:31.265527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:31.266056 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:31.266614 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:31.267080 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:31.267545 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:31.268125 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:31.268668 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:31.269229 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:31.269791 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:31.275105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:31.362755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b2d3af31-52e8-473f-ae88-975549aee6bc None None] Provisioning for port 2f3887cd-aec2-4506-b820-96d527591922 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:31.373467 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bc603-8b9b-4564-8417-3f051814829e tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event updated for resources: {'Network': ['ID=301306ec-993c-451a-a02b-d931f19d600f,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:31.381132 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-39eb4d52-91dd-4712-9f46-08c2ee5fdda5 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:31.390704 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 301306ec-993c-451a-a02b-d931f19d600f details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:21:31.437088 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b73bc603-8b9b-4564-8417-3f051814829e tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9425392 Jun 18 16:21:31.442046 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b73bc603-8b9b-4564-8417-3f051814829e tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:31.455017 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f7c17eab-e2b8-4127-9807-2f249e1a0f5b tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:31.455017 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44522) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:31.467299 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-1077df18-b2a2-400c-b7c5-eca1d0f282b9 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-659059923'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:31.523170 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1077df18-b2a2-400c-b7c5-eca1d0f282b9 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Made reservation on behalf of a23b6cc9c7424f1996b74076aa8c3ed3 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:31.527328 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1077df18-b2a2-400c-b7c5-eca1d0f282b9 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:31.531841 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network 2d9f2105-49b3-451e-84c5-d3c30144e399 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:31.541861 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:31.557090 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:31.568714 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e58e4434-51cf-4254-ad22-48eccc24fb95 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:31.575162 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e58e4434-51cf-4254-ad22-48eccc24fb95 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:31.576736 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e58e4434-51cf-4254-ad22-48eccc24fb95 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] 10.222.0.50 "DELETE /v2.0/floatingips/42eca259-b903-45dc-9a48-27d831b3ce1e HTTP/1.1" status: 204 len: 168 time: 3.0912888 Jun 18 16:21:31.594371 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:31.599747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44524) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:31.676788 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1077df18-b2a2-400c-b7c5-eca1d0f282b9 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:21:31.696257 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1077df18-b2a2-400c-b7c5-eca1d0f282b9 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:31.696918 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-1077df18-b2a2-400c-b7c5-eca1d0f282b9 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Added segment 263a7137-e2a9-4b38-a021-822b94681c73 of type vlan for network 586f33b5-ff49-4f58-a7b9-ba9193c3d967 Jun 18 16:21:31.816476 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=e215fb96-0192-48ad-83d4-7e6a6d699f26,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:31.827390 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-dd162ba4-00c0-4a7f-9801-4a27d4ec8c57 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Floating IP 92caad00-7a19-4100-90fb-8ffb558d2812 associated. External IP: 172.26.6.57, port: 013e5971-7b77-4544-9e4c-f90e0fe8f833. Jun 18 16:21:31.829041 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2f3887cd-aec2-4506-b820-96d527591922 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:21:31.847798 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:31.852151 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1077df18-b2a2-400c-b7c5-eca1d0f282b9 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:31.858278 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:31.895553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:31.897113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:31.966901 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 2f3887cd-aec2-4506-b820-96d527591922 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:31.989532 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 2f3887cd-aec2-4506-b820-96d527591922 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:31.990001 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-39eb4d52-91dd-4712-9f46-08c2ee5fdda5 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:31.990172 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:32.105567 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1077df18-b2a2-400c-b7c5-eca1d0f282b9 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:32.115625 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1077df18-b2a2-400c-b7c5-eca1d0f282b9 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:32.116639 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1077df18-b2a2-400c-b7c5-eca1d0f282b9 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:32.143127 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cf55d8ca-cf17-4cb3-b654-95cc09a3c37d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:32.153027 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:32.189032 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ce78123b-1950-428b-aeb2-d78e93f74d9e None None] Provisioning for port e215fb96-0192-48ad-83d4-7e6a6d699f26 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:32.203238 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ce78123b-1950-428b-aeb2-d78e93f74d9e None None] Provisioning complete for port e215fb96-0192-48ad-83d4-7e6a6d699f26 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:32.203801 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ce78123b-1950-428b-aeb2-d78e93f74d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:32.241372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 2f3887cd-aec2-4506-b820-96d527591922, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2f3887cd-aec2-4506-b820-96d527591922,segment=NetworkSegment(17456778-fd1c-43b2-9e4b-901486dd53e1),segment_id=17456778-fd1c-43b2-9e4b-901486dd53e1)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:32.249868 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:32.258524 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-fa4b3224-8c34-4bdd-adf3-03bbe5dae9aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:32.297165 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ce78123b-1950-428b-aeb2-d78e93f74d9e None None] Port e215fb96-0192-48ad-83d4-7e6a6d699f26 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:21:32.328457 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=2f3887cd-aec2-4506-b820-96d527591922,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:32.332524 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:32.354535 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1077df18-b2a2-400c-b7c5-eca1d0f282b9 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8949332 Jun 18 16:21:32.363856 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:32.367547 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0375bbdc-85d6-4802-9e6a-dfe2d99bfbe5 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:21:32.394256 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:32.398766 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "DELETE /v2.0/routers/0375bbdc-85d6-4802-9e6a-dfe2d99bfbe5 HTTP/1.1" status: 204 len: 168 time: 4.4520950 Jun 18 16:21:32.405527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44528) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:32.418075 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-39eb4d52-91dd-4712-9f46-08c2ee5fdda5 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:32.439955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077df18-b2a2-400c-b7c5-eca1d0f282b9 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event updated for resources: {'Network': ['ID=586f33b5-ff49-4f58-a7b9-ba9193c3d967,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:32.445112 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1077df18-b2a2-400c-b7c5-eca1d0f282b9 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:32.453004 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-68dc1938-c606-4be2-b448-29b9426c5a3a tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:32.460702 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 586f33b5-ff49-4f58-a7b9-ba9193c3d967 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:21:32.511351 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-39eb4d52-91dd-4712-9f46-08c2ee5fdda5 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:32.518532 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-39eb4d52-91dd-4712-9f46-08c2ee5fdda5 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] 10.222.0.50 "DELETE /v2.0/subnets/9e1b8240-fe6d-42a1-95a5-e83bf90e908e HTTP/1.1" status: 204 len: 168 time: 1.6923008 Jun 18 16:21:32.523053 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44530) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:32.536258 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:32.539503 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb4d52-91dd-4712-9f46-08c2ee5fdda5 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1b8240-fe6d-42a1-95a5-e83bf90e908e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:32.545387 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-39eb4d52-91dd-4712-9f46-08c2ee5fdda5 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:32.590091 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-952d9a17-4e12-4481-8b4f-3b6fb94d42bc tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Deleting subnet 5a1511fe-4fd0-4c3a-bed6-0c4c5502d16b {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:21:32.606585 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbbda67-8de7-49bb-b127-36c1fa509ab3 None None] Network 74740fde-81f2-464f-9d77-eb091ad7260a requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:32.637787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-952d9a17-4e12-4481-8b4f-3b6fb94d42bc tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:32.664591 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-61f29f52-9299-4330-a6ff-46dbf842fd5e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Deleting port 0bb37234-c5b1-489b-935e-53d2f5a2e9c3 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:32.665265 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-61f29f52-9299-4330-a6ff-46dbf842fd5e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:32.682950 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b1ded3-a6f0-49d7-b184-0b2797c5af3c tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Router a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:21:32.694189 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:21:32.718043 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1189a3d3-0b2d-445b-a9dc-1f96d6fabfea None None] Provisioning complete for port 2f3887cd-aec2-4506-b820-96d527591922 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:32.718913 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1189a3d3-0b2d-445b-a9dc-1f96d6fabfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:32.812360 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-952d9a17-4e12-4481-8b4f-3b6fb94d42bc tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:32.841052 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:32.875922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc04a01-bbdf-49ba-9326-bec368934c76 req-aa0cf5d3-919e-459c-8ef2-bb8d1c829475 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:32.883993 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9dc04a01-bbdf-49ba-9326-bec368934c76 req-aa0cf5d3-919e-459c-8ef2-bb8d1c829475 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 946 time: 0.4183161 Jun 18 16:21:33.008845 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-61f29f52-9299-4330-a6ff-46dbf842fd5e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:33.012749 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-952d9a17-4e12-4481-8b4f-3b6fb94d42bc tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:33.123136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd162ba4-00c0-4a7f-9801-4a27d4ec8c57 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Router f8d13524-66e7-4247-8b6b-cb09bf243032 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:21:33.175996 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6605100e-5792-4bb8-a93e-91301da85f24 None None] DHCP port deletion for 74740fde-81f2-464f-9d77-eb091ad7260a request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:21:33.211248 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9dc04a01-bbdf-49ba-9326-bec368934c76 req-8fa2c178-7221-4cf6-b325-304b3fb35151 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fff4447-f964-44bc-b8bb-671702794d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3259149 Jun 18 16:21:33.265118 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-61f29f52-9299-4330-a6ff-46dbf842fd5e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Calling delete_port for 0bb37234-c5b1-489b-935e-53d2f5a2e9c3 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:33.271243 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-6605100e-5792-4bb8-a93e-91301da85f24 None None] Deleting port 66b59b29-9ad3-413e-859e-f069f1e3d5fd {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:33.272314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6605100e-5792-4bb8-a93e-91301da85f24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:33.281346 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:33.285762 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Deleting port 66b59b29-9ad3-413e-859e-f069f1e3d5fd {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:33.286447 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:33.352099 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6605100e-5792-4bb8-a93e-91301da85f24 None None] For port 66b59b29-9ad3-413e-859e-f069f1e3d5fd, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=66b59b29-9ad3-413e-859e-f069f1e3d5fd,segment=NetworkSegment(1b84ec71-faea-43c6-ac98-60e5abc8ae68),segment_id=1b84ec71-faea-43c6-ac98-60e5abc8ae68)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:33.352607 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6605100e-5792-4bb8-a93e-91301da85f24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:33.431314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-6605100e-5792-4bb8-a93e-91301da85f24 None None] Calling delete_port for 66b59b29-9ad3-413e-859e-f069f1e3d5fd owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:33.436113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] For port 66b59b29-9ad3-413e-859e-f069f1e3d5fd, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=66b59b29-9ad3-413e-859e-f069f1e3d5fd,segment=NetworkSegment(1b84ec71-faea-43c6-ac98-60e5abc8ae68),segment_id=1b84ec71-faea-43c6-ac98-60e5abc8ae68)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:33.436682 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:33.506488 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b1ded3-a6f0-49d7-b184-0b2797c5af3c tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:21:33.518880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6605100e-5792-4bb8-a93e-91301da85f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:33.524687 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-14e36428-5fb8-4c02-bab2-6e128c053ada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:33.528971 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f34de-a5bb-46f8-b201-05ef31d74c7e None None] Sync routers for ids ['a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:21:33.539819 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-21b1ded3-a6f0-49d7-b184-0b2797c5af3c tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:33.556586 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605100e-5792-4bb8-a93e-91301da85f24 None None] Pushing event deleted for resources: {'Port': ['ID=66b59b29-9ad3-413e-859e-f069f1e3d5fd,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:33.559284 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6605100e-5792-4bb8-a93e-91301da85f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:33.564578 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6605100e-5792-4bb8-a93e-91301da85f24 None None] No DVR routers for this DVR port 66b59b29-9ad3-413e-859e-f069f1e3d5fd on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:21:33.583056 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f34de-a5bb-46f8-b201-05ef31d74c7e None None] Routers {'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:33.585375 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d90f34de-a5bb-46f8-b201-05ef31d74c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:33.608561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Calling delete_port for 66b59b29-9ad3-413e-859e-f069f1e3d5fd owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:33.625315 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:33.632579 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cd64ee94-41e8-432c-ab38-3c6901085c1f tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:33.703602 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2f3887cd-aec2-4506-b820-96d527591922 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:21:33.754630 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-952d9a17-4e12-4481-8b4f-3b6fb94d42bc tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:33.804224 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=e215fb96-0192-48ad-83d4-7e6a6d699f26,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:33.814556 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:33.826900 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:33.829467 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:33.836499 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-d90f34de-a5bb-46f8-b201-05ef31d74c7e None None] Set router a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:21:33.877951 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 2f3887cd-aec2-4506-b820-96d527591922 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:33.878336 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:33.891927 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d9a17-4e12-4481-8b4f-3b6fb94d42bc tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5a1511fe-4fd0-4c3a-bed6-0c4c5502d16b,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:33.893156 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:33.903702 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-41b9991a-e3b1-4d4d-9c5b-8c7181390c6f tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:33.910269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-952d9a17-4e12-4481-8b4f-3b6fb94d42bc tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:33.914838 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-952d9a17-4e12-4481-8b4f-3b6fb94d42bc tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:33.919837 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-952d9a17-4e12-4481-8b4f-3b6fb94d42bc tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/5a1511fe-4fd0-4c3a-bed6-0c4c5502d16b HTTP/1.1" status: 204 len: 168 time: 1.4603887 Jun 18 16:21:33.921653 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44532) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:33.933488 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-21b1ded3-a6f0-49d7-b184-0b2797c5af3c tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "PUT /v2.0/floatingips/88ec982f-e4eb-4922-a9d9-21afe85da0ac HTTP/1.1" status: 200 len: 990 time: 5.7919619 Jun 18 16:21:33.939587 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8517d4b-6e17-4e93-92b1-b13b6552c0f1', 'tag': 'b2aad626-61c5-41aa-afab-903b03c760ca'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:21:33.941940 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fd726c-b3fc-45a3-9af0-d2dc0e9f5fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "b8517d4b-6e17-4e93-92b1-b13b6552c0f1", "tag": "b2aad626-61c5-41aa-afab-903b03c760ca"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:21:33.944985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-61f29f52-9299-4330-a6ff-46dbf842fd5e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:33.948761 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Pushing event deleted for resources: {'Port': ['ID=66b59b29-9ad3-413e-859e-f069f1e3d5fd,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:33.961854 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:33.980548 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] No DVR routers for this DVR port 66b59b29-9ad3-413e-859e-f069f1e3d5fd on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:21:34.008520 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-62712506-90a4-4637-85a1-7c20673bc5e9 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:34.077575 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd162ba4-00c0-4a7f-9801-4a27d4ec8c57 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:21:34.090170 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ab012-4172-4ad7-9dde-cbcf20ca84ec None None] Sync routers for ids ['f8d13524-66e7-4247-8b6b-cb09bf243032'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:21:34.104141 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ab012-4172-4ad7-9dde-cbcf20ca84ec None None] Routers {'f8d13524-66e7-4247-8b6b-cb09bf243032'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:34.106964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd162ba4-00c0-4a7f-9801-4a27d4ec8c57 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:34.107930 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5a5ab012-4172-4ad7-9dde-cbcf20ca84ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['f8d13524-66e7-4247-8b6b-cb09bf243032'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:34.127409 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f29f52-9299-4330-a6ff-46dbf842fd5e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Pushing event deleted for resources: {'Port': ['ID=0bb37234-c5b1-489b-935e-53d2f5a2e9c3,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:34.131911 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-61f29f52-9299-4330-a6ff-46dbf842fd5e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:34.151438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461dcc91-9fd4-4dc8-b06b-f23e499622f9 x-openstack-request-id: req-461dcc91-9fd4-4dc8-b06b-f23e499622f9 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:21:34.151812 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8517d4b-6e17-4e93-92b1-b13b6552c0f1", "tag": "b2aad626-61c5-41aa-afab-903b03c760ca", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:21:34.152071 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-461dcc91-9fd4-4dc8-b06b-f23e499622f9 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:21:34.152510 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8517d4b-6e17-4e93-92b1-b13b6552c0f1', 'tag': 'b2aad626-61c5-41aa-afab-903b03c760ca', 'status': 'completed', 'code': 200} Jun 18 16:21:34.264031 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:34.297318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74740fde-81f2-464f-9d77-eb091ad7260a']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:34.343700 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b84ec71-faea-43c6-ac98-60e5abc8ae68') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:34.344402 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b84ec71-faea-43c6-ac98-60e5abc8ae68') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:34.351018 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network 2d9f2105-49b3-451e-84c5-d3c30144e399 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:34.383381 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:34.407434 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:34.429454 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-5a5ab012-4172-4ad7-9dde-cbcf20ca84ec None None] Set router f8d13524-66e7-4247-8b6b-cb09bf243032 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:21:34.454638 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:34.518275 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 66b59b29-9ad3-413e-859e-f069f1e3d5fd no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:21:34.527018 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5285d031-1ada-4d7c-aa13-7486926e61ec tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:34.584414 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 66b59b29-9ad3-413e-859e-f069f1e3d5fd {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:21:34.584996 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 66b59b29-9ad3-413e-859e-f069f1e3d5fd not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:21:34.644093 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-dd162ba4-00c0-4a7f-9801-4a27d4ec8c57 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "PUT /v2.0/floatingips/92caad00-7a19-4100-90fb-8ffb558d2812 HTTP/1.1" status: 200 len: 990 time: 5.7652407 Jun 18 16:21:34.659540 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:21:34.660616 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:21:34.672071 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:21:34.787972 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d90f34de-a5bb-46f8-b201-05ef31d74c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'name': 'tempest-ServersTestJSON-1990322226-router', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:37Z', 'revision_number': 4, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'gw_port': {'id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '88ec982f-e4eb-4922-a9d9-21afe85da0ac', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'floating_ip_address': '172.26.6.88', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'port_id': 'b2aad626-61c5-41aa-afab-903b03c760ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922', 'mac_address': 'fa:16:3e:92:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8517d4b-6e17-4e93-92b1-b13b6552c0f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:20:48Z', 'updated_at': '2021-06-18T16:21:29Z', 'revision_number': 1, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3', 'name': '', 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'mac_address': 'fa:16:3e:d2:d2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b6dd737-7e4b-40cd-bf18-9c9044bc5401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:35Z', 'updated_at': '2021-06-18T16:20:49Z', 'revision_number': 5, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'subnets': [{'id': '1b6dd737-7e4b-40cd-bf18-9c9044bc5401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:34.795214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-61f29f52-9299-4330-a6ff-46dbf842fd5e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:34.799800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44544) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:34.802429 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-61f29f52-9299-4330-a6ff-46dbf842fd5e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] 10.222.0.50 "DELETE /v2.0/ports/0bb37234-c5b1-489b-935e-53d2f5a2e9c3 HTTP/1.1" status: 204 len: 168 time: 3.2016468 Jun 18 16:21:34.859955 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f34de-a5bb-46f8-b201-05ef31d74c7e None None] Checking router: a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:21:34.869537 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd726c-b3fc-45a3-9af0-d2dc0e9f5fa4 req-803107d3-1d8f-4ffc-9cf6-03a1be75211d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:34.874555 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a7fd726c-b3fc-45a3-9af0-d2dc0e9f5fa4 req-803107d3-1d8f-4ffc-9cf6-03a1be75211d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d37ab518138b46219c6e98edeeaed8b5&device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 1098 time: 0.5501723 Jun 18 16:21:34.875061 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:34.890308 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d60ad999-fdd9-4e10-a7a6-7a240f8230c7 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:34.906356 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-2aad7ea1-0d80-421f-b918-044702ddde95 None None] Provisioning complete for port e215fb96-0192-48ad-83d4-7e6a6d699f26 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:34.908800 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2aad7ea1-0d80-421f-b918-044702ddde95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:34.912375 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f34de-a5bb-46f8-b201-05ef31d74c7e None None] Routers {'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:34.913124 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:34.913854 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d90f34de-a5bb-46f8-b201-05ef31d74c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:34.915838 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] 10.222.0.50 "DELETE /v2.0/networks/74740fde-81f2-464f-9d77-eb091ad7260a HTTP/1.1" status: 204 len: 168 time: 2.3914950 Jun 18 16:21:34.918773 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Pushing event deleted for resources: {'Network': ['ID=74740fde-81f2-464f-9d77-eb091ad7260a,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:34.949832 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:35.006400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92c2513-3688-4a33-911e-a9a7a0c68960 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:35.013220 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f92c2513-3688-4a33-911e-a9a7a0c68960 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b529ab3-15c6-4aa7-9a19-6d08c403cefe HTTP/1.1" status: 200 len: 913 time: 0.2072089 Jun 18 16:21:35.015426 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44548) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:35.016362 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router fe4e543a-1087-4ba7-8fc3-189973323488 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:21:35.120307 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-2aad7ea1-0d80-421f-b918-044702ddde95 None None] Port e215fb96-0192-48ad-83d4-7e6a6d699f26 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:21:35.144901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd726c-b3fc-45a3-9af0-d2dc0e9f5fa4 req-51cabca5-b595-4685-a6ef-148d1f595e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:35.148490 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a7fd726c-b3fc-45a3-9af0-d2dc0e9f5fa4 req-51cabca5-b595-4685-a6ef-148d1f595e2c service neutron] 10.222.0.55 "GET /v2.0/networks?id=35dd169e-5f93-47a6-9344-547c849f4922 HTTP/1.1" status: 200 len: 907 time: 0.2031941 Jun 18 16:21:35.263355 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5a5ab012-4172-4ad7-9dde-cbcf20ca84ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'name': 'tempest-ServerActionsTestJSON-674591186-router', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:31Z', 'updated_at': '2021-06-18T16:20:38Z', 'revision_number': 4, 'project_id': '3328f9de576047028d611de30e1e3eab', 'gw_port': {'id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:32Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '92caad00-7a19-4100-90fb-8ffb558d2812', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'floating_ip_address': '172.26.6.57', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'port_id': '013e5971-7b77-4544-9e4c-f90e0fe8f833', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233', 'mac_address': 'fa:16:3e:47:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9718002d-c08b-4d66-8439-2dfc5b48524d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:20:51Z', 'updated_at': '2021-06-18T16:21:30Z', 'revision_number': 1, 'project_id': '3328f9de576047028d611de30e1e3eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53dddba7-d821-4c0c-b5b1-3f7b013e3694', 'name': '', 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'mac_address': 'fa:16:3e:63:d7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5e8e39ea-ca18-4f6a-859c-466bac254243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:35Z', 'updated_at': '2021-06-18T16:20:48Z', 'revision_number': 5, 'project_id': '3328f9de576047028d611de30e1e3eab', 'subnets': [{'id': '5e8e39ea-ca18-4f6a-859c-466bac254243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:35.272581 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-d90f34de-a5bb-46f8-b201-05ef31d74c7e None None] Set router a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:21:35.300174 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ab012-4172-4ad7-9dde-cbcf20ca84ec None None] Checking router: f8d13524-66e7-4247-8b6b-cb09bf243032 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:21:35.311298 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5ab012-4172-4ad7-9dde-cbcf20ca84ec None None] Routers {'f8d13524-66e7-4247-8b6b-cb09bf243032'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:35.312128 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5a5ab012-4172-4ad7-9dde-cbcf20ca84ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['f8d13524-66e7-4247-8b6b-cb09bf243032'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:35.438142 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5285d031-1ada-4d7c-aa13-7486926e61ec tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:35.482008 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-5285d031-1ada-4d7c-aa13-7486926e61ec tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0e91d7-3ab6-4965-b910-d2fde3a32cda']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:35.537758 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-5285d031-1ada-4d7c-aa13-7486926e61ec tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7379fc-5a89-4507-bc46-14bce2806e0b') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:35.538761 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-5285d031-1ada-4d7c-aa13-7486926e61ec tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7379fc-5a89-4507-bc46-14bce2806e0b') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:35.598770 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-5a5ab012-4172-4ad7-9dde-cbcf20ca84ec None None] Set router f8d13524-66e7-4247-8b6b-cb09bf243032 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:21:35.613194 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5285d031-1ada-4d7c-aa13-7486926e61ec tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:35.660255 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5285d031-1ada-4d7c-aa13-7486926e61ec tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:35.672842 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5285d031-1ada-4d7c-aa13-7486926e61ec tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:21:35.673811 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5285d031-1ada-4d7c-aa13-7486926e61ec tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:35.787558 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44554) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: items = [ Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:21:35.790872 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:21:35.855701 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd00e0-d256-41e8-8daf-59407373b8cb req-864c1c5c-70f0-489f-985c-49413ab9f9f0 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:35.865467 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0ccd00e0-d256-41e8-8daf-59407373b8cb req-864c1c5c-70f0-489f-985c-49413ab9f9f0 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 946 time: 1.3218498 Jun 18 16:21:35.867366 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5285d031-1ada-4d7c-aa13-7486926e61ec tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:35.922760 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d90f34de-a5bb-46f8-b201-05ef31d74c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'name': 'tempest-ServersTestJSON-1990322226-router', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:37Z', 'revision_number': 4, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'gw_port': {'id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '88ec982f-e4eb-4922-a9d9-21afe85da0ac', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'floating_ip_address': '172.26.6.88', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'port_id': 'b2aad626-61c5-41aa-afab-903b03c760ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922', 'mac_address': 'fa:16:3e:92:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8517d4b-6e17-4e93-92b1-b13b6552c0f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:20:48Z', 'updated_at': '2021-06-18T16:21:29Z', 'revision_number': 1, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3', 'name': '', 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'mac_address': 'fa:16:3e:d2:d2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b6dd737-7e4b-40cd-bf18-9c9044bc5401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:35Z', 'updated_at': '2021-06-18T16:20:49Z', 'revision_number': 5, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'subnets': [{'id': '1b6dd737-7e4b-40cd-bf18-9c9044bc5401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:35.982939 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f34de-a5bb-46f8-b201-05ef31d74c7e None None] The sync data for ids ['a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'] in dv-neutron-797120-1-hyperv is: [{'id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'name': 'tempest-ServersTestJSON-1990322226-router', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:37Z', 'revision_number': 4, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'gw_port': {'id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '88ec982f-e4eb-4922-a9d9-21afe85da0ac', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'floating_ip_address': '172.26.6.88', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'port_id': 'b2aad626-61c5-41aa-afab-903b03c760ca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922', 'mac_address': 'fa:16:3e:92:4b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8517d4b-6e17-4e93-92b1-b13b6552c0f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:20:48Z', 'updated_at': '2021-06-18T16:21:29Z', 'revision_number': 1, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3', 'name': '', 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'mac_address': 'fa:16:3e:d2:d2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b6dd737-7e4b-40cd-bf18-9c9044bc5401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:35Z', 'updated_at': '2021-06-18T16:20:49Z', 'revision_number': 5, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'subnets': [{'id': '1b6dd737-7e4b-40cd-bf18-9c9044bc5401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:21:36.046186 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5a5ab012-4172-4ad7-9dde-cbcf20ca84ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'name': 'tempest-ServerActionsTestJSON-674591186-router', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:31Z', 'updated_at': '2021-06-18T16:20:38Z', 'revision_number': 4, 'project_id': '3328f9de576047028d611de30e1e3eab', 'gw_port': {'id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:32Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '92caad00-7a19-4100-90fb-8ffb558d2812', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'floating_ip_address': '172.26.6.57', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'port_id': '013e5971-7b77-4544-9e4c-f90e0fe8f833', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233', 'mac_address': 'fa:16:3e:47:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9718002d-c08b-4d66-8439-2dfc5b48524d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:20:51Z', 'updated_at': '2021-06-18T16:21:30Z', 'revision_number': 1, 'project_id': '3328f9de576047028d611de30e1e3eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53dddba7-d821-4c0c-b5b1-3f7b013e3694', 'name': '', 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'mac_address': 'fa:16:3e:63:d7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5e8e39ea-ca18-4f6a-859c-466bac254243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:35Z', 'updated_at': '2021-06-18T16:20:48Z', 'revision_number': 5, 'project_id': '3328f9de576047028d611de30e1e3eab', 'subnets': [{'id': '5e8e39ea-ca18-4f6a-859c-466bac254243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:36.094708 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5ab012-4172-4ad7-9dde-cbcf20ca84ec None None] The sync data for ids ['f8d13524-66e7-4247-8b6b-cb09bf243032'] in dv-neutron-797120-1-hyperv is: [{'id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'name': 'tempest-ServerActionsTestJSON-674591186-router', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:31Z', 'updated_at': '2021-06-18T16:20:38Z', 'revision_number': 4, 'project_id': '3328f9de576047028d611de30e1e3eab', 'gw_port': {'id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:32Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '92caad00-7a19-4100-90fb-8ffb558d2812', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'floating_ip_address': '172.26.6.57', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'port_id': '013e5971-7b77-4544-9e4c-f90e0fe8f833', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233', 'mac_address': 'fa:16:3e:47:b5:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9718002d-c08b-4d66-8439-2dfc5b48524d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:20:51Z', 'updated_at': '2021-06-18T16:21:30Z', 'revision_number': 1, 'project_id': '3328f9de576047028d611de30e1e3eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53dddba7-d821-4c0c-b5b1-3f7b013e3694', 'name': '', 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'mac_address': 'fa:16:3e:63:d7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5e8e39ea-ca18-4f6a-859c-466bac254243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:35Z', 'updated_at': '2021-06-18T16:20:48Z', 'revision_number': 5, 'project_id': '3328f9de576047028d611de30e1e3eab', 'subnets': [{'id': '5e8e39ea-ca18-4f6a-859c-466bac254243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:21:36.167609 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:21:36.174266 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/fe4e543a-1087-4ba7-8fc3-189973323488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7825387 Jun 18 16:21:36.176857 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44560) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:36.178996 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe50b8d6-943e-4e97-9798-e87ccb321d21 None None] Sync routers for ids ['fe4e543a-1087-4ba7-8fc3-189973323488'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:21:36.209923 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe50b8d6-943e-4e97-9798-e87ccb321d21 None None] Routers {'fe4e543a-1087-4ba7-8fc3-189973323488'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:36.214294 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-fe50b8d6-943e-4e97-9798-e87ccb321d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['fe4e543a-1087-4ba7-8fc3-189973323488'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:36.255469 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-fe50b8d6-943e-4e97-9798-e87ccb321d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:36.266166 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe50b8d6-943e-4e97-9798-e87ccb321d21 None None] Routers {'fe4e543a-1087-4ba7-8fc3-189973323488'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:36.267170 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-fe50b8d6-943e-4e97-9798-e87ccb321d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['fe4e543a-1087-4ba7-8fc3-189973323488'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:36.286627 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44562) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:36.295735 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Request body: {'subnets': [{'network_id': '301306ec-993c-451a-a02b-d931f19d600f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1269658041', 'ip_version': 6}, {'network_id': '586f33b5-ff49-4f58-a7b9-ba9193c3d967', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:36.296325 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Request body: {'subnet': {'network_id': '301306ec-993c-451a-a02b-d931f19d600f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1269658041', 'ip_version': 6}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:36.297319 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Request body: {'subnet': {'network_id': '586f33b5-ff49-4f58-a7b9-ba9193c3d967', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:36.304962 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-fe50b8d6-943e-4e97-9798-e87ccb321d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:36.305636 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe50b8d6-943e-4e97-9798-e87ccb321d21 None None] The sync data for ids ['fe4e543a-1087-4ba7-8fc3-189973323488'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:21:36.411559 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9718002d-c08b-4d66-8439-2dfc5b48524d', 'tag': '013e5971-7b77-4544-9e4c-f90e0fe8f833'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:21:36.414713 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0f0b21-705a-45d5-b9c1-254a2f1d6c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "9718002d-c08b-4d66-8439-2dfc5b48524d", "tag": "013e5971-7b77-4544-9e4c-f90e0fe8f833"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:21:36.456321 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:36.466498 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5285d031-1ada-4d7c-aa13-7486926e61ec tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network af0e91d7-3ab6-4965-b910-d2fde3a32cda {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 18 16:21:36.470268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5285d031-1ada-4d7c-aa13-7486926e61ec tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:36.473368 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5285d031-1ada-4d7c-aa13-7486926e61ec tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "DELETE /v2.0/networks/af0e91d7-3ab6-4965-b910-d2fde3a32cda HTTP/1.1" status: 204 len: 168 time: 2.5505183 Jun 18 16:21:36.487322 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37de6f5e-6e0b-4dd0-80db-f971b7eb1870 None None] New status for floating IP 88ec982f-e4eb-4922-a9d9-21afe85da0ac: ACTIVE {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:21:36.493016 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a7fd726c-b3fc-45a3-9af0-d2dc0e9f5fa4 req-573460a2-bf23-4dff-80df-5ccbc031586a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2aad626-61c5-41aa-afab-903b03c760ca HTTP/1.1" status: 200 len: 998 time: 1.3219590 Jun 18 16:21:36.506631 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f6ed73-6b1a-4df2-affe-41ef71bf75ca tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:36.514666 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a8f6ed73-6b1a-4df2-affe-41ef71bf75ca tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/ports/e215fb96-0192-48ad-83d4-7e6a6d699f26 HTTP/1.1" status: 200 len: 910 time: 0.3363895 Jun 18 16:21:36.519771 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44568) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:36.585855 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcc85ef-39c2-400a-8df0-e42c67401838 x-openstack-request-id: req-bfcc85ef-39c2-400a-8df0-e42c67401838 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:21:36.587591 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9718002d-c08b-4d66-8439-2dfc5b48524d", "tag": "013e5971-7b77-4544-9e4c-f90e0fe8f833", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:21:36.590825 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bfcc85ef-39c2-400a-8df0-e42c67401838 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:21:36.591642 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9718002d-c08b-4d66-8439-2dfc5b48524d', 'tag': '013e5971-7b77-4544-9e4c-f90e0fe8f833', 'status': 'completed', 'code': 200} Jun 18 16:21:36.641751 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285d031-1ada-4d7c-aa13-7486926e61ec tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Pushing event deleted for resources: {'Network': ['ID=af0e91d7-3ab6-4965-b910-d2fde3a32cda,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:36.654897 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5285d031-1ada-4d7c-aa13-7486926e61ec tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:36.744506 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0ccd00e0-d256-41e8-8daf-59407373b8cb req-cf7e4b97-7ba5-4831-ab85-867a535f9a80 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fff4447-f964-44bc-b8bb-671702794d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8766208 Jun 18 16:21:36.809842 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-df009101-b845-4bd4-8635-5744f7775c0f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=449773ac87194df99ac61b3256e0b94a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0098765 Jun 18 16:21:36.818142 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44578) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:36.873615 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd726c-b3fc-45a3-9af0-d2dc0e9f5fa4 req-fac012ad-5307-4e09-a917-11cc8d9661a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:36.878556 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a7fd726c-b3fc-45a3-9af0-d2dc0e9f5fa4 req-fac012ad-5307-4e09-a917-11cc8d9661a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b6dd737-7e4b-40cd-bf18-9c9044bc5401 HTTP/1.1" status: 200 len: 845 time: 0.2839549 Jun 18 16:21:36.915140 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Made reservation on behalf of a23b6cc9c7424f1996b74076aa8c3ed3 for: {'subnet': 2} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:36.922724 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:36.923245 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:37.042906 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44580) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:37.051700 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f0b21-705a-45d5-b9c1-254a2f1d6c0c req-d464b823-e802-4c00-bbdd-197ea91ba860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:37.053302 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-ed0f0b21-705a-45d5-b9c1-254a2f1d6c0c req-d464b823-e802-4c00-bbdd-197ea91ba860 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3328f9de576047028d611de30e1e3eab&device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 1098 time: 0.4673519 Jun 18 16:21:37.089924 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-e92145aa-9346-4530-b244-5d1d954630ee tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Request body: {'router': {'name': 'tempest-router--365149529', 'project_id': '0f81a4f1bb674ef5bebc61f2d88cd727'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:37.097587 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6e1907b1-6e4f-467e-94d9-3e0ced8d21e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:37.114072 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd726c-b3fc-45a3-9af0-d2dc0e9f5fa4 req-5788552a-7c68-4e6d-bb99-25065125a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:37.115595 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a7fd726c-b3fc-45a3-9af0-d2dc0e9f5fa4 req-5788552a-7c68-4e6d-bb99-25065125a1c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35dd169e-5f93-47a6-9344-547c849f4922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2224720 Jun 18 16:21:37.141379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6e1907b1-6e4f-467e-94d9-3e0ced8d21e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:37.202234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad756d4-87d0-4fa2-bc27-5641d1110c9a req-996c5688-4d9d-4490-accc-ef40c497d458 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:37.204164 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5ad756d4-87d0-4fa2-bc27-5641d1110c9a req-996c5688-4d9d-4490-accc-ef40c497d458 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 946 time: 0.2056694 Jun 18 16:21:37.242849 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44584) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:37.262833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-75ea05ad-7d99-451c-9d99-d331bbd8b1fc tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Request body: {'floatingip': {'port_id': '975eb24a-dc91-4222-acdd-f8f0386be67e'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:37.318412 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e92145aa-9346-4530-b244-5d1d954630ee tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:37.319445 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e92145aa-9346-4530-b244-5d1d954630ee tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:37.320631 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6e1907b1-6e4f-467e-94d9-3e0ced8d21e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:37.327333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6e1907b1-6e4f-467e-94d9-3e0ced8d21e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:37.330878 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6e1907b1-6e4f-467e-94d9-3e0ced8d21e7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f2ec42c3-9da2-4d01-b4b8-fd83267f9303 HTTP/1.1" status: 204 len: 168 time: 0.5073600 Jun 18 16:21:37.330878 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:37.331104 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3689331f-0cd1-4948-ba3f-505ece99412f None None] New status for floating IP 92caad00-7a19-4100-90fb-8ffb558d2812: ACTIVE {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:21:37.340551 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a7fd726c-b3fc-45a3-9af0-d2dc0e9f5fa4 req-50288cf9-a123-4884-ae31-8ee74a11d523 service neutron] 10.222.0.55 "GET /v2.0/networks/35dd169e-5f93-47a6-9344-547c849f4922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117212 Jun 18 16:21:37.340709 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1907b1-6e4f-467e-94d9-3e0ced8d21e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ec42c3-9da2-4d01-b4b8-fd83267f9303,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:37.348995 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6e1907b1-6e4f-467e-94d9-3e0ced8d21e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:37.417801 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75ea05ad-7d99-451c-9d99-d331bbd8b1fc tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for floatingip, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:37.502077 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a7fd726c-b3fc-45a3-9af0-d2dc0e9f5fa4 req-be5b95f9-4c1a-4fb3-bcff-a404a27691f5 service neutron] 10.222.0.55 "GET /v2.0/networks/35dd169e-5f93-47a6-9344-547c849f4922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383047 Jun 18 16:21:37.555782 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e92145aa-9346-4530-b244-5d1d954630ee tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:37.616159 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e92145aa-9346-4530-b244-5d1d954630ee tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:37.734239 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f0b21-705a-45d5-b9c1-254a2f1d6c0c req-7940442a-2f48-4b43-9cf1-236caad1b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:37.735732 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-ed0f0b21-705a-45d5-b9c1-254a2f1d6c0c req-7940442a-2f48-4b43-9cf1-236caad1b83a service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a164dae-cb32-4185-85ff-e3ff62c30233 HTTP/1.1" status: 200 len: 912 time: 0.6384869 Jun 18 16:21:37.748136 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e92145aa-9346-4530-b244-5d1d954630ee tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:37.749314 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e92145aa-9346-4530-b244-5d1d954630ee tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7034304 Jun 18 16:21:37.752496 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44590) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:37.836776 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-987e01c4-1b31-47e0-83eb-f1a4cb10fe52 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:37.897136 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:37.914051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b119222b-6f4c-405b-b50b-9aa9bb6b597b tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:38.031625 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-987e01c4-1b31-47e0-83eb-f1a4cb10fe52 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:38.034058 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-987e01c4-1b31-47e0-83eb-f1a4cb10fe52 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:38.120137 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-987e01c4-1b31-47e0-83eb-f1a4cb10fe52 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:38.120777 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987e01c4-1b31-47e0-83eb-f1a4cb10fe52 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd1ae4b2-3c57-425a-aab8-11e429fb2ca3 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:21:38.128013 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-987e01c4-1b31-47e0-83eb-f1a4cb10fe52 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:38.131497 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-987e01c4-1b31-47e0-83eb-f1a4cb10fe52 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "DELETE /v2.0/routers/dd1ae4b2-3c57-425a-aab8-11e429fb2ca3 HTTP/1.1" status: 204 len: 168 time: 0.3771219 Jun 18 16:21:38.389804 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44614) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:38.427920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d3a19e30-2fe4-4d49-b42c-3e5fadd817c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:38.441159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44620) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:38.591450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1442755843', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:38.625555 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-ed0f0b21-705a-45d5-b9c1-254a2f1d6c0c req-efc286a2-c548-42c9-9438-db87ed2fcb8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=013e5971-7b77-4544-9e4c-f90e0fe8f833 HTTP/1.1" status: 200 len: 1000 time: 0.8779507 Jun 18 16:21:38.626838 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:38.629809 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:38.699346 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Request body: {'networks': [{'name': 'tempest-network--1966791992'}, {'name': 'tempest-network--1525285040'}]} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:38.699942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Request body: {'network': {'name': 'tempest-network--1966791992'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:38.700359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Request body: {'network': {'name': 'tempest-network--1525285040'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:38.709617 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:38.790535 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Made reservation on behalf of 9194b0a8ddbe460491402fe0be93e4c1 for: {'network': 2} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:38.800159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:38.813709 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:38.824556 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f0b21-705a-45d5-b9c1-254a2f1d6c0c req-d4c8aefe-6a9b-4ef2-88a0-8e19a00e5d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:38.826051 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-ed0f0b21-705a-45d5-b9c1-254a2f1d6c0c req-d4c8aefe-6a9b-4ef2-88a0-8e19a00e5d7e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e8e39ea-ca18-4f6a-859c-466bac254243 HTTP/1.1" status: 200 len: 850 time: 0.1891899 Jun 18 16:21:38.895992 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:39.043869 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:39.048133 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:39.049680 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:39.054811 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-13aa1175-8a67-44ea-a251-3fb6ad1514cf tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:39.120238 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:21:39.124107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da44353c-5554-4b9e-b59f-9507f4ab769b,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:39.175513 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:39.240191 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:39.240191 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Added segment 71dc2a4e-7481-47d1-817f-274ea9ec8a32 of type vlan for network 7f4dfd4c-d8e3-481a-bdd6-f7b5c2ccd46d Jun 18 16:21:39.336645 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:39.350334 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f0b21-705a-45d5-b9c1-254a2f1d6c0c req-ab686867-0024-4f01-b422-f2e429529a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:39.351907 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-ed0f0b21-705a-45d5-b9c1-254a2f1d6c0c req-ab686867-0024-4f01-b422-f2e429529a50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a164dae-cb32-4185-85ff-e3ff62c30233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5182059 Jun 18 16:21:39.352785 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:39.372143 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:39.378449 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:39.384915 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:39.403754 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Allocated IP 172.21.0.1 (d0554b72-e86f-4624-baa0-2f24104ae5aa/cac4e167-5c36-49b0-aa11-f0ec0758c474/c85bb809-952a-4cb0-8a79-7774ddd731de) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:39.534579 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:21:39.548211 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:39.548553 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Added segment 886b62d5-5c71-4dd7-a0d2-7ef43651f137 of type vlan for network 99756a56-3c5f-42c1-9456-d6df8ef9dea5 Jun 18 16:21:39.550948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.db.resource_extend [None req-75ea05ad-7d99-451c-9d99-d331bbd8b1fc tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 16:21:39.630236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Allocated IP 172.26.6.19 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/60adb165-698e-4060-8afd-aa580dedabff) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:39.633970 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:39.651429 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event updated for resources: {'Subnet': ['ID=84e6c953-de55-4156-9252-ed6215828f2c,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:39.671002 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:39.740472 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:39.744453 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75ea05ad-7d99-451c-9d99-d331bbd8b1fc tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:39.745659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:39.751206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-adec833e-18f2-4cb5-bda4-ee11ae13c920 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:39.752145 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-ed0f0b21-705a-45d5-b9c1-254a2f1d6c0c req-31125e08-0dde-4b17-b7a4-37abd5e65084 service neutron] 10.222.0.55 "GET /v2.0/networks/8a164dae-cb32-4185-85ff-e3ff62c30233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809359 Jun 18 16:21:39.752840 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Checking segment: {'id': 'a4104f4a-1663-4fd8-9306-4a090a899a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '301306ec-993c-451a-a02b-d931f19d600f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:39.753195 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Network hostable DHCP agents. Network: 301306ec-993c-451a-a02b-d931f19d600f, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:21:39.759711 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75ea05ad-7d99-451c-9d99-d331bbd8b1fc tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:39.777904 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:39.786912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:39.787870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:39.910672 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4664068 Jun 18 16:21:39.912964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44628) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:39.913609 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event updated for resources: {'Network': ['ID=7f4dfd4c-d8e3-481a-bdd6-f7b5c2ccd46d,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:39.932367 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 7f4dfd4c-d8e3-481a-bdd6-f7b5c2ccd46d details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:21:39.943821 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:39.958363 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Network 301306ec-993c-451a-a02b-d931f19d600f is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:21:39.987208 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Transition to ACTIVE for port object c85bb809-952a-4cb0-8a79-7774ddd731de will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:39.991877 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 301306ec-993c-451a-a02b-d931f19d600f) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:40.005049 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-b119222b-6f4c-405b-b50b-9aa9bb6b597b tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Deleting port fbb284b6-1927-4888-948c-994189d29d29 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:40.005429 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b119222b-6f4c-405b-b50b-9aa9bb6b597b tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:40.012073 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:40.013940 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8f0536-6840-4f8c-8370-8627c5b24b38 None None] Network 301306ec-993c-451a-a02b-d931f19d600f requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:40.027817 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:40.038494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7f13e34b-384c-4a78-a255-8debcc34929c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:40.065261 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event updated for resources: {'Network': ['ID=99756a56-3c5f-42c1-9456-d6df8ef9dea5,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:40.071653 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:40.074178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:40.074588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:40.092891 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 99756a56-3c5f-42c1-9456-d6df8ef9dea5 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:21:40.108910 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-75ea05ad-7d99-451c-9d99-d331bbd8b1fc tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Floating IP 07ec3738-2dd2-4217-8f24-bc779b2ae2cc associated. External IP: 172.26.6.182, port: 975eb24a-dc91-4222-acdd-f8f0386be67e. Jun 18 16:21:40.133782 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59ea0dc-7a74-4c4f-b310-303e77b0dd80 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:40.140227 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59ea0dc-7a74-4c4f-b310-303e77b0dd80 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:40.146543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59ea0dc-7a74-4c4f-b310-303e77b0dd80 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:40.152598 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59ea0dc-7a74-4c4f-b310-303e77b0dd80 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:40.154486 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e59ea0dc-7a74-4c4f-b310-303e77b0dd80 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2378964 Jun 18 16:21:40.158380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44630) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:40.169516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:40.186005 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a3a4f4be-cf8f-4fd7-bebd-dea1f87aa7e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:40.197032 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-ed0f0b21-705a-45d5-b9c1-254a2f1d6c0c req-313f9990-5c88-4f2b-ad0d-b87d4332c622 service neutron] 10.222.0.55 "GET /v2.0/networks/8a164dae-cb32-4185-85ff-e3ff62c30233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876281 Jun 18 16:21:40.226982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event updated for resources: {'Subnet': ['ID=1f045a94-0286-4638-81d5-4d630b15e15b,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:40.235838 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:40.299477 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:40.308273 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:40.328302 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-69912754-570d-4d31-9942-e97b73e9e578 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:40.337694 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:40.361902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:40.364747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:40.368550 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Pushing event updated for resources: {'Port': ['ID=60adb165-698e-4060-8afd-aa580dedabff,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:40.373266 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-301306ec-993c-451a-a02b-d931f19d600f', 'network_id': '301306ec-993c-451a-a02b-d931f19d600f', 'tenant_id': 'a23b6cc9c7424f1996b74076aa8c3ed3', 'fixed_ips': [{'subnet_id': '84e6c953-de55-4156-9252-ed6215828f2c'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:21:40.376013 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:40.380215 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:40.587267 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Allocated IP 2001:db8::1 (301306ec-993c-451a-a02b-d931f19d600f/84e6c953-de55-4156-9252-ed6215828f2c/42ccc033-7400-4f03-b772-6e220d3bd1da) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:40.599854 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-69912754-570d-4d31-9942-e97b73e9e578 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:40.613695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-69912754-570d-4d31-9942-e97b73e9e578 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4dfd4c-d8e3-481a-bdd6-f7b5c2ccd46d']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:40.644902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-69912754-570d-4d31-9942-e97b73e9e578 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71dc2a4e-7481-47d1-817f-274ea9ec8a32') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:40.645232 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-69912754-570d-4d31-9942-e97b73e9e578 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71dc2a4e-7481-47d1-817f-274ea9ec8a32') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:40.661639 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-69912754-570d-4d31-9942-e97b73e9e578 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:40.683885 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b119222b-6f4c-405b-b50b-9aa9bb6b597b tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:40.691261 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Checking segment: {'id': '263a7137-e2a9-4b38-a021-822b94681c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '586f33b5-ff49-4f58-a7b9-ba9193c3d967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:40.691818 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Network hostable DHCP agents. Network: 586f33b5-ff49-4f58-a7b9-ba9193c3d967, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:21:40.694731 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-69912754-570d-4d31-9942-e97b73e9e578 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:40.755534 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69912754-570d-4d31-9942-e97b73e9e578 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:21:40.756595 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-69912754-570d-4d31-9942-e97b73e9e578 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:40.757623 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network d0554b72-e86f-4624-baa0-2f24104ae5aa is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:21:40.762470 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:21:40.790260 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-b119222b-6f4c-405b-b50b-9aa9bb6b597b tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Calling delete_port for fbb284b6-1927-4888-948c-994189d29d29 owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:40.796729 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:40.811433 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:40.832664 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=c85bb809-952a-4cb0-8a79-7774ddd731de,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:40.875519 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-69912754-570d-4d31-9942-e97b73e9e578 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:40.878798 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:40.884119 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:40.890862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-69912754-570d-4d31-9942-e97b73e9e578 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:40.892875 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-69912754-570d-4d31-9942-e97b73e9e578 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "DELETE /v2.0/networks/7f4dfd4c-d8e3-481a-bdd6-f7b5c2ccd46d HTTP/1.1" status: 204 len: 168 time: 0.7333741 Jun 18 16:21:40.895972 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44636) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:40.911946 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69912754-570d-4d31-9942-e97b73e9e578 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event deleted for resources: {'Network': ['ID=7f4dfd4c-d8e3-481a-bdd6-f7b5c2ccd46d,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:40.914210 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-69912754-570d-4d31-9942-e97b73e9e578 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:40.915388 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:41.059533 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:41.074760 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Network 586f33b5-ff49-4f58-a7b9-ba9193c3d967 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:21:41.077635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Transition to ACTIVE for port object 42ccc033-7400-4f03-b772-6e220d3bd1da will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:41.105434 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Transition to ACTIVE for port object 42ccc033-7400-4f03-b772-6e220d3bd1da will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:41.118392 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:41.125252 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-14e36428-5fb8-4c02-bab2-6e128c053ada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:41.186138 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:41.192456 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fd28720d-66dd-4a41-9eed-3688647998c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:41.209398 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Network 301306ec-993c-451a-a02b-d931f19d600f is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:41.210823 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 586f33b5-ff49-4f58-a7b9-ba9193c3d967) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:41.217521 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:41.220649 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Pushing event updated for resources: {'Port': ['ID=42ccc033-7400-4f03-b772-6e220d3bd1da,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:41.224938 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:41.228573 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:41.261309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:41.266489 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16206699-29c5-40a8-9d9a-68325fcdb27f None None] Network 586f33b5-ff49-4f58-a7b9-ba9193c3d967 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:41.289015 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:41.289485 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:41.290111 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:41.345034 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c26107b0-8d64-42a3-9e77-2c5abafc5a92 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:41.400158 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.1123073 Jun 18 16:21:41.408361 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44638) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:41.426254 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ea05ad-7d99-451c-9d99-d331bbd8b1fc tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Router 7c41d453-73a6-498d-8d4d-c3b13afba07a has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:21:41.434516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Attempting to bind port 42ccc033-7400-4f03-b772-6e220d3bd1da on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:41.435278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Attempting to bind port 42ccc033-7400-4f03-b772-6e220d3bd1da by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'a4104f4a-1663-4fd8-9306-4a090a899a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '301306ec-993c-451a-a02b-d931f19d600f'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:41.435731 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Attempting to bind port 42ccc033-7400-4f03-b772-6e220d3bd1da on network 301306ec-993c-451a-a02b-d931f19d600f {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:41.458928 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:41.465898 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-cee4bd91-4546-485f-8b02-0cbea6af744d None None] Provisioning for port c85bb809-952a-4cb0-8a79-7774ddd731de completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:41.474994 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-cee4bd91-4546-485f-8b02-0cbea6af744d None None] Provisioning complete for port c85bb809-952a-4cb0-8a79-7774ddd731de triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:41.475597 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cee4bd91-4546-485f-8b02-0cbea6af744d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:41.478452 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:21:41.479807 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Checking segment: {'id': 'a4104f4a-1663-4fd8-9306-4a090a899a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '301306ec-993c-451a-a02b-d931f19d600f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:41.480532 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:41.481186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Bound using segment: {'id': 'a4104f4a-1663-4fd8-9306-4a090a899a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '301306ec-993c-451a-a02b-d931f19d600f'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:21:41.481971 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Bound port: 42ccc033-7400-4f03-b772-6e220d3bd1da, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4104f4a-1663-4fd8-9306-4a090a899a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '301306ec-993c-451a-a02b-d931f19d600f'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:21:41.483516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:41.572479 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fd061a-4508-4db6-a55e-379c2f5ecb5d tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:41.575968 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fd061a-4508-4db6-a55e-379c2f5ecb5d tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:41.578775 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fd061a-4508-4db6-a55e-379c2f5ecb5d tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:41.595492 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b0fd061a-4508-4db6-a55e-379c2f5ecb5d tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1856325 Jun 18 16:21:41.603444 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44642) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:41.618834 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b119222b-6f4c-405b-b50b-9aa9bb6b597b tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:41.635634 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e58e4434-51cf-4254-ad22-48eccc24fb95 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:41.669341 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-cee4bd91-4546-485f-8b02-0cbea6af744d None None] Port c85bb809-952a-4cb0-8a79-7774ddd731de cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:21:41.708851 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Router e79b57a2-a474-4db4-a139-5d2ac1e57137 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:21:41.730766 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] For port 42ccc033-7400-4f03-b772-6e220d3bd1da, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:21:41.737941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] For port 42ccc033-7400-4f03-b772-6e220d3bd1da, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=42ccc033-7400-4f03-b772-6e220d3bd1da,segment=NetworkSegment(a4104f4a-1663-4fd8-9306-4a090a899a05),segment_id=a4104f4a-1663-4fd8-9306-4a090a899a05)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:21:41.743531 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-331dce3c-7304-4a44-8f76-06a4db1d448a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Deleting subnet 84e6c953-de55-4156-9252-ed6215828f2c {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:21:41.746817 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:41.751280 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:41.752031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-331dce3c-7304-4a44-8f76-06a4db1d448a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:41.826313 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c26107b0-8d64-42a3-9e77-2c5abafc5a92 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:41.837223 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-586f33b5-ff49-4f58-a7b9-ba9193c3d967', 'network_id': '586f33b5-ff49-4f58-a7b9-ba9193c3d967', 'tenant_id': 'a23b6cc9c7424f1996b74076aa8c3ed3', 'fixed_ips': [{'subnet_id': '1f045a94-0286-4638-81d5-4d630b15e15b'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:21:41.838175 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-c26107b0-8d64-42a3-9e77-2c5abafc5a92 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99756a56-3c5f-42c1-9456-d6df8ef9dea5']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:41.839388 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:41.849896 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-c26107b0-8d64-42a3-9e77-2c5abafc5a92 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886b62d5-5c71-4dd7-a0d2-7ef43651f137') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:41.850187 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-c26107b0-8d64-42a3-9e77-2c5abafc5a92 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886b62d5-5c71-4dd7-a0d2-7ef43651f137') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:41.860958 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c26107b0-8d64-42a3-9e77-2c5abafc5a92 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:41.878961 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c26107b0-8d64-42a3-9e77-2c5abafc5a92 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:41.886838 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26107b0-8d64-42a3-9e77-2c5abafc5a92 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:21:41.887243 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c26107b0-8d64-42a3-9e77-2c5abafc5a92 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:21:41.927916 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:21:41.934388 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119222b-6f4c-405b-b50b-9aa9bb6b597b tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Pushing event deleted for resources: {'Port': ['ID=fbb284b6-1927-4888-948c-994189d29d29,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:41.936942 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b119222b-6f4c-405b-b50b-9aa9bb6b597b tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:41.988799 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-331dce3c-7304-4a44-8f76-06a4db1d448a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:42.041016 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:42.081278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Pushing event updated for resources: {'Port': ['ID=42ccc033-7400-4f03-b772-6e220d3bd1da,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:42.099034 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:42.110919 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:42.123481 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Allocated IP 2001:db8:0:1::1 (586f33b5-ff49-4f58-a7b9-ba9193c3d967/1f045a94-0286-4638-81d5-4d630b15e15b/480ad53a-e70b-47ee-bfa0-46d348679903) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:42.140605 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c26107b0-8d64-42a3-9e77-2c5abafc5a92 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:42.152170 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c26107b0-8d64-42a3-9e77-2c5abafc5a92 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:42.157743 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c26107b0-8d64-42a3-9e77-2c5abafc5a92 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "DELETE /v2.0/networks/99756a56-3c5f-42c1-9456-d6df8ef9dea5 HTTP/1.1" status: 204 len: 168 time: 1.2412384 Jun 18 16:21:42.303394 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7591430b-0b9d-46cf-88e4-af3d147ee56c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:42.311335 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b119222b-6f4c-405b-b50b-9aa9bb6b597b tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:42.446478 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:42.470133 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Transition to ACTIVE for port object 480ad53a-e70b-47ee-bfa0-46d348679903 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:42.489540 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Transition to ACTIVE for port object 480ad53a-e70b-47ee-bfa0-46d348679903 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:42.499729 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:42.504708 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:42.505014 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44644) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:42.554220 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Network 586f33b5-ff49-4f58-a7b9-ba9193c3d967 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:42.561539 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:42.563767 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Pushing event updated for resources: {'Port': ['ID=480ad53a-e70b-47ee-bfa0-46d348679903,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:42.565969 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:42.568087 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:42.589265 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26107b0-8d64-42a3-9e77-2c5abafc5a92 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event deleted for resources: {'Network': ['ID=99756a56-3c5f-42c1-9456-d6df8ef9dea5,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:42.596256 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-331dce3c-7304-4a44-8f76-06a4db1d448a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:42.597882 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c26107b0-8d64-42a3-9e77-2c5abafc5a92 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:42.660391 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ea05ad-7d99-451c-9d99-d331bbd8b1fc tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:21:42.672760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:21:42.678103 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Attempting to bind port 480ad53a-e70b-47ee-bfa0-46d348679903 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:42.679066 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Attempting to bind port 480ad53a-e70b-47ee-bfa0-46d348679903 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '263a7137-e2a9-4b38-a021-822b94681c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '586f33b5-ff49-4f58-a7b9-ba9193c3d967'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:42.679243 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ceacea-ee0c-4b59-a698-7ea82bd2ee3f None None] Sync routers for ids ['7c41d453-73a6-498d-8d4d-c3b13afba07a'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:21:42.679894 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75ea05ad-7d99-451c-9d99-d331bbd8b1fc tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:42.680734 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Attempting to bind port 480ad53a-e70b-47ee-bfa0-46d348679903 on network 586f33b5-ff49-4f58-a7b9-ba9193c3d967 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:42.694920 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ceacea-ee0c-4b59-a698-7ea82bd2ee3f None None] Routers {'7c41d453-73a6-498d-8d4d-c3b13afba07a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:42.695568 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-01ceacea-ee0c-4b59-a698-7ea82bd2ee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7c41d453-73a6-498d-8d4d-c3b13afba07a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:42.704657 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6381800c-ca93-482e-b337-a3275ab9a459 None None] Sync routers for ids ['e79b57a2-a474-4db4-a139-5d2ac1e57137'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:21:42.711887 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:21:42.712635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Checking segment: {'id': '263a7137-e2a9-4b38-a021-822b94681c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '586f33b5-ff49-4f58-a7b9-ba9193c3d967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:42.713919 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:42.716833 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Bound using segment: {'id': '263a7137-e2a9-4b38-a021-822b94681c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '586f33b5-ff49-4f58-a7b9-ba9193c3d967'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:21:42.717660 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Bound port: 480ad53a-e70b-47ee-bfa0-46d348679903, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263a7137-e2a9-4b38-a021-822b94681c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '586f33b5-ff49-4f58-a7b9-ba9193c3d967'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:21:42.718345 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:42.725112 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-75ea05ad-7d99-451c-9d99-d331bbd8b1fc tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "PUT /v2.0/floatingips/07ec3738-2dd2-4217-8f24-bc779b2ae2cc HTTP/1.1" status: 200 len: 992 time: 5.4694996 Jun 18 16:21:42.734746 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795c2352-17a1-4e8c-9166-3f0f67a02ed2', 'tag': '975eb24a-dc91-4222-acdd-f8f0386be67e'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:21:42.737134 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35d985f-d5de-4a4f-9def-15b8f02df71b" -d '{"events": [{"name": "network-changed", "server_uuid": "795c2352-17a1-4e8c-9166-3f0f67a02ed2", "tag": "975eb24a-dc91-4222-acdd-f8f0386be67e"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:21:42.772380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-331dce3c-7304-4a44-8f76-06a4db1d448a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:42.783309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:42.787687 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3965576 Jun 18 16:21:42.793236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-24164767-9a22-4bb0-83d9-acc64715c496 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:42.807422 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44654) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:42.807601 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6381800c-ca93-482e-b337-a3275ab9a459 None None] Routers {'e79b57a2-a474-4db4-a139-5d2ac1e57137'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:42.808330 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6381800c-ca93-482e-b337-a3275ab9a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['e79b57a2-a474-4db4-a139-5d2ac1e57137'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:42.919387 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6381800c-ca93-482e-b337-a3275ab9a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:42.935618 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92c393c-8e6c-4a51-80b7-d35929259573 x-openstack-request-id: req-c92c393c-8e6c-4a51-80b7-d35929259573 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:21:42.938264 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795c2352-17a1-4e8c-9166-3f0f67a02ed2", "tag": "975eb24a-dc91-4222-acdd-f8f0386be67e", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:21:42.938839 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c92c393c-8e6c-4a51-80b7-d35929259573 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:21:42.939510 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795c2352-17a1-4e8c-9166-3f0f67a02ed2', 'tag': '975eb24a-dc91-4222-acdd-f8f0386be67e', 'status': 'completed', 'code': 200} Jun 18 16:21:42.940931 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6381800c-ca93-482e-b337-a3275ab9a459 None None] Routers {'e79b57a2-a474-4db4-a139-5d2ac1e57137'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:42.941565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6381800c-ca93-482e-b337-a3275ab9a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['e79b57a2-a474-4db4-a139-5d2ac1e57137'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:42.986883 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6381800c-ca93-482e-b337-a3275ab9a459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:42.987553 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6381800c-ca93-482e-b337-a3275ab9a459 None None] The sync data for ids ['e79b57a2-a474-4db4-a139-5d2ac1e57137'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:21:43.003804 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] For port 480ad53a-e70b-47ee-bfa0-46d348679903, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:21:43.012900 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-331dce3c-7304-4a44-8f76-06a4db1d448a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:43.016160 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-331dce3c-7304-4a44-8f76-06a4db1d448a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "DELETE /v2.0/subnets/84e6c953-de55-4156-9252-ed6215828f2c HTTP/1.1" status: 204 len: 168 time: 1.4100413 Jun 18 16:21:43.017532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331dce3c-7304-4a44-8f76-06a4db1d448a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event deleted for resources: {'Subnet': ['ID=84e6c953-de55-4156-9252-ed6215828f2c,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:43.020002 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44656) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:43.023115 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] For port 480ad53a-e70b-47ee-bfa0-46d348679903, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=480ad53a-e70b-47ee-bfa0-46d348679903,segment=NetworkSegment(263a7137-e2a9-4b38-a021-822b94681c73),segment_id=263a7137-e2a9-4b38-a021-822b94681c73)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:21:43.024298 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-331dce3c-7304-4a44-8f76-06a4db1d448a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:43.033882 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:43.036447 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:43.075086 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-01ceacea-ee0c-4b59-a698-7ea82bd2ee3f None None] Set router 7c41d453-73a6-498d-8d4d-c3b13afba07a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:21:43.128882 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Pushing event updated for resources: {'Port': ['ID=480ad53a-e70b-47ee-bfa0-46d348679903,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:43.145461 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:43.158081 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8a3436-fcff-4302-8d31-28a13d79dc05 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Deleting subnet 1f045a94-0286-4638-81d5-4d630b15e15b {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:21:43.162434 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3436-fcff-4302-8d31-28a13d79dc05 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:43.168740 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cdbb9d-107d-43f1-a744-20d167a02781 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:43.176089 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cdbb9d-107d-43f1-a744-20d167a02781 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:43.182133 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b9cdbb9d-107d-43f1-a744-20d167a02781 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6736600 Jun 18 16:21:43.182376 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44658) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:43.200883 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-08c5b06e-77d3-4b9a-86ec-e311ee5201c2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1684282452'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:43.214195 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3436-fcff-4302-8d31-28a13d79dc05 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:43.242351 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c5b06e-77d3-4b9a-86ec-e311ee5201c2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Made reservation on behalf of 9194b0a8ddbe460491402fe0be93e4c1 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:43.246277 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-08c5b06e-77d3-4b9a-86ec-e311ee5201c2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:43.270826 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3ae70b33-2f52-43a9-9300-00d5d056e14f tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "GET /v2.0/routers/e79b57a2-a474-4db4-a139-5d2ac1e57137 HTTP/1.1" status: 200 len: 924 time: 0.4579322 Jun 18 16:21:43.297668 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44660) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:43.304731 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:43.325894 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:43.341630 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-91378708-523d-44f1-a18c-9a48d2d916f9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:43.351203 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-50154e40-3121-4d30-8abc-110d0ba8dc66 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "GET /v2.0/ports?device_id=e79b57a2-a474-4db4-a139-5d2ac1e57137 HTTP/1.1" status: 200 len: 205 time: 0.0523221 Jun 18 16:21:43.357955 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44662) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:43.492523 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c5b06e-77d3-4b9a-86ec-e311ee5201c2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:21:43.514705 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d985f-d5de-4a4f-9def-15b8f02df71b req-0fc68979-c2bf-4e47-9dbd-2a02e80606a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:43.516896 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e35d985f-d5de-4a4f-9def-15b8f02df71b req-0fc68979-c2bf-4e47-9dbd-2a02e80606a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=65b6bdecdcc3441fbe4e9a0abb64592f&device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 1099 time: 0.5904551 Jun 18 16:21:43.534841 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=c85bb809-952a-4cb0-8a79-7774ddd731de,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:43.537708 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-08c5b06e-77d3-4b9a-86ec-e311ee5201c2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:43.538034 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-08c5b06e-77d3-4b9a-86ec-e311ee5201c2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Added segment 7b9ef592-d3ae-42d2-b4ac-77aae1c60ff5 of type vlan for network 44458165-c2c3-4ed8-8793-52b900bd852a Jun 18 16:21:43.596961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-65ce1791-5bbb-4f3f-8956-760c496980c5 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:43.637937 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-01ceacea-ee0c-4b59-a698-7ea82bd2ee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'name': 'tempest-ServersTestManualDisk-1011070602-router', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '69717999-3c1b-4635-b09d-9b19327177d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:29Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'gw_port': {'id': '69717999-3c1b-4635-b09d-9b19327177d5', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:30Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '07ec3738-2dd2-4217-8f24-bc779b2ae2cc', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'floating_ip_address': '172.26.6.182', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'port_id': '975eb24a-dc91-4222-acdd-f8f0386be67e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0', 'mac_address': 'fa:16:3e:58:ec:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c2352-17a1-4e8c-9166-3f0f67a02ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:20:50Z', 'updated_at': '2021-06-18T16:21:39Z', 'revision_number': 1, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9561b899-6ef1-49a3-b6e5-0a8941738614', 'name': '', 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'mac_address': 'fa:16:3e:52:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:38Z', 'updated_at': '2021-06-18T16:20:52Z', 'revision_number': 5, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'subnets': [{'id': 'dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:43.648473 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:43.667531 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:43.677123 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596fa153-ec8d-474d-9531-19e84dfc51ee None None] Network 301306ec-993c-451a-a02b-d931f19d600f requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:43.692079 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:43.748652 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ceacea-ee0c-4b59-a698-7ea82bd2ee3f None None] Checking router: 7c41d453-73a6-498d-8d4d-c3b13afba07a for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:21:43.769399 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ceacea-ee0c-4b59-a698-7ea82bd2ee3f None None] Routers {'7c41d453-73a6-498d-8d4d-c3b13afba07a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:43.770037 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-01ceacea-ee0c-4b59-a698-7ea82bd2ee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7c41d453-73a6-498d-8d4d-c3b13afba07a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:43.851051 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a8c7fd18-cc8f-4ef9-9e08-d71f1c983d8d None None] Provisioning for port 42ccc033-7400-4f03-b772-6e220d3bd1da completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:43.911447 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 42ccc033-7400-4f03-b772-6e220d3bd1da up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:21:43.970749 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b119222b-6f4c-405b-b50b-9aa9bb6b597b tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Router 7b529ab3-15c6-4aa7-9a19-6d08c403cefe has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:21:43.987354 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-65ce1791-5bbb-4f3f-8956-760c496980c5 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:44.020407 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-01ceacea-ee0c-4b59-a698-7ea82bd2ee3f None None] Set router 7c41d453-73a6-498d-8d4d-c3b13afba07a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:21:44.062855 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-08c5b06e-77d3-4b9a-86ec-e311ee5201c2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:44.066061 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 42ccc033-7400-4f03-b772-6e220d3bd1da completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:44.081514 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 42ccc033-7400-4f03-b772-6e220d3bd1da triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:44.081961 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:44.150400 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3436-fcff-4302-8d31-28a13d79dc05 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:44.232443 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dbf4a8-937f-4124-bb02-8d93e4363866 None None] DHCP port deletion for 301306ec-993c-451a-a02b-d931f19d600f request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:21:44.324207 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-65ce1791-5bbb-4f3f-8956-760c496980c5 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Deleting port 60adb165-698e-4060-8afd-aa580dedabff {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:44.333078 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:44.342958 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-65ce1791-5bbb-4f3f-8956-760c496980c5 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:44.435846 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3436-fcff-4302-8d31-28a13d79dc05 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:44.443433 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbf4a8-937f-4124-bb02-8d93e4363866 None None] Deleting port 42ccc033-7400-4f03-b772-6e220d3bd1da {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:44.444231 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b0dbf4a8-937f-4124-bb02-8d93e4363866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:44.448620 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 42ccc033-7400-4f03-b772-6e220d3bd1da, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=42ccc033-7400-4f03-b772-6e220d3bd1da,segment=NetworkSegment(a4104f4a-1663-4fd8-9306-4a090a899a05),segment_id=a4104f4a-1663-4fd8-9306-4a090a899a05)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:44.456837 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-331dce3c-7304-4a44-8f76-06a4db1d448a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:44.475338 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:44.476320 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 480ad53a-e70b-47ee-bfa0-46d348679903 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:21:44.509610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a3436-fcff-4302-8d31-28a13d79dc05 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event deleted for resources: {'Subnet': ['ID=1f045a94-0286-4638-81d5-4d630b15e15b,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:44.515686 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3436-fcff-4302-8d31-28a13d79dc05 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:44.528595 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5c8a3436-fcff-4302-8d31-28a13d79dc05 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "DELETE /v2.0/subnets/1f045a94-0286-4638-81d5-4d630b15e15b HTTP/1.1" status: 204 len: 168 time: 1.5026598 Jun 18 16:21:44.528810 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:44.529239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5c8a3436-fcff-4302-8d31-28a13d79dc05 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:44.530094 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44670) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:44.623686 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-65ce1791-5bbb-4f3f-8956-760c496980c5 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:44.700345 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-01ceacea-ee0c-4b59-a698-7ea82bd2ee3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'name': 'tempest-ServersTestManualDisk-1011070602-router', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '69717999-3c1b-4635-b09d-9b19327177d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:29Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'gw_port': {'id': '69717999-3c1b-4635-b09d-9b19327177d5', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:30Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '07ec3738-2dd2-4217-8f24-bc779b2ae2cc', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'floating_ip_address': '172.26.6.182', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'port_id': '975eb24a-dc91-4222-acdd-f8f0386be67e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0', 'mac_address': 'fa:16:3e:58:ec:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c2352-17a1-4e8c-9166-3f0f67a02ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:20:50Z', 'updated_at': '2021-06-18T16:21:39Z', 'revision_number': 1, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9561b899-6ef1-49a3-b6e5-0a8941738614', 'name': '', 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'mac_address': 'fa:16:3e:52:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:38Z', 'updated_at': '2021-06-18T16:20:52Z', 'revision_number': 5, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'subnets': [{'id': 'dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:44.742602 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b0dbf4a8-937f-4124-bb02-8d93e4363866 None None] For port 42ccc033-7400-4f03-b772-6e220d3bd1da, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=42ccc033-7400-4f03-b772-6e220d3bd1da,segment=NetworkSegment(a4104f4a-1663-4fd8-9306-4a090a899a05),segment_id=a4104f4a-1663-4fd8-9306-4a090a899a05)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:44.743213 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b0dbf4a8-937f-4124-bb02-8d93e4363866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:44.747816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-65ce1791-5bbb-4f3f-8956-760c496980c5 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Calling delete_port for 60adb165-698e-4060-8afd-aa580dedabff owned by network:router_gateway {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:44.762105 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ceacea-ee0c-4b59-a698-7ea82bd2ee3f None None] The sync data for ids ['7c41d453-73a6-498d-8d4d-c3b13afba07a'] in dv-neutron-797120-1-hyperv is: [{'id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'name': 'tempest-ServersTestManualDisk-1011070602-router', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '69717999-3c1b-4635-b09d-9b19327177d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:29Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'gw_port': {'id': '69717999-3c1b-4635-b09d-9b19327177d5', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:30Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '07ec3738-2dd2-4217-8f24-bc779b2ae2cc', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'floating_ip_address': '172.26.6.182', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'port_id': '975eb24a-dc91-4222-acdd-f8f0386be67e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0', 'mac_address': 'fa:16:3e:58:ec:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '795c2352-17a1-4e8c-9166-3f0f67a02ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:20:50Z', 'updated_at': '2021-06-18T16:21:39Z', 'revision_number': 1, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9561b899-6ef1-49a3-b6e5-0a8941738614', 'name': '', 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'mac_address': 'fa:16:3e:52:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:38Z', 'updated_at': '2021-06-18T16:20:52Z', 'revision_number': 5, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'subnets': [{'id': 'dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:21:44.874463 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-b0dbf4a8-937f-4124-bb02-8d93e4363866 None None] Calling delete_port for 42ccc033-7400-4f03-b772-6e220d3bd1da owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:44.878663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d101df-1c41-4584-b362-49b0f0bb77a4 None None] Network 586f33b5-ff49-4f58-a7b9-ba9193c3d967 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:44.884525 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=42ccc033-7400-4f03-b772-6e220d3bd1da,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:44.914904 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:44.966045 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b119222b-6f4c-405b-b50b-9aa9bb6b597b tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:21:44.967180 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac908361-2a53-48bf-b5e5-b0089b29e6d9 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:44.983083 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de831849-318b-4cbe-bc0e-c58285830a6c None None] Sync routers for ids ['7b529ab3-15c6-4aa7-9a19-6d08c403cefe'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:21:44.992882 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ac908361-2a53-48bf-b5e5-b0089b29e6d9 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4570129 Jun 18 16:21:44.995274 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44674) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:45.013591 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de831849-318b-4cbe-bc0e-c58285830a6c None None] Routers {'7b529ab3-15c6-4aa7-9a19-6d08c403cefe'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:45.022615 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 480ad53a-e70b-47ee-bfa0-46d348679903 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:45.022891 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-de831849-318b-4cbe-bc0e-c58285830a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7b529ab3-15c6-4aa7-9a19-6d08c403cefe'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:45.038357 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b119222b-6f4c-405b-b50b-9aa9bb6b597b tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] 10.222.0.50 "PUT /v2.0/routers/7b529ab3-15c6-4aa7-9a19-6d08c403cefe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0185695 Jun 18 16:21:45.054981 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7c086dc5-f6a0-43fe-be8b-d09ffa4843f1 None None] Provisioning for port 480ad53a-e70b-47ee-bfa0-46d348679903 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:45.073977 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7c086dc5-f6a0-43fe-be8b-d09ffa4843f1 None None] Provisioning complete for port 480ad53a-e70b-47ee-bfa0-46d348679903 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:45.083127 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7c086dc5-f6a0-43fe-be8b-d09ffa4843f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:45.102059 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d985f-d5de-4a4f-9def-15b8f02df71b req-ca7476c1-6b59-4ab6-bac0-75186ca7ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:45.104601 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e35d985f-d5de-4a4f-9def-15b8f02df71b req-ca7476c1-6b59-4ab6-bac0-75186ca7ff30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fccc7881-9783-4801-87f7-8972e7aafde0 HTTP/1.1" status: 200 len: 913 time: 1.4977691 Jun 18 16:21:45.116555 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-de831849-318b-4cbe-bc0e-c58285830a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:45.147681 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de831849-318b-4cbe-bc0e-c58285830a6c None None] Routers {'7b529ab3-15c6-4aa7-9a19-6d08c403cefe'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:45.148773 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-de831849-318b-4cbe-bc0e-c58285830a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7b529ab3-15c6-4aa7-9a19-6d08c403cefe'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:45.156674 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44676) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:45.172803 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network d0554b72-e86f-4624-baa0-2f24104ae5aa is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:45.231217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:45.233235 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-de831849-318b-4cbe-bc0e-c58285830a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:45.233898 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de831849-318b-4cbe-bc0e-c58285830a6c None None] The sync data for ids ['7b529ab3-15c6-4aa7-9a19-6d08c403cefe'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:21:45.254108 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d53dfdd-7a57-42eb-8b12-31864fec44b9 None None] New status for floating IP 07ec3738-2dd2-4217-8f24-bc779b2ae2cc: ACTIVE {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:21:45.385804 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:45.398230 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.db.resource_extend [None req-08c5b06e-77d3-4b9a-86ec-e311ee5201c2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 16:21:45.438032 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c227844f-95c6-491c-a530-e8d06f18f325 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:45.471641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Deleting port 480ad53a-e70b-47ee-bfa0-46d348679903 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:45.472324 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:45.577980 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b0dbf4a8-937f-4124-bb02-8d93e4363866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:45.589519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:45.662004 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-65ce1791-5bbb-4f3f-8956-760c496980c5 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:45.675302 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5acfb4da-7a45-46a6-9cd0-2e53cd683b4e tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:45.710748 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 42ccc033-7400-4f03-b772-6e220d3bd1da no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:21:45.720346 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce1791-5bbb-4f3f-8956-760c496980c5 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Pushing event deleted for resources: {'Port': ['ID=60adb165-698e-4060-8afd-aa580dedabff,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:45.721975 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7c086dc5-f6a0-43fe-be8b-d09ffa4843f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:45.724408 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbf4a8-937f-4124-bb02-8d93e4363866 None None] Pushing event deleted for resources: {'Port': ['ID=42ccc033-7400-4f03-b772-6e220d3bd1da,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:45.729013 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-65ce1791-5bbb-4f3f-8956-760c496980c5 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:45.745323 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router fe4e543a-1087-4ba7-8fc3-189973323488 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:21:45.746807 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-08c5b06e-77d3-4b9a-86ec-e311ee5201c2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:45.748028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] For port 480ad53a-e70b-47ee-bfa0-46d348679903, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=480ad53a-e70b-47ee-bfa0-46d348679903,segment=NetworkSegment(263a7137-e2a9-4b38-a021-822b94681c73),segment_id=263a7137-e2a9-4b38-a021-822b94681c73)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:45.748567 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:45.752940 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c5b06e-77d3-4b9a-86ec-e311ee5201c2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:45.753714 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-08c5b06e-77d3-4b9a-86ec-e311ee5201c2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:45.766892 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:45.774746 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b0dbf4a8-937f-4124-bb02-8d93e4363866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:45.788515 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 42ccc033-7400-4f03-b772-6e220d3bd1da {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:21:45.789120 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 42ccc033-7400-4f03-b772-6e220d3bd1da not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:21:45.840171 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dbf4a8-937f-4124-bb02-8d93e4363866 None None] No DVR routers for this DVR port 42ccc033-7400-4f03-b772-6e220d3bd1da on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:21:45.861910 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71bf4de-ed51-4333-a2b2-868e081d7d68 None None] DHCP port deletion for 586f33b5-ff49-4f58-a7b9-ba9193c3d967 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:21:45.877204 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-08c5b06e-77d3-4b9a-86ec-e311ee5201c2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.6869261 Jun 18 16:21:45.888486 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44684) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:45.900138 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-7c086dc5-f6a0-43fe-be8b-d09ffa4843f1 None None] For port 480ad53a-e70b-47ee-bfa0-46d348679903, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=480ad53a-e70b-47ee-bfa0-46d348679903,segment=NetworkSegment(263a7137-e2a9-4b38-a021-822b94681c73),segment_id=263a7137-e2a9-4b38-a021-822b94681c73)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:45.912895 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7c086dc5-f6a0-43fe-be8b-d09ffa4843f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:45.915786 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:45.935117 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-8c3df4b0-bde6-46e7-a9c9-4776c522e64d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1098699979'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:45.937702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Calling delete_port for 480ad53a-e70b-47ee-bfa0-46d348679903 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:45.974753 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c086dc5-f6a0-43fe-be8b-d09ffa4843f1 None None] Pushing event updated for resources: {'Port': ['ID=480ad53a-e70b-47ee-bfa0-46d348679903,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:45.984374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7c086dc5-f6a0-43fe-be8b-d09ffa4843f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:45.987066 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c71bf4de-ed51-4333-a2b2-868e081d7d68 None None] Deleting port 480ad53a-e70b-47ee-bfa0-46d348679903 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:45.987725 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-65ce1791-5bbb-4f3f-8956-760c496980c5 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:45.987898 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c71bf4de-ed51-4333-a2b2-868e081d7d68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:46.039141 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5b06e-77d3-4b9a-86ec-e311ee5201c2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event updated for resources: {'Network': ['ID=44458165-c2c3-4ed8-8793-52b900bd852a,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:46.048825 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e35d985f-d5de-4a4f-9def-15b8f02df71b req-24b37d76-05e7-4e5a-8378-d5f15f09ef9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=975eb24a-dc91-4222-acdd-f8f0386be67e HTTP/1.1" status: 200 len: 1000 time: 0.6656363 Jun 18 16:21:46.053209 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-08c5b06e-77d3-4b9a-86ec-e311ee5201c2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:46.057009 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 44458165-c2c3-4ed8-8793-52b900bd852a details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:21:46.078410 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3df4b0-bde6-46e7-a9c9-4776c522e64d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Made reservation on behalf of 9194b0a8ddbe460491402fe0be93e4c1 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:46.083753 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8c3df4b0-bde6-46e7-a9c9-4776c522e64d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:46.148293 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f51edbf5-e692-475a-8b8d-80d5ba692920 None None] Provisioning complete for port c85bb809-952a-4cb0-8a79-7774ddd731de triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:46.148593 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f51edbf5-e692-475a-8b8d-80d5ba692920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:46.153648 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-c71bf4de-ed51-4333-a2b2-868e081d7d68 None None] For port 480ad53a-e70b-47ee-bfa0-46d348679903, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=480ad53a-e70b-47ee-bfa0-46d348679903,segment=NetworkSegment(263a7137-e2a9-4b38-a021-822b94681c73),segment_id=263a7137-e2a9-4b38-a021-822b94681c73)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:46.154458 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c71bf4de-ed51-4333-a2b2-868e081d7d68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:46.160528 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c227844f-95c6-491c-a530-e8d06f18f325 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:46.166536 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:21:46.174785 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/fe4e543a-1087-4ba7-8fc3-189973323488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6539154 Jun 18 16:21:46.179083 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d985f-d5de-4a4f-9def-15b8f02df71b req-52508802-2b30-41fd-9698-e7421df7e865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:46.180557 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e35d985f-d5de-4a4f-9def-15b8f02df71b req-52508802-2b30-41fd-9698-e7421df7e865 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc HTTP/1.1" status: 200 len: 851 time: 0.1231053 Jun 18 16:21:46.181325 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3df4b0-bde6-46e7-a9c9-4776c522e64d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:21:46.182190 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44688) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:46.200198 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fccceb-afe4-4b10-b396-5b6a78a4dcae None None] Sync routers for ids ['fe4e543a-1087-4ba7-8fc3-189973323488'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:21:46.214459 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8c3df4b0-bde6-46e7-a9c9-4776c522e64d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:46.214459 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-8c3df4b0-bde6-46e7-a9c9-4776c522e64d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Added segment 27f871f3-2ede-4261-938e-beb96d005df2 of type vlan for network 9dfc48e8-3e5f-4799-bb65-60892dd32931 Jun 18 16:21:46.237892 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fccceb-afe4-4b10-b396-5b6a78a4dcae None None] Routers {'fe4e543a-1087-4ba7-8fc3-189973323488'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:46.240707 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-71fccceb-afe4-4b10-b396-5b6a78a4dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['fe4e543a-1087-4ba7-8fc3-189973323488'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:46.261072 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-65ce1791-5bbb-4f3f-8956-760c496980c5 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:46.318927 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8c3df4b0-bde6-46e7-a9c9-4776c522e64d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:46.334092 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-65ce1791-5bbb-4f3f-8956-760c496980c5 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:46.381233 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8c3df4b0-bde6-46e7-a9c9-4776c522e64d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:46.383083 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-71fccceb-afe4-4b10-b396-5b6a78a4dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:46.391278 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3df4b0-bde6-46e7-a9c9-4776c522e64d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:46.392114 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8c3df4b0-bde6-46e7-a9c9-4776c522e64d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:46.398797 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-81d77c8a-2913-4b67-a9d1-dbe05cea3a96 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:46.405539 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-c227844f-95c6-491c-a530-e8d06f18f325 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Deleting port d223b0bc-768a-44ff-8bfd-05b101375352 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:46.406047 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c227844f-95c6-491c-a530-e8d06f18f325 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:46.422266 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d985f-d5de-4a4f-9def-15b8f02df71b req-764e5cc8-023b-4cce-b8a4-44c78761250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:46.423849 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e35d985f-d5de-4a4f-9def-15b8f02df71b req-764e5cc8-023b-4cce-b8a4-44c78761250c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fccc7881-9783-4801-87f7-8972e7aafde0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2228894 Jun 18 16:21:46.440997 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fccceb-afe4-4b10-b396-5b6a78a4dcae None None] Routers {'fe4e543a-1087-4ba7-8fc3-189973323488'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:46.443398 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-71fccceb-afe4-4b10-b396-5b6a78a4dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['fe4e543a-1087-4ba7-8fc3-189973323488'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:46.478044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2da8080-21bc-4d83-aefc-943db45b9bbb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:46.491286 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d2da8080-21bc-4d83-aefc-943db45b9bbb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/ports/c85bb809-952a-4cb0-8a79-7774ddd731de HTTP/1.1" status: 200 len: 910 time: 0.2974892 Jun 18 16:21:46.493345 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44692) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:46.496056 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-71fccceb-afe4-4b10-b396-5b6a78a4dcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:46.496979 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fccceb-afe4-4b10-b396-5b6a78a4dcae None None] The sync data for ids ['fe4e543a-1087-4ba7-8fc3-189973323488'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:21:46.500796 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-65ce1791-5bbb-4f3f-8956-760c496980c5 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:46.501773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ce1791-5bbb-4f3f-8956-760c496980c5 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Fanout notify agent at l3_agent the message router_deleted on router e79b57a2-a474-4db4-a139-5d2ac1e57137 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:21:46.564979 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c71bf4de-ed51-4333-a2b2-868e081d7d68 None None] Calling delete_port for 480ad53a-e70b-47ee-bfa0-46d348679903 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:46.575739 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8c3df4b0-bde6-46e7-a9c9-4776c522e64d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6806393 Jun 18 16:21:46.616575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f51edbf5-e692-475a-8b8d-80d5ba692920 None None] Port c85bb809-952a-4cb0-8a79-7774ddd731de cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:21:46.635368 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44696) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:46.639381 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:46.661089 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-65ce1791-5bbb-4f3f-8956-760c496980c5 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:46.662996 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-65ce1791-5bbb-4f3f-8956-760c496980c5 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "DELETE /v2.0/routers/e79b57a2-a474-4db4-a139-5d2ac1e57137 HTTP/1.1" status: 204 len: 168 time: 3.2994287 Jun 18 16:21:46.679764 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:46.687129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44698) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:46.694555 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Request body: {'ports': [{'network_id': '44458165-c2c3-4ed8-8793-52b900bd852a', 'name': 'tempest-port--1277960176', 'admin_state_up': True}, {'network_id': '9dfc48e8-3e5f-4799-bb65-60892dd32931', 'admin_state_up': False}]} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:46.695726 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Request body: {'port': {'network_id': '44458165-c2c3-4ed8-8793-52b900bd852a', 'name': 'tempest-port--1277960176', 'admin_state_up': True}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:46.695726 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Request body: {'port': {'network_id': '9dfc48e8-3e5f-4799-bb65-60892dd32931', 'admin_state_up': False}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:46.701214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Request body: {'router': {'name': 'tempest-snat-router-935322158', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'enable_snat': False}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:46.704934 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3df4b0-bde6-46e7-a9c9-4776c522e64d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event updated for resources: {'Network': ['ID=9dfc48e8-3e5f-4799-bb65-60892dd32931,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:46.727748 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 9dfc48e8-3e5f-4799-bb65-60892dd32931 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:21:46.735121 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8c3df4b0-bde6-46e7-a9c9-4776c522e64d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:46.741189 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event deleted for resources: {'Port': ['ID=480ad53a-e70b-47ee-bfa0-46d348679903,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:46.765332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] No DVR routers for this DVR port 480ad53a-e70b-47ee-bfa0-46d348679903 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:21:46.776317 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:46.816182 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c227844f-95c6-491c-a530-e8d06f18f325 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:46.844473 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c71bf4de-ed51-4333-a2b2-868e081d7d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:46.848344 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:46.876352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:46.878386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:46.882156 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71bf4de-ed51-4333-a2b2-868e081d7d68 None None] Pushing event deleted for resources: {'Port': ['ID=480ad53a-e70b-47ee-bfa0-46d348679903,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:46.889428 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c71bf4de-ed51-4333-a2b2-868e081d7d68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:46.891957 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71bf4de-ed51-4333-a2b2-868e081d7d68 None None] No DVR routers for this DVR port 480ad53a-e70b-47ee-bfa0-46d348679903 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:21:46.907605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:46.934251 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-c227844f-95c6-491c-a530-e8d06f18f325 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Calling delete_port for d223b0bc-768a-44ff-8bfd-05b101375352 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:46.989640 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586f33b5-ff49-4f58-a7b9-ba9193c3d967']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:47.000442 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e35d985f-d5de-4a4f-9def-15b8f02df71b req-bdfdb9be-fe90-48ed-89bf-27a9b9fe15e5 service neutron] 10.222.0.55 "GET /v2.0/networks/fccc7881-9783-4801-87f7-8972e7aafde0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176315 Jun 18 16:21:47.018669 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263a7137-e2a9-4b38-a021-822b94681c73') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:47.018971 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263a7137-e2a9-4b38-a021-822b94681c73') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:47.057001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:47.070880 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:47.097751 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:47.142948 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:21:47.143440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:21:47.171861 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:21:47.200576 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Made reservation on behalf of 9194b0a8ddbe460491402fe0be93e4c1 for: {'port': 2} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:47.205538 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:47.239191 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e35d985f-d5de-4a4f-9def-15b8f02df71b req-1aca39bb-1d75-451e-b8e4-dba1b8a5a1ed service neutron] 10.222.0.55 "GET /v2.0/networks/fccc7881-9783-4801-87f7-8972e7aafde0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931024 Jun 18 16:21:47.240686 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:47.360853 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c227844f-95c6-491c-a530-e8d06f18f325 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:47.363197 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:47.366704 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:47.368586 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-20bf7836-dd4a-4f0d-8a35-cf34458ba04d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:47.385762 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:47.391023 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:47.395426 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "DELETE /v2.0/networks/586f33b5-ff49-4f58-a7b9-ba9193c3d967 HTTP/1.1" status: 204 len: 168 time: 2.3677928 Jun 18 16:21:47.405350 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] device_id is not set on port 1b5d9aa9-eb1a-42e3-b265-c860dbac953b yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:21:47.407948 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44702) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:47.411659 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227844f-95c6-491c-a530-e8d06f18f325 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Pushing event deleted for resources: {'Port': ['ID=d223b0bc-768a-44ff-8bfd-05b101375352,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:47.415149 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c227844f-95c6-491c-a530-e8d06f18f325 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:47.441021 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event deleted for resources: {'Network': ['ID=586f33b5-ff49-4f58-a7b9-ba9193c3d967,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:47.443962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:47.514743 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c227844f-95c6-491c-a530-e8d06f18f325 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:47.645743 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 480ad53a-e70b-47ee-bfa0-46d348679903 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:21:47.668677 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c227844f-95c6-491c-a530-e8d06f18f325 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:47.672308 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 480ad53a-e70b-47ee-bfa0-46d348679903 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:21:47.673440 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 480ad53a-e70b-47ee-bfa0-46d348679903 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:21:47.674704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c227844f-95c6-491c-a530-e8d06f18f325 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:47.747606 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c227844f-95c6-491c-a530-e8d06f18f325 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:47.748188 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c227844f-95c6-491c-a530-e8d06f18f325 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Fanout notify agent at l3_agent the message router_deleted on router 7b529ab3-15c6-4aa7-9a19-6d08c403cefe {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:21:47.761258 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c227844f-95c6-491c-a530-e8d06f18f325 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:47.765145 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c227844f-95c6-491c-a530-e8d06f18f325 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] 10.222.0.50 "DELETE /v2.0/routers/7b529ab3-15c6-4aa7-9a19-6d08c403cefe HTTP/1.1" status: 204 len: 168 time: 2.5893612 Jun 18 16:21:47.767939 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44706) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:47.771398 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:47.889798 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6801fa4-cd69-486b-b44e-2271f6e6e57a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Deleting subnet eb243fc5-1ed3-41f9-965a-03dc0b17eb64 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:21:47.898279 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6801fa4-cd69-486b-b44e-2271f6e6e57a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:47.926779 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] device_id is not set on port ef1f7549-37e4-4f55-bb41-cdfd8da3336b yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:21:47.967969 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6801fa4-cd69-486b-b44e-2271f6e6e57a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:47.996688 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3ac76ede-7e75-4f7f-bfbc-db8aec344788 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.143072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6801fa4-cd69-486b-b44e-2271f6e6e57a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.167905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3ac76ede-7e75-4f7f-bfbc-db8aec344788 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.172043 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-122ac328-6d6b-40e0-adc4-4a48e05308d1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.186248 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-3ac76ede-7e75-4f7f-bfbc-db8aec344788 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301306ec-993c-451a-a02b-d931f19d600f']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:48.195903 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.250672 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6801fa4-cd69-486b-b44e-2271f6e6e57a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.255346 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:48.261284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-3ac76ede-7e75-4f7f-bfbc-db8aec344788 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4104f4a-1663-4fd8-9306-4a090a899a05') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:48.261701 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-3ac76ede-7e75-4f7f-bfbc-db8aec344788 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4104f4a-1663-4fd8-9306-4a090a899a05') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:48.284233 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.286409 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6801fa4-cd69-486b-b44e-2271f6e6e57a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Pushing event deleted for resources: {'Subnet': ['ID=eb243fc5-1ed3-41f9-965a-03dc0b17eb64,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:48.289308 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3ac76ede-7e75-4f7f-bfbc-db8aec344788 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.293234 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a6801fa4-cd69-486b-b44e-2271f6e6e57a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:48.294016 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0792a2ca-3eef-4e8e-bfca-59ddd3a16b0b tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:48.301528 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6801fa4-cd69-486b-b44e-2271f6e6e57a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.303422 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a6801fa4-cd69-486b-b44e-2271f6e6e57a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] 10.222.0.50 "DELETE /v2.0/subnets/eb243fc5-1ed3-41f9-965a-03dc0b17eb64 HTTP/1.1" status: 204 len: 168 time: 0.5347149 Jun 18 16:21:48.307971 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44710) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:48.313317 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26be161-9681-4bbe-b2f9-a99f0320080d None None] Network a6646ca4-c85c-48e5-9798-3d4b1c12b688 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:48.321528 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3ac76ede-7e75-4f7f-bfbc-db8aec344788 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.396458 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac76ede-7e75-4f7f-bfbc-db8aec344788 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:21:48.397122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3ac76ede-7e75-4f7f-bfbc-db8aec344788 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:21:48.400069 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:21:48.455318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event updated for resources: {'Port': ['ID=1b5d9aa9-eb1a-42e3-b265-c860dbac953b,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:48.459559 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:48.473743 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Checking segment: {'id': '7b9ef592-d3ae-42d2-b4ac-77aae1c60ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '44458165-c2c3-4ed8-8793-52b900bd852a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:48.474140 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Network hostable DHCP agents. Network: 44458165-c2c3-4ed8-8793-52b900bd852a, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:21:48.487847 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.514930 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Network 44458165-c2c3-4ed8-8793-52b900bd852a is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:21:48.553377 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 44458165-c2c3-4ed8-8793-52b900bd852a) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:48.559250 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:48.560112 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.564217 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:48.580084 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339d9515-10ad-4453-b7eb-04b7b0ba4cfa None None] DHCP port deletion for a6646ca4-c85c-48e5-9798-3d4b1c12b688 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:21:48.584905 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7439014e-5171-4bb6-b327-dcb636302147 None None] Network 44458165-c2c3-4ed8-8793-52b900bd852a requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:48.657645 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event updated for resources: {'Port': ['ID=ef1f7549-37e4-4f55-bb41-cdfd8da3336b,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:48.664076 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:48.676506 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Deleting port eda62c02-6147-4828-a258-732ef137a7ee {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:48.676506 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.685970 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3ac76ede-7e75-4f7f-bfbc-db8aec344788 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.715197 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:48.726135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3ac76ede-7e75-4f7f-bfbc-db8aec344788 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.734171 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3ac76ede-7e75-4f7f-bfbc-db8aec344788 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "DELETE /v2.0/networks/301306ec-993c-451a-a02b-d931f19d600f HTTP/1.1" status: 204 len: 168 time: 1.3249145 Jun 18 16:21:48.736341 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Checking segment: {'id': '27f871f3-2ede-4261-938e-beb96d005df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9dfc48e8-3e5f-4799-bb65-60892dd32931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:48.736953 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Network hostable DHCP agents. Network: 9dfc48e8-3e5f-4799-bb65-60892dd32931, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:21:48.745149 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44714) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:48.766283 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.798083 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.800957 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac76ede-7e75-4f7f-bfbc-db8aec344788 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event deleted for resources: {'Network': ['ID=301306ec-993c-451a-a02b-d931f19d600f,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:48.807664 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3ac76ede-7e75-4f7f-bfbc-db8aec344788 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:48.840574 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-339d9515-10ad-4453-b7eb-04b7b0ba4cfa None None] Deleting port eda62c02-6147-4828-a258-732ef137a7ee {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:48.841404 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-339d9515-10ad-4453-b7eb-04b7b0ba4cfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.862733 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] For port eda62c02-6147-4828-a258-732ef137a7ee, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=eda62c02-6147-4828-a258-732ef137a7ee,segment=NetworkSegment(9fed1fc4-b045-49aa-b14d-31cd0a679e64),segment_id=9fed1fc4-b045-49aa-b14d-31cd0a679e64)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:48.863253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.944580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-339d9515-10ad-4453-b7eb-04b7b0ba4cfa None None] For port eda62c02-6147-4828-a258-732ef137a7ee, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=eda62c02-6147-4828-a258-732ef137a7ee,segment=NetworkSegment(9fed1fc4-b045-49aa-b14d-31cd0a679e64),segment_id=9fed1fc4-b045-49aa-b14d-31cd0a679e64)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:48.944994 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-339d9515-10ad-4453-b7eb-04b7b0ba4cfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:48.980398 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Calling delete_port for eda62c02-6147-4828-a258-732ef137a7ee owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:49.038715 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-339d9515-10ad-4453-b7eb-04b7b0ba4cfa None None] Calling delete_port for eda62c02-6147-4828-a258-732ef137a7ee owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:49.066218 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Allocated IP 172.26.6.171 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/ceff8711-ce90-4e08-acba-9ddaf0f1dec1) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:49.090137 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-122ac328-6d6b-40e0-adc4-4a48e05308d1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting port c85bb809-952a-4cb0-8a79-7774ddd731de {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:49.103024 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-122ac328-6d6b-40e0-adc4-4a48e05308d1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:49.149195 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-339d9515-10ad-4453-b7eb-04b7b0ba4cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:49.162556 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:49.193907 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d9515-10ad-4453-b7eb-04b7b0ba4cfa None None] Pushing event deleted for resources: {'Port': ['ID=eda62c02-6147-4828-a258-732ef137a7ee,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:49.196266 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339d9515-10ad-4453-b7eb-04b7b0ba4cfa None None] No DVR routers for this DVR port eda62c02-6147-4828-a258-732ef137a7ee on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:21:49.201304 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-339d9515-10ad-4453-b7eb-04b7b0ba4cfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:49.371927 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-122ac328-6d6b-40e0-adc4-4a48e05308d1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:49.416963 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Network 9dfc48e8-3e5f-4799-bb65-60892dd32931 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:21:49.442547 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3479b7ef-d75d-40f3-9f36-27d10dbe1d4a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:49.447926 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 9dfc48e8-3e5f-4799-bb65-60892dd32931) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:49.456365 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-122ac328-6d6b-40e0-adc4-4a48e05308d1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Calling delete_port for c85bb809-952a-4cb0-8a79-7774ddd731de owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:49.464138 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:49.468955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:49.470184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:49.470391 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c0b5a2-2cf9-4388-97b0-d246fb910cd2 None None] Network 9dfc48e8-3e5f-4799-bb65-60892dd32931 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:49.473743 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:49.474706 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:49.529003 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8900905 Jun 18 16:21:49.530630 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44720) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:49.594268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:49.598636 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-04751a5f-7c77-4a8d-b279-dc4e0fe660f5 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:49.617052 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:49.627434 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-934db20f-8a43-4f0b-a4ef-97c72061b8a8 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:49.643648 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device eda62c02-6147-4828-a258-732ef137a7ee no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:21:49.668559 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:49.679407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:49.680649 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3479b7ef-d75d-40f3-9f36-27d10dbe1d4a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:49.684612 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Pushing event deleted for resources: {'Port': ['ID=eda62c02-6147-4828-a258-732ef137a7ee,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:49.687188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:49.692158 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: eda62c02-6147-4828-a258-732ef137a7ee {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:21:49.692334 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Pushing event updated for resources: {'Port': ['ID=ceff8711-ce90-4e08-acba-9ddaf0f1dec1,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:49.692522 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device eda62c02-6147-4828-a258-732ef137a7ee not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:21:49.696672 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:49.698881 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] No DVR routers for this DVR port eda62c02-6147-4828-a258-732ef137a7ee on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:21:49.718052 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-3479b7ef-d75d-40f3-9f36-27d10dbe1d4a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc02592-fdc6-468c-b1a7-813ce21ceb9d']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:49.729935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:49.760365 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-3479b7ef-d75d-40f3-9f36-27d10dbe1d4a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d90c60-fd53-4f11-b55b-d6889cf1ee60') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:49.760815 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-3479b7ef-d75d-40f3-9f36-27d10dbe1d4a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d90c60-fd53-4f11-b55b-d6889cf1ee60') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:49.794769 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3479b7ef-d75d-40f3-9f36-27d10dbe1d4a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:49.879523 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3479b7ef-d75d-40f3-9f36-27d10dbe1d4a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:49.898473 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:49.903756 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3479b7ef-d75d-40f3-9f36-27d10dbe1d4a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:21:49.904222 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3479b7ef-d75d-40f3-9f36-27d10dbe1d4a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:21:49.908190 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:21:49.933222 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92342cb4-72d5-44bb-93ae-68163eeb844b tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:49.941587 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92342cb4-72d5-44bb-93ae-68163eeb844b tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:49.943215 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-92342cb4-72d5-44bb-93ae-68163eeb844b tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4098272 Jun 18 16:21:49.951213 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44724) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:49.980937 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6646ca4-c85c-48e5-9798-3d4b1c12b688']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:50.003331 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fed1fc4-b045-49aa-b14d-31cd0a679e64') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:50.003673 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fed1fc4-b045-49aa-b14d-31cd0a679e64') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:50.015856 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:50.016139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-122ac328-6d6b-40e0-adc4-4a48e05308d1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:50.022346 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-61f29f52-9299-4330-a6ff-46dbf842fd5e tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:50.025059 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3479b7ef-d75d-40f3-9f36-27d10dbe1d4a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:50.031568 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1077df18-b2a2-400c-b7c5-eca1d0f282b9 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:50.040654 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3479b7ef-d75d-40f3-9f36-27d10dbe1d4a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:50.044190 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3479b7ef-d75d-40f3-9f36-27d10dbe1d4a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "DELETE /v2.0/networks/5bc02592-fdc6-468c-b1a7-813ce21ceb9d HTTP/1.1" status: 204 len: 168 time: 1.2974193 Jun 18 16:21:50.054249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44726) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:50.058569 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:50.061179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479b7ef-d75d-40f3-9f36-27d10dbe1d4a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event deleted for resources: {'Network': ['ID=5bc02592-fdc6-468c-b1a7-813ce21ceb9d,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:50.065619 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3479b7ef-d75d-40f3-9f36-27d10dbe1d4a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:50.068994 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:21:50.069477 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:21:50.074403 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:21:50.105345 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ac328-6d6b-40e0-adc4-4a48e05308d1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Port': ['ID=c85bb809-952a-4cb0-8a79-7774ddd731de,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:50.109355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-122ac328-6d6b-40e0-adc4-4a48e05308d1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:50.152728 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:50.157724 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-08c5b06e-77d3-4b9a-86ec-e311ee5201c2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:50.166811 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:50.169560 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] 10.222.0.50 "DELETE /v2.0/networks/a6646ca4-c85c-48e5-9798-3d4b1c12b688 HTTP/1.1" status: 204 len: 168 time: 1.8591349 Jun 18 16:21:50.179553 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44728) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:50.186578 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Pushing event deleted for resources: {'Network': ['ID=a6646ca4-c85c-48e5-9798-3d4b1c12b688,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:50.189517 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:50.335142 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6153475d-f9dd-4f85-a88c-fb00d510674a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Deleting port 0f747af1-df83-4098-a77f-cac59e692748 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:50.335480 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6153475d-f9dd-4f85-a88c-fb00d510674a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:50.344231 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dea08e9f-3d7f-4f8d-a911-959b040ef590 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:50.372799 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:50.454837 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6153475d-f9dd-4f85-a88c-fb00d510674a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:50.455429 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6153475d-f9dd-4f85-a88c-fb00d510674a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:50.531986 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6153475d-f9dd-4f85-a88c-fb00d510674a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Calling delete_port for 0f747af1-df83-4098-a77f-cac59e692748 owned by network:floatingip {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:50.579554 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-4161e5e8-d094-4696-b716-08e9b4072ae5 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Deleting port 1b5d9aa9-eb1a-42e3-b265-c860dbac953b {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:50.580204 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4161e5e8-d094-4696-b716-08e9b4072ae5 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:50.699072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6153475d-f9dd-4f85-a88c-fb00d510674a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:50.701310 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-93de135b-12c8-4c89-8a1b-d0bf9d9ab09a tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:50.730891 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153475d-f9dd-4f85-a88c-fb00d510674a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Pushing event deleted for resources: {'Port': ['ID=0f747af1-df83-4098-a77f-cac59e692748,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:50.734191 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6153475d-f9dd-4f85-a88c-fb00d510674a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:50.803909 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6153475d-f9dd-4f85-a88c-fb00d510674a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks [] for floatingip, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:50.806643 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6153475d-f9dd-4f85-a88c-fb00d510674a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:50.808095 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6153475d-f9dd-4f85-a88c-fb00d510674a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] 10.222.0.50 "DELETE /v2.0/floatingips/afd6c25b-8b7f-4544-8b86-8b7d9c06c8ef HTTP/1.1" status: 204 len: 168 time: 0.6274972 Jun 18 16:21:51.094681 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4161e5e8-d094-4696-b716-08e9b4072ae5 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:51.098129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dea08e9f-3d7f-4f8d-a911-959b040ef590 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:51.100358 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-122ac328-6d6b-40e0-adc4-4a48e05308d1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:51.125107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-dea08e9f-3d7f-4f8d-a911-959b040ef590 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aacb4da7-679f-4f6a-8ddf-c30c38a7f2a1']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:51.159791 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44740) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:51.200643 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-4161e5e8-d094-4696-b716-08e9b4072ae5 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Calling delete_port for 1b5d9aa9-eb1a-42e3-b265-c860dbac953b owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:51.205161 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-dea08e9f-3d7f-4f8d-a911-959b040ef590 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d8e66f-8f46-4bb8-b659-475a68e464e8') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:51.205464 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-dea08e9f-3d7f-4f8d-a911-959b040ef590 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d8e66f-8f46-4bb8-b659-475a68e464e8') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:51.256548 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dea08e9f-3d7f-4f8d-a911-959b040ef590 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:51.310978 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9130e6d1-e3cb-4733-9ff6-24e639d7cb94 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8970d02379ac4475ab46b58beef924bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469891 Jun 18 16:21:51.312282 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44744) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:51.371744 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2a953386-5dc5-44cb-9ff2-e290668ef256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:51.378388 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dea08e9f-3d7f-4f8d-a911-959b040ef590 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:51.392722 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea08e9f-3d7f-4f8d-a911-959b040ef590 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:21:51.393130 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dea08e9f-3d7f-4f8d-a911-959b040ef590 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:21:51.398093 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:21:51.418699 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2a953386-5dc5-44cb-9ff2-e290668ef256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:51.493655 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2a953386-5dc5-44cb-9ff2-e290668ef256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:51.499526 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2a953386-5dc5-44cb-9ff2-e290668ef256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:51.504772 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2a953386-5dc5-44cb-9ff2-e290668ef256 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5df7e468-381f-4af0-8299-6058d8b20eee HTTP/1.1" status: 204 len: 168 time: 0.1882148 Jun 18 16:21:51.504772 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e5f6c63c-e5d6-44e8-9ff5-5a637c822993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:51.526708 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a953386-5dc5-44cb-9ff2-e290668ef256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df7e468-381f-4af0-8299-6058d8b20eee,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:51.533649 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2a953386-5dc5-44cb-9ff2-e290668ef256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:51.544569 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dea08e9f-3d7f-4f8d-a911-959b040ef590 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:51.552645 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-111d74a5-51b6-48a9-9657-b7a0ce88586d tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:51.560462 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dea08e9f-3d7f-4f8d-a911-959b040ef590 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:51.562340 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-dea08e9f-3d7f-4f8d-a911-959b040ef590 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] 10.222.0.50 "DELETE /v2.0/networks/aacb4da7-679f-4f6a-8ddf-c30c38a7f2a1 HTTP/1.1" status: 204 len: 168 time: 1.5014622 Jun 18 16:21:51.602978 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:51.609440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea08e9f-3d7f-4f8d-a911-959b040ef590 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Pushing event deleted for resources: {'Network': ['ID=aacb4da7-679f-4f6a-8ddf-c30c38a7f2a1,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:51.623025 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dea08e9f-3d7f-4f8d-a911-959b040ef590 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:51.672266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4161e5e8-d094-4696-b716-08e9b4072ae5 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:51.725859 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5e47392b-381b-43b9-b176-96dc721506ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:51.802597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4161e5e8-d094-4696-b716-08e9b4072ae5 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:51.809721 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4161e5e8-d094-4696-b716-08e9b4072ae5 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "DELETE /v2.0/ports/1b5d9aa9-eb1a-42e3-b265-c860dbac953b HTTP/1.1" status: 204 len: 168 time: 1.8532565 Jun 18 16:21:51.809721 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161e5e8-d094-4696-b716-08e9b4072ae5 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event deleted for resources: {'Port': ['ID=1b5d9aa9-eb1a-42e3-b265-c860dbac953b,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:51.810989 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44756) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:51.812105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4161e5e8-d094-4696-b716-08e9b4072ae5 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:51.965734 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122ac328-6d6b-40e0-adc4-4a48e05308d1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router fe4e543a-1087-4ba7-8fc3-189973323488 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:21:51.969421 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44760) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:52.018065 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f16db-9bc5-483e-bd07-a106c2641e8d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Deleting port ef1f7549-37e4-4f55-bb41-cdfd8da3336b {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:52.019162 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0c0f16db-9bc5-483e-bd07-a106c2641e8d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:52.092752 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122ac328-6d6b-40e0-adc4-4a48e05308d1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:21:52.102293 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-122ac328-6d6b-40e0-adc4-4a48e05308d1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/fe4e543a-1087-4ba7-8fc3-189973323488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6006191 Jun 18 16:21:52.102293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44764) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:52.105865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ce1d6-1ff1-46f7-98ad-613067dd6054 None None] Sync routers for ids ['fe4e543a-1087-4ba7-8fc3-189973323488'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:21:52.108644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Router 99e4f0a8-ebca-4140-b178-bb9f2cf29be0 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:21:52.127320 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ce1d6-1ff1-46f7-98ad-613067dd6054 None None] Routers {'fe4e543a-1087-4ba7-8fc3-189973323488'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:52.130138 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-291ce1d6-1ff1-46f7-98ad-613067dd6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['fe4e543a-1087-4ba7-8fc3-189973323488'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:52.142868 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0c0f16db-9bc5-483e-bd07-a106c2641e8d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:52.182889 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-291ce1d6-1ff1-46f7-98ad-613067dd6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:52.198005 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ce1d6-1ff1-46f7-98ad-613067dd6054 None None] Routers {'fe4e543a-1087-4ba7-8fc3-189973323488'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:52.199137 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-291ce1d6-1ff1-46f7-98ad-613067dd6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['fe4e543a-1087-4ba7-8fc3-189973323488'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:52.244252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44768) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:52.248219 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f16db-9bc5-483e-bd07-a106c2641e8d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Calling delete_port for ef1f7549-37e4-4f55-bb41-cdfd8da3336b owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:52.254816 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-291ce1d6-1ff1-46f7-98ad-613067dd6054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:52.256191 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ce1d6-1ff1-46f7-98ad-613067dd6054 None None] The sync data for ids ['fe4e543a-1087-4ba7-8fc3-189973323488'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:21:52.288964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-37ec64a2-5e4f-4696-b3c6-ca1ff9cc9faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:52.403105 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0c0f16db-9bc5-483e-bd07-a106c2641e8d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:52.407395 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:52.413791 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9fa8f8bc-27a4-4fdc-ab0b-3f3552b2e299 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a23b6cc9c7424f1996b74076aa8c3ed3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4430211 Jun 18 16:21:52.417938 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44770) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:52.444398 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f16db-9bc5-483e-bd07-a106c2641e8d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event deleted for resources: {'Port': ['ID=ef1f7549-37e4-4f55-bb41-cdfd8da3336b,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:52.453684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0c0f16db-9bc5-483e-bd07-a106c2641e8d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:52.461273 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0c0f16db-9bc5-483e-bd07-a106c2641e8d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:52.463813 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0c0f16db-9bc5-483e-bd07-a106c2641e8d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "DELETE /v2.0/ports/ef1f7549-37e4-4f55-bb41-cdfd8da3336b HTTP/1.1" status: 204 len: 168 time: 0.6499245 Jun 18 16:21:52.468202 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44772) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:52.500302 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:21:52.514521 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-dea971a8-3213-49fa-be4e-c0a4e7c1bdf1 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0394664 Jun 18 16:21:52.515323 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44774) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:52.519886 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-14a579ad-6a69-4113-90ce-94d9a5494a98 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-524166920'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:52.524692 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Sync routers for ids ['99e4f0a8-ebca-4140-b178-bb9f2cf29be0'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:21:52.541157 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Routers {'99e4f0a8-ebca-4140-b178-bb9f2cf29be0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:52.542793 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['99e4f0a8-ebca-4140-b178-bb9f2cf29be0'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:52.546952 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c9a72688-8390-4ec7-99c5-7ff61917a590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:52.578720 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c9a72688-8390-4ec7-99c5-7ff61917a590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:52.657429 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c9a72688-8390-4ec7-99c5-7ff61917a590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:52.664823 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c9a72688-8390-4ec7-99c5-7ff61917a590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:52.670759 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c9a72688-8390-4ec7-99c5-7ff61917a590 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e222e7d7-4a7d-4fd5-8c75-5d496e404d9b HTTP/1.1" status: 204 len: 168 time: 0.2296448 Jun 18 16:21:52.670759 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:52.679088 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Set router 99e4f0a8-ebca-4140-b178-bb9f2cf29be0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:21:52.686868 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a72688-8390-4ec7-99c5-7ff61917a590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e222e7d7-4a7d-4fd5-8c75-5d496e404d9b,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:52.690276 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c9a72688-8390-4ec7-99c5-7ff61917a590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:52.729862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-37ec64a2-5e4f-4696-b3c6-ca1ff9cc9faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:52.748429 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-37ec64a2-5e4f-4696-b3c6-ca1ff9cc9faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:52.770298 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4ba2e973-742d-4674-a627-aaeb3bcd3f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:52.774786 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a579ad-6a69-4113-90ce-94d9a5494a98 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Made reservation on behalf of 9194b0a8ddbe460491402fe0be93e4c1 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:52.781163 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14a579ad-6a69-4113-90ce-94d9a5494a98 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:52.833172 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a579ad-6a69-4113-90ce-94d9a5494a98 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:21:52.838711 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:52.844030 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.1431551 Jun 18 16:21:52.846947 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44782) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:52.954885 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14a579ad-6a69-4113-90ce-94d9a5494a98 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:52.955331 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-14a579ad-6a69-4113-90ce-94d9a5494a98 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Added segment 8598a4ea-27e3-41b2-bd52-944973a565e6 of type vlan for network eb470a54-4f9c-46d7-873f-2a464ade163f Jun 18 16:21:52.974385 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec64a2-5e4f-4696-b3c6-ca1ff9cc9faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371caa13-bc2d-4d39-a005-18b3985239f7,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:52.995215 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-37ec64a2-5e4f-4696-b3c6-ca1ff9cc9faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:53.001939 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-37ec64a2-5e4f-4696-b3c6-ca1ff9cc9faf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0deef13ad16c4006a9466d36880d4451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7527606 Jun 18 16:21:53.005627 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44784) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:53.067064 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c6f05681-928c-4990-9a8a-2ce0ea41aa65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:53.153768 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14a579ad-6a69-4113-90ce-94d9a5494a98 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:53.167971 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e4f0a8-ebca-4140-b178-bb9f2cf29be0', 'name': 'tempest-snat-router-935322158', 'tenant_id': '8c77a74bb6224bc5900c8746535f5cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.171'}], 'enable_snat': False}, 'gw_port_id': 'ceff8711-ce90-4e08-acba-9ddaf0f1dec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:21:46Z', 'updated_at': '2021-06-18T16:21:49Z', 'revision_number': 3, 'project_id': '8c77a74bb6224bc5900c8746535f5cd5', 'gw_port': {'id': 'ceff8711-ce90-4e08-acba-9ddaf0f1dec1', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e4f0a8-ebca-4140-b178-bb9f2cf29be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:21:48Z', 'updated_at': '2021-06-18T16:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:53.213895 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Checking router: 99e4f0a8-ebca-4140-b178-bb9f2cf29be0 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:21:53.214800 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Updating router 99e4f0a8-ebca-4140-b178-bb9f2cf29be0 port ceff8711-ce90-4e08-acba-9ddaf0f1dec1 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:21:53.294911 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:53.303861 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14a579ad-6a69-4113-90ce-94d9a5494a98 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:53.322669 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a579ad-6a69-4113-90ce-94d9a5494a98 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:53.323334 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14a579ad-6a69-4113-90ce-94d9a5494a98 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:53.330790 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-db98515e-b707-4321-a432-5eb0ad24a39d tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "GET /v2.0/routers/99e4f0a8-ebca-4140-b178-bb9f2cf29be0 HTTP/1.1" status: 200 len: 908 time: 0.4825466 Jun 18 16:21:53.331407 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44790) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:53.334814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d932f309-b9fa-42ad-8023-8763d605bd4c tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:53.349450 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Request body: {'router': {'name': 'tempest-snat-router-935322158', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'enable_snat': True}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:53.510124 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75cbdc22-15a3-466c-a8c0-2cd2a5ecb75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:53.514648 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:53.518137 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:53.524694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a579ad-6a69-4113-90ce-94d9a5494a98 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event updated for resources: {'Network': ['ID=eb470a54-4f9c-46d7-873f-2a464ade163f,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:53.534619 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-14a579ad-6a69-4113-90ce-94d9a5494a98 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0185971 Jun 18 16:21:53.543003 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network eb470a54-4f9c-46d7-873f-2a464ade163f details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:21:53.574563 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-14a579ad-6a69-4113-90ce-94d9a5494a98 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:53.577779 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44798) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:53.596884 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-738a2339-5283-466d-aa9a-e095324f5772 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1239051112'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:53.643913 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738a2339-5283-466d-aa9a-e095324f5772 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Made reservation on behalf of 9194b0a8ddbe460491402fe0be93e4c1 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:53.649467 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-738a2339-5283-466d-aa9a-e095324f5772 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:53.664494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75cbdc22-15a3-466c-a8c0-2cd2a5ecb75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:53.729091 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-c6f05681-928c-4990-9a8a-2ce0ea41aa65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting port e215fb96-0192-48ad-83d4-7e6a6d699f26 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:21:53.729722 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c6f05681-928c-4990-9a8a-2ce0ea41aa65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:53.765426 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:53.780512 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738a2339-5283-466d-aa9a-e095324f5772 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:21:53.859667 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-738a2339-5283-466d-aa9a-e095324f5772 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:53.859667 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-738a2339-5283-466d-aa9a-e095324f5772 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Added segment e558ad35-c1e2-4152-b92b-d0927661f69d of type vlan for network 76555eda-2e5a-4389-bf4e-16817a2aee16 Jun 18 16:21:53.888284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c6f05681-928c-4990-9a8a-2ce0ea41aa65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:53.897425 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:53.940971 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Transition to ACTIVE for port object ceff8711-ce90-4e08-acba-9ddaf0f1dec1 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:53.950061 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:53.953547 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-5f15af01-68a2-4338-841c-ed40c5e25ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:53.976861 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75cbdc22-15a3-466c-a8c0-2cd2a5ecb75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:53.981536 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75cbdc22-15a3-466c-a8c0-2cd2a5ecb75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:53.982885 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-75cbdc22-15a3-466c-a8c0-2cd2a5ecb75c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/371caa13-bc2d-4d39-a005-18b3985239f7 HTTP/1.1" status: 204 len: 168 time: 0.9641631 Jun 18 16:21:53.988356 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-415c5a3a-f846-4a2f-86e5-364d3443a1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:53.992561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-738a2339-5283-466d-aa9a-e095324f5772 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:54.013893 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:54.025053 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbdc22-15a3-466c-a8c0-2cd2a5ecb75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371caa13-bc2d-4d39-a005-18b3985239f7,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:54.029819 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-75cbdc22-15a3-466c-a8c0-2cd2a5ecb75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:54.041712 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-c6f05681-928c-4990-9a8a-2ce0ea41aa65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Calling delete_port for e215fb96-0192-48ad-83d4-7e6a6d699f26 owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:21:54.059299 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:54.094599 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Attempting to bind port ceff8711-ce90-4e08-acba-9ddaf0f1dec1 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:21:54.095242 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Attempting to bind port ceff8711-ce90-4e08-acba-9ddaf0f1dec1 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:21:54.096375 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Attempting to bind port ceff8711-ce90-4e08-acba-9ddaf0f1dec1 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:21:54.106457 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:21:54.107292 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:54.107919 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:54.108481 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:21:54.109137 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Bound port: ceff8711-ce90-4e08-acba-9ddaf0f1dec1, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:21:54.109688 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:54.113165 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b1cef-0040-4c68-90c8-719ee6b5303d None None] Pushing event updated for resources: {'Port': ['ID=ceff8711-ce90-4e08-acba-9ddaf0f1dec1,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:54.148140 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-738a2339-5283-466d-aa9a-e095324f5772 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:54.148647 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b1cef-0040-4c68-90c8-719ee6b5303d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:54.148997 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b1cef-0040-4c68-90c8-719ee6b5303d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:54.149332 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b1cef-0040-4c68-90c8-719ee6b5303d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:54.149666 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b1cef-0040-4c68-90c8-719ee6b5303d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:54.150687 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b1cef-0040-4c68-90c8-719ee6b5303d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:54.151261 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b1cef-0040-4c68-90c8-719ee6b5303d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:54.151595 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b1cef-0040-4c68-90c8-719ee6b5303d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:54.151974 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b1cef-0040-4c68-90c8-719ee6b5303d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:54.152305 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b1cef-0040-4c68-90c8-719ee6b5303d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:54.152629 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b1cef-0040-4c68-90c8-719ee6b5303d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:54.153006 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b1cef-0040-4c68-90c8-719ee6b5303d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:54.153328 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b1cef-0040-4c68-90c8-719ee6b5303d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:21:54.158658 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738a2339-5283-466d-aa9a-e095324f5772 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:54.159433 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-738a2339-5283-466d-aa9a-e095324f5772 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:54.161005 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-161b1cef-0040-4c68-90c8-719ee6b5303d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:54.163564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-148331e7-bd41-4e6e-ba1c-1969372008ad tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:54.194580 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] For port ceff8711-ce90-4e08-acba-9ddaf0f1dec1, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:21:54.200330 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] For port ceff8711-ce90-4e08-acba-9ddaf0f1dec1, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ceff8711-ce90-4e08-acba-9ddaf0f1dec1,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:21:54.206240 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:54.215724 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:54.311052 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-738a2339-5283-466d-aa9a-e095324f5772 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7276566 Jun 18 16:21:54.315130 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Routers {'99e4f0a8-ebca-4140-b178-bb9f2cf29be0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:54.315751 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['99e4f0a8-ebca-4140-b178-bb9f2cf29be0'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:54.345345 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738a2339-5283-466d-aa9a-e095324f5772 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event updated for resources: {'Network': ['ID=76555eda-2e5a-4389-bf4e-16817a2aee16,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:54.357205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-738a2339-5283-466d-aa9a-e095324f5772 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:54.371689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 76555eda-2e5a-4389-bf4e-16817a2aee16 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:21:54.401662 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c6f05681-928c-4990-9a8a-2ce0ea41aa65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:54.405031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-62112504-b1f8-48c0-ba26-4673ccbc48be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:54.463728 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f05681-928c-4990-9a8a-2ce0ea41aa65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Port': ['ID=e215fb96-0192-48ad-83d4-7e6a6d699f26,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:54.481262 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c6f05681-928c-4990-9a8a-2ce0ea41aa65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:54.500998 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44818) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:54.516834 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Request body: {'subnets': [{'network_id': 'eb470a54-4f9c-46d7-873f-2a464ade163f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--308199575', 'ip_version': 4}, {'network_id': '76555eda-2e5a-4389-bf4e-16817a2aee16', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:54.517292 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Request body: {'subnet': {'network_id': 'eb470a54-4f9c-46d7-873f-2a464ade163f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--308199575', 'ip_version': 4}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:54.517827 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Request body: {'subnet': {'network_id': '76555eda-2e5a-4389-bf4e-16817a2aee16', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:54.576140 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] Set router 99e4f0a8-ebca-4140-b178-bb9f2cf29be0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:21:54.598091 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44820) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:54.842694 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b1cef-0040-4c68-90c8-719ee6b5303d None None] Pushing event updated for resources: {'Port': ['ID=ceff8711-ce90-4e08-acba-9ddaf0f1dec1,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:54.847382 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-161b1cef-0040-4c68-90c8-719ee6b5303d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:54.913494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44826) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:54.926124 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e4f0a8-ebca-4140-b178-bb9f2cf29be0', 'name': 'tempest-snat-router-935322158', 'tenant_id': '8c77a74bb6224bc5900c8746535f5cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.171'}], 'enable_snat': False}, 'gw_port_id': 'ceff8711-ce90-4e08-acba-9ddaf0f1dec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:21:46Z', 'updated_at': '2021-06-18T16:21:49Z', 'revision_number': 3, 'project_id': '8c77a74bb6224bc5900c8746535f5cd5', 'gw_port': {'id': 'ceff8711-ce90-4e08-acba-9ddaf0f1dec1', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e4f0a8-ebca-4140-b178-bb9f2cf29be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:21:48Z', 'updated_at': '2021-06-18T16:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:54.956563 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f94e7dc-6137-4f55-9e4e-d7d2616f9b78 None None] The sync data for ids ['99e4f0a8-ebca-4140-b178-bb9f2cf29be0'] in dv-neutron-797120-1-hyperv is: [{'id': '99e4f0a8-ebca-4140-b178-bb9f2cf29be0', 'name': 'tempest-snat-router-935322158', 'tenant_id': '8c77a74bb6224bc5900c8746535f5cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.171'}], 'enable_snat': False}, 'gw_port_id': 'ceff8711-ce90-4e08-acba-9ddaf0f1dec1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:21:46Z', 'updated_at': '2021-06-18T16:21:49Z', 'revision_number': 3, 'project_id': '8c77a74bb6224bc5900c8746535f5cd5', 'gw_port': {'id': 'ceff8711-ce90-4e08-acba-9ddaf0f1dec1', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:7f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e4f0a8-ebca-4140-b178-bb9f2cf29be0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:21:48Z', 'updated_at': '2021-06-18T16:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:21:54.970777 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4258ddae-7358-4e86-8f6e-da1aae00854e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:55.017480 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:55.040371 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c6f05681-928c-4990-9a8a-2ce0ea41aa65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:55.158992 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4258ddae-7358-4e86-8f6e-da1aae00854e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:55.162540 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:55.167841 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4258ddae-7358-4e86-8f6e-da1aae00854e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:55.169057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-937bc036-10d3-439e-be41-9549b529da4c tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] Request body: {'port': {'network_id': '3b6f0df5-5461-4e02-b7e7-e9871230d178', 'name': 'tempest-NetworksNegativeTestJSON-1708428445'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:55.180123 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:55.218802 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258ddae-7358-4e86-8f6e-da1aae00854e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b97b7f8-25fd-4a15-85c9-6edc653ab430,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:55.229781 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4258ddae-7358-4e86-8f6e-da1aae00854e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:55.258183 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-937bc036-10d3-439e-be41-9549b529da4c tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] POST failed (client error): The resource could not be found. Jun 18 16:21:55.259194 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-937bc036-10d3-439e-be41-9549b529da4c tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:21:55.268215 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-937bc036-10d3-439e-be41-9549b529da4c tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6639659 Jun 18 16:21:55.268946 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44830) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:55.297720 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-f981b2d3-1d97-4f6b-a83f-69610ffac86a req-f4725627-8b3a-40cd-88ae-0e5f9a88c1cc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5161331 Jun 18 16:21:55.334966 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4258ddae-7358-4e86-8f6e-da1aae00854e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5863ba0a4179443fa585df36042a0f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4195468 Jun 18 16:21:55.335806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44832) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:55.343383 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Made reservation on behalf of 9194b0a8ddbe460491402fe0be93e4c1 for: {'subnet': 2} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:21:55.360467 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d33f041-8dd7-46ad-8a0c-3318e03d5bd5 tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] DELETE failed (client error): The resource could not be found. Jun 18 16:21:55.361288 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d33f041-8dd7-46ad-8a0c-3318e03d5bd5 tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:21:55.363304 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2d33f041-8dd7-46ad-8a0c-3318e03d5bd5 tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] 10.222.0.50 "DELETE /v2.0/networks/2e0de698-ddae-4197-a224-55961955980b HTTP/1.1" status: 404 len: 339 time: 0.0889485 Jun 18 16:21:55.370474 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44834) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:55.394180 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:55.394647 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:55.438755 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f05681-928c-4990-9a8a-2ce0ea41aa65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router fe4e543a-1087-4ba7-8fc3-189973323488 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:21:55.455326 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a81284-b723-4771-a64a-f62f20e30536 tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] DELETE failed (client error): The resource could not be found. Jun 18 16:21:55.456061 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a81284-b723-4771-a64a-f62f20e30536 tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:21:55.457826 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f7a81284-b723-4771-a64a-f62f20e30536 tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] 10.222.0.50 "DELETE /v2.0/ports/9f22e12e-8178-4148-bf35-aed98159bc5f HTTP/1.1" status: 404 len: 333 time: 0.0800259 Jun 18 16:21:55.477777 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44836) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:55.514628 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Allocated IP 172.26.6.16 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/c9cc8d38-a676-466b-8874-4308c4e4df58) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:21:55.627252 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981b2d3-1d97-4f6b-a83f-69610ffac86a req-f301a1b8-2c54-492f-b335-f351499817f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:55.629473 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-f981b2d3-1d97-4f6b-a83f-69610ffac86a req-f301a1b8-2c54-492f-b335-f351499817f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d37ab518138b46219c6e98edeeaed8b5&device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 1098 time: 0.2138400 Jun 18 16:21:55.719858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ceff8711-ce90-4e08-acba-9ddaf0f1dec1 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:21:55.738870 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:55.821864 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port ceff8711-ce90-4e08-acba-9ddaf0f1dec1 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:21:55.823615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981b2d3-1d97-4f6b-a83f-69610ffac86a req-ea5e8178-89d6-488f-942e-55f0c5887b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:55.825446 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-f981b2d3-1d97-4f6b-a83f-69610ffac86a req-ea5e8178-89d6-488f-942e-55f0c5887b3b service neutron] 10.222.0.55 "GET /v2.0/networks?id=35dd169e-5f93-47a6-9344-547c849f4922 HTTP/1.1" status: 200 len: 907 time: 0.1608005 Jun 18 16:21:55.843087 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ceff8711-ce90-4e08-acba-9ddaf0f1dec1 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:55.843896 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:55.956592 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:55.963915 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-f981b2d3-1d97-4f6b-a83f-69610ffac86a req-a0bf4ab8-2ca7-4748-9d7e-ebb87039aa42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b2aad626-61c5-41aa-afab-903b03c760ca HTTP/1.1" status: 200 len: 1000 time: 0.1278138 Jun 18 16:21:55.963915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e960896d-ee2b-4911-9f3e-fb30cd191b60 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:55.985975 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:56.016552 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port ceff8711-ce90-4e08-acba-9ddaf0f1dec1, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ceff8711-ce90-4e08-acba-9ddaf0f1dec1,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:21:56.023110 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:56.026752 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b0dbf4a8-937f-4124-bb02-8d93e4363866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:56.047824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:21:56.050014 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-17807908-452e-495e-9942-2e92342af0e0 tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] DELETE failed (client error): The resource could not be found. Jun 18 16:21:56.050844 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17807908-452e-495e-9942-2e92342af0e0 tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:21:56.052807 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-17807908-452e-495e-9942-2e92342af0e0 tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] 10.222.0.50 "DELETE /v2.0/subnets/934a1692-ad7d-4b1c-aeee-1a25faa99469 HTTP/1.1" status: 404 len: 337 time: 0.5735416 Jun 18 16:21:56.057591 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:56.064450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44842) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:56.082748 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:21:56.099051 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=ceff8711-ce90-4e08-acba-9ddaf0f1dec1,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:56.104262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Pushing event updated for resources: {'Port': ['ID=c9cc8d38-a676-466b-8874-4308c4e4df58,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:56.105569 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:56.141609 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:56.152079 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981b2d3-1d97-4f6b-a83f-69610ffac86a req-6b103863-91b2-4191-a8d3-b435f58b7a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:56.153579 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-f981b2d3-1d97-4f6b-a83f-69610ffac86a req-6b103863-91b2-4191-a8d3-b435f58b7a6b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1b6dd737-7e4b-40cd-bf18-9c9044bc5401 HTTP/1.1" status: 200 len: 845 time: 0.1801324 Jun 18 16:21:56.156151 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-81bf9fd5-f1af-4aba-bbe6-df7443b219d2 tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] GET failed (client error): The resource could not be found. Jun 18 16:21:56.158787 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-81bf9fd5-f1af-4aba-bbe6-df7443b219d2 tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] 10.222.0.50 "GET /v2.0/networks/965f95f0-6310-4b3a-8869-a9d7367787ce HTTP/1.1" status: 404 len: 339 time: 0.0916038 Jun 18 16:21:56.166850 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44844) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:56.236973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f079239e-ca97-45b2-b610-2485a67533c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:56.242572 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f05681-928c-4990-9a8a-2ce0ea41aa65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:21:56.253980 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c6f05681-928c-4990-9a8a-2ce0ea41aa65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/fe4e543a-1087-4ba7-8fc3-189973323488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1463437 Jun 18 16:21:56.254239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44846) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:56.271827 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a1fcee-8821-44e5-8cf9-d9321c78ee58 None None] Sync routers for ids ['fe4e543a-1087-4ba7-8fc3-189973323488'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:21:56.295127 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a1fcee-8821-44e5-8cf9-d9321c78ee58 None None] Routers {'fe4e543a-1087-4ba7-8fc3-189973323488'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:56.295997 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-a5a1fcee-8821-44e5-8cf9-d9321c78ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['fe4e543a-1087-4ba7-8fc3-189973323488'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:56.296231 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f547fda-cfa3-48ad-aed6-12ef07242f08 tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] GET failed (client error): The resource could not be found. Jun 18 16:21:56.298048 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2f547fda-cfa3-48ad-aed6-12ef07242f08 tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] 10.222.0.50 "GET /v2.0/ports/bbcf86aa-ff3c-4886-bdc0-78a41b06cfc1 HTTP/1.1" status: 404 len: 333 time: 0.1276889 Jun 18 16:21:56.309152 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44848) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:56.324076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f079239e-ca97-45b2-b610-2485a67533c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:56.335598 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-dacdc0b7-bd93-48b2-ba53-9ee424ef3de7 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe4e543a-1087-4ba7-8fc3-189973323488 HTTP/1.1" status: 200 len: 205 time: 0.0802131 Jun 18 16:21:56.339242 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44850) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:56.357186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-a5a1fcee-8821-44e5-8cf9-d9321c78ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:56.367167 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a1fcee-8821-44e5-8cf9-d9321c78ee58 None None] Routers {'fe4e543a-1087-4ba7-8fc3-189973323488'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:56.369453 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-a5a1fcee-8821-44e5-8cf9-d9321c78ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['fe4e543a-1087-4ba7-8fc3-189973323488'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:56.395079 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-625a8010-f74d-45f2-8af7-05d6ae6f3209 tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] GET failed (client error): The resource could not be found. Jun 18 16:21:56.396409 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-625a8010-f74d-45f2-8af7-05d6ae6f3209 tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] 10.222.0.50 "GET /v2.0/subnets/a789188b-b778-45d9-b626-f1e0723f8b32 HTTP/1.1" status: 404 len: 337 time: 0.0634930 Jun 18 16:21:56.405346 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44854) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:56.442778 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d51e4c4b-9a25-4348-b1bc-0529349f1029 tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:56.454928 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-a5a1fcee-8821-44e5-8cf9-d9321c78ee58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:56.456254 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a1fcee-8821-44e5-8cf9-d9321c78ee58 None None] The sync data for ids ['fe4e543a-1087-4ba7-8fc3-189973323488'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:21:56.481032 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d51e4c4b-9a25-4348-b1bc-0529349f1029 tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] PUT failed (client error): The resource could not be found. Jun 18 16:21:56.481032 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d51e4c4b-9a25-4348-b1bc-0529349f1029 tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:21:56.487816 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d51e4c4b-9a25-4348-b1bc-0529349f1029 tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] 10.222.0.50 "PUT /v2.0/networks/81b4fd8f-f83e-49d9-a153-38fe3f03fb9e HTTP/1.1" status: 404 len: 339 time: 0.0730236 Jun 18 16:21:56.488265 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44856) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:56.500409 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-be8e2fec-d0a3-4348-b9dc-a7ccfb19164a tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:56.538628 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8e2fec-d0a3-4348-b9dc-a7ccfb19164a tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] PUT failed (client error): The resource could not be found. Jun 18 16:21:56.539632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be8e2fec-d0a3-4348-b9dc-a7ccfb19164a tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:21:56.547386 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-be8e2fec-d0a3-4348-b9dc-a7ccfb19164a tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] 10.222.0.50 "PUT /v2.0/ports/d3f1e2ea-a7be-48db-b41c-c47ca956626f HTTP/1.1" status: 404 len: 333 time: 0.0510299 Jun 18 16:21:56.548172 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44858) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:56.558505 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-62d1251c-776d-49f7-b36d-214e870ae9ff tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:21:56.589388 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f079239e-ca97-45b2-b610-2485a67533c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:56.589940 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5856-d02c-4208-8f93-275198e4a26a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:56.595546 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d1251c-776d-49f7-b36d-214e870ae9ff tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] PUT failed (client error): The resource could not be found. Jun 18 16:21:56.596009 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d1251c-776d-49f7-b36d-214e870ae9ff tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:21:56.601880 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-62d1251c-776d-49f7-b36d-214e870ae9ff tempest-NetworksNegativeTestJSON-1342043140 tempest-NetworksNegativeTestJSON-1342043140-project] 10.222.0.50 "PUT /v2.0/subnets/b70f6332-1fba-4f7f-ab30-1e83fd31ecc1 HTTP/1.1" status: 404 len: 337 time: 0.0441384 Jun 18 16:21:56.602166 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f079239e-ca97-45b2-b610-2485a67533c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:56.602166 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f079239e-ca97-45b2-b610-2485a67533c9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0b97b7f8-25fd-4a15-85c9-6edc653ab430 HTTP/1.1" status: 204 len: 168 time: 1.2614410 Jun 18 16:21:56.602166 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6e1907b1-6e4f-467e-94d9-3e0ced8d21e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:56.616253 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079239e-ca97-45b2-b610-2485a67533c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b97b7f8-25fd-4a15-85c9-6edc653ab430,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:56.621022 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f079239e-ca97-45b2-b610-2485a67533c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:57.047320 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:57.055654 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:57.163053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44870) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:57.167960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event updated for resources: {'Subnet': ['ID=aed6d6e2-a245-4c9b-9dc2-a22912616691,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:57.176187 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f981b2d3-1d97-4f6b-a83f-69610ffac86a req-dd1ad6a1-69e6-4911-8f8a-60161f2290be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:57.177728 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-f981b2d3-1d97-4f6b-a83f-69610ffac86a req-dd1ad6a1-69e6-4911-8f8a-60161f2290be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35dd169e-5f93-47a6-9344-547c849f4922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9978664 Jun 18 16:21:57.183704 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:57.267412 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Checking segment: {'id': '8598a4ea-27e3-41b2-bd52-944973a565e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'eb470a54-4f9c-46d7-873f-2a464ade163f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:57.267777 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Network hostable DHCP agents. Network: eb470a54-4f9c-46d7-873f-2a464ade163f, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:21:57.273900 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:57.344249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Network eb470a54-4f9c-46d7-873f-2a464ade163f is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:21:57.377176 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, eb470a54-4f9c-46d7-873f-2a464ade163f) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:57.391382 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa77b28e-40b9-4090-b8ae-67f59e13f709 None None] Network eb470a54-4f9c-46d7-873f-2a464ade163f requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:57.393416 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5856-d02c-4208-8f93-275198e4a26a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:57.393942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:57.397327 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5856-d02c-4208-8f93-275198e4a26a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:57.397979 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-03bd8fa5-897c-4298-ba30-549c5eccf678 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:57.507202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event updated for resources: {'Subnet': ['ID=c81eeabb-c135-4d1c-a8c4-f19f8484a7b1,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:57.511817 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-38b78769-e530-4f99-9e8c-a39233db0779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:57.515910 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:57.517994 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Checking segment: {'id': 'e558ad35-c1e2-4152-b92b-d0927661f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '76555eda-2e5a-4389-bf4e-16817a2aee16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:21:57.518365 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Network hostable DHCP agents. Network: 76555eda-2e5a-4389-bf4e-16817a2aee16, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:21:57.536477 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5856-d02c-4208-8f93-275198e4a26a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:57.541072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5b5856-d02c-4208-8f93-275198e4a26a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Fanout notify agent at l3_agent the message router_deleted on router fe4e543a-1087-4ba7-8fc3-189973323488 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:21:57.561285 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Network 76555eda-2e5a-4389-bf4e-16817a2aee16 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:21:57.575327 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5856-d02c-4208-8f93-275198e4a26a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:57.579897 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8f5b5856-d02c-4208-8f93-275198e4a26a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/routers/fe4e543a-1087-4ba7-8fc3-189973323488 HTTP/1.1" status: 204 len: 168 time: 1.2389865 Jun 18 16:21:57.581081 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44886) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:57.595598 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 76555eda-2e5a-4389-bf4e-16817a2aee16) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:21:57.615010 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:57.615623 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:57.616346 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:57.664516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf997ae-4fc7-4d95-8f1f-c6bd6254ff51 None None] Network 76555eda-2e5a-4389-bf4e-16817a2aee16 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:57.727232 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-f981b2d3-1d97-4f6b-a83f-69610ffac86a req-2cad80b9-da33-4861-8f48-558370a73e67 service neutron] 10.222.0.55 "GET /v2.0/networks/35dd169e-5f93-47a6-9344-547c849f4922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915855 Jun 18 16:21:57.743195 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-38b78769-e530-4f99-9e8c-a39233db0779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:57.751462 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-38b78769-e530-4f99-9e8c-a39233db0779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:57.756661 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-624c2928-83ad-47f3-86cf-0893ec8dbef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:57.783297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ceff8711-ce90-4e08-acba-9ddaf0f1dec1 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:21:57.787798 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 3.2843213 Jun 18 16:21:57.790103 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b78769-e530-4f99-9e8c-a39233db0779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369e0f4a-d1f1-4317-9c8b-063d85e0d25b,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:57.799581 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44890) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:57.805199 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-38b78769-e530-4f99-9e8c-a39233db0779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:57.862008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15cdd9f-3620-4a0b-9ab1-c3f11067705e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-eb470a54-4f9c-46d7-873f-2a464ade163f', 'network_id': 'eb470a54-4f9c-46d7-873f-2a464ade163f', 'tenant_id': '9194b0a8ddbe460491402fe0be93e4c1', 'fixed_ips': [{'subnet_id': 'aed6d6e2-a245-4c9b-9dc2-a22912616691'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:21:57.863251 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a15cdd9f-3620-4a0b-9ab1-c3f11067705e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:57.864976 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d16443c-8444-41dc-ba3f-87658d6c0f89 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting subnet cac4e167-5c36-49b0-aa11-f0ec0758c474 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:21:57.884029 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d16443c-8444-41dc-ba3f-87658d6c0f89 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:57.910766 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ceff8711-ce90-4e08-acba-9ddaf0f1dec1 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:21:57.911147 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:57.918748 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-38b78769-e530-4f99-9e8c-a39233db0779 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9d977408f6004293b99d763a04add9ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7477279 Jun 18 16:21:57.925941 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca656e9e-4c2f-419c-9b76-3901e0af1040 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:57.928256 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44896) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:57.928468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca656e9e-4c2f-419c-9b76-3901e0af1040 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:57.930922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca656e9e-4c2f-419c-9b76-3901e0af1040 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:57.933689 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:57.935553 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ca656e9e-4c2f-419c-9b76-3901e0af1040 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1342216 Jun 18 16:21:57.938864 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44898) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:58.017356 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-92f7b655-7855-45f1-8ba9-c20a40f2ad34 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Deleting subnet aed6d6e2-a245-4c9b-9dc2-a22912616691 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:21:58.021375 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92f7b655-7855-45f1-8ba9-c20a40f2ad34 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:58.085847 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d16443c-8444-41dc-ba3f-87658d6c0f89 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:58.102410 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92f7b655-7855-45f1-8ba9-c20a40f2ad34 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:58.167879 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92f7b655-7855-45f1-8ba9-c20a40f2ad34 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:58.203765 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-95fa3780-28e9-4ed6-851d-2bbc17b67e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:58.219841 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-f981b2d3-1d97-4f6b-a83f-69610ffac86a req-d9dcd399-b783-457c-8993-934d5ddd178e service neutron] 10.222.0.55 "GET /v2.0/networks/35dd169e-5f93-47a6-9344-547c849f4922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491380 Jun 18 16:21:58.250138 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88607849-cf5b-47c3-a69e-fba9b57aa21e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-76555eda-2e5a-4389-bf4e-16817a2aee16', 'network_id': '76555eda-2e5a-4389-bf4e-16817a2aee16', 'tenant_id': '9194b0a8ddbe460491402fe0be93e4c1', 'fixed_ips': [{'subnet_id': 'c81eeabb-c135-4d1c-a8c4-f19f8484a7b1'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:21:58.251955 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-88607849-cf5b-47c3-a69e-fba9b57aa21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:58.276344 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-95fa3780-28e9-4ed6-851d-2bbc17b67e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:58.282594 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92f7b655-7855-45f1-8ba9-c20a40f2ad34 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:58.288871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:58.336952 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d16443c-8444-41dc-ba3f-87658d6c0f89 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:58.338711 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7b655-7855-45f1-8ba9-c20a40f2ad34 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event deleted for resources: {'Subnet': ['ID=aed6d6e2-a245-4c9b-9dc2-a22912616691,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server [None req-a15cdd9f-3620-4a0b-9ab1-c3f11067705e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aed6d6e2-a245-4c9b-9dc2-a22912616691: This subnet is being modified by another concurrent operation. Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:21:58.343573 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise exception Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aed6d6e2-a245-4c9b-9dc2-a22912616691: This subnet is being modified by another concurrent operation. Jun 18 16:21:58.348006 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server Jun 18 16:21:58.356090 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-92f7b655-7855-45f1-8ba9-c20a40f2ad34 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:58.358157 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92f7b655-7855-45f1-8ba9-c20a40f2ad34 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:58.376731 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-92f7b655-7855-45f1-8ba9-c20a40f2ad34 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "DELETE /v2.0/subnets/aed6d6e2-a245-4c9b-9dc2-a22912616691 HTTP/1.1" status: 204 len: 168 time: 0.4224052 Jun 18 16:21:58.380987 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44906) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:58.477456 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Router 7267bab3-592d-4322-871f-24856ced764a is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:21:58.522273 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-45589c47-b983-40b8-ac2f-2041a85f6773 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Deleting subnet c81eeabb-c135-4d1c-a8c4-f19f8484a7b1 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:21:58.524043 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-95fa3780-28e9-4ed6-851d-2bbc17b67e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:58.527339 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-95fa3780-28e9-4ed6-851d-2bbc17b67e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:58.528527 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-95fa3780-28e9-4ed6-851d-2bbc17b67e91 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/369e0f4a-d1f1-4317-9c8b-063d85e0d25b HTTP/1.1" status: 204 len: 168 time: 0.5962486 Jun 18 16:21:58.531275 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1e2cd415-b1b3-453f-9c2e-8b17e71b0a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:58.540846 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d16443c-8444-41dc-ba3f-87658d6c0f89 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:58.546446 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-45589c47-b983-40b8-ac2f-2041a85f6773 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:58.560074 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64537bf-9636-4cec-8c8b-417ee02de4a5 None None] Network eb470a54-4f9c-46d7-873f-2a464ade163f requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:58.662246 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-45589c47-b983-40b8-ac2f-2041a85f6773 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:58.749697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-45589c47-b983-40b8-ac2f-2041a85f6773 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:58.772872 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa3780-28e9-4ed6-851d-2bbc17b67e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369e0f4a-d1f1-4317-9c8b-063d85e0d25b,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:58.779833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-95fa3780-28e9-4ed6-851d-2bbc17b67e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:58.805326 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a6801fa4-cd69-486b-b44e-2271f6e6e57a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:58.848060 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16443c-8444-41dc-ba3f-87658d6c0f89 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Subnet': ['ID=cac4e167-5c36-49b0-aa11-f0ec0758c474,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:58.857213 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9d16443c-8444-41dc-ba3f-87658d6c0f89 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:58.858381 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d16443c-8444-41dc-ba3f-87658d6c0f89 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:58.860479 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9d16443c-8444-41dc-ba3f-87658d6c0f89 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/subnets/cac4e167-5c36-49b0-aa11-f0ec0758c474 HTTP/1.1" status: 204 len: 168 time: 1.2675898 Jun 18 16:21:58.864753 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44916) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:58.874557 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:21:58.879968 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b23bfc-f808-49a3-96ec-b8463e58f540 None None] Network d0554b72-e86f-4624-baa0-2f24104ae5aa requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:58.891852 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Sync routers for ids ['7267bab3-592d-4322-871f-24856ced764a'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:21:58.912738 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:58.914637 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.5756423 Jun 18 16:21:58.917458 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Routers {'7267bab3-592d-4322-871f-24856ced764a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:21:58.917964 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44918) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:58.918841 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7267bab3-592d-4322-871f-24856ced764a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:58.975195 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-45589c47-b983-40b8-ac2f-2041a85f6773 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:58.998319 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:59.064220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45589c47-b983-40b8-ac2f-2041a85f6773 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event deleted for resources: {'Subnet': ['ID=c81eeabb-c135-4d1c-a8c4-f19f8484a7b1,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:21:59.094539 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-45589c47-b983-40b8-ac2f-2041a85f6773 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:21:59.105636 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-45589c47-b983-40b8-ac2f-2041a85f6773 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server [None req-88607849-cf5b-47c3-a69e-fba9b57aa21e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c81eeabb-c135-4d1c-a8c4-f19f8484a7b1: This subnet is being modified by another concurrent operation. Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:21:59.107051 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise exception Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c81eeabb-c135-4d1c-a8c4-f19f8484a7b1: This subnet is being modified by another concurrent operation. Jun 18 16:21:59.112593 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server Jun 18 16:21:59.118256 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-09b37038-22fc-4471-9621-6b7ab6625b8c tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "GET /v2.0/routers/7267bab3-592d-4322-871f-24856ced764a HTTP/1.1" status: 200 len: 906 time: 0.1969142 Jun 18 16:21:59.121204 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44930) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:59.127327 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-45589c47-b983-40b8-ac2f-2041a85f6773 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "DELETE /v2.0/subnets/c81eeabb-c135-4d1c-a8c4-f19f8484a7b1 HTTP/1.1" status: 204 len: 168 time: 0.7439547 Jun 18 16:21:59.135574 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44932) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:59.147059 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6e1537-7f80-4f67-8baf-ed7cebf37b0b None None] Network 76555eda-2e5a-4389-bf4e-16817a2aee16 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:21:59.176713 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-854ebde9-7e7e-40ff-8fb2-346095dcc7f2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting subnet baf233b6-5b14-40c7-b9fa-4688b84e078a {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:21:59.177588 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Set router 7267bab3-592d-4322-871f-24856ced764a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:21:59.194368 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-854ebde9-7e7e-40ff-8fb2-346095dcc7f2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:59.315134 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-854ebde9-7e7e-40ff-8fb2-346095dcc7f2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:59.408564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-09732ec8-44bc-494e-9629-23055fb23098 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:59.468514 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7267bab3-592d-4322-871f-24856ced764a', 'name': 'tempest-snat-router-935322158', 'tenant_id': '8c77a74bb6224bc5900c8746535f5cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'c9cc8d38-a676-466b-8874-4308c4e4df58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:21:53Z', 'updated_at': '2021-06-18T16:21:56Z', 'revision_number': 3, 'project_id': '8c77a74bb6224bc5900c8746535f5cd5', 'gw_port': {'id': 'c9cc8d38-a676-466b-8874-4308c4e4df58', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7267bab3-592d-4322-871f-24856ced764a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:21:55Z', 'updated_at': '2021-06-18T16:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:21:59.508770 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Checking router: 7267bab3-592d-4322-871f-24856ced764a for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:21:59.509339 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Updating router 7267bab3-592d-4322-871f-24856ced764a port c9cc8d38-a676-466b-8874-4308c4e4df58 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:21:59.551945 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:59.556871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95b8b5a-7e0c-4dbf-98b6-010b5bb2d5c8 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:21:59.567901 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44942) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:21:59.576084 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d95b8b5a-7e0c-4dbf-98b6-010b5bb2d5c8 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4244943 Jun 18 16:21:59.698153 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-854ebde9-7e7e-40ff-8fb2-346095dcc7f2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:59.732994 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-09732ec8-44bc-494e-9629-23055fb23098 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:59.737733 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20c3803-8cbb-4904-b64e-c5d09a2677ab None None] DHCP port deletion for d0554b72-e86f-4624-baa0-2f24104ae5aa request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:21:59.785740 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-177e3745-61f7-4235-a3e8-2987499ee788 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:59.944401 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-854ebde9-7e7e-40ff-8fb2-346095dcc7f2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:59.950912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6528f6ef-6df3-400a-aa56-ff8ceb6d96de tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:21:59.973041 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:21:59.988893 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Transition to ACTIVE for port object c9cc8d38-a676-466b-8874-4308c4e4df58 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:21:59.998451 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:00.011082 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-177e3745-61f7-4235-a3e8-2987499ee788 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:00.015716 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-5f15af01-68a2-4338-841c-ed40c5e25ef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:00.044371 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-09732ec8-44bc-494e-9629-23055fb23098 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Deleting port c9cc8d38-a676-466b-8874-4308c4e4df58 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:00.050975 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-09732ec8-44bc-494e-9629-23055fb23098 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:00.056871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ebde9-7e7e-40ff-8fb2-346095dcc7f2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Subnet': ['ID=baf233b6-5b14-40c7-b9fa-4688b84e078a,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:00.070498 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-854ebde9-7e7e-40ff-8fb2-346095dcc7f2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:00.073540 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-854ebde9-7e7e-40ff-8fb2-346095dcc7f2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/subnets/baf233b6-5b14-40c7-b9fa-4688b84e078a HTTP/1.1" status: 204 len: 168 time: 1.2073345 Jun 18 16:22:00.078264 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-177e3745-61f7-4235-a3e8-2987499ee788 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76555eda-2e5a-4389-bf4e-16817a2aee16']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:00.079036 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-854ebde9-7e7e-40ff-8fb2-346095dcc7f2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:00.079704 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44956) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:00.141656 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00ee02-5d27-47fe-8155-343f1b88ea5c None None] Pushing event updated for resources: {'Port': ['ID=c9cc8d38-a676-466b-8874-4308c4e4df58,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:00.153016 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-5c00ee02-5d27-47fe-8155-343f1b88ea5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:00.171611 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fdf36e-8005-44fa-b549-2b961d937cb5 None None] Network 2d9f2105-49b3-451e-84c5-d3c30144e399 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:00.173835 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Attempting to bind port c9cc8d38-a676-466b-8874-4308c4e4df58 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:22:00.174318 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Attempting to bind port c9cc8d38-a676-466b-8874-4308c4e4df58 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:22:00.175157 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Attempting to bind port c9cc8d38-a676-466b-8874-4308c4e4df58 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:22:00.193085 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:22:00.193472 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:00.193911 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:00.195892 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:22:00.196464 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Bound port: c9cc8d38-a676-466b-8874-4308c4e4df58, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:22:00.197458 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:00.238307 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-177e3745-61f7-4235-a3e8-2987499ee788 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e558ad35-c1e2-4152-b92b-d0927661f69d') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:00.245670 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-177e3745-61f7-4235-a3e8-2987499ee788 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e558ad35-c1e2-4152-b92b-d0927661f69d') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:00.256591 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:00.273090 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-177e3745-61f7-4235-a3e8-2987499ee788 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:00.307436 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-177e3745-61f7-4235-a3e8-2987499ee788 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:00.318021 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] For port c9cc8d38-a676-466b-8874-4308c4e4df58, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:22:00.332825 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] For port c9cc8d38-a676-466b-8874-4308c4e4df58, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=c9cc8d38-a676-466b-8874-4308c4e4df58,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:22:00.336804 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177e3745-61f7-4235-a3e8-2987499ee788 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:22:00.338043 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-177e3745-61f7-4235-a3e8-2987499ee788 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:00.341877 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:22:00.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:22:00.350962 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:00.355235 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting port 2f3887cd-aec2-4506-b820-96d527591922 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:00.355783 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:00.422676 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 44966) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:00.454160 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d20c3803-8cbb-4904-b64e-c5d09a2677ab None None] Deleting port 2f3887cd-aec2-4506-b820-96d527591922 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:00.454868 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d20c3803-8cbb-4904-b64e-c5d09a2677ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:00.465310 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] For port 2f3887cd-aec2-4506-b820-96d527591922, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2f3887cd-aec2-4506-b820-96d527591922,segment=NetworkSegment(17456778-fd1c-43b2-9e4b-901486dd53e1),segment_id=17456778-fd1c-43b2-9e4b-901486dd53e1)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:00.465692 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:00.504025 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-09732ec8-44bc-494e-9629-23055fb23098 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:00.546046 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Routers {'7267bab3-592d-4322-871f-24856ced764a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:00.546860 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7267bab3-592d-4322-871f-24856ced764a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:00.585099 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d20c3803-8cbb-4904-b64e-c5d09a2677ab None None] For port 2f3887cd-aec2-4506-b820-96d527591922, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2f3887cd-aec2-4506-b820-96d527591922,segment=NetworkSegment(17456778-fd1c-43b2-9e4b-901486dd53e1),segment_id=17456778-fd1c-43b2-9e4b-901486dd53e1)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:00.586197 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d20c3803-8cbb-4904-b64e-c5d09a2677ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:00.643076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Calling delete_port for 2f3887cd-aec2-4506-b820-96d527591922 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:00.649145 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00ee02-5d27-47fe-8155-343f1b88ea5c None None] Pushing event updated for resources: {'Port': ['ID=c9cc8d38-a676-466b-8874-4308c4e4df58,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:00.654804 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-5c00ee02-5d27-47fe-8155-343f1b88ea5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:00.685262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-09732ec8-44bc-494e-9629-23055fb23098 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Calling delete_port for c9cc8d38-a676-466b-8874-4308c4e4df58 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:00.708000 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] Set router 7267bab3-592d-4322-871f-24856ced764a gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:22:00.735066 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44972) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:00.785278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:00.790348 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7267bab3-592d-4322-871f-24856ced764a', 'name': 'tempest-snat-router-935322158', 'tenant_id': '8c77a74bb6224bc5900c8746535f5cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:21:53Z', 'updated_at': '2021-06-18T16:21:59Z', 'revision_number': 4, 'project_id': '8c77a74bb6224bc5900c8746535f5cd5', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:00.793330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c6f05681-928c-4990-9a8a-2ce0ea41aa65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:00.829739 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-177e3745-61f7-4235-a3e8-2987499ee788 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:00.834472 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d20c3803-8cbb-4904-b64e-c5d09a2677ab None None] Calling delete_port for 2f3887cd-aec2-4506-b820-96d527591922 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:00.835502 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Port': ['ID=2f3887cd-aec2-4506-b820-96d527591922,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:00.846232 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-177e3745-61f7-4235-a3e8-2987499ee788 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:00.848365 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:00.849496 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] No DVR routers for this DVR port 2f3887cd-aec2-4506-b820-96d527591922 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:00.853354 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-177e3745-61f7-4235-a3e8-2987499ee788 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "DELETE /v2.0/networks/76555eda-2e5a-4389-bf4e-16817a2aee16 HTTP/1.1" status: 204 len: 168 time: 1.2812791 Jun 18 16:22:00.854391 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44976) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:00.866194 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-fcd15b29-c161-42b5-81cd-c53745cb2c4f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-645600729'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:00.880895 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-deffa26b-3619-4f12-b99d-c805c3ad39a2 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:00.882710 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71480ac-b6a7-4a4d-90f1-9bbf6107e166 None None] The sync data for ids ['7267bab3-592d-4322-871f-24856ced764a'] in dv-neutron-797120-1-hyperv is: [{'id': '7267bab3-592d-4322-871f-24856ced764a', 'name': 'tempest-snat-router-935322158', 'tenant_id': '8c77a74bb6224bc5900c8746535f5cd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:21:53Z', 'updated_at': '2021-06-18T16:21:59Z', 'revision_number': 4, 'project_id': '8c77a74bb6224bc5900c8746535f5cd5', 'gw_port_host': None}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:22:00.926823 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-e5eb8039-45f7-401e-937c-02b90a53bd5e tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:00.979060 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e3745-61f7-4235-a3e8-2987499ee788 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event deleted for resources: {'Network': ['ID=76555eda-2e5a-4389-bf4e-16817a2aee16,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:00.987628 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-177e3745-61f7-4235-a3e8-2987499ee788 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:00.987829 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd15b29-c161-42b5-81cd-c53745cb2c4f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:00.992833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fcd15b29-c161-42b5-81cd-c53745cb2c4f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:00.997199 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d20c3803-8cbb-4904-b64e-c5d09a2677ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.001491 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:01.024073 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fcd15b29-c161-42b5-81cd-c53745cb2c4f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.033118 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c3803-8cbb-4904-b64e-c5d09a2677ab None None] Pushing event deleted for resources: {'Port': ['ID=2f3887cd-aec2-4506-b820-96d527591922,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:01.036096 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d20c3803-8cbb-4904-b64e-c5d09a2677ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:01.039755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20c3803-8cbb-4904-b64e-c5d09a2677ab None None] No DVR routers for this DVR port 2f3887cd-aec2-4506-b820-96d527591922 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:01.084759 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34da662-ee9d-4c56-87fe-5fde3e056569 None None] DHCP port deletion for 2d9f2105-49b3-451e-84c5-d3c30144e399 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:22:01.105647 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.153442 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0554b72-e86f-4624-baa0-2f24104ae5aa']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:01.176260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-391b563d-1b3b-46a2-91cc-cf12e2c2fd15 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.187800 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17456778-fd1c-43b2-9e4b-901486dd53e1') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:01.188283 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17456778-fd1c-43b2-9e4b-901486dd53e1') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:01.194603 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d34da662-ee9d-4c56-87fe-5fde3e056569 None None] Deleting port d41d3056-21a3-4408-8840-a05c25711cf4 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:01.195361 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d34da662-ee9d-4c56-87fe-5fde3e056569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.207471 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-09732ec8-44bc-494e-9629-23055fb23098 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.211222 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cb9d951a-6c45-40b9-8f10-e01faf85646a tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:01.221403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.255874 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.264401 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09732ec8-44bc-494e-9629-23055fb23098 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9cc8d38-a676-466b-8874-4308c4e4df58,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:01.298234 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e5eb8039-45f7-401e-937c-02b90a53bd5e tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] 10.222.0.50 "PUT /v2.0/quotas/eef2f034eb3345338506e5fb7c5cd29b HTTP/1.1" status: 200 len: 366 time: 0.5601339 Jun 18 16:22:01.299550 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:22:01.300684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.303558 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d34da662-ee9d-4c56-87fe-5fde3e056569 None None] For port d41d3056-21a3-4408-8840-a05c25711cf4, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d41d3056-21a3-4408-8840-a05c25711cf4,segment=NetworkSegment(b7ae77ef-0293-43ac-b4e6-2e43b892e843),segment_id=b7ae77ef-0293-43ac-b4e6-2e43b892e843)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:01.304249 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d34da662-ee9d-4c56-87fe-5fde3e056569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:22:01.304387 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:22:01.319174 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44980) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:01.326781 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-09732ec8-44bc-494e-9629-23055fb23098 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:01.328965 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fcd15b29-c161-42b5-81cd-c53745cb2c4f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.351929 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fcd15b29-c161-42b5-81cd-c53745cb2c4f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.362120 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9d042de3-c2a9-472a-b9b6-48ccc261df18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:01.392325 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d34da662-ee9d-4c56-87fe-5fde3e056569 None None] Calling delete_port for d41d3056-21a3-4408-8840-a05c25711cf4 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:01.426712 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd15b29-c161-42b5-81cd-c53745cb2c4f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd52317d-2ad3-4b14-aed7-b013903a0bb7,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:01.439781 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd15b29-c161-42b5-81cd-c53745cb2c4f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:22:01.443376 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fcd15b29-c161-42b5-81cd-c53745cb2c4f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:01.476517 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fcd15b29-c161-42b5-81cd-c53745cb2c4f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.476940 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-fcd15b29-c161-42b5-81cd-c53745cb2c4f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Added segment 86796868-dcf7-4bfd-b09f-d695861612b5 of type vlan for network 090f2d7a-292d-4e62-8986-e194fc2b9a6d Jun 18 16:22:01.494950 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-26fba932-0d99-46fc-81ee-2de8442601fd tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1689117 Jun 18 16:22:01.499509 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44984) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:01.516762 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-391b563d-1b3b-46a2-91cc-cf12e2c2fd15 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.517029 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-09732ec8-44bc-494e-9629-23055fb23098 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.533914 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.545831 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-66e1ffc5-c3de-4e89-bfca-83effc7e4430 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] 10.222.0.50 "GET /v2.0/quotas/eef2f034eb3345338506e5fb7c5cd29b HTTP/1.1" status: 200 len: 366 time: 0.0415931 Jun 18 16:22:01.545831 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-391b563d-1b3b-46a2-91cc-cf12e2c2fd15 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb470a54-4f9c-46d7-873f-2a464ade163f']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:01.549088 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:01.553145 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44986) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:01.561488 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d34da662-ee9d-4c56-87fe-5fde3e056569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.563598 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.565832 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/networks/d0554b72-e86f-4624-baa0-2f24104ae5aa HTTP/1.1" status: 204 len: 168 time: 1.4847956 Jun 18 16:22:01.590906 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44988) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:01.594485 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-391b563d-1b3b-46a2-91cc-cf12e2c2fd15 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8598a4ea-27e3-41b2-bd52-944973a565e6') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:01.594911 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-391b563d-1b3b-46a2-91cc-cf12e2c2fd15 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8598a4ea-27e3-41b2-bd52-944973a565e6') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:01.598296 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8e928c75-c2ac-4964-a4de-8ff9bd06d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:01.611966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34da662-ee9d-4c56-87fe-5fde3e056569 None None] No DVR routers for this DVR port d41d3056-21a3-4408-8840-a05c25711cf4 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:01.622976 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Network': ['ID=d0554b72-e86f-4624-baa0-2f24104ae5aa,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:01.662383 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34da662-ee9d-4c56-87fe-5fde3e056569 None None] Pushing event deleted for resources: {'Port': ['ID=d41d3056-21a3-4408-8840-a05c25711cf4,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:01.666822 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d34da662-ee9d-4c56-87fe-5fde3e056569 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:01.669806 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a0817-9f61-4e91-9649-3992efcdea27 None None] get_active_networks_info from dv-neutron-797120-1-hyperv {{(pid=93455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 16:22:01.676849 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:01.679211 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-391b563d-1b3b-46a2-91cc-cf12e2c2fd15 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.719953 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d41d3056-21a3-4408-8840-a05c25711cf4 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:22:01.744318 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a3e23672-c5a9-4cfa-9bcc-cd7df8464b17 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/eef2f034eb3345338506e5fb7c5cd29b HTTP/1.1" status: 204 len: 168 time: 0.1753466 Jun 18 16:22:01.751281 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44992) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:01.771339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-391b563d-1b3b-46a2-91cc-cf12e2c2fd15 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.791051 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: d41d3056-21a3-4408-8840-a05c25711cf4 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:22:01.791526 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d41d3056-21a3-4408-8840-a05c25711cf4 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:22:01.793073 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2f3887cd-aec2-4506-b820-96d527591922 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:22:01.798301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391b563d-1b3b-46a2-91cc-cf12e2c2fd15 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:22:01.798753 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-391b563d-1b3b-46a2-91cc-cf12e2c2fd15 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:22:01.801914 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:22:01.831019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 2f3887cd-aec2-4506-b820-96d527591922 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:22:01.831500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2f3887cd-aec2-4506-b820-96d527591922 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:22:01.866277 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5234b16f-d3de-4a63-8926-52bf06c604fa tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] 10.222.0.50 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0995269 Jun 18 16:22:01.870788 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44994) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:01.890008 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-30cdf96c-a80e-496a-a227-3c78e88ccd50 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.912677 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0ccab668-28be-4de8-9240-754cafe24348 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] 10.222.0.50 "GET /v2.0/quotas/eef2f034eb3345338506e5fb7c5cd29b HTTP/1.1" status: 200 len: 370 time: 0.0363228 Jun 18 16:22:01.914479 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44996) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:01.924755 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6bea86f1-c819-4128-a4c5-6d963fc67c05 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] 10.222.0.50 "GET /v2.0/quotas/eef2f034eb3345338506e5fb7c5cd29b/default HTTP/1.1" status: 200 len: 370 time: 0.0048709 Jun 18 16:22:01.925534 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 44998) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:01.935634 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-391b563d-1b3b-46a2-91cc-cf12e2c2fd15 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.951641 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571a0817-9f61-4e91-9649-3992efcdea27 None None] Resources bound (agent type, host, resource id): {{(pid=93455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 18 16:22:01.963867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-69912754-570d-4d31-9942-e97b73e9e578 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:01.970364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-391b563d-1b3b-46a2-91cc-cf12e2c2fd15 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:01.972392 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-391b563d-1b3b-46a2-91cc-cf12e2c2fd15 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "DELETE /v2.0/networks/eb470a54-4f9c-46d7-873f-2a464ade163f HTTP/1.1" status: 204 len: 168 time: 1.1167657 Jun 18 16:22:01.985160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45000) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:01.986235 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-2becd38f-5d18-49b9-a4f5-906439bbfd90 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] delete failed (client error): The resource could not be found. Jun 18 16:22:01.991104 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2becd38f-5d18-49b9-a4f5-906439bbfd90 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] 10.222.0.50 "DELETE /v2.0/quotas/eef2f034eb3345338506e5fb7c5cd29b HTTP/1.1" status: 404 len: 348 time: 0.0613339 Jun 18 16:22:02.013817 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b563d-1b3b-46a2-91cc-cf12e2c2fd15 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event deleted for resources: {'Network': ['ID=eb470a54-4f9c-46d7-873f-2a464ade163f,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:02.064837 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-391b563d-1b3b-46a2-91cc-cf12e2c2fd15 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:02.108080 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-09732ec8-44bc-494e-9629-23055fb23098 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.110502 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-09732ec8-44bc-494e-9629-23055fb23098 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.143263 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-30cdf96c-a80e-496a-a227-3c78e88ccd50 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.165499 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-09732ec8-44bc-494e-9629-23055fb23098 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.166102 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09732ec8-44bc-494e-9629-23055fb23098 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7267bab3-592d-4322-871f-24856ced764a {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:22:02.170121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-30cdf96c-a80e-496a-a227-3c78e88ccd50 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9f2105-49b3-451e-84c5-d3c30144e399']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:02.176027 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-09732ec8-44bc-494e-9629-23055fb23098 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.177699 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-09732ec8-44bc-494e-9629-23055fb23098 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "DELETE /v2.0/routers/7267bab3-592d-4322-871f-24856ced764a HTTP/1.1" status: 204 len: 168 time: 3.0553651 Jun 18 16:22:02.184085 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1875b3f4-cfd0-4274-80cf-fb436f8d9eb9 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.185855 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45004) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:02.190041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-30cdf96c-a80e-496a-a227-3c78e88ccd50 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ae77ef-0293-43ac-b4e6-2e43b892e843') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:02.190448 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-30cdf96c-a80e-496a-a227-3c78e88ccd50 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ae77ef-0293-43ac-b4e6-2e43b892e843') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:02.199130 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fcd15b29-c161-42b5-81cd-c53745cb2c4f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.206456 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-30cdf96c-a80e-496a-a227-3c78e88ccd50 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.268710 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45006) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:02.272014 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-30cdf96c-a80e-496a-a227-3c78e88ccd50 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.285997 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30cdf96c-a80e-496a-a227-3c78e88ccd50 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:22:02.286693 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-30cdf96c-a80e-496a-a227-3c78e88ccd50 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:22:02.292389 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:22:02.338805 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fcd15b29-c161-42b5-81cd-c53745cb2c4f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.344988 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd15b29-c161-42b5-81cd-c53745cb2c4f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:02.345700 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fcd15b29-c161-42b5-81cd-c53745cb2c4f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.359363 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:02.421918 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.quota.resource [None req-a936c652-ac8b-4e44-869f-ebd9b6340466 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] Usage tracker for resource:network and tenant:ba53f3335008414fb1bca2ced1f3baad is out of sync, need to count used quota {{(pid=93454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 18 16:22:02.436445 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fcd15b29-c161-42b5-81cd-c53745cb2c4f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9946814 Jun 18 16:22:02.436445 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45010) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:02.441502 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-27f036a8-e8fa-4cde-8c19-d899a423180d tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.452269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1875b3f4-cfd0-4274-80cf-fb436f8d9eb9 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.459629 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-1d7563d6-7dd1-48d1-8652-4c12b631a0f5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d', 'name': 'tempest-PortsIpV6TestJSON-780484947'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:02.463162 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.quota.resource [None req-a936c652-ac8b-4e44-869f-ebd9b6340466 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93454) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 18 16:22:02.464313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-1875b3f4-cfd0-4274-80cf-fb436f8d9eb9 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfc48e8-3e5f-4799-bb65-60892dd32931']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:02.476576 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-30cdf96c-a80e-496a-a227-3c78e88ccd50 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.483948 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-30cdf96c-a80e-496a-a227-3c78e88ccd50 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.488081 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-30cdf96c-a80e-496a-a227-3c78e88ccd50 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/networks/2d9f2105-49b3-451e-84c5-d3c30144e399 HTTP/1.1" status: 204 len: 168 time: 0.8958352 Jun 18 16:22:02.491511 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5285d031-1ada-4d7c-aa13-7486926e61ec tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:02.504501 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-1875b3f4-cfd0-4274-80cf-fb436f8d9eb9 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f871f3-2ede-4261-938e-beb96d005df2') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:02.504882 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-1875b3f4-cfd0-4274-80cf-fb436f8d9eb9 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f871f3-2ede-4261-938e-beb96d005df2') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:02.506924 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45012) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:02.530933 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-1b3146e4-e081-427e-804d-3148f89671ac tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'network': {'name': 'tempest-RoutersTest-536160717'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:02.544548 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1875b3f4-cfd0-4274-80cf-fb436f8d9eb9 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.546817 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdf96c-a80e-496a-a227-3c78e88ccd50 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Network': ['ID=2d9f2105-49b3-451e-84c5-d3c30144e399,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:02.560199 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-30cdf96c-a80e-496a-a227-3c78e88ccd50 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:02.572032 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1875b3f4-cfd0-4274-80cf-fb436f8d9eb9 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.588239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3146e4-e081-427e-804d-3148f89671ac tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Made reservation on behalf of d6a873ab5766408fa0fa9107656c5e69 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:02.593569 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b3146e4-e081-427e-804d-3148f89671ac tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.599658 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1875b3f4-cfd0-4274-80cf-fb436f8d9eb9 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:22:02.600604 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1875b3f4-cfd0-4274-80cf-fb436f8d9eb9 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:22:02.604696 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:22:02.671043 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.quota.resource [None req-a936c652-ac8b-4e44-869f-ebd9b6340466 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] Usage tracker for resource:subnet and tenant:ba53f3335008414fb1bca2ced1f3baad is out of sync, need to count used quota {{(pid=93454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 18 16:22:02.672977 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd15b29-c161-42b5-81cd-c53745cb2c4f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Network': ['ID=090f2d7a-292d-4e62-8986-e194fc2b9a6d,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:02.685099 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fcd15b29-c161-42b5-81cd-c53745cb2c4f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:02.689402 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.quota.resource [None req-a936c652-ac8b-4e44-869f-ebd9b6340466 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93454) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 18 16:22:02.696370 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:22:02.697834 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3146e4-e081-427e-804d-3148f89671ac tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:22:02.706543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1875b3f4-cfd0-4274-80cf-fb436f8d9eb9 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.716414 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-27f036a8-e8fa-4cde-8c19-d899a423180d tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.716664 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e8fb78-d935-4360-8705-b0f49cff2eb6 None None] get_active_networks_info from dv-neutron-797120-1-hyperv {{(pid=93455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 16:22:02.717086 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:02.722035 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1875b3f4-cfd0-4274-80cf-fb436f8d9eb9 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.726443 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1875b3f4-cfd0-4274-80cf-fb436f8d9eb9 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "DELETE /v2.0/networks/9dfc48e8-3e5f-4799-bb65-60892dd32931 HTTP/1.1" status: 204 len: 168 time: 0.7356381 Jun 18 16:22:02.726618 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.quota.resource [None req-a936c652-ac8b-4e44-869f-ebd9b6340466 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] Usage tracker for resource:subnetpool and tenant:ba53f3335008414fb1bca2ced1f3baad is out of sync, need to count used quota {{(pid=93454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 18 16:22:02.727492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b3146e4-e081-427e-804d-3148f89671ac tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.727492 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-1b3146e4-e081-427e-804d-3148f89671ac tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Added segment 78bbe3b5-16a2-4c52-9e42-d6f87510da9a of type vlan for network ffdeb83d-3178-4d26-94d0-12b2b97adc6e Jun 18 16:22:02.728688 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45016) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:02.746171 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875b3f4-cfd0-4274-80cf-fb436f8d9eb9 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event deleted for resources: {'Network': ['ID=9dfc48e8-3e5f-4799-bb65-60892dd32931,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:02.756146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1875b3f4-cfd0-4274-80cf-fb436f8d9eb9 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:02.828718 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b3146e4-e081-427e-804d-3148f89671ac tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.832309 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2ae93494-88b3-4255-aef1-693119ce3fb2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.838346 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.quota.resource [None req-a936c652-ac8b-4e44-869f-ebd9b6340466 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93454) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 18 16:22:02.878617 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e8fb78-d935-4360-8705-b0f49cff2eb6 None None] Resources bound (agent type, host, resource id): {{(pid=93455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 18 16:22:02.893371 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b3146e4-e081-427e-804d-3148f89671ac tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.900259 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3146e4-e081-427e-804d-3148f89671ac tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:02.901088 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b3146e4-e081-427e-804d-3148f89671ac tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.905249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:02.930185 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.quota.resource [None req-a936c652-ac8b-4e44-869f-ebd9b6340466 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] Usage tracker for resource:port and tenant:ba53f3335008414fb1bca2ced1f3baad is out of sync, need to count used quota {{(pid=93454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 18 16:22:02.941181 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.quota.resource [None req-a936c652-ac8b-4e44-869f-ebd9b6340466 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93454) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 18 16:22:02.965834 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7563d6-7dd1-48d1-8652-4c12b631a0f5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:02.974081 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1d7563d6-7dd1-48d1-8652-4c12b631a0f5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:02.975257 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1b3146e4-e081-427e-804d-3148f89671ac tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4643190 Jun 18 16:22:02.976683 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45020) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:02.978760 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.quota.resource [None req-a936c652-ac8b-4e44-869f-ebd9b6340466 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] Usage tracker for resource:router and tenant:ba53f3335008414fb1bca2ced1f3baad is out of sync, need to count used quota {{(pid=93454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 18 16:22:02.992580 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3146e4-e081-427e-804d-3148f89671ac tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Network': ['ID=ffdeb83d-3178-4d26-94d0-12b2b97adc6e,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:02.996246 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1b3146e4-e081-427e-804d-3148f89671ac tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:03.007193 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network ffdeb83d-3178-4d26-94d0-12b2b97adc6e details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:22:03.027736 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-a9522a99-98d1-4af5-ab4a-f7a3b1dbaa92 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'subnet': {'network_id': 'ffdeb83d-3178-4d26-94d0-12b2b97adc6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:03.041008 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.quota.resource [None req-a936c652-ac8b-4e44-869f-ebd9b6340466 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93454) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 18 16:22:03.146967 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-1d7563d6-7dd1-48d1-8652-4c12b631a0f5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] device_id is not set on port 3b19b88a-e3ec-4e6d-b6cd-c96e3c947d32 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:22:03.182601 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.quota.resource [None req-a936c652-ac8b-4e44-869f-ebd9b6340466 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] Usage tracker for resource:floatingip and tenant:ba53f3335008414fb1bca2ced1f3baad is out of sync, need to count used quota {{(pid=93454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 18 16:22:03.232403 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2ae93494-88b3-4255-aef1-693119ce3fb2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:03.236870 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.quota.resource [None req-a936c652-ac8b-4e44-869f-ebd9b6340466 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93454) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 18 16:22:03.248618 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-27f036a8-e8fa-4cde-8c19-d899a423180d tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Deleting port ceff8711-ce90-4e08-acba-9ddaf0f1dec1 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:03.249092 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-27f036a8-e8fa-4cde-8c19-d899a423180d tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:03.260332 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-2ae93494-88b3-4255-aef1-693119ce3fb2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44458165-c2c3-4ed8-8793-52b900bd852a']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:03.316853 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-2ae93494-88b3-4255-aef1-693119ce3fb2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9ef592-d3ae-42d2-b4ac-77aae1c60ff5') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:03.317147 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-2ae93494-88b3-4255-aef1-693119ce3fb2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9ef592-d3ae-42d2-b4ac-77aae1c60ff5') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:03.350003 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2ae93494-88b3-4255-aef1-693119ce3fb2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:03.379227 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9522a99-98d1-4af5-ab4a-f7a3b1dbaa92 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Made reservation on behalf of d6a873ab5766408fa0fa9107656c5e69 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:03.383327 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a9522a99-98d1-4af5-ab4a-f7a3b1dbaa92 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:03.447893 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2ae93494-88b3-4255-aef1-693119ce3fb2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:03.498146 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae93494-88b3-4255-aef1-693119ce3fb2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:22:03.498610 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2ae93494-88b3-4255-aef1-693119ce3fb2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:22:03.518397 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:22:03.622823 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-27f036a8-e8fa-4cde-8c19-d899a423180d tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] For port ceff8711-ce90-4e08-acba-9ddaf0f1dec1, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ceff8711-ce90-4e08-acba-9ddaf0f1dec1,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:03.623192 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-27f036a8-e8fa-4cde-8c19-d899a423180d tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:03.764547 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-27f036a8-e8fa-4cde-8c19-d899a423180d tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Calling delete_port for ceff8711-ce90-4e08-acba-9ddaf0f1dec1 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:03.774094 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2ae93494-88b3-4255-aef1-693119ce3fb2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:03.795078 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:03.804322 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2ae93494-88b3-4255-aef1-693119ce3fb2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:03.807748 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2ae93494-88b3-4255-aef1-693119ce3fb2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] 10.222.0.50 "DELETE /v2.0/networks/44458165-c2c3-4ed8-8793-52b900bd852a HTTP/1.1" status: 204 len: 168 time: 1.0700305 Jun 18 16:22:03.812732 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1d7563d6-7dd1-48d1-8652-4c12b631a0f5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:03.866851 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.quota.resource [None req-a936c652-ac8b-4e44-869f-ebd9b6340466 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] Usage tracker for resource:security_group and tenant:ba53f3335008414fb1bca2ced1f3baad is out of sync, need to count used quota {{(pid=93454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 18 16:22:03.880854 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae93494-88b3-4255-aef1-693119ce3fb2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Pushing event deleted for resources: {'Network': ['ID=44458165-c2c3-4ed8-8793-52b900bd852a,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:03.891535 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2ae93494-88b3-4255-aef1-693119ce3fb2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:03.893654 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.quota.resource [None req-a936c652-ac8b-4e44-869f-ebd9b6340466 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93454) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 18 16:22:03.989383 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.quota.resource [None req-a936c652-ac8b-4e44-869f-ebd9b6340466 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] Usage tracker for resource:security_group_rule and tenant:ba53f3335008414fb1bca2ced1f3baad is out of sync, need to count used quota {{(pid=93454) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 18 16:22:04.007469 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.quota.resource [None req-a936c652-ac8b-4e44-869f-ebd9b6340466 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93454) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 18 16:22:04.062371 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1d7563d6-7dd1-48d1-8652-4c12b631a0f5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:04.075200 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a936c652-ac8b-4e44-869f-ebd9b6340466 tempest-QuotasTest-1827796052 tempest-QuotasTest-1827796052-project-admin] 10.222.0.50 "GET /v2.0/quotas/ba53f3335008414fb1bca2ced1f3baad/details.json HTTP/1.1" status: 200 len: 703 time: 1.8035617 Jun 18 16:22:04.104958 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-efef61fc-4b6a-45b7-b022-cb43fc25a968 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:04.185773 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a9522a99-98d1-4af5-ab4a-f7a3b1dbaa92 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:04.215244 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7563d6-7dd1-48d1-8652-4c12b631a0f5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=3b19b88a-e3ec-4e6d-b6cd-c96e3c947d32,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:04.225232 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1d7563d6-7dd1-48d1-8652-4c12b631a0f5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:04.246634 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e3a6e589-2879-46c1-9172-becfa18bddf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:04.312560 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7563d6-7dd1-48d1-8652-4c12b631a0f5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Checking segment: {'id': '86796868-dcf7-4bfd-b09f-d695861612b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:04.312923 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7563d6-7dd1-48d1-8652-4c12b631a0f5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network hostable DHCP agents. Network: 090f2d7a-292d-4e62-8986-e194fc2b9a6d, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:22:04.346162 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9522a99-98d1-4af5-ab4a-f7a3b1dbaa92 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Subnet': ['ID=6ecb3f15-cd94-42ab-aa49-ec5dd2cdd5d5,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:04.350504 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9522a99-98d1-4af5-ab4a-f7a3b1dbaa92 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Checking segment: {'id': '78bbe3b5-16a2-4c52-9e42-d6f87510da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ffdeb83d-3178-4d26-94d0-12b2b97adc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:04.350817 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9522a99-98d1-4af5-ab4a-f7a3b1dbaa92 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network hostable DHCP agents. Network: ffdeb83d-3178-4d26-94d0-12b2b97adc6e, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:22:04.353755 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a9522a99-98d1-4af5-ab4a-f7a3b1dbaa92 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:04.360122 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-27f036a8-e8fa-4cde-8c19-d899a423180d tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:04.364419 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-780fde4b-3f5f-4ac9-9f16-8fe84c91bb82 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:04.372355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45036) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:04.405831 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7563d6-7dd1-48d1-8652-4c12b631a0f5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:22:04.421524 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f036a8-e8fa-4cde-8c19-d899a423180d tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Pushing event deleted for resources: {'Port': ['ID=ceff8711-ce90-4e08-acba-9ddaf0f1dec1,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:04.449426 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-27f036a8-e8fa-4cde-8c19-d899a423180d tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:04.468746 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45040) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:04.494482 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-1d7563d6-7dd1-48d1-8652-4c12b631a0f5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 090f2d7a-292d-4e62-8986-e194fc2b9a6d) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:04.504945 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba27cf40-a597-45b6-b9be-75cf3fac6187 None None] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:04.541237 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-27f036a8-e8fa-4cde-8c19-d899a423180d tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:04.547394 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9522a99-98d1-4af5-ab4a-f7a3b1dbaa92 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network ffdeb83d-3178-4d26-94d0-12b2b97adc6e is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:22:04.612066 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7563d6-7dd1-48d1-8652-4c12b631a0f5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:04.617026 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-039bafba-d43e-480d-9700-e302bb448530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:04.618913 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7563d6-7dd1-48d1-8652-4c12b631a0f5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:04.619567 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1d7563d6-7dd1-48d1-8652-4c12b631a0f5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:04.622175 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-a9522a99-98d1-4af5-ab4a-f7a3b1dbaa92 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, ffdeb83d-3178-4d26-94d0-12b2b97adc6e) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:04.628746 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9522a99-98d1-4af5-ab4a-f7a3b1dbaa92 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:04.629331 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a9522a99-98d1-4af5-ab4a-f7a3b1dbaa92 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:04.650366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156f8a3c-55d0-4ca5-9b85-034c64240f5a None None] Network ffdeb83d-3178-4d26-94d0-12b2b97adc6e requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:04.663959 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-296c93e6-b26d-461a-aead-76a995d910f0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9194b0a8ddbe460491402fe0be93e4c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898736 Jun 18 16:22:04.667685 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45046) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:04.763334 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-25c98fdc-c229-4065-95a1-c544ab3913c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:04.780483 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a9522a99-98d1-4af5-ab4a-f7a3b1dbaa92 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7712786 Jun 18 16:22:04.786978 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45048) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:04.800223 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-b47886e7-465a-4323-aa48-221928073e1d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1213815820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:04.810049 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-27f036a8-e8fa-4cde-8c19-d899a423180d tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:04.813341 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-27f036a8-e8fa-4cde-8c19-d899a423180d tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:04.818022 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-25c98fdc-c229-4065-95a1-c544ab3913c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:04.891088 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-27f036a8-e8fa-4cde-8c19-d899a423180d tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:04.891088 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f036a8-e8fa-4cde-8c19-d899a423180d tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99e4f0a8-ebca-4140-b178-bb9f2cf29be0 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:22:04.891494 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-039bafba-d43e-480d-9700-e302bb448530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:04.892616 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-27f036a8-e8fa-4cde-8c19-d899a423180d tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:04.894309 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-27f036a8-e8fa-4cde-8c19-d899a423180d tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "DELETE /v2.0/routers/99e4f0a8-ebca-4140-b178-bb9f2cf29be0 HTTP/1.1" status: 204 len: 168 time: 2.7064888 Jun 18 16:22:04.899063 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45050) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:04.902247 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-039bafba-d43e-480d-9700-e302bb448530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:04.904981 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-622051357', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}, 'admin_state_up': False}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:04.912317 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ffdeb83d-3178-4d26-94d0-12b2b97adc6e', 'network_id': 'ffdeb83d-3178-4d26-94d0-12b2b97adc6e', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'fixed_ips': [{'subnet_id': '6ecb3f15-cd94-42ab-aa49-ec5dd2cdd5d5'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:22:04.913554 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:04.921280 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1d7563d6-7dd1-48d1-8652-4c12b631a0f5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4815111 Jun 18 16:22:04.925039 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45052) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:04.927872 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-38b78769-e530-4f99-9e8c-a39233db0779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:04.938044 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-3b58e464-4745-4adb-899c-cc2d60bbd626 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-164241767'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:04.944031 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.db.api [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:22:04.944031 dv-neutron-797120-1-hyperv neutron-server[93454]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:22:04.944031 dv-neutron-797120-1-hyperv neutron-server[93454]: [parameters: {'project_id_1': '60850f8a1dbb4dc9a45a483744d205ed', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 22, 4, 913467)}] Jun 18 16:22:04.944031 dv-neutron-797120-1-hyperv neutron-server[93454]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:22:04.944458 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_db.api [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:22:04.956656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b47886e7-465a-4323-aa48-221928073e1d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:04.959370 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b47886e7-465a-4323-aa48-221928073e1d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:04.968594 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-039bafba-d43e-480d-9700-e302bb448530 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=34ff13614373433a9d99c167079936dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4925683 Jun 18 16:22:04.975412 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45054) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:05.005469 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bafba-d43e-480d-9700-e302bb448530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc89f65-2877-4270-b87a-cb4f4735eb09,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:05.010378 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-25c98fdc-c229-4065-95a1-c544ab3913c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.016222 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-25c98fdc-c229-4065-95a1-c544ab3913c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.018193 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-25c98fdc-c229-4065-95a1-c544ab3913c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da44353c-5554-4b9e-b59f-9507f4ab769b HTTP/1.1" status: 204 len: 168 time: 0.3495672 Jun 18 16:22:05.024612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-039bafba-d43e-480d-9700-e302bb448530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:05.025640 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-039bafba-d43e-480d-9700-e302bb448530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:05.032630 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b47886e7-465a-4323-aa48-221928073e1d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.038340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b47886e7-465a-4323-aa48-221928073e1d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.057152 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c98fdc-c229-4065-95a1-c544ab3913c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da44353c-5554-4b9e-b59f-9507f4ab769b,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:05.067559 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b58e464-4745-4adb-899c-cc2d60bbd626 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:05.072046 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3b58e464-4745-4adb-899c-cc2d60bbd626 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.073660 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-25c98fdc-c229-4065-95a1-c544ab3913c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:05.096673 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b47886e7-465a-4323-aa48-221928073e1d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.104790 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b47886e7-465a-4323-aa48-221928073e1d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3132899 Jun 18 16:22:05.108754 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45058) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:05.124827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-9500e9cf-dcf0-4901-b5a5-a548f35c7941 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'port': {'network_id': 'ffdeb83d-3178-4d26-94d0-12b2b97adc6e', 'name': 'tempest-RoutersTest-827669860'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:05.173374 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b1e2fe54-fdc7-41c1-9875-c11c7ec92076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.175794 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Allocated IP 172.20.0.2 (ffdeb83d-3178-4d26-94d0-12b2b97adc6e/6ecb3f15-cd94-42ab-aa49-ec5dd2cdd5d5/1a911225-1be9-4c52-800f-79ed03002099) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:05.244315 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b58e464-4745-4adb-899c-cc2d60bbd626 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:22:05.263836 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3b58e464-4745-4adb-899c-cc2d60bbd626 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.263836 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-3b58e464-4745-4adb-899c-cc2d60bbd626 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Added segment 47cf0c23-a23c-4f1d-9822-ab8447eb4009 of type vlan for network c9e15ea2-ca7a-46b4-a45c-6cf523cc5196 Jun 18 16:22:05.264871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b1e2fe54-fdc7-41c1-9875-c11c7ec92076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.417180 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b1e2fe54-fdc7-41c1-9875-c11c7ec92076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.423057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b1e2fe54-fdc7-41c1-9875-c11c7ec92076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.424045 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.430792 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b1e2fe54-fdc7-41c1-9875-c11c7ec92076 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cfc89f65-2877-4270-b87a-cb4f4735eb09 HTTP/1.1" status: 204 len: 168 time: 0.4534566 Jun 18 16:22:05.432418 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-db53d079-c357-4723-9863-ef6d696800c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:05.440396 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3b58e464-4745-4adb-899c-cc2d60bbd626 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.446332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2fe54-fdc7-41c1-9875-c11c7ec92076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc89f65-2877-4270-b87a-cb4f4735eb09,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:05.446801 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Transition to ACTIVE for port object 1a911225-1be9-4c52-800f-79ed03002099 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:05.456304 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b1e2fe54-fdc7-41c1-9875-c11c7ec92076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:05.523219 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Transition to ACTIVE for port object 1a911225-1be9-4c52-800f-79ed03002099 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:05.550205 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.587838 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:05.607420 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.609448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.615856 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3b58e464-4745-4adb-899c-cc2d60bbd626 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.641427 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b58e464-4745-4adb-899c-cc2d60bbd626 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:05.642640 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3b58e464-4745-4adb-899c-cc2d60bbd626 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.651723 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:05.656760 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9500e9cf-dcf0-4901-b5a5-a548f35c7941 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Made reservation on behalf of d6a873ab5766408fa0fa9107656c5e69 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:05.665888 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9500e9cf-dcf0-4901-b5a5-a548f35c7941 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.704871 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Network ffdeb83d-3178-4d26-94d0-12b2b97adc6e is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:05.724275 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:05.733286 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:05.740782 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3b58e464-4745-4adb-899c-cc2d60bbd626 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8144798 Jun 18 16:22:05.745295 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45074) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:05.755018 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'ports': [{'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d'}, {'network_id': 'c9e15ea2-ca7a-46b4-a45c-6cf523cc5196'}]} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:05.755018 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:05.756295 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'network_id': 'c9e15ea2-ca7a-46b4-a45c-6cf523cc5196'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:05.769138 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-9500e9cf-dcf0-4901-b5a5-a548f35c7941 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] device_id is not set on port 1ddcdace-7ce9-464d-9a5b-50886388c20c yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:22:05.780342 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ceff8711-ce90-4e08-acba-9ddaf0f1dec1 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:22:05.817715 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b58e464-4745-4adb-899c-cc2d60bbd626 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Network': ['ID=c9e15ea2-ca7a-46b4-a45c-6cf523cc5196,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:05.821074 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:05.824746 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3b58e464-4745-4adb-899c-cc2d60bbd626 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:05.848618 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Pushing event updated for resources: {'Port': ['ID=1a911225-1be9-4c52-800f-79ed03002099,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:05.898127 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: ceff8711-ce90-4e08-acba-9ddaf0f1dec1 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:22:05.898127 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ceff8711-ce90-4e08-acba-9ddaf0f1dec1 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:22:05.902385 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network c9e15ea2-ca7a-46b4-a45c-6cf523cc5196 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:22:06.034622 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:06.143127 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:06.160288 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-9500e9cf-dcf0-4901-b5a5-a548f35c7941 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Allocated IP 172.20.0.8 (ffdeb83d-3178-4d26-94d0-12b2b97adc6e/6ecb3f15-cd94-42ab-aa49-ec5dd2cdd5d5/1ddcdace-7ce9-464d-9a5b-50886388c20c) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:06.241977 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Attempting to bind port 1a911225-1be9-4c52-800f-79ed03002099 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:22:06.244669 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Attempting to bind port 1a911225-1be9-4c52-800f-79ed03002099 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '78bbe3b5-16a2-4c52-9e42-d6f87510da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ffdeb83d-3178-4d26-94d0-12b2b97adc6e'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:22:06.247576 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Attempting to bind port 1a911225-1be9-4c52-800f-79ed03002099 on network ffdeb83d-3178-4d26-94d0-12b2b97adc6e {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:22:06.253516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45088) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:06.259873 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:22:06.260898 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Checking segment: {'id': '78bbe3b5-16a2-4c52-9e42-d6f87510da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ffdeb83d-3178-4d26-94d0-12b2b97adc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:06.261860 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:06.262747 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Bound using segment: {'id': '78bbe3b5-16a2-4c52-9e42-d6f87510da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ffdeb83d-3178-4d26-94d0-12b2b97adc6e'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:22:06.263732 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Bound port: 1a911225-1be9-4c52-800f-79ed03002099, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78bbe3b5-16a2-4c52-9e42-d6f87510da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ffdeb83d-3178-4d26-94d0-12b2b97adc6e'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:22:06.264620 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:06.273521 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'port': 2} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:06.287375 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:06.315445 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fd5b456d-635d-40fb-8e5f-ace32640c83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:06.328971 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:06.388282 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] For port 1a911225-1be9-4c52-800f-79ed03002099, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:22:06.396477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] For port 1a911225-1be9-4c52-800f-79ed03002099, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1a911225-1be9-4c52-800f-79ed03002099,segment=NetworkSegment(78bbe3b5-16a2-4c52-9e42-d6f87510da9a),segment_id=78bbe3b5-16a2-4c52-9e42-d6f87510da9a)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:22:06.405920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:06.412296 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ab85bd27-af4c-49a8-9fc8-57ef224704db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:06.472327 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] device_id is not set on port fa466544-ed79-4f22-a4d9-abdb941cb085 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:22:06.527535 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Pushing event updated for resources: {'Port': ['ID=1a911225-1be9-4c52-800f-79ed03002099,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:06.539543 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:06.553416 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45094) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:06.655220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fd5b456d-635d-40fb-8e5f-ace32640c83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:06.662910 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fd5b456d-635d-40fb-8e5f-ace32640c83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:06.670585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:06.794284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-07ea058e-52e3-4f5c-af62-fdc28acd2982 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1330480798'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:06.804047 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fd5b456d-635d-40fb-8e5f-ace32640c83a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ba53f3335008414fb1bca2ced1f3baad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5442095 Jun 18 16:22:06.806763 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45100) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:06.807695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b456d-635d-40fb-8e5f-ace32640c83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55e1ce4-ea36-4236-bcaf-3f47a2269554,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:06.854293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:06.864754 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fd5b456d-635d-40fb-8e5f-ace32640c83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:06.879023 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ea058e-52e3-4f5c-af62-fdc28acd2982 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Made reservation on behalf of ac4b618f0ebb4ac19e60fb4950b41c5c for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:06.884326 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-07ea058e-52e3-4f5c-af62-fdc28acd2982 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:06.930387 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-07ea058e-52e3-4f5c-af62-fdc28acd2982 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:06.975165 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] device_id is not set on port ebf56b16-22fc-4fa4-87a8-c596799c0eab yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:22:07.019645 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9500e9cf-dcf0-4901-b5a5-a548f35c7941 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:07.025687 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ff7ca4f0-7ffa-4851-804e-e5df8187e948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:07.071119 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_gateway, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:07.077976 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-9500e9cf-dcf0-4901-b5a5-a548f35c7941 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Transition to ACTIVE for port object 1ddcdace-7ce9-464d-9a5b-50886388c20c will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:07.105009 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ff7ca4f0-7ffa-4851-804e-e5df8187e948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:07.108807 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:07.164649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:07.168436 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-07ea058e-52e3-4f5c-af62-fdc28acd2982 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:07.174306 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-07ea058e-52e3-4f5c-af62-fdc28acd2982 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:07.178540 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:07.216209 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ea058e-52e3-4f5c-af62-fdc28acd2982 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:22:07.239299 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea058e-52e3-4f5c-af62-fdc28acd2982 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3659e607-cefc-4a0d-8721-ec3c5dfe6c2e,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:07.249954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-07ea058e-52e3-4f5c-af62-fdc28acd2982 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:07.250745 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-07ea058e-52e3-4f5c-af62-fdc28acd2982 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Added segment d7e37f83-e2ec-4eba-a81c-0f3ea8f84bc1 of type vlan for network 527c84ef-cec8-4b18-a6a5-0dec59c23ba0 Jun 18 16:22:07.254054 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-07ea058e-52e3-4f5c-af62-fdc28acd2982 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:07.260272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9500e9cf-dcf0-4901-b5a5-a548f35c7941 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:07.277882 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-72b61281-3ca6-4b02-95df-800a2379ecd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:07.300635 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:07.309477 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-090fa05b-05c2-481b-9358-3aae1698b227 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:07.317970 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-07ea058e-52e3-4f5c-af62-fdc28acd2982 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:07.340566 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ff7ca4f0-7ffa-4851-804e-e5df8187e948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:07.344392 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ff7ca4f0-7ffa-4851-804e-e5df8187e948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:07.346199 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ff7ca4f0-7ffa-4851-804e-e5df8187e948 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f55e1ce4-ea36-4236-bcaf-3f47a2269554 HTTP/1.1" status: 204 len: 168 time: 0.5405269 Jun 18 16:22:07.366995 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9500e9cf-dcf0-4901-b5a5-a548f35c7941 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network ffdeb83d-3178-4d26-94d0-12b2b97adc6e is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:07.379937 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-9500e9cf-dcf0-4901-b5a5-a548f35c7941 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:07.394744 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9500e9cf-dcf0-4901-b5a5-a548f35c7941 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:07.396211 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=fa466544-ed79-4f22-a4d9-abdb941cb085,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:07.403840 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:07.414800 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:07.432875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:07.437788 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:07.438987 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:07.447364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8ed984dc-d02a-4cc1-a47b-636a762ec27e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:07.468491 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9500e9cf-dcf0-4901-b5a5-a548f35c7941 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:07.469436 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9500e9cf-dcf0-4901-b5a5-a548f35c7941 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:07.493772 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9500e9cf-dcf0-4901-b5a5-a548f35c7941 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=1ddcdace-7ce9-464d-9a5b-50886388c20c,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:07.499193 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Allocated IP 172.26.6.215 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/9bbe2606-f069-4744-a125-151a2acfd100) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:07.507672 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9500e9cf-dcf0-4901-b5a5-a548f35c7941 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:07.512573 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-81d77c8a-2913-4b67-a9d1-dbe05cea3a96 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:07.522876 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-07ea058e-52e3-4f5c-af62-fdc28acd2982 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:07.537255 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ca4f0-7ffa-4851-804e-e5df8187e948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55e1ce4-ea36-4236-bcaf-3f47a2269554,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:07.539448 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ea058e-52e3-4f5c-af62-fdc28acd2982 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:07.540953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-07ea058e-52e3-4f5c-af62-fdc28acd2982 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:07.546383 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ff7ca4f0-7ffa-4851-804e-e5df8187e948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:07.573991 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9500e9cf-dcf0-4901-b5a5-a548f35c7941 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.4630370 Jun 18 16:22:07.580613 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=ebf56b16-22fc-4fa4-87a8-c596799c0eab,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:07.595029 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45106) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:07.680432 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:07.680432 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:07.697051 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-07ea058e-52e3-4f5c-af62-fdc28acd2982 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1305335 Jun 18 16:22:07.805113 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea058e-52e3-4f5c-af62-fdc28acd2982 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event updated for resources: {'Network': ['ID=527c84ef-cec8-4b18-a6a5-0dec59c23ba0,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:07.822352 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 527c84ef-cec8-4b18-a6a5-0dec59c23ba0 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:22:07.843077 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:07.866403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-07ea058e-52e3-4f5c-af62-fdc28acd2982 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:07.970280 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1a911225-1be9-4c52-800f-79ed03002099 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:22:07.999236 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:08.008917 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-562adc57-dfc2-4719-82de-a5115e932e30 tempest-FloatingIPAdminTestJSON-793049225 tempest-FloatingIPAdminTestJSON-793049225-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:08.047681 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Checking segment: {'id': '47cf0c23-a23c-4f1d-9822-ab8447eb4009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c9e15ea2-ca7a-46b4-a45c-6cf523cc5196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:08.048179 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network hostable DHCP agents. Network: c9e15ea2-ca7a-46b4-a45c-6cf523cc5196, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:22:08.056117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd38e693-e287-403f-b263-c68ad4f3e5ba None None] Network ffdeb83d-3178-4d26-94d0-12b2b97adc6e requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:08.163341 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network c9e15ea2-ca7a-46b4-a45c-6cf523cc5196 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:22:08.170867 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:08.181154 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:08.190667 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:08.202145 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-be1f1da8-8e8a-4ac6-a508-58f8dd7cf564 None None] Provisioning for port 1a911225-1be9-4c52-800f-79ed03002099 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:08.240233 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 1a911225-1be9-4c52-800f-79ed03002099 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:08.251547 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 1a911225-1be9-4c52-800f-79ed03002099 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:08.252196 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:08.255504 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, c9e15ea2-ca7a-46b4-a45c-6cf523cc5196) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:08.283336 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22525cc4-98ea-46ae-9ca9-d2ceb3d8c61e None None] Network c9e15ea2-ca7a-46b4-a45c-6cf523cc5196 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:08.338472 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Pushing event updated for resources: {'Port': ['ID=9bbe2606-f069-4744-a125-151a2acfd100,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:08.344466 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:08.351076 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:08.360996 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:08.369718 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:08.371974 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:08.431341 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6822641 Jun 18 16:22:08.439688 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45124) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:08.517222 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5f89d382-416a-4df9-b5cf-4008e6c035c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:08.626300 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd2661a6-b17a-42e1-a9e9-aff5283dcc22 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:08.658306 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:08.681448 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-242e0bf8-b6c1-418b-adba-9ff3ea110225 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port ebf56b16-22fc-4fa4-87a8-c596799c0eab {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:08.682019 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-242e0bf8-b6c1-418b-adba-9ff3ea110225 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:08.779623 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 1a911225-1be9-4c52-800f-79ed03002099, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1a911225-1be9-4c52-800f-79ed03002099,segment=NetworkSegment(78bbe3b5-16a2-4c52-9e42-d6f87510da9a),segment_id=78bbe3b5-16a2-4c52-9e42-d6f87510da9a)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:08.784830 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:08.786989 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:08.861356 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-242e0bf8-b6c1-418b-adba-9ff3ea110225 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:08.870291 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=1a911225-1be9-4c52-800f-79ed03002099,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:08.873525 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:08.998982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_gateway, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:09.001641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-242e0bf8-b6c1-418b-adba-9ff3ea110225 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for ebf56b16-22fc-4fa4-87a8-c596799c0eab owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:09.158227 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ea58438a-984a-4343-aaf8-bc25c0b8235c None None] Provisioning complete for port 1a911225-1be9-4c52-800f-79ed03002099 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:09.160825 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ea58438a-984a-4343-aaf8-bc25c0b8235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:09.412118 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ea58438a-984a-4343-aaf8-bc25c0b8235c None None] Provisioning for port 1ddcdace-7ce9-464d-9a5b-50886388c20c completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:09.423488 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ea58438a-984a-4343-aaf8-bc25c0b8235c None None] Provisioning complete for port 1ddcdace-7ce9-464d-9a5b-50886388c20c triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:09.426787 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ea58438a-984a-4343-aaf8-bc25c0b8235c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:09.543549 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:09.547977 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ea58438a-984a-4343-aaf8-bc25c0b8235c None None] Port 1ddcdace-7ce9-464d-9a5b-50886388c20c cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:22:09.678569 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c3e2818c-cb99-4b81-951a-b4edd4016e4b None None] Provisioning complete for port 1ddcdace-7ce9-464d-9a5b-50886388c20c triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:09.681795 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c3e2818c-cb99-4b81-951a-b4edd4016e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:09.696435 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:22:09.769898 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Router 6ebaa13c-0114-4833-8fe2-b0eea21651ce is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:22:09.778567 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1a911225-1be9-4c52-800f-79ed03002099 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:22:09.967869 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c3e2818c-cb99-4b81-951a-b4edd4016e4b None None] Port 1ddcdace-7ce9-464d-9a5b-50886388c20c cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:22:09.975983 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 1a911225-1be9-4c52-800f-79ed03002099 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:09.976421 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:10.047845 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:22:10.077202 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32225adf-e178-47cd-b751-f5ce01bf5176 None None] Sync routers for ids ['6ebaa13c-0114-4833-8fe2-b0eea21651ce'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:22:10.096054 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:10.097389 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1971931 Jun 18 16:22:10.102509 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45150) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:10.107792 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-edd852f3-3f91-449f-9269-e0f4e6e86c38 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'enable_snat': False}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:10.179179 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32225adf-e178-47cd-b751-f5ce01bf5176 None None] Routers {'6ebaa13c-0114-4833-8fe2-b0eea21651ce'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:10.180236 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-32225adf-e178-47cd-b751-f5ce01bf5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6ebaa13c-0114-4833-8fe2-b0eea21651ce'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:10.219438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd2661a6-b17a-42e1-a9e9-aff5283dcc22 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:10.241029 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-32225adf-e178-47cd-b751-f5ce01bf5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:10.253701 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd2661a6-b17a-42e1-a9e9-aff5283dcc22 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:10.258250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32225adf-e178-47cd-b751-f5ce01bf5176 None None] Routers {'6ebaa13c-0114-4833-8fe2-b0eea21651ce'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:10.259365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-32225adf-e178-47cd-b751-f5ce01bf5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:21:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6ebaa13c-0114-4833-8fe2-b0eea21651ce'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:10.266697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:10.315959 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-32225adf-e178-47cd-b751-f5ce01bf5176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:10.316716 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32225adf-e178-47cd-b751-f5ce01bf5176 None None] The sync data for ids ['6ebaa13c-0114-4833-8fe2-b0eea21651ce'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:22:10.497570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2661a6-b17a-42e1-a9e9-aff5283dcc22 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=1ddcdace-7ce9-464d-9a5b-50886388c20c,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:10.509101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dd2661a6-b17a-42e1-a9e9-aff5283dcc22 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:10.726975 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-edd852f3-3f91-449f-9269-e0f4e6e86c38 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:10.739359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45160) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:10.792157 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-242e0bf8-b6c1-418b-adba-9ff3ea110225 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:10.812128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c658ae7d-7b6e-48ba-af61-a637b9e900c8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:10.813101 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-744d8dfc-83a9-4f57-a0b2-c14c1f1b2ed9 None None] Provisioning complete for port 1ddcdace-7ce9-464d-9a5b-50886388c20c triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:10.815056 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-744d8dfc-83a9-4f57-a0b2-c14c1f1b2ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:10.827326 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-242e0bf8-b6c1-418b-adba-9ff3ea110225 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:10.833403 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-242e0bf8-b6c1-418b-adba-9ff3ea110225 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/ports/ebf56b16-22fc-4fa4-87a8-c596799c0eab HTTP/1.1" status: 204 len: 168 time: 2.3921919 Jun 18 16:22:10.841342 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45164) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:10.909708 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-744d8dfc-83a9-4f57-a0b2-c14c1f1b2ed9 None None] Port 1ddcdace-7ce9-464d-9a5b-50886388c20c cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:22:10.916779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e0bf8-b6c1-418b-adba-9ff3ea110225 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=ebf56b16-22fc-4fa4-87a8-c596799c0eab,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:10.923154 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-242e0bf8-b6c1-418b-adba-9ff3ea110225 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:10.936926 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b2b8eda5-07e1-4dd8-a773-b076cdc8908d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:10.989958 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-79479308', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:11.015796 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd2661a6-b17a-42e1-a9e9-aff5283dcc22 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:11.159215 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583cc57-8466-411d-8018-6ae36a6415ff tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:11.166034 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583cc57-8466-411d-8018-6ae36a6415ff tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:11.167739 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9583cc57-8466-411d-8018-6ae36a6415ff tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3243206 Jun 18 16:22:11.171362 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45168) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:11.199810 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Made reservation on behalf of a24f2dd2950b4a6490e08008bacf6b8f for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:11.202278 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:11.218392 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:11.284866 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:11.340566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd2661a6-b17a-42e1-a9e9-aff5283dcc22 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:11.442934 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-9274549b-8a99-41eb-9fbf-4c1985a262e1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port fa466544-ed79-4f22-a4d9-abdb941cb085 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:11.442934 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9274549b-8a99-41eb-9fbf-4c1985a262e1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:11.631211 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9274549b-8a99-41eb-9fbf-4c1985a262e1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:11.686455 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45170) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:11.694649 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-1e636b22-54b2-4d6d-8072-5a67ec38ea8c tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Request body: {'subnet': {'network_id': '527c84ef-cec8-4b18-a6a5-0dec59c23ba0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:11.764559 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-9274549b-8a99-41eb-9fbf-4c1985a262e1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for fa466544-ed79-4f22-a4d9-abdb941cb085 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:11.772467 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-edd852f3-3f91-449f-9269-e0f4e6e86c38 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:11.799324 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-edd852f3-3f91-449f-9269-e0f4e6e86c38 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:11.802479 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:11.815826 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:11.820373 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fcd15b29-c161-42b5-81cd-c53745cb2c4f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:11.830078 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] device_id is not set on port e2b61692-eeac-4497-921d-20588d802371 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:22:11.925352 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fb4e27-d363-4213-b7cc-3ad4eca0fd24,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:11.928856 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:11.975847 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9274549b-8a99-41eb-9fbf-4c1985a262e1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:11.983892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:12.009752 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e636b22-54b2-4d6d-8072-5a67ec38ea8c tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Made reservation on behalf of ac4b618f0ebb4ac19e60fb4950b41c5c for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:12.013398 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1e636b22-54b2-4d6d-8072-5a67ec38ea8c tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:12.033031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274549b-8a99-41eb-9fbf-4c1985a262e1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=fa466544-ed79-4f22-a4d9-abdb941cb085,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:12.045331 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:12.048602 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9274549b-8a99-41eb-9fbf-4c1985a262e1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:12.053420 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9274549b-8a99-41eb-9fbf-4c1985a262e1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/ports/fa466544-ed79-4f22-a4d9-abdb941cb085 HTTP/1.1" status: 204 len: 168 time: 0.8805254 Jun 18 16:22:12.056216 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9274549b-8a99-41eb-9fbf-4c1985a262e1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:12.061035 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45176) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:12.067127 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd2661a6-b17a-42e1-a9e9-aff5283dcc22 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:12.116750 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd2661a6-b17a-42e1-a9e9-aff5283dcc22 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:12.122980 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4161e5e8-d094-4696-b716-08e9b4072ae5 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:12.212997 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd852f3-3f91-449f-9269-e0f4e6e86c38 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Router 6ebaa13c-0114-4833-8fe2-b0eea21651ce has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:22:12.246161 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Allocated IP 172.26.6.175 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/e2b61692-eeac-4497-921d-20588d802371) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:12.253313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2661a6-b17a-42e1-a9e9-aff5283dcc22 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=1ddcdace-7ce9-464d-9a5b-50886388c20c,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:12.256231 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd2661a6-b17a-42e1-a9e9-aff5283dcc22 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:12.259469 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dd2661a6-b17a-42e1-a9e9-aff5283dcc22 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:12.276455 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5651199d-326a-497a-8a72-87d7a330876f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:12.285938 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5651199d-326a-497a-8a72-87d7a330876f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2154343 Jun 18 16:22:12.287742 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45180) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:12.355227 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f514d9-2b8e-4496-b567-b0811a7af8f2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] GET failed (client error): The resource could not be found. Jun 18 16:22:12.356839 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-81f514d9-2b8e-4496-b567-b0811a7af8f2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports/ebf56b16-22fc-4fa4-87a8-c596799c0eab HTTP/1.1" status: 404 len: 333 time: 0.0679595 Jun 18 16:22:12.360876 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45182) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:12.404335 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea7171f-d372-4bbd-b0e7-8b2f9749739f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] GET failed (client error): The resource could not be found. Jun 18 16:22:12.405942 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5ea7171f-d372-4bbd-b0e7-8b2f9749739f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports/fa466544-ed79-4f22-a4d9-abdb941cb085 HTTP/1.1" status: 404 len: 333 time: 0.0441318 Jun 18 16:22:12.413966 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45184) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:12.500403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2661a6-b17a-42e1-a9e9-aff5283dcc22 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network ffdeb83d-3178-4d26-94d0-12b2b97adc6e is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:12.507445 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-dd2661a6-b17a-42e1-a9e9-aff5283dcc22 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:12.526015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-683a2272-1629-4275-9418-d5f9a659099b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:12.585667 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd852f3-3f91-449f-9269-e0f4e6e86c38 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:22:12.593448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-edd852f3-3f91-449f-9269-e0f4e6e86c38 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:12.594802 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-edd852f3-3f91-449f-9269-e0f4e6e86c38 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "PUT /v2.0/routers/6ebaa13c-0114-4833-8fe2-b0eea21651ce HTTP/1.1" status: 200 len: 925 time: 2.4912119 Jun 18 16:22:12.597645 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45186) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:12.603473 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de08ada-2fcf-427a-aa41-bedc2686c9c4 None None] Sync routers for ids ['6ebaa13c-0114-4833-8fe2-b0eea21651ce'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:22:12.607402 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1e636b22-54b2-4d6d-8072-5a67ec38ea8c tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:12.618745 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de08ada-2fcf-427a-aa41-bedc2686c9c4 None None] Routers {'6ebaa13c-0114-4833-8fe2-b0eea21651ce'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:12.620064 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4de08ada-2fcf-427a-aa41-bedc2686c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6ebaa13c-0114-4833-8fe2-b0eea21651ce'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:12.657816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:12.661909 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4de08ada-2fcf-427a-aa41-bedc2686c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:12.674931 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de08ada-2fcf-427a-aa41-bedc2686c9c4 None None] Routers {'6ebaa13c-0114-4833-8fe2-b0eea21651ce'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:12.675994 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4de08ada-2fcf-427a-aa41-bedc2686c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6ebaa13c-0114-4833-8fe2-b0eea21651ce'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:12.718355 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4de08ada-2fcf-427a-aa41-bedc2686c9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:12.719294 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de08ada-2fcf-427a-aa41-bedc2686c9c4 None None] The sync data for ids ['6ebaa13c-0114-4833-8fe2-b0eea21651ce'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:22:12.741521 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-683a2272-1629-4275-9418-d5f9a659099b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:12.753620 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-683a2272-1629-4275-9418-d5f9a659099b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e15ea2-ca7a-46b4-a45c-6cf523cc5196']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:12.769663 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-683a2272-1629-4275-9418-d5f9a659099b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47cf0c23-a23c-4f1d-9822-ab8447eb4009') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:12.770129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-683a2272-1629-4275-9418-d5f9a659099b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47cf0c23-a23c-4f1d-9822-ab8447eb4009') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:12.796395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-683a2272-1629-4275-9418-d5f9a659099b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:12.830150 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-683a2272-1629-4275-9418-d5f9a659099b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:12.835407 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e636b22-54b2-4d6d-8072-5a67ec38ea8c tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event updated for resources: {'Subnet': ['ID=8d6fbe8f-2b08-4317-bd9b-62dcff9944ff,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:12.842088 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:12.843465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683a2272-1629-4275-9418-d5f9a659099b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:22:12.844508 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-683a2272-1629-4275-9418-d5f9a659099b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:12.848205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1e636b22-54b2-4d6d-8072-5a67ec38ea8c tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:22:12.848777 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:22:12.871055 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-120d79af-0987-40c7-b583-89ba0671cacd None None] Provisioning complete for port 1ddcdace-7ce9-464d-9a5b-50886388c20c triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:12.872495 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-120d79af-0987-40c7-b583-89ba0671cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:12.872955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e636b22-54b2-4d6d-8072-5a67ec38ea8c tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Checking segment: {'id': 'd7e37f83-e2ec-4eba-a81c-0f3ea8f84bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '527c84ef-cec8-4b18-a6a5-0dec59c23ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:12.874035 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e636b22-54b2-4d6d-8072-5a67ec38ea8c tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Network hostable DHCP agents. Network: 527c84ef-cec8-4b18-a6a5-0dec59c23ba0, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:22:12.887499 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-51baeb82-8bc5-4e6d-a0fe-f823dc899baa tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "GET /v2.0/routers/6ebaa13c-0114-4833-8fe2-b0eea21651ce HTTP/1.1" status: 200 len: 925 time: 0.2886009 Jun 18 16:22:12.890163 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45188) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:12.904265 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2661a6-b17a-42e1-a9e9-aff5283dcc22 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router 260f20ee-2565-492b-8009-f8e1b3fda078 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:22:12.928058 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-120d79af-0987-40c7-b583-89ba0671cacd None None] Port 1ddcdace-7ce9-464d-9a5b-50886388c20c cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:22:12.980186 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e636b22-54b2-4d6d-8072-5a67ec38ea8c tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Network 527c84ef-cec8-4b18-a6a5-0dec59c23ba0 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:22:12.996631 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-683a2272-1629-4275-9418-d5f9a659099b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.001301 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-1e636b22-54b2-4d6d-8072-5a67ec38ea8c tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 527c84ef-cec8-4b18-a6a5-0dec59c23ba0) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:13.004943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-59412c9e-c1a8-455b-941e-e7dc8c3b9b4c tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:13.010964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-683a2272-1629-4275-9418-d5f9a659099b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.011712 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e636b22-54b2-4d6d-8072-5a67ec38ea8c tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:13.012318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1e636b22-54b2-4d6d-8072-5a67ec38ea8c tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.012904 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-683a2272-1629-4275-9418-d5f9a659099b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/networks/c9e15ea2-ca7a-46b4-a45c-6cf523cc5196 HTTP/1.1" status: 204 len: 168 time: 0.5975535 Jun 18 16:22:13.015888 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.026707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45190) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:13.030342 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-96f0f756-fb5c-485c-b4ec-cc77228f553c tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:13.032513 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3c0adb-26e1-4329-8dce-a330f21ebc07 None None] Network 527c84ef-cec8-4b18-a6a5-0dec59c23ba0 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:13.035690 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d10b12bc-e87a-467f-8940-c7f77718c96c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-446003337'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:13.039078 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a2272-1629-4275-9418-d5f9a659099b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Network': ['ID=c9e15ea2-ca7a-46b4-a45c-6cf523cc5196,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:13.054276 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-683a2272-1629-4275-9418-d5f9a659099b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:13.069447 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2661a6-b17a-42e1-a9e9-aff5283dcc22 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:22:13.076567 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-dd2661a6-b17a-42e1-a9e9-aff5283dcc22 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/260f20ee-2565-492b-8009-f8e1b3fda078/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4798210 Jun 18 16:22:13.080765 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45192) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:13.087297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13161896-8575-44b0-8cec-9069eb0142f9 None None] Sync routers for ids ['260f20ee-2565-492b-8009-f8e1b3fda078'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:22:13.107108 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13161896-8575-44b0-8cec-9069eb0142f9 None None] Routers {'260f20ee-2565-492b-8009-f8e1b3fda078'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:13.108140 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-13161896-8575-44b0-8cec-9069eb0142f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['260f20ee-2565-492b-8009-f8e1b3fda078'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:13.119860 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1e636b22-54b2-4d6d-8072-5a67ec38ea8c tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4311802 Jun 18 16:22:13.120492 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45194) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:13.122374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:13.126961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10b12bc-e87a-467f-8940-c7f77718c96c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:13.127724 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d10b12bc-e87a-467f-8940-c7f77718c96c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.129229 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-e876304b-e203-4475-bca4-6554c4547301 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-69613592'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:13.133852 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86600124-7342-49b5-8098-876791473cad tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:13.138890 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-86600124-7342-49b5-8098-876791473cad tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&device_id=6ebaa13c-0114-4833-8fe2-b0eea21651ce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2476988 Jun 18 16:22:13.140564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45196) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:13.158726 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-13161896-8575-44b0-8cec-9069eb0142f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:13.161015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9a7356-ec0c-4d80-8338-dfdc2ba79f89 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:13.161186 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:13.162463 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3f9a7356-ec0c-4d80-8338-dfdc2ba79f89 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/ports/1ddcdace-7ce9-464d-9a5b-50886388c20c HTTP/1.1" status: 200 len: 976 time: 0.0806687 Jun 18 16:22:13.167496 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45198) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:13.179366 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10b12bc-e87a-467f-8940-c7f77718c96c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:22:13.189295 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:13.190976 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13161896-8575-44b0-8cec-9069eb0142f9 None None] Routers {'260f20ee-2565-492b-8009-f8e1b3fda078'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:13.191815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-13161896-8575-44b0-8cec-9069eb0142f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['260f20ee-2565-492b-8009-f8e1b3fda078'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:13.257717 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-13161896-8575-44b0-8cec-9069eb0142f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:13.258386 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13161896-8575-44b0-8cec-9069eb0142f9 None None] The sync data for ids ['260f20ee-2565-492b-8009-f8e1b3fda078'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:22:13.277140 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Pushing event updated for resources: {'Port': ['ID=e2b61692-eeac-4497-921d-20588d802371,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:13.287960 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:13.295220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d10b12bc-e87a-467f-8940-c7f77718c96c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.295655 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-d10b12bc-e87a-467f-8940-c7f77718c96c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Added segment 16b23573-00d1-470d-8b63-19b25f65f7b8 of type vlan for network 0615a2f0-182a-4243-a3d4-2a98cd5c2f48 Jun 18 16:22:13.311647 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e876304b-e203-4475-bca4-6554c4547301 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Made reservation on behalf of ac4b618f0ebb4ac19e60fb4950b41c5c for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:13.316519 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e876304b-e203-4475-bca4-6554c4547301 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.361540 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:13.362766 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.365012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d10b12bc-e87a-467f-8940-c7f77718c96c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.409254 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.6539555 Jun 18 16:22:13.416733 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20a6cf7-fd17-490d-8e96-a8e0d560fcb6 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:13.423419 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45206) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:13.424395 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e20a6cf7-fd17-490d-8e96-a8e0d560fcb6 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "GET /v2.0/networks/81b3e7a1-a3eb-41d3-a54b-e3363be60296 HTTP/1.1" status: 200 len: 881 time: 0.2805886 Jun 18 16:22:13.425940 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e876304b-e203-4475-bca4-6554c4547301 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:22:13.428983 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45208) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:13.467405 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-527c84ef-cec8-4b18-a6a5-0dec59c23ba0', 'network_id': '527c84ef-cec8-4b18-a6a5-0dec59c23ba0', 'tenant_id': 'ac4b618f0ebb4ac19e60fb4950b41c5c', 'fixed_ips': [{'subnet_id': '8d6fbe8f-2b08-4317-bd9b-62dcff9944ff'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:22:13.468290 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.473837 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d5c78cd2-3e48-4336-a02a-af06be44cc2c tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.175'}]}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:13.505412 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d5c78cd2-3e48-4336-a02a-af06be44cc2c tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.506160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d5c78cd2-3e48-4336-a02a-af06be44cc2c tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.516288 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a9a8c71e-261d-4d56-9044-b49303df732a tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ebaa13c-0114-4833-8fe2-b0eea21651ce HTTP/1.1" status: 200 len: 205 time: 0.0832472 Jun 18 16:22:13.519400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45210) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:13.532204 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e876304b-e203-4475-bca4-6554c4547301 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.532706 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-e876304b-e203-4475-bca4-6554c4547301 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Added segment 107655d7-b103-4d1e-8fff-eee1f2719200 of type vlan for network 5c52da55-248e-41db-a0db-3af693425a24 Jun 18 16:22:13.590369 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.db.resource_extend [None req-d10b12bc-e87a-467f-8940-c7f77718c96c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 16:22:13.614764 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d5c78cd2-3e48-4336-a02a-af06be44cc2c tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.666274 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e876304b-e203-4475-bca4-6554c4547301 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.672684 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.696541 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Allocated IP 2001:db8:0:ffff::2 (527c84ef-cec8-4b18-a6a5-0dec59c23ba0/8d6fbe8f-2b08-4317-bd9b-62dcff9944ff/9715df18-83c7-44ad-aaec-5792ba9bd90f) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:13.709329 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d10b12bc-e87a-467f-8940-c7f77718c96c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.710375 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-58da587b-ce86-4f39-9a99-ad7614c752a6 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.719547 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10b12bc-e87a-467f-8940-c7f77718c96c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:13.720616 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d10b12bc-e87a-467f-8940-c7f77718c96c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.727110 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1875b3f4-cfd0-4274-80cf-fb436f8d9eb9 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:13.751936 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e876304b-e203-4475-bca4-6554c4547301 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.759021 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e876304b-e203-4475-bca4-6554c4547301 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:13.759673 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e876304b-e203-4475-bca4-6554c4547301 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:13.765212 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:13.836676 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d10b12bc-e87a-467f-8940-c7f77718c96c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8068149 Jun 18 16:22:13.840964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45212) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:13.880671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-8b78f51a-762e-4d6f-9b4c-8303e1570b46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'subnet': {'network_id': '0615a2f0-182a-4243-a3d4-2a98cd5c2f48', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:13.981072 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d5c78cd2-3e48-4336-a02a-af06be44cc2c tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:14.008147 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b12bc-e87a-467f-8940-c7f77718c96c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Network': ['ID=0615a2f0-182a-4243-a3d4-2a98cd5c2f48,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:14.011272 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d10b12bc-e87a-467f-8940-c7f77718c96c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:14.072544 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 0615a2f0-182a-4243-a3d4-2a98cd5c2f48 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:22:14.098351 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e876304b-e203-4475-bca4-6554c4547301 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9729161 Jun 18 16:22:14.099483 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45214) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:14.107589 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-57ecb639-59eb-4dc0-bf11-49d89e8b65c9 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Request body: {'subnet': {'network_id': '5c52da55-248e-41db-a0db-3af693425a24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:14.145128 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:14.163389 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876304b-e203-4475-bca4-6554c4547301 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event updated for resources: {'Network': ['ID=5c52da55-248e-41db-a0db-3af693425a24,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:14.163697 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Transition to ACTIVE for port object 9715df18-83c7-44ad-aaec-5792ba9bd90f will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:14.169489 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e876304b-e203-4475-bca4-6554c4547301 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:14.197060 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-58da587b-ce86-4f39-9a99-ad7614c752a6 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:14.206530 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 5c52da55-248e-41db-a0db-3af693425a24 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:22:14.263794 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-58da587b-ce86-4f39-9a99-ad7614c752a6 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Deleting port 9bbe2606-f069-4744-a125-151a2acfd100 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:14.264102 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-58da587b-ce86-4f39-9a99-ad7614c752a6 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:14.275748 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Transition to ACTIVE for port object 9715df18-83c7-44ad-aaec-5792ba9bd90f will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:14.294663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:14.308712 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7c086dc5-f6a0-43fe-be8b-d09ffa4843f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:14.376977 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Network 527c84ef-cec8-4b18-a6a5-0dec59c23ba0 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:14.380524 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:14.386263 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:14.387057 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-58da587b-ce86-4f39-9a99-ad7614c752a6 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:14.389814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Pushing event updated for resources: {'Port': ['ID=9715df18-83c7-44ad-aaec-5792ba9bd90f,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:14.394115 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:14.481357 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Attempting to bind port 9715df18-83c7-44ad-aaec-5792ba9bd90f on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:22:14.481816 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Attempting to bind port 9715df18-83c7-44ad-aaec-5792ba9bd90f by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'd7e37f83-e2ec-4eba-a81c-0f3ea8f84bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '527c84ef-cec8-4b18-a6a5-0dec59c23ba0'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:22:14.482279 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Attempting to bind port 9715df18-83c7-44ad-aaec-5792ba9bd90f on network 527c84ef-cec8-4b18-a6a5-0dec59c23ba0 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:22:14.497104 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-58da587b-ce86-4f39-9a99-ad7614c752a6 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Calling delete_port for 9bbe2606-f069-4744-a125-151a2acfd100 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:14.504280 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:22:14.504755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Checking segment: {'id': 'd7e37f83-e2ec-4eba-a81c-0f3ea8f84bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '527c84ef-cec8-4b18-a6a5-0dec59c23ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:14.505247 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:14.506224 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Bound using segment: {'id': 'd7e37f83-e2ec-4eba-a81c-0f3ea8f84bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '527c84ef-cec8-4b18-a6a5-0dec59c23ba0'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:22:14.508079 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Bound port: 9715df18-83c7-44ad-aaec-5792ba9bd90f, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7e37f83-e2ec-4eba-a81c-0f3ea8f84bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '527c84ef-cec8-4b18-a6a5-0dec59c23ba0'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:22:14.508575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:14.545659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b78f51a-762e-4d6f-9b4c-8303e1570b46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:14.551502 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b78f51a-762e-4d6f-9b4c-8303e1570b46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:14.631056 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] For port 9715df18-83c7-44ad-aaec-5792ba9bd90f, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:22:14.639722 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] For port 9715df18-83c7-44ad-aaec-5792ba9bd90f, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9715df18-83c7-44ad-aaec-5792ba9bd90f,segment=NetworkSegment(d7e37f83-e2ec-4eba-a81c-0f3ea8f84bc1),segment_id=d7e37f83-e2ec-4eba-a81c-0f3ea8f84bc1)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:22:14.646982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:14.652198 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:14.748144 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Pushing event updated for resources: {'Port': ['ID=9715df18-83c7-44ad-aaec-5792ba9bd90f,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:14.752788 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:14.834055 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-58da587b-ce86-4f39-9a99-ad7614c752a6 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:14.837267 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:14.865065 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da587b-ce86-4f39-9a99-ad7614c752a6 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Pushing event deleted for resources: {'Port': ['ID=9bbe2606-f069-4744-a125-151a2acfd100,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:14.878100 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-58da587b-ce86-4f39-9a99-ad7614c752a6 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:14.880373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ecb639-59eb-4dc0-bf11-49d89e8b65c9 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Made reservation on behalf of ac4b618f0ebb4ac19e60fb4950b41c5c for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:14.890744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-57ecb639-59eb-4dc0-bf11-49d89e8b65c9 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:15.013183 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-58da587b-ce86-4f39-9a99-ad7614c752a6 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:15.081955 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-40a98d91-636a-479b-a4c1-e626720b702e tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:15.135562 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-58da587b-ce86-4f39-9a99-ad7614c752a6 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:15.137960 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-58da587b-ce86-4f39-9a99-ad7614c752a6 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:15.191971 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-58da587b-ce86-4f39-9a99-ad7614c752a6 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:15.192433 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58da587b-ce86-4f39-9a99-ad7614c752a6 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Fanout notify agent at l3_agent the message router_deleted on router 6ebaa13c-0114-4833-8fe2-b0eea21651ce {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:22:15.200635 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-58da587b-ce86-4f39-9a99-ad7614c752a6 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:15.206697 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-58da587b-ce86-4f39-9a99-ad7614c752a6 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "DELETE /v2.0/routers/6ebaa13c-0114-4833-8fe2-b0eea21651ce HTTP/1.1" status: 204 len: 168 time: 1.6809194 Jun 18 16:22:15.207741 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45222) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:15.225497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-9ea26325-4312-4e44-a9f7-2044ac9a4048 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1627612693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:15.437711 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9ea26325-4312-4e44-a9f7-2044ac9a4048 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:15.438724 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9ea26325-4312-4e44-a9f7-2044ac9a4048 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:15.519262 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b78f51a-762e-4d6f-9b4c-8303e1570b46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:15.555392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:15.677839 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9ea26325-4312-4e44-a9f7-2044ac9a4048 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:15.705670 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d5c78cd2-3e48-4336-a02a-af06be44cc2c tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:15.759723 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9ea26325-4312-4e44-a9f7-2044ac9a4048 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:15.779604 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9715df18-83c7-44ad-aaec-5792ba9bd90f up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:22:15.781795 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d5c78cd2-3e48-4336-a02a-af06be44cc2c tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:15.793130 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78f51a-762e-4d6f-9b4c-8303e1570b46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Subnet': ['ID=2c6f48d5-9cb9-4088-a2f9-33da26208996,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:15.815905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8b78f51a-762e-4d6f-9b4c-8303e1570b46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:15.888259 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9ea26325-4312-4e44-a9f7-2044ac9a4048 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:15.889424 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9ea26325-4312-4e44-a9f7-2044ac9a4048 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6768024 Jun 18 16:22:15.892672 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45230) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:15.905140 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-05bf569c-3db9-4c0e-b5d4-7f3eb9f3855d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Request body: {'router': {'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:15.909711 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 9715df18-83c7-44ad-aaec-5792ba9bd90f completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:15.923238 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b78f51a-762e-4d6f-9b4c-8303e1570b46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Checking segment: {'id': '16b23573-00d1-470d-8b63-19b25f65f7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0615a2f0-182a-4243-a3d4-2a98cd5c2f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:15.926629 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b78f51a-762e-4d6f-9b4c-8303e1570b46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network hostable DHCP agents. Network: 0615a2f0-182a-4243-a3d4-2a98cd5c2f48, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:22:15.943822 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d5a480-1e8e-4ddf-afb9-175027e772e4 None None] Network 527c84ef-cec8-4b18-a6a5-0dec59c23ba0 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:16.030018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8090d44f-dcdb-473d-b93e-5ceedf24b434 None None] Provisioning for port 9715df18-83c7-44ad-aaec-5792ba9bd90f completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:16.043566 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8090d44f-dcdb-473d-b93e-5ceedf24b434 None None] Provisioning complete for port 9715df18-83c7-44ad-aaec-5792ba9bd90f triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:16.044759 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8090d44f-dcdb-473d-b93e-5ceedf24b434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:16.092244 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b78f51a-762e-4d6f-9b4c-8303e1570b46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 0615a2f0-182a-4243-a3d4-2a98cd5c2f48 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:22:16.159430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.objects.ports [None req-57ecb639-59eb-4dc0-bf11-49d89e8b65c9 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93453) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:22:16.171533 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-57ecb639-59eb-4dc0-bf11-49d89e8b65c9 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:16.182003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d06da9a6-25c5-4530-96e6-0b29a757392e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:16.193565 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-8b78f51a-762e-4d6f-9b4c-8303e1570b46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 0615a2f0-182a-4243-a3d4-2a98cd5c2f48) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:16.209508 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0c0aac-b8d2-4049-8760-da598f4e5114 None None] Network 0615a2f0-182a-4243-a3d4-2a98cd5c2f48 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:16.227312 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b78f51a-762e-4d6f-9b4c-8303e1570b46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:16.227790 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b78f51a-762e-4d6f-9b4c-8303e1570b46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:16.270910 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-40a98d91-636a-479b-a4c1-e626720b702e tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting port 1ddcdace-7ce9-464d-9a5b-50886388c20c {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:16.271275 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-40a98d91-636a-479b-a4c1-e626720b702e tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:16.277188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d5c78cd2-3e48-4336-a02a-af06be44cc2c tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:16.289398 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8b78f51a-762e-4d6f-9b4c-8303e1570b46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4414837 Jun 18 16:22:16.293039 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45232) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:16.308494 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-44cc5468-eba2-4e2d-8e6a-7f0a58a3705e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'network_id': '0615a2f0-182a-4243-a3d4-2a98cd5c2f48', 'name': 'tempest-PortsIpV6TestJSON-460897180'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:16.337981 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-05bf569c-3db9-4c0e-b5d4-7f3eb9f3855d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:16.375158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecb639-59eb-4dc0-bf11-49d89e8b65c9 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event updated for resources: {'Subnet': ['ID=8a3c9179-2a83-4797-ae24-160f71a4bf1f,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:16.391357 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8090d44f-dcdb-473d-b93e-5ceedf24b434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:16.424430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-57ecb639-59eb-4dc0-bf11-49d89e8b65c9 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:16.500084 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ecb639-59eb-4dc0-bf11-49d89e8b65c9 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Checking segment: {'id': '107655d7-b103-4d1e-8fff-eee1f2719200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5c52da55-248e-41db-a0db-3af693425a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:16.500500 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ecb639-59eb-4dc0-bf11-49d89e8b65c9 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Network hostable DHCP agents. Network: 5c52da55-248e-41db-a0db-3af693425a24, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:22:16.536224 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-8090d44f-dcdb-473d-b93e-5ceedf24b434 None None] For port 9715df18-83c7-44ad-aaec-5792ba9bd90f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9715df18-83c7-44ad-aaec-5792ba9bd90f,segment=NetworkSegment(d7e37f83-e2ec-4eba-a81c-0f3ea8f84bc1),segment_id=d7e37f83-e2ec-4eba-a81c-0f3ea8f84bc1)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:16.547250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8090d44f-dcdb-473d-b93e-5ceedf24b434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:16.552892 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:16.661070 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d5c78cd2-3e48-4336-a02a-af06be44cc2c tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:16.679183 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-05bf569c-3db9-4c0e-b5d4-7f3eb9f3855d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_gateway, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:16.688449 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-0615a2f0-182a-4243-a3d4-2a98cd5c2f48', 'network_id': '0615a2f0-182a-4243-a3d4-2a98cd5c2f48', 'tenant_id': '953b2634fd8d415a96152c28e655db12', 'fixed_ips': [{'subnet_id': '2c6f48d5-9cb9-4088-a2f9-33da26208996'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:22:16.689947 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:16.692913 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d5c78cd2-3e48-4336-a02a-af06be44cc2c tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:16.700441 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-05bf569c-3db9-4c0e-b5d4-7f3eb9f3855d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:16.714943 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090d44f-dcdb-473d-b93e-5ceedf24b434 None None] Pushing event updated for resources: {'Port': ['ID=9715df18-83c7-44ad-aaec-5792ba9bd90f,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:16.721668 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8090d44f-dcdb-473d-b93e-5ceedf24b434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:16.776025 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-40a98d91-636a-479b-a4c1-e626720b702e tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:16.803451 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ecb639-59eb-4dc0-bf11-49d89e8b65c9 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Network 5c52da55-248e-41db-a0db-3af693425a24 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:22:16.814477 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d5c78cd2-3e48-4336-a02a-af06be44cc2c tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:16.815433 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c78cd2-3e48-4336-a02a-af06be44cc2c tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Fanout notify agent at l3_agent the message router_deleted on router abd4a29f-c50c-46b1-bd6a-afd68dabd6de {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:22:16.876072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-05bf569c-3db9-4c0e-b5d4-7f3eb9f3855d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Allocated IP 172.26.6.65 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/67bb430e-4b95-4fb0-876e-0304596be2f9) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:16.901388 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Allocated IP 2001:db8::2 (0615a2f0-182a-4243-a3d4-2a98cd5c2f48/2c6f48d5-9cb9-4088-a2f9-33da26208996/13955e03-c3fd-41d5-8fe6-da581397088a) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:16.988292 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-40a98d91-636a-479b-a4c1-e626720b702e tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Calling delete_port for 1ddcdace-7ce9-464d-9a5b-50886388c20c owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:17.000508 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-2ee02f91-4f93-4e65-afd2-3b42dbd1e884 None None] Provisioning complete for port 9715df18-83c7-44ad-aaec-5792ba9bd90f triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:17.000866 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2ee02f91-4f93-4e65-afd2-3b42dbd1e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:17.005459 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-05bf569c-3db9-4c0e-b5d4-7f3eb9f3855d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:17.043041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cc5468-eba2-4e2d-8e6a-7f0a58a3705e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:17.049039 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-05bf569c-3db9-4c0e-b5d4-7f3eb9f3855d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:17.051669 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:17.059346 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-44cc5468-eba2-4e2d-8e6a-7f0a58a3705e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:17.061525 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-57ecb639-59eb-4dc0-bf11-49d89e8b65c9 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 5c52da55-248e-41db-a0db-3af693425a24) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:17.083562 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e590a72-1f30-4225-848d-05da03e4a208 None None] Network 5c52da55-248e-41db-a0db-3af693425a24 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:17.087419 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ecb639-59eb-4dc0-bf11-49d89e8b65c9 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:17.088310 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-57ecb639-59eb-4dc0-bf11-49d89e8b65c9 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:17.143799 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bf569c-3db9-4c0e-b5d4-7f3eb9f3855d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:17.147123 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-05bf569c-3db9-4c0e-b5d4-7f3eb9f3855d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:17.153281 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bf569c-3db9-4c0e-b5d4-7f3eb9f3855d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:17.158335 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf569c-3db9-4c0e-b5d4-7f3eb9f3855d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Pushing event updated for resources: {'Port': ['ID=67bb430e-4b95-4fb0-876e-0304596be2f9,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:17.192643 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-05bf569c-3db9-4c0e-b5d4-7f3eb9f3855d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:17.222343 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-44cc5468-eba2-4e2d-8e6a-7f0a58a3705e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] device_id is not set on port 9124c290-d91d-4093-b3cb-cdad4e7add0c yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:22:17.349664 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:17.356788 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-d5c78cd2-3e48-4336-a02a-af06be44cc2c tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 18 16:22:17.361053 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d5c78cd2-3e48-4336-a02a-af06be44cc2c tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9324028 Jun 18 16:22:17.361053 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-57ecb639-59eb-4dc0-bf11-49d89e8b65c9 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2558079 Jun 18 16:22:17.361848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45240) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:17.361848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45242) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:17.383038 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Transition to ACTIVE for port object 13955e03-c3fd-41d5-8fe6-da581397088a will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:17.416429 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-06063945-49f9-4bc1-bb01-e39161c36bd7 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Request body: {'port': {'network_id': '5c52da55-248e-41db-a0db-3af693425a24', 'name': 'tempest-NetworksIpV6TestAttrs-876117564'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:17.418788 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Transition to ACTIVE for port object 13955e03-c3fd-41d5-8fe6-da581397088a will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:17.451802 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:17.455544 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bf6708c5-233c-4106-a8e7-b5fd9fb5aa8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:17.492536 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-5c52da55-248e-41db-a0db-3af693425a24', 'network_id': '5c52da55-248e-41db-a0db-3af693425a24', 'tenant_id': 'ac4b618f0ebb4ac19e60fb4950b41c5c', 'fixed_ips': [{'subnet_id': '8a3c9179-2a83-4797-ae24-160f71a4bf1f'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:22:17.492536 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:17.524629 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Network 0615a2f0-182a-4243-a3d4-2a98cd5c2f48 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:17.526055 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Pushing event updated for resources: {'Port': ['ID=13955e03-c3fd-41d5-8fe6-da581397088a,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:17.531241 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:17.532468 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:17.543440 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:17.636251 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-05bf569c-3db9-4c0e-b5d4-7f3eb9f3855d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_gateway, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:17.688215 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Attempting to bind port 13955e03-c3fd-41d5-8fe6-da581397088a on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:22:17.688589 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Attempting to bind port 13955e03-c3fd-41d5-8fe6-da581397088a by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '16b23573-00d1-470d-8b63-19b25f65f7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0615a2f0-182a-4243-a3d4-2a98cd5c2f48'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:22:17.688958 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Attempting to bind port 13955e03-c3fd-41d5-8fe6-da581397088a on network 0615a2f0-182a-4243-a3d4-2a98cd5c2f48 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:22:17.729853 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:22:17.730240 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Checking segment: {'id': '16b23573-00d1-470d-8b63-19b25f65f7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0615a2f0-182a-4243-a3d4-2a98cd5c2f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:17.730710 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:17.731111 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Bound using segment: {'id': '16b23573-00d1-470d-8b63-19b25f65f7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0615a2f0-182a-4243-a3d4-2a98cd5c2f48'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:22:17.731669 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Bound port: 13955e03-c3fd-41d5-8fe6-da581397088a, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16b23573-00d1-470d-8b63-19b25f65f7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0615a2f0-182a-4243-a3d4-2a98cd5c2f48'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:22:17.732048 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:17.737666 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9715df18-83c7-44ad-aaec-5792ba9bd90f up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:22:17.809693 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Allocated IP 2001:db8::f816:3eff:fef8:97b9 (5c52da55-248e-41db-a0db-3af693425a24/8a3c9179-2a83-4797-ae24-160f71a4bf1f/c3d8ab32-54cf-4ae7-85bd-150bc120598f) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:17.935621 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 9715df18-83c7-44ad-aaec-5792ba9bd90f triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:17.936564 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:17.965278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] For port 13955e03-c3fd-41d5-8fe6-da581397088a, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:22:17.980732 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-05bf569c-3db9-4c0e-b5d4-7f3eb9f3855d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:17.986318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-05bf569c-3db9-4c0e-b5d4-7f3eb9f3855d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:18.012867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-44cc5468-eba2-4e2d-8e6a-7f0a58a3705e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Allocated IP 2001:db8::22a (0615a2f0-182a-4243-a3d4-2a98cd5c2f48/2c6f48d5-9cb9-4088-a2f9-33da26208996/9124c290-d91d-4093-b3cb-cdad4e7add0c) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:18.143425 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] For port 13955e03-c3fd-41d5-8fe6-da581397088a, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=13955e03-c3fd-41d5-8fe6-da581397088a,segment=NetworkSegment(16b23573-00d1-470d-8b63-19b25f65f7b8),segment_id=16b23573-00d1-470d-8b63-19b25f65f7b8)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:22:18.166372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:18.175143 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-23e32c85-216c-4a60-9f82-632d94d34a41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:18.283269 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Pushing event updated for resources: {'Port': ['ID=13955e03-c3fd-41d5-8fe6-da581397088a,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:18.296738 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4a20e-2c3c-44eb-ac88-3b7b86506cb6 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Deleting port e2b61692-eeac-4497-921d-20588d802371 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:18.297242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0bb4a20e-2c3c-44eb-ac88-3b7b86506cb6 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:18.307673 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:18.332097 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:18.349253 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Transition to ACTIVE for port object c3d8ab32-54cf-4ae7-85bd-150bc120598f will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:18.389486 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Transition to ACTIVE for port object c3d8ab32-54cf-4ae7-85bd-150bc120598f will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:18.407864 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:18.411134 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06063945-49f9-4bc1-bb01-e39161c36bd7 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Made reservation on behalf of ac4b618f0ebb4ac19e60fb4950b41c5c for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:18.412590 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:18.416359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-06063945-49f9-4bc1-bb01-e39161c36bd7 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:18.495430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-06063945-49f9-4bc1-bb01-e39161c36bd7 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] device_id is not set on port b5d1125b-e8c2-4021-af7d-a66579fc00e7 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:22:18.503387 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-40a98d91-636a-479b-a4c1-e626720b702e tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:18.506968 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Network 5c52da55-248e-41db-a0db-3af693425a24 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:18.517371 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:18.526150 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:18.526827 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dd2661a6-b17a-42e1-a9e9-aff5283dcc22 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:18.532161 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Pushing event updated for resources: {'Port': ['ID=c3d8ab32-54cf-4ae7-85bd-150bc120598f,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:18.540093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:18.619207 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bf569c-3db9-4c0e-b5d4-7f3eb9f3855d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Router 0a7f16e9-2665-406f-86c9-8ac787896b1a is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:22:18.638466 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a98d91-636a-479b-a4c1-e626720b702e tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Port': ['ID=1ddcdace-7ce9-464d-9a5b-50886388c20c,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:18.666558 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-40a98d91-636a-479b-a4c1-e626720b702e tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:18.677315 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Attempting to bind port c3d8ab32-54cf-4ae7-85bd-150bc120598f on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:22:18.679248 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Attempting to bind port c3d8ab32-54cf-4ae7-85bd-150bc120598f by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '107655d7-b103-4d1e-8fff-eee1f2719200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5c52da55-248e-41db-a0db-3af693425a24'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:22:18.679878 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Attempting to bind port c3d8ab32-54cf-4ae7-85bd-150bc120598f on network 5c52da55-248e-41db-a0db-3af693425a24 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:22:18.689454 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:22:18.690045 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Checking segment: {'id': '107655d7-b103-4d1e-8fff-eee1f2719200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5c52da55-248e-41db-a0db-3af693425a24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:18.690822 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:18.691345 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Bound using segment: {'id': '107655d7-b103-4d1e-8fff-eee1f2719200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5c52da55-248e-41db-a0db-3af693425a24'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:22:18.692034 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Bound port: c3d8ab32-54cf-4ae7-85bd-150bc120598f, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107655d7-b103-4d1e-8fff-eee1f2719200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5c52da55-248e-41db-a0db-3af693425a24'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:22:18.692732 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:18.755228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0bb4a20e-2c3c-44eb-ac88-3b7b86506cb6 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:18.788752 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-44cc5468-eba2-4e2d-8e6a-7f0a58a3705e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:18.846995 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] For port c3d8ab32-54cf-4ae7-85bd-150bc120598f, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:22:18.856072 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] For port c3d8ab32-54cf-4ae7-85bd-150bc120598f, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=c3d8ab32-54cf-4ae7-85bd-150bc120598f,segment=NetworkSegment(107655d7-b103-4d1e-8fff-eee1f2719200),segment_id=107655d7-b103-4d1e-8fff-eee1f2719200)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:22:18.863336 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:18.872286 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d0349f7c-9792-43d4-808a-dbf474770f5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:18.873169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bf569c-3db9-4c0e-b5d4-7f3eb9f3855d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:22:18.888873 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-05bf569c-3db9-4c0e-b5d4-7f3eb9f3855d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:18.893143 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-05bf569c-3db9-4c0e-b5d4-7f3eb9f3855d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "PUT /v2.0/routers/0a7f16e9-2665-406f-86c9-8ac787896b1a HTTP/1.1" status: 200 len: 883 time: 2.9964495 Jun 18 16:22:18.896443 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03834c6-6135-41fb-86e9-995f63aaa00d None None] Sync routers for ids ['0a7f16e9-2665-406f-86c9-8ac787896b1a'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:22:18.904118 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45250) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:18.929711 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03834c6-6135-41fb-86e9-995f63aaa00d None None] Routers {'0a7f16e9-2665-406f-86c9-8ac787896b1a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:18.931266 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a03834c6-6135-41fb-86e9-995f63aaa00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['0a7f16e9-2665-406f-86c9-8ac787896b1a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:18.945330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-44cc5468-eba2-4e2d-8e6a-7f0a58a3705e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Transition to ACTIVE for port object 9124c290-d91d-4093-b3cb-cdad4e7add0c will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:19.021110 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-0bb4a20e-2c3c-44eb-ac88-3b7b86506cb6 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Calling delete_port for e2b61692-eeac-4497-921d-20588d802371 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:19.035106 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Pushing event updated for resources: {'Port': ['ID=c3d8ab32-54cf-4ae7-85bd-150bc120598f,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:19.038723 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a03834c6-6135-41fb-86e9-995f63aaa00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:19.041521 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:19.049620 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03834c6-6135-41fb-86e9-995f63aaa00d None None] Routers {'0a7f16e9-2665-406f-86c9-8ac787896b1a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:19.050257 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a03834c6-6135-41fb-86e9-995f63aaa00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['0a7f16e9-2665-406f-86c9-8ac787896b1a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:19.090434 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a03834c6-6135-41fb-86e9-995f63aaa00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:19.091046 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03834c6-6135-41fb-86e9-995f63aaa00d None None] The sync data for ids ['0a7f16e9-2665-406f-86c9-8ac787896b1a'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:22:19.108801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-44cc5468-eba2-4e2d-8e6a-7f0a58a3705e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:19.141673 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1d165013-6a7e-419d-a06c-48976440a6ad tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "GET /v2.0/routers/0a7f16e9-2665-406f-86c9-8ac787896b1a HTTP/1.1" status: 200 len: 924 time: 0.2349968 Jun 18 16:22:19.144392 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45252) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:19.172422 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-242e0bf8-b6c1-418b-adba-9ff3ea110225 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:19.214063 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61bc7867-470b-4761-adf1-3be23904b150 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:19.219632 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-61bc7867-470b-4761-adf1-3be23904b150 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&device_id=0a7f16e9-2665-406f-86c9-8ac787896b1a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0740356 Jun 18 16:22:19.225504 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45254) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:19.305295 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-40a98d91-636a-479b-a4c1-e626720b702e tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:19.326775 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-06063945-49f9-4bc1-bb01-e39161c36bd7 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Allocated IP 2001:db8::f816:3eff:fe38:5860 (5c52da55-248e-41db-a0db-3af693425a24/8a3c9179-2a83-4797-ae24-160f71a4bf1f/b5d1125b-e8c2-4021-af7d-a66579fc00e7) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:19.329430 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb89ae11-4ecf-4715-9b0a-bf1ab01457ac tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:19.333663 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bb89ae11-4ecf-4715-9b0a-bf1ab01457ac tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "GET /v2.0/networks/81b3e7a1-a3eb-41d3-a54b-e3363be60296 HTTP/1.1" status: 200 len: 881 time: 0.1035819 Jun 18 16:22:19.334569 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45256) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:19.345979 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cc5468-eba2-4e2d-8e6a-7f0a58a3705e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 0615a2f0-182a-4243-a3d4-2a98cd5c2f48 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:19.350102 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc5468-eba2-4e2d-8e6a-7f0a58a3705e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=9124c290-d91d-4093-b3cb-cdad4e7add0c,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:19.354085 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-44cc5468-eba2-4e2d-8e6a-7f0a58a3705e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:19.362402 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-44cc5468-eba2-4e2d-8e6a-7f0a58a3705e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:19.365386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cc5468-eba2-4e2d-8e6a-7f0a58a3705e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:19.378185 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cc5468-eba2-4e2d-8e6a-7f0a58a3705e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:19.379625 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-44cc5468-eba2-4e2d-8e6a-7f0a58a3705e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:19.385966 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-00e03fa3-55df-4c90-8869-b93830153048 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a7f16e9-2665-406f-86c9-8ac787896b1a HTTP/1.1" status: 200 len: 205 time: 0.0472941 Jun 18 16:22:19.385966 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45260) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:19.554665 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-44cc5468-eba2-4e2d-8e6a-7f0a58a3705e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2467341 Jun 18 16:22:19.555045 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45262) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:19.641439 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f3250715-3da6-47d8-a868-068bc31281ab tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:19.696214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0bb4a20e-2c3c-44eb-ac88-3b7b86506cb6 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:19.731244 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-44cc5468-eba2-4e2d-8e6a-7f0a58a3705e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:19.825215 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 13955e03-c3fd-41d5-8fe6-da581397088a up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:22:19.866786 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f3250715-3da6-47d8-a868-068bc31281ab tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:19.872224 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4a20e-2c3c-44eb-ac88-3b7b86506cb6 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2b61692-eeac-4497-921d-20588d802371,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:19.880306 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0bb4a20e-2c3c-44eb-ac88-3b7b86506cb6 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:19.882349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a98d91-636a-479b-a4c1-e626720b702e tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router 260f20ee-2565-492b-8009-f8e1b3fda078 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:22:19.932984 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 13955e03-c3fd-41d5-8fe6-da581397088a completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:19.935459 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-075b57f8-6d3f-45f7-b7a6-990ceb95d8a0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port 9124c290-d91d-4093-b3cb-cdad4e7add0c {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:19.936020 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-075b57f8-6d3f-45f7-b7a6-990ceb95d8a0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:19.939780 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device c3d8ab32-54cf-4ae7-85bd-150bc120598f up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:22:20.015442 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port c3d8ab32-54cf-4ae7-85bd-150bc120598f completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:20.057757 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3596f966-c0cc-4546-a08b-4ce9aa5147f1 None None] Network 0615a2f0-182a-4243-a3d4-2a98cd5c2f48 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:20.107318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-f3250715-3da6-47d8-a868-068bc31281ab tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Deleting port 67bb430e-4b95-4fb0-876e-0304596be2f9 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:20.107819 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f3250715-3da6-47d8-a868-068bc31281ab tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.146291 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-549b0f7e-e7a8-42b4-87d4-7343f570a737 None None] Provisioning for port 13955e03-c3fd-41d5-8fe6-da581397088a completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:20.153394 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-549b0f7e-e7a8-42b4-87d4-7343f570a737 None None] Provisioning complete for port 13955e03-c3fd-41d5-8fe6-da581397088a triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:20.153778 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-549b0f7e-e7a8-42b4-87d4-7343f570a737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.174824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-075b57f8-6d3f-45f7-b7a6-990ceb95d8a0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.206171 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-06063945-49f9-4bc1-bb01-e39161c36bd7 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.226150 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-06063945-49f9-4bc1-bb01-e39161c36bd7 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Transition to ACTIVE for port object b5d1125b-e8c2-4021-af7d-a66579fc00e7 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:20.260451 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-075b57f8-6d3f-45f7-b7a6-990ceb95d8a0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for 9124c290-d91d-4093-b3cb-cdad4e7add0c owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:20.284046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a98d91-636a-479b-a4c1-e626720b702e tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:22:20.294616 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-40a98d91-636a-479b-a4c1-e626720b702e tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/260f20ee-2565-492b-8009-f8e1b3fda078/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1231611 Jun 18 16:22:20.295843 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45270) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:20.298520 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-549b0f7e-e7a8-42b4-87d4-7343f570a737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.303503 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21ea2b1-7314-4a43-9657-3686605aaf65 None None] Sync routers for ids ['260f20ee-2565-492b-8009-f8e1b3fda078'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:22:20.324668 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-06063945-49f9-4bc1-bb01-e39161c36bd7 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.336090 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f3250715-3da6-47d8-a868-068bc31281ab tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.336880 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:20.353686 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516c90c8-34f9-454a-b441-ce2afa5c9747 None None] Network 5c52da55-248e-41db-a0db-3af693425a24 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:20.362577 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21ea2b1-7314-4a43-9657-3686605aaf65 None None] Routers {'260f20ee-2565-492b-8009-f8e1b3fda078'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:20.363220 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e21ea2b1-7314-4a43-9657-3686605aaf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['260f20ee-2565-492b-8009-f8e1b3fda078'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:20.396392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0bb4a20e-2c3c-44eb-ac88-3b7b86506cb6 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.399348 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0bb4a20e-2c3c-44eb-ac88-3b7b86506cb6 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] 10.222.0.50 "DELETE /v2.0/ports/e2b61692-eeac-4497-921d-20588d802371 HTTP/1.1" status: 204 len: 168 time: 3.0359375 Jun 18 16:22:20.413791 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06063945-49f9-4bc1-bb01-e39161c36bd7 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Network 5c52da55-248e-41db-a0db-3af693425a24 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:20.424830 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-06063945-49f9-4bc1-bb01-e39161c36bd7 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:20.427870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06063945-49f9-4bc1-bb01-e39161c36bd7 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:20.435981 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06063945-49f9-4bc1-bb01-e39161c36bd7 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:20.437153 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-06063945-49f9-4bc1-bb01-e39161c36bd7 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.460395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e21ea2b1-7314-4a43-9657-3686605aaf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:20.465997 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06063945-49f9-4bc1-bb01-e39161c36bd7 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event updated for resources: {'Port': ['ID=b5d1125b-e8c2-4021-af7d-a66579fc00e7,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:20.475305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-549b0f7e-e7a8-42b4-87d4-7343f570a737 None None] For port 13955e03-c3fd-41d5-8fe6-da581397088a, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=13955e03-c3fd-41d5-8fe6-da581397088a,segment=NetworkSegment(16b23573-00d1-470d-8b63-19b25f65f7b8),segment_id=16b23573-00d1-470d-8b63-19b25f65f7b8)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:20.477875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-06063945-49f9-4bc1-bb01-e39161c36bd7 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:20.487141 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-06063945-49f9-4bc1-bb01-e39161c36bd7 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.0765004 Jun 18 16:22:20.491551 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-549b0f7e-e7a8-42b4-87d4-7343f570a737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.495225 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45274) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:20.495640 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8e928c75-c2ac-4964-a4de-8ff9bd06d517 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:20.505619 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21ea2b1-7314-4a43-9657-3686605aaf65 None None] Routers {'260f20ee-2565-492b-8009-f8e1b3fda078'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:20.506808 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e21ea2b1-7314-4a43-9657-3686605aaf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['260f20ee-2565-492b-8009-f8e1b3fda078'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:20.552078 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-f3250715-3da6-47d8-a868-068bc31281ab tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Calling delete_port for 67bb430e-4b95-4fb0-876e-0304596be2f9 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:20.572713 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddcc6f1-c615-450e-9f12-61a2d1b13769 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Deleting subnet 8a3c9179-2a83-4797-ae24-160f71a4bf1f {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:22:20.577091 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fddcc6f1-c615-450e-9f12-61a2d1b13769 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.582197 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e21ea2b1-7314-4a43-9657-3686605aaf65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:20.583168 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21ea2b1-7314-4a43-9657-3686605aaf65 None None] The sync data for ids ['260f20ee-2565-492b-8009-f8e1b3fda078'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:22:20.636352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fddcc6f1-c615-450e-9f12-61a2d1b13769 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.649472 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b0f7e-e7a8-42b4-87d4-7343f570a737 None None] Pushing event updated for resources: {'Port': ['ID=13955e03-c3fd-41d5-8fe6-da581397088a,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:20.656333 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-549b0f7e-e7a8-42b4-87d4-7343f570a737 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:20.674118 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-36dfd6a9-57f2-4b03-a2d3-45f58cd99ea1 None None] Provisioning for port c3d8ab32-54cf-4ae7-85bd-150bc120598f completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:20.682215 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-36dfd6a9-57f2-4b03-a2d3-45f58cd99ea1 None None] Provisioning complete for port c3d8ab32-54cf-4ae7-85bd-150bc120598f triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:20.682972 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-36dfd6a9-57f2-4b03-a2d3-45f58cd99ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.832365 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fddcc6f1-c615-450e-9f12-61a2d1b13769 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.871034 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f1017-5018-4635-bb5b-943473a12555 req-b9451a07-7e04-46f1-8c95-4bf2e47c6b3c tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:20.872654 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c8f1017-5018-4635-bb5b-943473a12555 req-b9451a07-7e04-46f1-8c95-4bf2e47c6b3c tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 945 time: 0.7572901 Jun 18 16:22:20.875683 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45280) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:20.884494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f3250715-3da6-47d8-a868-068bc31281ab tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.897511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-36dfd6a9-57f2-4b03-a2d3-45f58cd99ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:20.904991 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-738bacda-f61f-48d7-b5a2-915bce492165 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:20.965883 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c8f1017-5018-4635-bb5b-943473a12555 req-ae3b1730-77dd-49f6-99fc-5e0049e4456e tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/security-groups?id=58de5747-0eed-4904-8206-12575a58318c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810208 Jun 18 16:22:20.998499 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3250715-3da6-47d8-a868-068bc31281ab tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Pushing event deleted for resources: {'Port': ['ID=67bb430e-4b95-4fb0-876e-0304596be2f9,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:21.030436 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fddcc6f1-c615-450e-9f12-61a2d1b13769 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:21.045941 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5c8a3436-fcff-4302-8d31-28a13d79dc05 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:21.064447 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fddcc6f1-c615-450e-9f12-61a2d1b13769 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:21.072130 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fddcc6f1-c615-450e-9f12-61a2d1b13769 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/subnets/8a3c9179-2a83-4797-ae24-160f71a4bf1f HTTP/1.1" status: 204 len: 168 time: 0.5692091 Jun 18 16:22:21.109845 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45290) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:21.110834 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f3250715-3da6-47d8-a868-068bc31281ab tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:21.122730 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.db.api [None req-36dfd6a9-57f2-4b03-a2d3-45f58cd99ea1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:22:21.123292 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_db.api [None req-36dfd6a9-57f2-4b03-a2d3-45f58cd99ea1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:22:21.153228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcc6f1-c615-450e-9f12-61a2d1b13769 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event deleted for resources: {'Subnet': ['ID=8a3c9179-2a83-4797-ae24-160f71a4bf1f,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:21.220001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fddcc6f1-c615-450e-9f12-61a2d1b13769 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:21.231305 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a7bf08c7-4f0a-47b7-98df-602858f80bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:21.303346 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714644e-42fb-40cd-8eff-98f77fd7a325 req-067bbb96-733d-4d1d-b238-db5bb6533d9a tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:21.305784 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8714644e-42fb-40cd-8eff-98f77fd7a325 req-067bbb96-733d-4d1d-b238-db5bb6533d9a tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.1712091 Jun 18 16:22:21.320246 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4d6b0a-146b-4e74-a079-77f751cac5f0 None None] Network 5c52da55-248e-41db-a0db-3af693425a24 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:21.374021 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8714644e-42fb-40cd-8eff-98f77fd7a325 req-9ade16f5-9ed8-4131-8147-ae201cf2337b tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605447 Jun 18 16:22:21.391653 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-075b57f8-6d3f-45f7-b7a6-990ceb95d8a0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:21.442755 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f90b8ba0-186f-4a99-81a1-c22fc9910f45 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:21.469721 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-d4f2d605-f6f3-4eb4-ac5c-59642c672218 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] remove_router_interface failed (client error): The resource could not be found. Jun 18 16:22:21.470808 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d4f2d605-f6f3-4eb4-ac5c-59642c672218 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/260f20ee-2565-492b-8009-f8e1b3fda078/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1389046 Jun 18 16:22:21.480097 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45296) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:21.510475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a7bf08c7-4f0a-47b7-98df-602858f80bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:21.548475 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b8da43d5-fba8-4c00-b219-6c0765cdf823 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/ports?device_id=260f20ee-2565-492b-8009-f8e1b3fda078 HTTP/1.1" status: 200 len: 205 time: 0.0668790 Jun 18 16:22:21.549994 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a7bf08c7-4f0a-47b7-98df-602858f80bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:21.582612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45298) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:21.583483 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-40de0ce7-e6ed-4faf-8599-da7a6f46195a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:21.610966 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a7bf08c7-4f0a-47b7-98df-602858f80bf0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8e21ac7a9d644bea9a2a9855785be16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7342746 Jun 18 16:22:21.611943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45300) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:21.709196 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f5bec1-ab9c-4f59-ad97-a2d6e0e7cee7 None None] DHCP port deletion for 5c52da55-248e-41db-a0db-3af693425a24 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:22:21.772708 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 13955e03-c3fd-41d5-8fe6-da581397088a up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:22:21.823594 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cee48582-b3b2-4ed4-aeed-aacb37859328 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:21.824549 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-36dfd6a9-57f2-4b03-a2d3-45f58cd99ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:21.899519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-36dfd6a9-57f2-4b03-a2d3-45f58cd99ea1 None None] For port c3d8ab32-54cf-4ae7-85bd-150bc120598f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=c3d8ab32-54cf-4ae7-85bd-150bc120598f,segment=NetworkSegment(107655d7-b103-4d1e-8fff-eee1f2719200),segment_id=107655d7-b103-4d1e-8fff-eee1f2719200)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:21.910033 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-36dfd6a9-57f2-4b03-a2d3-45f58cd99ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:21.913481 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6605100e-5792-4bb8-a93e-91301da85f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:21.964177 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfd6a9-57f2-4b03-a2d3-45f58cd99ea1 None None] Pushing event updated for resources: {'Port': ['ID=c3d8ab32-54cf-4ae7-85bd-150bc120598f,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:21.967162 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 13955e03-c3fd-41d5-8fe6-da581397088a triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:21.967810 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:21.971920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-36dfd6a9-57f2-4b03-a2d3-45f58cd99ea1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:21.996486 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-27f5bec1-ab9c-4f59-ad97-a2d6e0e7cee7 None None] Deleting port c3d8ab32-54cf-4ae7-85bd-150bc120598f {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:21.997133 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-27f5bec1-ab9c-4f59-ad97-a2d6e0e7cee7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.052948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c876ef-0bf4-4952-b3cc-0505d844c1c0 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:22.054747 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c876ef-0bf4-4952-b3cc-0505d844c1c0 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:22.057888 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b9c876ef-0bf4-4952-b3cc-0505d844c1c0 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.9342868 Jun 18 16:22:22.062962 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45306) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:22.089431 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-02508748-1ede-4aea-9ebd-4eda0eb77e43 None None] Provisioning complete for port 13955e03-c3fd-41d5-8fe6-da581397088a triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:22.089844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-02508748-1ede-4aea-9ebd-4eda0eb77e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.097489 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b57f8-6d3f-45f7-b7a6-990ceb95d8a0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=9124c290-d91d-4093-b3cb-cdad4e7add0c,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:22.107260 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-075b57f8-6d3f-45f7-b7a6-990ceb95d8a0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:22.110320 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f3250715-3da6-47d8-a868-068bc31281ab tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.119871 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-075b57f8-6d3f-45f7-b7a6-990ceb95d8a0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.126723 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-075b57f8-6d3f-45f7-b7a6-990ceb95d8a0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/ports/9124c290-d91d-4093-b3cb-cdad4e7add0c HTTP/1.1" status: 204 len: 168 time: 2.5661955 Jun 18 16:22:22.168720 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-27f5bec1-ab9c-4f59-ad97-a2d6e0e7cee7 None None] For port c3d8ab32-54cf-4ae7-85bd-150bc120598f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=c3d8ab32-54cf-4ae7-85bd-150bc120598f,segment=NetworkSegment(107655d7-b103-4d1e-8fff-eee1f2719200),segment_id=107655d7-b103-4d1e-8fff-eee1f2719200)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:22.169362 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-27f5bec1-ab9c-4f59-ad97-a2d6e0e7cee7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.198367 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45308) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:22.307848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cee48582-b3b2-4ed4-aeed-aacb37859328 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.310053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cee48582-b3b2-4ed4-aeed-aacb37859328 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.311602 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf08c7-4f0a-47b7-98df-602858f80bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f100e1dd-8958-45eb-81ac-3cadbdf5a818,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:22.339694 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a7bf08c7-4f0a-47b7-98df-602858f80bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:22.354031 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-27f5bec1-ab9c-4f59-ad97-a2d6e0e7cee7 None None] Calling delete_port for c3d8ab32-54cf-4ae7-85bd-150bc120598f owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:22.366403 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-02508748-1ede-4aea-9ebd-4eda0eb77e43 None None] Provisioning complete for port c3d8ab32-54cf-4ae7-85bd-150bc120598f triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:22.366720 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-288ffd94-7377-430a-aad2-5d5189ec0986 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] DELETE failed (client error): The resource could not be found. Jun 18 16:22:22.367504 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-288ffd94-7377-430a-aad2-5d5189ec0986 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:22:22.367846 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-02508748-1ede-4aea-9ebd-4eda0eb77e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.369737 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-288ffd94-7377-430a-aad2-5d5189ec0986 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/ports/9124c290-d91d-4093-b3cb-cdad4e7add0c HTTP/1.1" status: 404 len: 333 time: 0.1249638 Jun 18 16:22:22.371732 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f3250715-3da6-47d8-a868-068bc31281ab tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.375592 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45314) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:22.377451 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f3250715-3da6-47d8-a868-068bc31281ab tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.432518 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-633bd2a3-340d-4349-8e52-fb13da2c0077 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] GET failed (client error): The resource could not be found. Jun 18 16:22:22.434705 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-633bd2a3-340d-4349-8e52-fb13da2c0077 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports/9124c290-d91d-4093-b3cb-cdad4e7add0c HTTP/1.1" status: 404 len: 333 time: 0.0550480 Jun 18 16:22:22.451001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45316) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:22.475260 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-964de093-99e3-460a-8891-9392ee418112 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.481792 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cee48582-b3b2-4ed4-aeed-aacb37859328 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.482678 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cee48582-b3b2-4ed4-aeed-aacb37859328 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Fanout notify agent at l3_agent the message router_deleted on router 260f20ee-2565-492b-8009-f8e1b3fda078 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:22:22.487479 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-964de093-99e3-460a-8891-9392ee418112 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 18 16:22:22.488482 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964de093-99e3-460a-8891-9392ee418112 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:22:22.491184 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-964de093-99e3-460a-8891-9392ee418112 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/networks/5c52da55-248e-41db-a0db-3af693425a24 HTTP/1.1" status: 409 len: 405 time: 0.4055851 Jun 18 16:22:22.496621 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cee48582-b3b2-4ed4-aeed-aacb37859328 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.496923 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45318) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:22.498357 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-cee48582-b3b2-4ed4-aeed-aacb37859328 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/routers/260f20ee-2565-492b-8009-f8e1b3fda078 HTTP/1.1" status: 204 len: 168 time: 0.9096761 Jun 18 16:22:22.504319 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-ef0a6446-c761-4db4-9006-5069f352cbf6 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-181815114'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:22.509439 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45320) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:22.522592 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f3250715-3da6-47d8-a868-068bc31281ab tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.524295 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3250715-3da6-47d8-a868-068bc31281ab tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Fanout notify agent at l3_agent the message router_deleted on router 0a7f16e9-2665-406f-86c9-8ac787896b1a {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:22:22.524465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9536efcc-a455-431b-a8f7-6137707619b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.538964 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f3250715-3da6-47d8-a868-068bc31281ab tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.541087 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f3250715-3da6-47d8-a868-068bc31281ab tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "DELETE /v2.0/routers/0a7f16e9-2665-406f-86c9-8ac787896b1a HTTP/1.1" status: 204 len: 168 time: 3.1543634 Jun 18 16:22:22.559526 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45322) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:22.564063 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-27f5bec1-ab9c-4f59-ad97-a2d6e0e7cee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.565535 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d4244790-fb34-462b-a5be-7dcab71a1e45 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1467590752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:22.566120 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-36dfd6a9-57f2-4b03-a2d3-45f58cd99ea1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:22.573618 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-02508748-1ede-4aea-9ebd-4eda0eb77e43 None None] Provisioning for port b5d1125b-e8c2-4021-af7d-a66579fc00e7 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:22.605069 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5bec1-ab9c-4f59-ad97-a2d6e0e7cee7 None None] Pushing event deleted for resources: {'Port': ['ID=c3d8ab32-54cf-4ae7-85bd-150bc120598f,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:22.607152 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-462be6aa-3335-4e86-9e8f-6cc3dab25371 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting subnet 2c6f48d5-9cb9-4088-a2f9-33da26208996 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:22:22.609949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9536efcc-a455-431b-a8f7-6137707619b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.610370 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-27f5bec1-ab9c-4f59-ad97-a2d6e0e7cee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:22.611252 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-02508748-1ede-4aea-9ebd-4eda0eb77e43 None None] Provisioning complete for port b5d1125b-e8c2-4021-af7d-a66579fc00e7 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:22.612014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-02508748-1ede-4aea-9ebd-4eda0eb77e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.615494 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f5bec1-ab9c-4f59-ad97-a2d6e0e7cee7 None None] No DVR routers for this DVR port c3d8ab32-54cf-4ae7-85bd-150bc120598f on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:22.624027 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1ca329-0042-41cc-ac24-4be4615b1832 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting subnet 6ecb3f15-cd94-42ab-aa49-ec5dd2cdd5d5 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:22:22.625962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-462be6aa-3335-4e86-9e8f-6cc3dab25371 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.629205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bc1ca329-0042-41cc-ac24-4be4615b1832 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.656183 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-02508748-1ede-4aea-9ebd-4eda0eb77e43 None None] Port b5d1125b-e8c2-4021-af7d-a66579fc00e7 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:22:22.659895 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-02508748-1ede-4aea-9ebd-4eda0eb77e43 None None] Could not find standard attr ID for object 9124c290-d91d-4093-b3cb-cdad4e7add0c. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:22:22.675907 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0a6446-c761-4db4-9006-5069f352cbf6 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Made reservation on behalf of ac4b618f0ebb4ac19e60fb4950b41c5c for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:22.678943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.db.api [None req-d4244790-fb34-462b-a5be-7dcab71a1e45 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:22:22.678943 dv-neutron-797120-1-hyperv neutron-server[93453]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 18 16:22:22.678943 dv-neutron-797120-1-hyperv neutron-server[93453]: [parameters: {'project_id': '60850f8a1dbb4dc9a45a483744d205ed', 'id': 'ec84470a-e433-43e0-b195-454b2e13a228', 'expiration': datetime.datetime(2021, 6, 18, 16, 24, 22, 623766)}] Jun 18 16:22:22.678943 dv-neutron-797120-1-hyperv neutron-server[93453]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:22:22.679314 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_db.api [None req-d4244790-fb34-462b-a5be-7dcab71a1e45 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:22:22.679578 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ef0a6446-c761-4db4-9006-5069f352cbf6 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.706262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bc1ca329-0042-41cc-ac24-4be4615b1832 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.719536 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905e2d7-cdd4-4bd0-8671-6727b133eb47 req-08a39cdc-482b-4043-80b0-f4b40ae30987 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:22.721112 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6905e2d7-cdd4-4bd0-8671-6727b133eb47 req-08a39cdc-482b-4043-80b0-f4b40ae30987 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.4067013 Jun 18 16:22:22.732762 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8516065-9e5a-4f24-9e1d-7cf6c9e0656a req-745d2d2a-3d0a-48b1-a4d1-3e2a53c978ff tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:22.734476 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d8516065-9e5a-4f24-9e1d-7cf6c9e0656a req-745d2d2a-3d0a-48b1-a4d1-3e2a53c978ff tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 945 time: 0.4031940 Jun 18 16:22:22.739974 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef0a6446-c761-4db4-9006-5069f352cbf6 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:22:22.741157 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-462be6aa-3335-4e86-9e8f-6cc3dab25371 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.760470 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ef0a6446-c761-4db4-9006-5069f352cbf6 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.760917 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-ef0a6446-c761-4db4-9006-5069f352cbf6 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Added segment 8ce71e1e-2642-48af-b41b-69ff3f313709 of type vlan for network 86dcec71-1db3-421f-be8d-7aa9682eea08 Jun 18 16:22:22.838807 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ef0a6446-c761-4db4-9006-5069f352cbf6 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.846487 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6905e2d7-cdd4-4bd0-8671-6727b133eb47 req-8d0003ef-550a-4f8e-a8e2-8bb5f240bcc5 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041462 Jun 18 16:22:22.852152 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9536efcc-a455-431b-a8f7-6137707619b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.855006 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9536efcc-a455-431b-a8f7-6137707619b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.856183 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9536efcc-a455-431b-a8f7-6137707619b2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f100e1dd-8958-45eb-81ac-3cadbdf5a818 HTTP/1.1" status: 204 len: 168 time: 1.2216184 Jun 18 16:22:22.876828 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:22.893391 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bc1ca329-0042-41cc-ac24-4be4615b1832 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.894344 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d8516065-9e5a-4f24-9e1d-7cf6c9e0656a req-2dc35072-0b9b-4570-a1bb-13757ef3c813 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/security-groups?id=58de5747-0eed-4904-8206-12575a58318c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1428239 Jun 18 16:22:22.917801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536efcc-a455-431b-a8f7-6137707619b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f100e1dd-8958-45eb-81ac-3cadbdf5a818,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:22.922105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9536efcc-a455-431b-a8f7-6137707619b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:22.945295 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-462be6aa-3335-4e86-9e8f-6cc3dab25371 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.953196 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ef0a6446-c761-4db4-9006-5069f352cbf6 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.960492 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0a6446-c761-4db4-9006-5069f352cbf6 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:22.964760 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ef0a6446-c761-4db4-9006-5069f352cbf6 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:22.970379 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8c3df4b0-bde6-46e7-a9c9-4776c522e64d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:23.045782 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ef0a6446-c761-4db4-9006-5069f352cbf6 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5474260 Jun 18 16:22:23.046653 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45328) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:23.052747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-0f76e252-d28b-4ab8-8d1a-f56699d5fb19 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Request body: {'subnet': {'network_id': '86dcec71-1db3-421f-be8d-7aa9682eea08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:23.082732 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a6446-c761-4db4-9006-5069f352cbf6 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event updated for resources: {'Network': ['ID=86dcec71-1db3-421f-be8d-7aa9682eea08,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:23.088534 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ef0a6446-c761-4db4-9006-5069f352cbf6 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:23.097085 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bc1ca329-0042-41cc-ac24-4be4615b1832 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:23.103260 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 86dcec71-1db3-421f-be8d-7aa9682eea08 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:22:23.113672 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:23.132107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-462be6aa-3335-4e86-9e8f-6cc3dab25371 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:23.144633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:23.165372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ca329-0042-41cc-ac24-4be4615b1832 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Subnet': ['ID=6ecb3f15-cd94-42ab-aa49-ec5dd2cdd5d5,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:23.173070 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bc1ca329-0042-41cc-ac24-4be4615b1832 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:23.182767 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bc1ca329-0042-41cc-ac24-4be4615b1832 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:23.188877 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bc1ca329-0042-41cc-ac24-4be4615b1832 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/subnets/6ecb3f15-cd94-42ab-aa49-ec5dd2cdd5d5 HTTP/1.1" status: 204 len: 168 time: 0.6768675 Jun 18 16:22:23.192138 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45334) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:23.201961 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f7ac9c-de4b-47b5-9923-cee29737c35c None None] Network ffdeb83d-3178-4d26-94d0-12b2b97adc6e requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:23.206470 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462be6aa-3335-4e86-9e8f-6cc3dab25371 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Subnet': ['ID=2c6f48d5-9cb9-4088-a2f9-33da26208996,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:23.214099 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-462be6aa-3335-4e86-9e8f-6cc3dab25371 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:23.226644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-462be6aa-3335-4e86-9e8f-6cc3dab25371 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:23.229286 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-462be6aa-3335-4e86-9e8f-6cc3dab25371 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/subnets/2c6f48d5-9cb9-4088-a2f9-33da26208996 HTTP/1.1" status: 204 len: 168 time: 0.7757714 Jun 18 16:22:23.233885 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45336) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:23.272844 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.db.api [None req-0f76e252-d28b-4ab8-8d1a-f56699d5fb19 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:22:23.272844 dv-neutron-797120-1-hyperv neutron-server[93453]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 18 16:22:23.272844 dv-neutron-797120-1-hyperv neutron-server[93453]: [parameters: {'project_id': 'ac4b618f0ebb4ac19e60fb4950b41c5c', 'id': '3bac9daf-c76a-43c6-b53e-07ed2b07ad1b', 'expiration': datetime.datetime(2021, 6, 18, 16, 24, 23, 240056)}] Jun 18 16:22:23.272844 dv-neutron-797120-1-hyperv neutron-server[93453]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:22:23.274716 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_db.api [None req-0f76e252-d28b-4ab8-8d1a-f56699d5fb19 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:22:23.343244 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:23.359338 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d4244790-fb34-462b-a5be-7dcab71a1e45 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:23.360371 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d4244790-fb34-462b-a5be-7dcab71a1e45 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:23.424623 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d4244790-fb34-462b-a5be-7dcab71a1e45 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:23.432721 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d4244790-fb34-462b-a5be-7dcab71a1e45 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:23.457288 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:23.457816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting port 1a911225-1be9-4c52-800f-79ed03002099 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:23.458383 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:23.469028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d4244790-fb34-462b-a5be-7dcab71a1e45 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:23.470354 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d4244790-fb34-462b-a5be-7dcab71a1e45 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9087272 Jun 18 16:22:23.473889 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45340) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:23.482724 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-a9f13a71-7cf2-4cf4-ae6a-c29b65fd36db tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'enable_snat': True}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:23.506948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45342) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:23.574735 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] For port 1a911225-1be9-4c52-800f-79ed03002099, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1a911225-1be9-4c52-800f-79ed03002099,segment=NetworkSegment(78bbe3b5-16a2-4c52-9e42-d6f87510da9a),segment_id=78bbe3b5-16a2-4c52-9e42-d6f87510da9a)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:23.575329 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:23.594787 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-05d4e758-eb5d-4282-8c0c-47e241758889 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a24f2dd2950b4a6490e08008bacf6b8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0862308 Jun 18 16:22:23.600797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45344) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:23.643241 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1138954-b5a7-4904-a8e4-c4acfc2815bc None None] Network 0615a2f0-182a-4243-a3d4-2a98cd5c2f48 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:23.683038 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Calling delete_port for 1a911225-1be9-4c52-800f-79ed03002099 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:23.766202 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device c3d8ab32-54cf-4ae7-85bd-150bc120598f no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:22:23.804711 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: c3d8ab32-54cf-4ae7-85bd-150bc120598f {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:22:23.805845 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device c3d8ab32-54cf-4ae7-85bd-150bc120598f not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:22:23.813859 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a9f13a71-7cf2-4cf4-ae6a-c29b65fd36db tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:23.833396 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-499e3de9-4c06-4985-9137-b167baa71ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:23.835669 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:23.838992 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-16c53116-59be-4775-85fe-be0faeddc487 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:23.856093 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port 13955e03-c3fd-41d5-8fe6-da581397088a {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:23.856499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:23.871359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f76e252-d28b-4ab8-8d1a-f56699d5fb19 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Made reservation on behalf of ac4b618f0ebb4ac19e60fb4950b41c5c for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:23.874897 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0f76e252-d28b-4ab8-8d1a-f56699d5fb19 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:23.919474 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Port': ['ID=1a911225-1be9-4c52-800f-79ed03002099,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:23.925324 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:23.932486 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] No DVR routers for this DVR port 1a911225-1be9-4c52-800f-79ed03002099 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:23.941257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-499e3de9-4c06-4985-9137-b167baa71ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.027238 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.066190 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc558ecb-ef06-40bf-9407-f9d745ac2fcf None None] DHCP port deletion for ffdeb83d-3178-4d26-94d0-12b2b97adc6e request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:22:24.092164 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.106694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdeb83d-3178-4d26-94d0-12b2b97adc6e']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:24.126261 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bbe3b5-16a2-4c52-9e42-d6f87510da9a') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:24.126735 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bbe3b5-16a2-4c52-9e42-d6f87510da9a') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:24.136118 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7463d8fc-3612-4dd8-8039-72208c24031c None None] DHCP port deletion for 0615a2f0-182a-4243-a3d4-2a98cd5c2f48 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:22:24.141013 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] For port 13955e03-c3fd-41d5-8fe6-da581397088a, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=13955e03-c3fd-41d5-8fe6-da581397088a,segment=NetworkSegment(16b23573-00d1-470d-8b63-19b25f65f7b8),segment_id=16b23573-00d1-470d-8b63-19b25f65f7b8)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:24.141455 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.143041 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.204167 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7463d8fc-3612-4dd8-8039-72208c24031c None None] Deleting port 13955e03-c3fd-41d5-8fe6-da581397088a {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:24.204780 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7463d8fc-3612-4dd8-8039-72208c24031c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.208776 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.224251 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:22:24.224793 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:22:24.231022 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:22:24.263073 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for 13955e03-c3fd-41d5-8fe6-da581397088a owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:24.287732 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-7463d8fc-3612-4dd8-8039-72208c24031c None None] For port 13955e03-c3fd-41d5-8fe6-da581397088a, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=13955e03-c3fd-41d5-8fe6-da581397088a,segment=NetworkSegment(16b23573-00d1-470d-8b63-19b25f65f7b8),segment_id=16b23573-00d1-470d-8b63-19b25f65f7b8)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:24.287732 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7463d8fc-3612-4dd8-8039-72208c24031c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.353076 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.358324 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-177e3745-61f7-4235-a3e8-2987499ee788 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:24.360432 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7463d8fc-3612-4dd8-8039-72208c24031c None None] Calling delete_port for 13955e03-c3fd-41d5-8fe6-da581397088a owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:24.363403 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.365544 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/networks/ffdeb83d-3178-4d26-94d0-12b2b97adc6e HTTP/1.1" status: 204 len: 168 time: 1.1713455 Jun 18 16:22:24.377224 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45352) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:24.394995 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-b8ec1fd0-a5c4-4455-bbee-40195c69a781 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'network': {'name': 'tempest-RoutersTest-1816238699'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:24.402613 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Network': ['ID=ffdeb83d-3178-4d26-94d0-12b2b97adc6e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:24.412053 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d6dcf-6a07-4ff4-9900-3651ceb0a17c req-39db3c22-5c18-4401-a619-b4a5d6c6752c tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:24.413811 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-5b4d6dcf-6a07-4ff4-9900-3651ceb0a17c req-39db3c22-5c18-4401-a619-b4a5d6c6752c tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 945 time: 0.2517507 Jun 18 16:22:24.415766 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:24.472889 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ec1fd0-a5c4-4455-bbee-40195c69a781 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Made reservation on behalf of d6a873ab5766408fa0fa9107656c5e69 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:24.477430 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1fd0-a5c4-4455-bbee-40195c69a781 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.499432 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-499e3de9-4c06-4985-9137-b167baa71ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.500174 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7463d8fc-3612-4dd8-8039-72208c24031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.502031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-499e3de9-4c06-4985-9137-b167baa71ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.507854 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-499e3de9-4c06-4985-9137-b167baa71ec2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/98fb4e27-d363-4213-b7cc-3ad4eca0fd24 HTTP/1.1" status: 204 len: 168 time: 0.8834934 Jun 18 16:22:24.508058 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:24.528863 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:24.538334 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ec1fd0-a5c4-4455-bbee-40195c69a781 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:22:24.547708 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179645d-15d8-4ea7-b0ef-7b5bc53990b7 req-e591f5be-e5f6-4292-9d29-b8dc5820bc60 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:24.555798 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e179645d-15d8-4ea7-b0ef-7b5bc53990b7 req-e591f5be-e5f6-4292-9d29-b8dc5820bc60 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.5310986 Jun 18 16:22:24.559348 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1fd0-a5c4-4455-bbee-40195c69a781 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.559926 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-b8ec1fd0-a5c4-4455-bbee-40195c69a781 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Added segment 8d05c3b2-9f00-4172-9227-6bf7305df0d9 of type vlan for network a49c7a09-b6a3-4d8a-b33e-73e41529350e Jun 18 16:22:24.560106 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7463d8fc-3612-4dd8-8039-72208c24031c None None] No DVR routers for this DVR port 13955e03-c3fd-41d5-8fe6-da581397088a on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:24.563250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463d8fc-3612-4dd8-8039-72208c24031c None None] Pushing event deleted for resources: {'Port': ['ID=13955e03-c3fd-41d5-8fe6-da581397088a,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:24.569720 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7463d8fc-3612-4dd8-8039-72208c24031c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:24.593002 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e3de9-4c06-4985-9137-b167baa71ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fb4e27-d363-4213-b7cc-3ad4eca0fd24,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:24.615699 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-499e3de9-4c06-4985-9137-b167baa71ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:24.620979 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [req-5b4d6dcf-6a07-4ff4-9900-3651ceb0a17c req-31b229bd-9e3c-4a4a-8695-c2a5f58f8d97 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Deleting port b2aad626-61c5-41aa-afab-903b03c760ca {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:24.621501 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-5b4d6dcf-6a07-4ff4-9900-3651ceb0a17c req-31b229bd-9e3c-4a4a-8695-c2a5f58f8d97 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.640564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1fd0-a5c4-4455-bbee-40195c69a781 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.643175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b00fac-3f03-4556-b73a-0a9d2fd909f1 req-55165247-be81-4070-ba97-a4a6ff798d5d tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:24.644833 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-05b00fac-3f03-4556-b73a-0a9d2fd909f1 req-55165247-be81-4070-ba97-a4a6ff798d5d tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 945 time: 0.4527009 Jun 18 16:22:24.692966 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.705093 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-40a98d91-636a-479b-a4c1-e626720b702e tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:24.731141 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1fd0-a5c4-4455-bbee-40195c69a781 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.736990 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ec1fd0-a5c4-4455-bbee-40195c69a781 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:24.737598 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b8ec1fd0-a5c4-4455-bbee-40195c69a781 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.744018 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c26107b0-8d64-42a3-9e77-2c5abafc5a92 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:24.775584 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e179645d-15d8-4ea7-b0ef-7b5bc53990b7 req-64f2945d-ff46-4e24-888f-1009c5f4bc6c tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183149 Jun 18 16:22:24.798005 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=13955e03-c3fd-41d5-8fe6-da581397088a,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:24.798005 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No DVR routers for this DVR port 13955e03-c3fd-41d5-8fe6-da581397088a on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:24.802635 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:24.811704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-5b4d6dcf-6a07-4ff4-9900-3651ceb0a17c req-31b229bd-9e3c-4a4a-8695-c2a5f58f8d97 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] For port b2aad626-61c5-41aa-afab-903b03c760ca, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b2aad626-61c5-41aa-afab-903b03c760ca,segment=NetworkSegment(fc36ef62-fbed-4b65-b58a-9cd84e5e33b2),segment_id=fc36ef62-fbed-4b65-b58a-9cd84e5e33b2)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:24.812084 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-5b4d6dcf-6a07-4ff4-9900-3651ceb0a17c req-31b229bd-9e3c-4a4a-8695-c2a5f58f8d97 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:24.839207 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b8ec1fd0-a5c4-4455-bbee-40195c69a781 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4463103 Jun 18 16:22:24.841501 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45356) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:24.846818 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-3f05c48b-a594-482b-8271-83392e102465 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'subnet': {'network_id': 'a49c7a09-b6a3-4d8a-b33e-73e41529350e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:24.948494 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-05b00fac-3f03-4556-b73a-0a9d2fd909f1 req-ccdef32e-30bf-4d94-99db-cbcc4fb4501f tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/security-groups?id=58de5747-0eed-4904-8206-12575a58318c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2577670 Jun 18 16:22:24.977854 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec1fd0-a5c4-4455-bbee-40195c69a781 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Network': ['ID=a49c7a09-b6a3-4d8a-b33e-73e41529350e,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:24.991104 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b8ec1fd0-a5c4-4455-bbee-40195c69a781 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:24.991928 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network a49c7a09-b6a3-4d8a-b33e-73e41529350e details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:22:25.033373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:25.081871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0615a2f0-182a-4243-a3d4-2a98cd5c2f48']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:25.103223 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b23573-00d1-470d-8b63-19b25f65f7b8') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:25.103527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b23573-00d1-470d-8b63-19b25f65f7b8') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:25.137339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.objects.ports [None req-0f76e252-d28b-4ab8-8d1a-f56699d5fb19 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93453) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:22:25.141757 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:25.143652 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0f76e252-d28b-4ab8-8d1a-f56699d5fb19 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:25.151230 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:25.155262 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a9f13a71-7cf2-4cf4-ae6a-c29b65fd36db tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:25.186365 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f05c48b-a594-482b-8271-83392e102465 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Made reservation on behalf of d6a873ab5766408fa0fa9107656c5e69 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:25.191454 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3f05c48b-a594-482b-8271-83392e102465 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:25.209435 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:25.213654 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a9f13a71-7cf2-4cf4-ae6a-c29b65fd36db tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:25.230490 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:22:25.230837 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: self.session.flush() Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: self.session.flush() Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: self.session.flush() Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: self.session.flush() Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:22:25.233865 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:22:25.270203 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-5b4d6dcf-6a07-4ff4-9900-3651ceb0a17c req-31b229bd-9e3c-4a4a-8695-c2a5f58f8d97 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:25.270638 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-5b4d6dcf-6a07-4ff4-9900-3651ceb0a17c req-31b229bd-9e3c-4a4a-8695-c2a5f58f8d97 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:25.270953 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [req-5b4d6dcf-6a07-4ff4-9900-3651ceb0a17c req-31b229bd-9e3c-4a4a-8695-c2a5f58f8d97 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Floating IP 88ec982f-e4eb-4922-a9d9-21afe85da0ac disassociated. External IP: 172.26.6.88, port: b2aad626-61c5-41aa-afab-903b03c760ca. Jun 18 16:22:25.271299 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [req-5b4d6dcf-6a07-4ff4-9900-3651ceb0a17c req-31b229bd-9e3c-4a4a-8695-c2a5f58f8d97 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Calling delete_port for b2aad626-61c5-41aa-afab-903b03c760ca owned by compute:nova {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:25.335214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76e252-d28b-4ab8-8d1a-f56699d5fb19 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event updated for resources: {'Subnet': ['ID=1c813f75-df79-4803-a3ba-835330837054,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:25.339032 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0f76e252-d28b-4ab8-8d1a-f56699d5fb19 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:25.372843 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:25.378050 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:25.386392 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/networks/0615a2f0-182a-4243-a3d4-2a98cd5c2f48 HTTP/1.1" status: 204 len: 168 time: 2.1441600 Jun 18 16:22:25.386392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f76e252-d28b-4ab8-8d1a-f56699d5fb19 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Checking segment: {'id': '8ce71e1e-2642-48af-b41b-69ff3f313709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '86dcec71-1db3-421f-be8d-7aa9682eea08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:25.386392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f76e252-d28b-4ab8-8d1a-f56699d5fb19 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Network hostable DHCP agents. Network: 86dcec71-1db3-421f-be8d-7aa9682eea08, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:22:25.387955 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dea08e9f-3d7f-4f8d-a911-959b040ef590 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:25.391684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45374) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:25.419330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-4cc32eaf-329f-4208-bad7-fc36cca899b9 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1237448938'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:25.447478 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Network': ['ID=0615a2f0-182a-4243-a3d4-2a98cd5c2f48,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:25.447766 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-5b4d6dcf-6a07-4ff4-9900-3651ceb0a17c req-31b229bd-9e3c-4a4a-8695-c2a5f58f8d97 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:25.451447 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:25.453456 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:25.500253 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc32eaf-329f-4208-bad7-fc36cca899b9 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:25.504154 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4cc32eaf-329f-4208-bad7-fc36cca899b9 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:25.507159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-a9f13a71-7cf2-4cf4-ae6a-c29b65fd36db tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Allocated IP 172.26.6.64 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/e2cc8e9a-e090-47db-b8c1-6d629e78e12e) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:25.509910 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b229bd-9e3c-4a4a-8695-c2a5f58f8d97 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Pushing event deleted for resources: {'Port': ['ID=b2aad626-61c5-41aa-afab-903b03c760ca,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:25.510076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f76e252-d28b-4ab8-8d1a-f56699d5fb19 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Network 86dcec71-1db3-421f-be8d-7aa9682eea08 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:22:25.520916 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-31b229bd-9e3c-4a4a-8695-c2a5f58f8d97 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:25.537239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-0f76e252-d28b-4ab8-8d1a-f56699d5fb19 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 86dcec71-1db3-421f-be8d-7aa9682eea08) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:25.543217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f76e252-d28b-4ab8-8d1a-f56699d5fb19 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:25.543731 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0f76e252-d28b-4ab8-8d1a-f56699d5fb19 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:25.569137 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6dda8b-a586-4eda-a383-254383d19885 None None] Network 86dcec71-1db3-421f-be8d-7aa9682eea08 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:25.609462 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc32eaf-329f-4208-bad7-fc36cca899b9 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:22:25.614956 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0f76e252-d28b-4ab8-8d1a-f56699d5fb19 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5646405 Jun 18 16:22:25.616884 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45380) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:25.627683 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-8f756713-3ae5-4b7d-9884-4ef53dc5e80e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Request body: {'port': {'network_id': '86dcec71-1db3-421f-be8d-7aa9682eea08', 'name': 'tempest-NetworksIpV6TestAttrs-1133446375'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:25.685288 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4cc32eaf-329f-4208-bad7-fc36cca899b9 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:25.685531 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-4cc32eaf-329f-4208-bad7-fc36cca899b9 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Added segment 483d23ff-d007-4e85-86bf-308ff7ee4fe4 of type vlan for network 82874d6e-22d4-4826-8b39-8ecba1d9886a Jun 18 16:22:25.694364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3f05c48b-a594-482b-8271-83392e102465 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:25.703184 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:25.788169 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4cc32eaf-329f-4208-bad7-fc36cca899b9 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:25.793978 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05c48b-a594-482b-8271-83392e102465 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Subnet': ['ID=e33ff09e-62ee-4040-878c-f7763a43db33,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:25.807350 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3f05c48b-a594-482b-8271-83392e102465 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:25.822756 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a9f13a71-7cf2-4cf4-ae6a-c29b65fd36db tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:25.832773 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1a911225-1be9-4c52-800f-79ed03002099 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:22:25.844602 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b4d6dcf-6a07-4ff4-9900-3651ceb0a17c req-31b229bd-9e3c-4a4a-8695-c2a5f58f8d97 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Router a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:22:25.882131 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f05c48b-a594-482b-8271-83392e102465 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Checking segment: {'id': '8d05c3b2-9f00-4172-9227-6bf7305df0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a49c7a09-b6a3-4d8a-b33e-73e41529350e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:25.885590 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f05c48b-a594-482b-8271-83392e102465 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network hostable DHCP agents. Network: a49c7a09-b6a3-4d8a-b33e-73e41529350e, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:22:25.897467 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 1a911225-1be9-4c52-800f-79ed03002099 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:22:25.897823 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1a911225-1be9-4c52-800f-79ed03002099 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:22:25.898250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 13955e03-c3fd-41d5-8fe6-da581397088a no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:22:25.970884 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 13955e03-c3fd-41d5-8fe6-da581397088a {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:22:25.972351 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 13955e03-c3fd-41d5-8fe6-da581397088a not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:22:25.978660 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f05c48b-a594-482b-8271-83392e102465 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network a49c7a09-b6a3-4d8a-b33e-73e41529350e is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:22:25.994042 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4cc32eaf-329f-4208-bad7-fc36cca899b9 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:26.002814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-3f05c48b-a594-482b-8271-83392e102465 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, a49c7a09-b6a3-4d8a-b33e-73e41529350e) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:26.013332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc32eaf-329f-4208-bad7-fc36cca899b9 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:26.014797 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f05c48b-a594-482b-8271-83392e102465 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:26.015160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4cc32eaf-329f-4208-bad7-fc36cca899b9 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:26.015789 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3f05c48b-a594-482b-8271-83392e102465 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:26.025826 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:26.067339 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3236acdb-1545-49c1-baeb-38b9a0510f85 None None] Network a49c7a09-b6a3-4d8a-b33e-73e41529350e requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:26.111548 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-86dcec71-1db3-421f-be8d-7aa9682eea08', 'network_id': '86dcec71-1db3-421f-be8d-7aa9682eea08', 'tenant_id': 'ac4b618f0ebb4ac19e60fb4950b41c5c', 'fixed_ips': [{'subnet_id': '1c813f75-df79-4803-a3ba-835330837054'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:22:26.112437 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:26.506756 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f756713-3ae5-4b7d-9884-4ef53dc5e80e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Made reservation on behalf of ac4b618f0ebb4ac19e60fb4950b41c5c for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:26.510791 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8f756713-3ae5-4b7d-9884-4ef53dc5e80e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:26.520035 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Allocated IP 2001:db8::f816:3eff:fed4:cbe1 (86dcec71-1db3-421f-be8d-7aa9682eea08/1c813f75-df79-4803-a3ba-835330837054/88cf3515-dc55-44be-b4e0-faeec4550f26) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:26.531752 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-69a2e266-f87a-4261-84f7-4e30742300e3 req-242e0129-9396-47fc-a30a-3632843a1187 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/ports?device_id=b8517d4b-6e17-4e93-92b1-b13b6552c0f1 HTTP/1.1" status: 200 len: 210 time: 0.0981145 Jun 18 16:22:26.567949 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4cc32eaf-329f-4208-bad7-fc36cca899b9 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1704333 Jun 18 16:22:26.571503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45400) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:26.574220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a9f13a71-7cf2-4cf4-ae6a-c29b65fd36db tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:26.587461 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-5b453fe0-91c1-47ed-999e-27de9d9e324e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'subnet': {'network_id': '82874d6e-22d4-4826-8b39-8ecba1d9886a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:26.603484 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b4d6dcf-6a07-4ff4-9900-3651ceb0a17c req-31b229bd-9e3c-4a4a-8695-c2a5f58f8d97 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:22:26.618611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc32eaf-329f-4208-bad7-fc36cca899b9 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Network': ['ID=82874d6e-22d4-4826-8b39-8ecba1d9886a,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:26.619840 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa0462f-ba6b-4feb-bd63-b8b4af63d03d None None] Sync routers for ids ['a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:22:26.630679 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3f05c48b-a594-482b-8271-83392e102465 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7879841 Jun 18 16:22:26.635252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-8f756713-3ae5-4b7d-9884-4ef53dc5e80e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] device_id is not set on port f4bba5d1-603f-43ab-8d87-af06301e1e28 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:22:26.645642 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa0462f-ba6b-4feb-bd63-b8b4af63d03d None None] Routers {'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:26.646281 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-2fa0462f-ba6b-4feb-bd63-b8b4af63d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:26.653351 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45402) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:26.661694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-60caeed3-5717-4690-810a-225f8e710e7d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-210684794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:26.669817 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4cc32eaf-329f-4208-bad7-fc36cca899b9 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:26.675007 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-06063945-49f9-4bc1-bb01-e39161c36bd7 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:26.745907 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f13a71-7cf2-4cf4-ae6a-c29b65fd36db tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:26.766460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4d6dcf-6a07-4ff4-9900-3651ceb0a17c req-31b229bd-9e3c-4a4a-8695-c2a5f58f8d97 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] No DVR routers for this DVR port b2aad626-61c5-41aa-afab-903b03c760ca on host hv-neutron-7971 {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:26.767025 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-5b4d6dcf-6a07-4ff4-9900-3651ceb0a17c req-31b229bd-9e3c-4a4a-8695-c2a5f58f8d97 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:26.771573 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-5b4d6dcf-6a07-4ff4-9900-3651ceb0a17c req-31b229bd-9e3c-4a4a-8695-c2a5f58f8d97 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.55 "DELETE /v2.0/ports/b2aad626-61c5-41aa-afab-903b03c760ca HTTP/1.1" status: 204 len: 173 time: 2.3439877 Jun 18 16:22:26.771573 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45404) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:26.771573 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8517d4b-6e17-4e93-92b1-b13b6552c0f1', 'name': 'network-vif-deleted', 'tag': 'b2aad626-61c5-41aa-afab-903b03c760ca'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:22:26.777004 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-a9f13a71-7cf2-4cf4-ae6a-c29b65fd36db tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:26.781328 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23c597b-8b64-42a4-8671-c480317be8e6" -d '{"events": [{"server_uuid": "b8517d4b-6e17-4e93-92b1-b13b6552c0f1", "name": "network-vif-deleted", "tag": "b2aad626-61c5-41aa-afab-903b03c760ca"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:22:26.784607 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-60caeed3-5717-4690-810a-225f8e710e7d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:26.791337 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-60caeed3-5717-4690-810a-225f8e710e7d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:26.806610 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 82874d6e-22d4-4826-8b39-8ecba1d9886a details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:22:26.840235 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-2fa0462f-ba6b-4feb-bd63-b8b4af63d03d None None] Set router a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:22:26.845302 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f13a71-7cf2-4cf4-ae6a-c29b65fd36db tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:26.944706 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-60caeed3-5717-4690-810a-225f8e710e7d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:26.984272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-60caeed3-5717-4690-810a-225f8e710e7d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:27.000729 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:27.025239 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-a49c7a09-b6a3-4d8a-b33e-73e41529350e', 'network_id': 'a49c7a09-b6a3-4d8a-b33e-73e41529350e', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'fixed_ips': [{'subnet_id': 'e33ff09e-62ee-4040-878c-f7763a43db33'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:22:27.026720 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:27.037737 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-60caeed3-5717-4690-810a-225f8e710e7d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:27.042989 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-60caeed3-5717-4690-810a-225f8e710e7d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3883197 Jun 18 16:22:27.046992 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Transition to ACTIVE for port object 88cf3515-dc55-44be-b4e0-faeec4550f26 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:27.049898 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45410) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:27.106773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02789103-1db1-4609-9ddb-919e48c95f12 req-fdca1842-0535-4d11-901f-7fe1fe84077c tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:27.108603 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-02789103-1db1-4609-9ddb-919e48c95f12 req-fdca1842-0535-4d11-901f-7fe1fe84077c tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 1.0736489 Jun 18 16:22:27.109844 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f13a71-7cf2-4cf4-ae6a-c29b65fd36db tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Pushing event updated for resources: {'Port': ['ID=e2cc8e9a-e090-47db-b8c1-6d629e78e12e,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:27.160701 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a9f13a71-7cf2-4cf4-ae6a-c29b65fd36db tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:27.173823 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Transition to ACTIVE for port object 88cf3515-dc55-44be-b4e0-faeec4550f26 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:27.240826 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f652cbc1-f577-45da-86ef-1e7af25363e9 x-openstack-request-id: req-f652cbc1-f577-45da-86ef-1e7af25363e9 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:22:27.246769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-8f756713-3ae5-4b7d-9884-4ef53dc5e80e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Allocated IP 2001:db8::f816:3eff:fe81:9bc4 (86dcec71-1db3-421f-be8d-7aa9682eea08/1c813f75-df79-4803-a3ba-835330837054/f4bba5d1-603f-43ab-8d87-af06301e1e28) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:27.248784 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8517d4b-6e17-4e93-92b1-b13b6552c0f1", "name": "network-vif-deleted", "tag": "b2aad626-61c5-41aa-afab-903b03c760ca", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:22:27.249240 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f652cbc1-f577-45da-86ef-1e7af25363e9 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:22:27.249758 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8517d4b-6e17-4e93-92b1-b13b6552c0f1', 'name': 'network-vif-deleted', 'tag': 'b2aad626-61c5-41aa-afab-903b03c760ca', 'status': 'completed', 'code': 200} Jun 18 16:22:27.256027 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-637841158', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:27.280339 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Allocated IP 172.20.0.2 (a49c7a09-b6a3-4d8a-b33e-73e41529350e/e33ff09e-62ee-4040-878c-f7763a43db33/3e104a2a-2f99-476b-b094-c5aab5192cbf) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:27.307637 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Made reservation on behalf of e1e4f37f19dd4e35a2ce8fd8d1fc3b4e for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:27.313426 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:27.376794 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-2fa0462f-ba6b-4feb-bd63-b8b4af63d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'name': 'tempest-ServersTestJSON-1990322226-router', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:37Z', 'revision_number': 4, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'gw_port': {'id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3', 'name': '', 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'mac_address': 'fa:16:3e:d2:d2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b6dd737-7e4b-40cd-bf18-9c9044bc5401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:35Z', 'updated_at': '2021-06-18T16:20:49Z', 'revision_number': 5, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'subnets': [{'id': '1b6dd737-7e4b-40cd-bf18-9c9044bc5401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:27.417176 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa0462f-ba6b-4feb-bd63-b8b4af63d03d None None] Checking router: a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:22:27.421700 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:27.430254 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa0462f-ba6b-4feb-bd63-b8b4af63d03d None None] Routers {'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:27.431303 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-2fa0462f-ba6b-4feb-bd63-b8b4af63d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:27.467524 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:27.478810 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Transition to ACTIVE for port object 3e104a2a-2f99-476b-b094-c5aab5192cbf will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:27.501458 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Transition to ACTIVE for port object 3e104a2a-2f99-476b-b094-c5aab5192cbf will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:27.508866 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:27.516772 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8f756713-3ae5-4b7d-9884-4ef53dc5e80e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:27.519108 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7463d8fc-3612-4dd8-8039-72208c24031c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:27.524412 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:27.559340 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-8f756713-3ae5-4b7d-9884-4ef53dc5e80e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Transition to ACTIVE for port object f4bba5d1-603f-43ab-8d87-af06301e1e28 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:27.573444 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Network 86dcec71-1db3-421f-be8d-7aa9682eea08 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:27.586654 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:27.596081 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:27.612855 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Network a49c7a09-b6a3-4d8a-b33e-73e41529350e is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:27.627307 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Pushing event updated for resources: {'Port': ['ID=88cf3515-dc55-44be-b4e0-faeec4550f26,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:27.634827 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:27.635682 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d20c3803-8cbb-4904-b64e-c5d09a2677ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:27.658400 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b453fe0-91c1-47ed-999e-27de9d9e324e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:27.670583 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-2fa0462f-ba6b-4feb-bd63-b8b4af63d03d None None] Set router a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:22:27.675240 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5b453fe0-91c1-47ed-999e-27de9d9e324e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:27.699543 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:27.707103 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:27.847746 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:27.853847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Pushing event updated for resources: {'Port': ['ID=3e104a2a-2f99-476b-b094-c5aab5192cbf,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:27.863137 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:27.865663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Attempting to bind port 88cf3515-dc55-44be-b4e0-faeec4550f26 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:22:27.866050 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Attempting to bind port 88cf3515-dc55-44be-b4e0-faeec4550f26 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '8ce71e1e-2642-48af-b41b-69ff3f313709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '86dcec71-1db3-421f-be8d-7aa9682eea08'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:22:27.866453 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Attempting to bind port 88cf3515-dc55-44be-b4e0-faeec4550f26 on network 86dcec71-1db3-421f-be8d-7aa9682eea08 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:22:27.875587 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Attempting to bind port 3e104a2a-2f99-476b-b094-c5aab5192cbf on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:22:27.875989 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Attempting to bind port 3e104a2a-2f99-476b-b094-c5aab5192cbf by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '8d05c3b2-9f00-4172-9227-6bf7305df0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a49c7a09-b6a3-4d8a-b33e-73e41529350e'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:22:27.876429 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Attempting to bind port 3e104a2a-2f99-476b-b094-c5aab5192cbf on network a49c7a09-b6a3-4d8a-b33e-73e41529350e {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:22:27.880122 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:22:27.880565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Checking segment: {'id': '8ce71e1e-2642-48af-b41b-69ff3f313709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '86dcec71-1db3-421f-be8d-7aa9682eea08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:27.880988 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:27.881665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Bound using segment: {'id': '8ce71e1e-2642-48af-b41b-69ff3f313709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '86dcec71-1db3-421f-be8d-7aa9682eea08'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:22:27.882154 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Bound port: 88cf3515-dc55-44be-b4e0-faeec4550f26, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce71e1e-2642-48af-b41b-69ff3f313709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '86dcec71-1db3-421f-be8d-7aa9682eea08'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:22:27.883018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:27.905060 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:22:27.905462 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Checking segment: {'id': '8d05c3b2-9f00-4172-9227-6bf7305df0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a49c7a09-b6a3-4d8a-b33e-73e41529350e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:27.905855 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:27.906304 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Bound using segment: {'id': '8d05c3b2-9f00-4172-9227-6bf7305df0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a49c7a09-b6a3-4d8a-b33e-73e41529350e'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:22:27.906888 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Bound port: 3e104a2a-2f99-476b-b094-c5aab5192cbf, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d05c3b2-9f00-4172-9227-6bf7305df0d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'a49c7a09-b6a3-4d8a-b33e-73e41529350e'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:22:27.907281 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:28.047907 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-2fa0462f-ba6b-4feb-bd63-b8b4af63d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'name': 'tempest-ServersTestJSON-1990322226-router', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:37Z', 'revision_number': 4, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'gw_port': {'id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3', 'name': '', 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'mac_address': 'fa:16:3e:d2:d2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b6dd737-7e4b-40cd-bf18-9c9044bc5401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:35Z', 'updated_at': '2021-06-18T16:20:49Z', 'revision_number': 5, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'subnets': [{'id': '1b6dd737-7e4b-40cd-bf18-9c9044bc5401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:28.083691 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa0462f-ba6b-4feb-bd63-b8b4af63d03d None None] The sync data for ids ['a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'] in dv-neutron-797120-1-hyperv is: [{'id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'name': 'tempest-ServersTestJSON-1990322226-router', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:37Z', 'revision_number': 4, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'gw_port': {'id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3', 'name': '', 'network_id': '35dd169e-5f93-47a6-9344-547c849f4922', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'mac_address': 'fa:16:3e:d2:d2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '1b6dd737-7e4b-40cd-bf18-9c9044bc5401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:35Z', 'updated_at': '2021-06-18T16:20:49Z', 'revision_number': 5, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'subnets': [{'id': '1b6dd737-7e4b-40cd-bf18-9c9044bc5401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:22:28.106571 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] For port 88cf3515-dc55-44be-b4e0-faeec4550f26, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:22:28.111451 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] For port 88cf3515-dc55-44be-b4e0-faeec4550f26, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=88cf3515-dc55-44be-b4e0-faeec4550f26,segment=NetworkSegment(8ce71e1e-2642-48af-b41b-69ff3f313709),segment_id=8ce71e1e-2642-48af-b41b-69ff3f313709)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:22:28.127585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8f756713-3ae5-4b7d-9884-4ef53dc5e80e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:28.136876 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] For port 3e104a2a-2f99-476b-b094-c5aab5192cbf, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:22:28.155297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] For port 3e104a2a-2f99-476b-b094-c5aab5192cbf, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3e104a2a-2f99-476b-b094-c5aab5192cbf,segment=NetworkSegment(8d05c3b2-9f00-4172-9227-6bf7305df0d9),segment_id=8d05c3b2-9f00-4172-9227-6bf7305df0d9)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:22:28.158071 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:28.164744 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:28.171245 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:28.173726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9274549b-8a99-41eb-9fbf-4c1985a262e1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:28.266971 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Allocated IP 172.20.0.1 (a49c7a09-b6a3-4d8a-b33e-73e41529350e/e33ff09e-62ee-4040-878c-f7763a43db33/5cd41ea6-b493-459d-a33d-ac751dc4ccfa) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:28.314022 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Pushing event updated for resources: {'Port': ['ID=88cf3515-dc55-44be-b4e0-faeec4550f26,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:28.319092 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:28.319833 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:28.362361 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f756713-3ae5-4b7d-9884-4ef53dc5e80e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event updated for resources: {'Port': ['ID=f4bba5d1-603f-43ab-8d87-af06301e1e28,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:28.366501 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:28.379030 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8f756713-3ae5-4b7d-9884-4ef53dc5e80e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:28.379955 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5b453fe0-91c1-47ed-999e-27de9d9e324e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:28.389715 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:28.413384 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:28.417874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Pushing event updated for resources: {'Port': ['ID=3e104a2a-2f99-476b-b094-c5aab5192cbf,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:28.423387 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:28.450183 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fddcc6f1-c615-450e-9f12-61a2d1b13769 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:28.467464 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] device_id is not set on port a1aa7123-c394-4664-8139-6c02930c3baf yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:22:28.470675 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-02789103-1db1-4609-9ddb-919e48c95f12 req-5a4372b8-5b2f-4e9d-aabc-1465d77928dc tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3085897 Jun 18 16:22:28.487997 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f756713-3ae5-4b7d-9884-4ef53dc5e80e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Network 86dcec71-1db3-421f-be8d-7aa9682eea08 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:28.552043 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a9f13a71-7cf2-4cf4-ae6a-c29b65fd36db tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:28.553948 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-8f756713-3ae5-4b7d-9884-4ef53dc5e80e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:28.558745 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f756713-3ae5-4b7d-9884-4ef53dc5e80e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:28.575877 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f756713-3ae5-4b7d-9884-4ef53dc5e80e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:28.576707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8f756713-3ae5-4b7d-9884-4ef53dc5e80e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:28.626649 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c831b703-049d-41bd-9764-8c2b16ce2112 None None] New status for floating IP 88ec982f-e4eb-4922-a9d9-21afe85da0ac: DOWN {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:22:28.709910 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b30389-a185-4e21-97e3-1e29483b46b1,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:28.716186 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Allocated IP 172.26.6.146 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/a1aa7123-c394-4664-8139-6c02930c3baf) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:28.746198 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45422) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:28.782046 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:28.782801 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:28.783379 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:28.783953 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:28.784544 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:28.785104 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:28.785662 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:28.786393 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:28.787008 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:28.787546 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:28.788101 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:28.788656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:28.808960 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8f756713-3ae5-4b7d-9884-4ef53dc5e80e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.1855950 Jun 18 16:22:28.820819 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45424) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:28.824231 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:28.952061 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:28.952766 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device b2aad626-61c5-41aa-afab-903b03c760ca no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:22:28.972655 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb71263c-dcbb-4c2b-874b-75b514abc895 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Deleting subnet 1c813f75-df79-4803-a3ba-835330837054 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:22:28.989103 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: b2aad626-61c5-41aa-afab-903b03c760ca {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:22:28.989473 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device b2aad626-61c5-41aa-afab-903b03c760ca not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:22:29.006003 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-06356bf5-ea2c-429d-93af-498aab14ab3e tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:29.027888 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eb71263c-dcbb-4c2b-874b-75b514abc895 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:29.031100 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b453fe0-91c1-47ed-999e-27de9d9e324e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Subnet': ['ID=3bf15d2a-c790-4bd7-ad5e-8b7bfabd42a9,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:29.034521 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5b453fe0-91c1-47ed-999e-27de9d9e324e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:29.038596 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Transition to ACTIVE for port object 5cd41ea6-b493-459d-a33d-ac751dc4ccfa will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:29.044264 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe02bfc-8e38-4a00-be62-09cfb94dc4da req-e67f7479-7f75-4091-a9ed-79bc6476e741 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:29.051884 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3fe02bfc-8e38-4a00-be62-09cfb94dc4da req-e67f7479-7f75-4091-a9ed-79bc6476e741 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 946 time: 0.9465127 Jun 18 16:22:29.080493 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-06356bf5-ea2c-429d-93af-498aab14ab3e tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:29.104923 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b453fe0-91c1-47ed-999e-27de9d9e324e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Checking segment: {'id': '483d23ff-d007-4e85-86bf-308ff7ee4fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '82874d6e-22d4-4826-8b39-8ecba1d9886a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:29.105375 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b453fe0-91c1-47ed-999e-27de9d9e324e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network hostable DHCP agents. Network: 82874d6e-22d4-4826-8b39-8ecba1d9886a, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:22:29.134315 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eb71263c-dcbb-4c2b-874b-75b514abc895 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:29.192765 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:29.197775 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:29.197951 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3fe02bfc-8e38-4a00-be62-09cfb94dc4da req-39da8666-4411-4c02-ae50-5eea1d84e7cf tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fff4447-f964-44bc-b8bb-671702794d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450067 Jun 18 16:22:29.200905 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c227844f-95c6-491c-a530-e8d06f18f325 tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:29.247495 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-06356bf5-ea2c-429d-93af-498aab14ab3e tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:29.250229 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-06356bf5-ea2c-429d-93af-498aab14ab3e tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:29.253766 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-06356bf5-ea2c-429d-93af-498aab14ab3e tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "DELETE /v2.0/security-groups/58de5747-0eed-4904-8206-12575a58318c HTTP/1.1" status: 204 len: 168 time: 0.5041795 Jun 18 16:22:29.258880 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45428) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:29.261135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b453fe0-91c1-47ed-999e-27de9d9e324e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 82874d6e-22d4-4826-8b39-8ecba1d9886a is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:22:29.295547 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network a49c7a09-b6a3-4d8a-b33e-73e41529350e is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:29.296463 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-08ee823d-9334-4d9c-bcf1-e02c6cad778b tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] show failed (client error): The resource could not be found. Jun 18 16:22:29.297520 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-08ee823d-9334-4d9c-bcf1-e02c6cad778b tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "GET /v2.0/security-groups/58de5747-0eed-4904-8206-12575a58318c HTTP/1.1" status: 404 len: 347 time: 0.0363200 Jun 18 16:22:29.307621 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45432) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:29.309150 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:29.314827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:29.322552 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=5cd41ea6-b493-459d-a33d-ac751dc4ccfa,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:29.346219 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:29.346786 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2a953386-5dc5-44cb-9ff2-e290668ef256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:29.347052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-5b453fe0-91c1-47ed-999e-27de9d9e324e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 82874d6e-22d4-4826-8b39-8ecba1d9886a) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:29.361295 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a39d9e-a426-40cd-ad87-b732f2751f4c None None] Network 82874d6e-22d4-4826-8b39-8ecba1d9886a requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:29.376972 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06356bf5-ea2c-429d-93af-498aab14ab3e tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58de5747-0eed-4904-8206-12575a58318c,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:29.385534 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-06356bf5-ea2c-429d-93af-498aab14ab3e tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:29.394402 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:29.396742 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:29.403664 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-27f036a8-e8fa-4cde-8c19-d899a423180d tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:29.438985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b453fe0-91c1-47ed-999e-27de9d9e324e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:29.439524 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5b453fe0-91c1-47ed-999e-27de9d9e324e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:29.544556 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5b453fe0-91c1-47ed-999e-27de9d9e324e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9644983 Jun 18 16:22:29.545552 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a9f13a71-7cf2-4cf4-ae6a-c29b65fd36db tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:29.551125 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45436) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:29.554917 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:29.576434 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:29.581658 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-82874d6e-22d4-4826-8b39-8ecba1d9886a', 'network_id': '82874d6e-22d4-4826-8b39-8ecba1d9886a', 'tenant_id': '953b2634fd8d415a96152c28e655db12', 'fixed_ips': [{'subnet_id': '3bf15d2a-c790-4bd7-ad5e-8b7bfabd42a9'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:22:29.582955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:29.583258 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:29.587190 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Pushing event updated for resources: {'Port': ['ID=a1aa7123-c394-4664-8139-6c02930c3baf,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:29.603094 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-fc3f86cd-4ed1-4fdd-9cc5-3b2ad5504376 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'network_id': '82874d6e-22d4-4826-8b39-8ecba1d9886a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1815792703'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:29.622210 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a9f13a71-7cf2-4cf4-ae6a-c29b65fd36db tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:29.642068 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:29.731581 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:29.732635 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:29.779947 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:29.800602 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eb71263c-dcbb-4c2b-874b-75b514abc895 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:29.810507 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.8577538 Jun 18 16:22:29.826312 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45438) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:29.838583 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Allocated IP 2001:db8::2 (82874d6e-22d4-4826-8b39-8ecba1d9886a/3bf15d2a-c790-4bd7-ad5e-8b7bfabd42a9/e87d901c-2e1c-444b-93ff-ec0d50f9b424) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:29.921487 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-ce20818a-b702-49b3-8580-e60c637d3f94 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.146'}]}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:29.953707 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3e104a2a-2f99-476b-b094-c5aab5192cbf up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:22:30.002218 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce20818a-b702-49b3-8580-e60c637d3f94 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:30.008321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce20818a-b702-49b3-8580-e60c637d3f94 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:30.233920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:30.246963 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce20818a-b702-49b3-8580-e60c637d3f94 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:30.248723 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Transition to ACTIVE for port object e87d901c-2e1c-444b-93ff-ec0d50f9b424 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:30.287130 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Transition to ACTIVE for port object e87d901c-2e1c-444b-93ff-ec0d50f9b424 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:30.295010 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 3e104a2a-2f99-476b-b094-c5aab5192cbf completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:30.306366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 88cf3515-dc55-44be-b4e0-faeec4550f26 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:22:30.309051 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:30.311773 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-476f1e66-7e8c-4216-8ac4-cb78913ddede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:30.512194 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eb71263c-dcbb-4c2b-874b-75b514abc895 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:30.523916 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-45589c47-b983-40b8-ac2f-2041a85f6773 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:30.597000 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba217a3-d2f5-4a2e-a596-bf6e80470070 None None] Network a49c7a09-b6a3-4d8a-b33e-73e41529350e requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:30.621244 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb71263c-dcbb-4c2b-874b-75b514abc895 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event deleted for resources: {'Subnet': ['ID=1c813f75-df79-4803-a3ba-835330837054,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:30.623786 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eb71263c-dcbb-4c2b-874b-75b514abc895 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:30.625911 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-eb71263c-dcbb-4c2b-874b-75b514abc895 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/subnets/1c813f75-df79-4803-a3ba-835330837054 HTTP/1.1" status: 204 len: 168 time: 1.7961164 Jun 18 16:22:30.630470 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce20818a-b702-49b3-8580-e60c637d3f94 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:30.636893 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45444) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:30.640535 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eef4b46-ac0f-4375-a11e-a5d7cb5aa1e4 None None] Network 86dcec71-1db3-421f-be8d-7aa9682eea08 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:30.667033 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-eb71263c-dcbb-4c2b-874b-75b514abc895 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:30.720652 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Deleting port e1e99e94-1598-4913-8428-53399fadb0fd {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:30.721322 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:30.724807 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:30.725180 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7db8bec5-96af-4447-8579-9103b189dce4 None None] Provisioning for port 3e104a2a-2f99-476b-b094-c5aab5192cbf completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:30.735701 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Network 82874d6e-22d4-4826-8b39-8ecba1d9886a is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:30.735983 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:30.744685 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Pushing event updated for resources: {'Port': ['ID=e87d901c-2e1c-444b-93ff-ec0d50f9b424,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:30.750337 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:30.756759 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d248d428-16c1-426c-97d1-951e6cd39921 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:30.759288 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d248d428-16c1-426c-97d1-951e6cd39921 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:30.762651 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:30.763203 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d248d428-16c1-426c-97d1-951e6cd39921 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1224470 Jun 18 16:22:30.773238 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45446) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:30.777011 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7db8bec5-96af-4447-8579-9103b189dce4 None None] Provisioning complete for port 3e104a2a-2f99-476b-b094-c5aab5192cbf triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:30.777412 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7db8bec5-96af-4447-8579-9103b189dce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:30.779456 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:30.816190 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:30.816554 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:30.816907 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:30.817289 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:30.817603 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:30.817942 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:30.818277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:30.818634 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:30.818976 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:30.819365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:30.819816 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:30.820620 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:30.837241 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:30.858348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3f86cd-4ed1-4fdd-9cc5-3b2ad5504376 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:30.872681 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fc3f86cd-4ed1-4fdd-9cc5-3b2ad5504376 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:30.878822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f38ee5-5076-465c-af6b-ae400efb6247 req-aaa02819-228a-4715-8e87-dff0125e4251 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:30.887187 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-97f38ee5-5076-465c-af6b-ae400efb6247 req-aaa02819-228a-4715-8e87-dff0125e4251 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 1.1520617 Jun 18 16:22:30.895310 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:30.897263 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=5cd41ea6-b493-459d-a33d-ac751dc4ccfa,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:30.907602 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:30.943668 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 88cf3515-dc55-44be-b4e0-faeec4550f26 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:30.964323 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Attempting to bind port e87d901c-2e1c-444b-93ff-ec0d50f9b424 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:22:30.965093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Attempting to bind port e87d901c-2e1c-444b-93ff-ec0d50f9b424 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '483d23ff-d007-4e85-86bf-308ff7ee4fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '82874d6e-22d4-4826-8b39-8ecba1d9886a'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:22:30.965093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Attempting to bind port e87d901c-2e1c-444b-93ff-ec0d50f9b424 on network 82874d6e-22d4-4826-8b39-8ecba1d9886a {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:22:30.971603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-fc3f86cd-4ed1-4fdd-9cc5-3b2ad5504376 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] device_id is not set on port d5b4deed-cb7f-4c7c-917b-cca9b6e98a51 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:22:30.996613 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8e36f-032f-475f-8245-0499f02c2f5d req-4e80e643-064d-48b0-9445-7c4a8dd1cba8 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:30.998525 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c9b8e36f-032f-475f-8245-0499f02c2f5d req-4e80e643-064d-48b0-9445-7c4a8dd1cba8 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 946 time: 0.4560122 Jun 18 16:22:31.007011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-07e59b56-1723-45e2-8e84-7bb0a12f5840 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:31.009283 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:22:31.009564 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Checking segment: {'id': '483d23ff-d007-4e85-86bf-308ff7ee4fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '82874d6e-22d4-4826-8b39-8ecba1d9886a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:31.009874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:31.010847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Bound using segment: {'id': '483d23ff-d007-4e85-86bf-308ff7ee4fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '82874d6e-22d4-4826-8b39-8ecba1d9886a'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:22:31.010847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Bound port: e87d901c-2e1c-444b-93ff-ec0d50f9b424, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '483d23ff-d007-4e85-86bf-308ff7ee4fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '82874d6e-22d4-4826-8b39-8ecba1d9886a'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:22:31.011186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:31.072783 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:31.073366 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:31.086170 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network a49c7a09-b6a3-4d8a-b33e-73e41529350e is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:31.092532 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:31.105693 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-97f38ee5-5076-465c-af6b-ae400efb6247 req-cb318bb7-0108-414d-b346-02ca482834ce tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174950 Jun 18 16:22:31.114690 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e59b56-1723-45e2-8e84-7bb0a12f5840 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 18 16:22:31.115467 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e59b56-1723-45e2-8e84-7bb0a12f5840 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:22:31.117627 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-07e59b56-1723-45e2-8e84-7bb0a12f5840 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/networks/86dcec71-1db3-421f-be8d-7aa9682eea08 HTTP/1.1" status: 409 len: 405 time: 0.3412216 Jun 18 16:22:31.125706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45448) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:31.131449 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b3de8656-7d8e-4e91-bf4f-5130b009d371 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-227783388'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:31.143193 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7db8bec5-96af-4447-8579-9103b189dce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:31.167554 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] For port e87d901c-2e1c-444b-93ff-ec0d50f9b424, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:22:31.200871 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] For port e87d901c-2e1c-444b-93ff-ec0d50f9b424, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e87d901c-2e1c-444b-93ff-ec0d50f9b424,segment=NetworkSegment(483d23ff-d007-4e85-86bf-308ff7ee4fe4),segment_id=483d23ff-d007-4e85-86bf-308ff7ee4fe4)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:22:31.207915 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Calling delete_port for e1e99e94-1598-4913-8428-53399fadb0fd owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:31.216059 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:31.221702 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-7db8bec5-96af-4447-8579-9103b189dce4 None None] For port 3e104a2a-2f99-476b-b094-c5aab5192cbf, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3e104a2a-2f99-476b-b094-c5aab5192cbf,segment=NetworkSegment(8d05c3b2-9f00-4172-9227-6bf7305df0d9),segment_id=8d05c3b2-9f00-4172-9227-6bf7305df0d9)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:31.228432 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:31.240701 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7db8bec5-96af-4447-8579-9103b189dce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:31.244503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f13a71-7cf2-4cf4-ae6a-c29b65fd36db tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Router 10c36cc0-6f5c-4394-914f-b8795259f623 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:22:31.268383 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c9b8e36f-032f-475f-8245-0499f02c2f5d req-745f2150-1ea9-46b4-a690-cf35eb340370 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fff4447-f964-44bc-b8bb-671702794d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499919 Jun 18 16:22:31.325429 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Pushing event updated for resources: {'Port': ['ID=e87d901c-2e1c-444b-93ff-ec0d50f9b424,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:31.337330 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:31.338044 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:31.348200 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce20818a-b702-49b3-8580-e60c637d3f94 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:31.371905 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9816f649-6f7f-4e66-ae00-fd6c0180d74d None None] DHCP port deletion for 86dcec71-1db3-421f-be8d-7aa9682eea08 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:22:31.379999 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce20818a-b702-49b3-8580-e60c637d3f94 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:31.406486 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3de8656-7d8e-4e91-bf4f-5130b009d371 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Made reservation on behalf of ac4b618f0ebb4ac19e60fb4950b41c5c for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:31.410873 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b3de8656-7d8e-4e91-bf4f-5130b009d371 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:31.485908 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8bec5-96af-4447-8579-9103b189dce4 None None] Pushing event updated for resources: {'Port': ['ID=3e104a2a-2f99-476b-b094-c5aab5192cbf,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:31.497088 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7db8bec5-96af-4447-8579-9103b189dce4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:31.497936 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4f4ef9d7-59f2-47f6-891b-a3de908309bb None None] Provisioning for port 88cf3515-dc55-44be-b4e0-faeec4550f26 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:31.516261 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-fc3f86cd-4ed1-4fdd-9cc5-3b2ad5504376 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Allocated IP 2001:db8::33c (82874d6e-22d4-4826-8b39-8ecba1d9886a/3bf15d2a-c790-4bd7-ad5e-8b7bfabd42a9/d5b4deed-cb7f-4c7c-917b-cca9b6e98a51) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:31.520759 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4f4ef9d7-59f2-47f6-891b-a3de908309bb None None] Provisioning complete for port 88cf3515-dc55-44be-b4e0-faeec4550f26 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:31.521153 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f4ef9d7-59f2-47f6-891b-a3de908309bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:31.521448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router 0cf4b20c-4c11-40af-978a-4d905ebfd764 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:22:31.593287 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9816f649-6f7f-4e66-ae00-fd6c0180d74d None None] Deleting port 88cf3515-dc55-44be-b4e0-faeec4550f26 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:31.593730 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9816f649-6f7f-4e66-ae00-fd6c0180d74d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:31.646694 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3de8656-7d8e-4e91-bf4f-5130b009d371 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:22:31.832665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3e104a2a-2f99-476b-b094-c5aab5192cbf up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:22:31.839661 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b3de8656-7d8e-4e91-bf4f-5130b009d371 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:31.840217 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-b3de8656-7d8e-4e91-bf4f-5130b009d371 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Added segment 0f9efc89-d6f7-4c0c-9c1c-942de693c6d1 of type vlan for network c16a9130-05eb-4ded-8a89-b25886dd48b9 Jun 18 16:22:31.868827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:22:31.894382 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/0cf4b20c-4c11-40af-978a-4d905ebfd764/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8432190 Jun 18 16:22:31.901166 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45450) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:31.920314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9816f649-6f7f-4e66-ae00-fd6c0180d74d None None] For port 88cf3515-dc55-44be-b4e0-faeec4550f26, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=88cf3515-dc55-44be-b4e0-faeec4550f26,segment=NetworkSegment(8ce71e1e-2642-48af-b41b-69ff3f313709),segment_id=8ce71e1e-2642-48af-b41b-69ff3f313709)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:31.920664 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9816f649-6f7f-4e66-ae00-fd6c0180d74d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:31.936637 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3448b8e0-8f1b-4832-b63e-d66accbecc3b None None] Sync routers for ids ['0cf4b20c-4c11-40af-978a-4d905ebfd764'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:22:31.939613 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f4ef9d7-59f2-47f6-891b-a3de908309bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:31.963886 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3448b8e0-8f1b-4832-b63e-d66accbecc3b None None] Routers {'0cf4b20c-4c11-40af-978a-4d905ebfd764'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:31.965327 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3448b8e0-8f1b-4832-b63e-d66accbecc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['0cf4b20c-4c11-40af-978a-4d905ebfd764'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:32.019561 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9816f649-6f7f-4e66-ae00-fd6c0180d74d None None] Calling delete_port for 88cf3515-dc55-44be-b4e0-faeec4550f26 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:32.054019 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3448b8e0-8f1b-4832-b63e-d66accbecc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:32.075902 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3448b8e0-8f1b-4832-b63e-d66accbecc3b None None] Routers {'0cf4b20c-4c11-40af-978a-4d905ebfd764'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:32.077160 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3448b8e0-8f1b-4832-b63e-d66accbecc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['0cf4b20c-4c11-40af-978a-4d905ebfd764'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:32.113504 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4f4ef9d7-59f2-47f6-891b-a3de908309bb None None] For port 88cf3515-dc55-44be-b4e0-faeec4550f26, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=88cf3515-dc55-44be-b4e0-faeec4550f26,segment=NetworkSegment(8ce71e1e-2642-48af-b41b-69ff3f313709),segment_id=8ce71e1e-2642-48af-b41b-69ff3f313709)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:32.131409 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3448b8e0-8f1b-4832-b63e-d66accbecc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:32.132226 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3448b8e0-8f1b-4832-b63e-d66accbecc3b None None] The sync data for ids ['0cf4b20c-4c11-40af-978a-4d905ebfd764'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:22:32.137221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f13a71-7cf2-4cf4-ae6a-c29b65fd36db tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:22:32.160503 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f4ef9d7-59f2-47f6-891b-a3de908309bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:32.166337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:32.180882 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 3e104a2a-2f99-476b-b094-c5aab5192cbf triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:32.181223 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:32.184139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b3de8656-7d8e-4e91-bf4f-5130b009d371 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:32.207189 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59068443-a1f5-4d43-ae31-d97cd61e53dd None None] Sync routers for ids ['10c36cc0-6f5c-4394-914f-b8795259f623'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:22:32.222612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a9f13a71-7cf2-4cf4-ae6a-c29b65fd36db tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:32.224930 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a9f13a71-7cf2-4cf4-ae6a-c29b65fd36db tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "PUT /v2.0/routers/10c36cc0-6f5c-4394-914f-b8795259f623 HTTP/1.1" status: 200 len: 918 time: 8.7492712 Jun 18 16:22:32.237356 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45454) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:32.374443 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59068443-a1f5-4d43-ae31-d97cd61e53dd None None] Routers {'10c36cc0-6f5c-4394-914f-b8795259f623'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:32.394267 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-59068443-a1f5-4d43-ae31-d97cd61e53dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['10c36cc0-6f5c-4394-914f-b8795259f623'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:32.422913 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fc3f86cd-4ed1-4fdd-9cc5-3b2ad5504376 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:32.489299 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:32.502079 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:32.522007 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b3de8656-7d8e-4e91-bf4f-5130b009d371 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:32.523047 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-936e6828-cfc7-4396-bdac-f18f21aaca96 None None] Provisioning for port 5cd41ea6-b493-459d-a33d-ac751dc4ccfa completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:32.525041 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ef9d7-59f2-47f6-891b-a3de908309bb None None] Pushing event updated for resources: {'Port': ['ID=88cf3515-dc55-44be-b4e0-faeec4550f26,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:32.528126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3de8656-7d8e-4e91-bf4f-5130b009d371 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:32.534378 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b3de8656-7d8e-4e91-bf4f-5130b009d371 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:32.535670 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-936e6828-cfc7-4396-bdac-f18f21aaca96 None None] Provisioning complete for port 5cd41ea6-b493-459d-a33d-ac751dc4ccfa triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:32.536366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-936e6828-cfc7-4396-bdac-f18f21aaca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:32.541105 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4f4ef9d7-59f2-47f6-891b-a3de908309bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:32.542452 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9816f649-6f7f-4e66-ae00-fd6c0180d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:32.544406 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852b4b40-b9df-42aa-9fa0-b0ab64a7cdec tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:32.545899 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-852b4b40-b9df-42aa-9fa0-b0ab64a7cdec tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/ports/5cd41ea6-b493-459d-a33d-ac751dc4ccfa HTTP/1.1" status: 200 len: 910 time: 0.6433468 Jun 18 16:22:32.548852 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-59068443-a1f5-4d43-ae31-d97cd61e53dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:32.552113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45458) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:32.573328 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:32.588524 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Pushing event deleted for resources: {'Port': ['ID=e1e99e94-1598-4913-8428-53399fadb0fd,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:32.598882 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-fc3f86cd-4ed1-4fdd-9cc5-3b2ad5504376 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Transition to ACTIVE for port object d5b4deed-cb7f-4c7c-917b-cca9b6e98a51 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:32.647798 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce20818a-b702-49b3-8580-e60c637d3f94 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:32.651651 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9816f649-6f7f-4e66-ae00-fd6c0180d74d None None] No DVR routers for this DVR port 88cf3515-dc55-44be-b4e0-faeec4550f26 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:32.655571 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816f649-6f7f-4e66-ae00-fd6c0180d74d None None] Pushing event deleted for resources: {'Port': ['ID=88cf3515-dc55-44be-b4e0-faeec4550f26,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:32.658400 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9816f649-6f7f-4e66-ae00-fd6c0180d74d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:32.700706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:32.701258 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:32.701528 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:32.701879 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:32.702164 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:32.702556 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:32.702915 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:32.703272 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:32.703627 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:32.704008 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:32.704378 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:32.704734 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:22:32.708995 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59068443-a1f5-4d43-ae31-d97cd61e53dd None None] Routers {'10c36cc0-6f5c-4394-914f-b8795259f623'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:32.710369 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-59068443-a1f5-4d43-ae31-d97cd61e53dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['10c36cc0-6f5c-4394-914f-b8795259f623'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:32.736231 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:32.744732 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b3de8656-7d8e-4e91-bf4f-5130b009d371 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6176736 Jun 18 16:22:32.745455 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:32.745711 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-936e6828-cfc7-4396-bdac-f18f21aaca96 None None] Port 5cd41ea6-b493-459d-a33d-ac751dc4ccfa cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:22:32.749042 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-59068443-a1f5-4d43-ae31-d97cd61e53dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:32.749573 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59068443-a1f5-4d43-ae31-d97cd61e53dd None None] The sync data for ids ['10c36cc0-6f5c-4394-914f-b8795259f623'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:22:32.751119 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45460) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:32.763924 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-28abc3a0-48f7-4e7e-9fa1-d597bc06a1e1 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Request body: {'subnet': {'network_id': 'c16a9130-05eb-4ded-8a89-b25886dd48b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:32.770076 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ba1f4ca1-2095-4199-b0fa-9fd1274df1a2 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "GET /v2.0/routers/10c36cc0-6f5c-4394-914f-b8795259f623 HTTP/1.1" status: 200 len: 924 time: 0.5195253 Jun 18 16:22:32.775083 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45462) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:32.784587 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-936e6828-cfc7-4396-bdac-f18f21aaca96 None None] Provisioning complete for port 3e104a2a-2f99-476b-b094-c5aab5192cbf triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:32.784980 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-936e6828-cfc7-4396-bdac-f18f21aaca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:32.806241 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5a3b6-8561-4d2c-b147-6fcfdb523060 req-6c9b3adc-4eb1-4ff0-8991-906d17953225 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:32.807807 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-eff5a3b6-8561-4d2c-b147-6fcfdb523060 req-6c9b3adc-4eb1-4ff0-8991-906d17953225 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.55 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 946 time: 0.8184645 Jun 18 16:22:32.885355 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 88cf3515-dc55-44be-b4e0-faeec4550f26 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:22:32.916950 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 88cf3515-dc55-44be-b4e0-faeec4550f26 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:22:32.917192 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 88cf3515-dc55-44be-b4e0-faeec4550f26 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:22:33.016576 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22574053-9b9c-4e82-ae6c-5bfd4330f318 None None] Network 82874d6e-22d4-4826-8b39-8ecba1d9886a requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:33.037640 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce20818a-b702-49b3-8580-e60c637d3f94 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:33.044124 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce20818a-b702-49b3-8580-e60c637d3f94 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:33.083661 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9469b184-6904-48d4-86d5-4d4532c72428 None None] Provisioning for port e87d901c-2e1c-444b-93ff-ec0d50f9b424 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:33.157024 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce20818a-b702-49b3-8580-e60c637d3f94 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:33.157567 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce20818a-b702-49b3-8580-e60c637d3f94 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c1ee8c1-ba46-4592-baa8-e0b7daaacd59 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:22:33.177633 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0064fa6-60ef-4ccd-9101-65d137fbd0bd tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:33.182726 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f0064fa6-60ef-4ccd-9101-65d137fbd0bd tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&device_id=10c36cc0-6f5c-4394-914f-b8795259f623&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4027116 Jun 18 16:22:33.184424 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45464) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:33.234670 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-ce20818a-b702-49b3-8580-e60c637d3f94 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 18 16:22:33.238185 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ce20818a-b702-49b3-8580-e60c637d3f94 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3942974 Jun 18 16:22:33.256569 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45466) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:33.269741 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9469b184-6904-48d4-86d5-4d4532c72428 None None] Provisioning complete for port 5cd41ea6-b493-459d-a33d-ac751dc4ccfa triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:33.270141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9469b184-6904-48d4-86d5-4d4532c72428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:33.288930 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks [] for floatingip, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:33.292339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:33.296346 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] 10.222.0.50 "DELETE /v2.0/floatingips/88ec982f-e4eb-4922-a9d9-21afe85da0ac HTTP/1.1" status: 204 len: 168 time: 3.9554970 Jun 18 16:22:33.296346 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de8656-7d8e-4e91-bf4f-5130b009d371 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event updated for resources: {'Network': ['ID=c16a9130-05eb-4ded-8a89-b25886dd48b9,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:33.298235 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45468) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:33.318644 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network c16a9130-05eb-4ded-8a89-b25886dd48b9 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:22:33.322170 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b3de8656-7d8e-4e91-bf4f-5130b009d371 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:33.331904 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fc3f86cd-4ed1-4fdd-9cc5-3b2ad5504376 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:33.337921 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-65ce1791-5bbb-4f3f-8956-760c496980c5 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:33.369445 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9469b184-6904-48d4-86d5-4d4532c72428 None None] Port 5cd41ea6-b493-459d-a33d-ac751dc4ccfa cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:22:33.390006 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [req-eff5a3b6-8561-4d2c-b147-6fcfdb523060 req-37be12e8-e63d-43ee-b245-f6ce6c7db5d4 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Deleting port 975eb24a-dc91-4222-acdd-f8f0386be67e {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:33.390398 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-eff5a3b6-8561-4d2c-b147-6fcfdb523060 req-37be12e8-e63d-43ee-b245-f6ce6c7db5d4 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:33.410875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee404a0-7516-4239-8025-c7e48f09cda9 req-38eab1fb-473b-45f7-a602-be7ba6afd12b tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:33.413701 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cee404a0-7516-4239-8025-c7e48f09cda9 req-38eab1fb-473b-45f7-a602-be7ba6afd12b tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.8731813 Jun 18 16:22:33.430175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228fbcf-457b-45c6-9e2f-45567989fe19 req-1319e784-7ee5-4449-8ff0-cdda86600186 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:33.431717 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5228fbcf-457b-45c6-9e2f-45567989fe19 req-1319e784-7ee5-4449-8ff0-cdda86600186 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 946 time: 0.8807616 Jun 18 16:22:33.458474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3f86cd-4ed1-4fdd-9cc5-3b2ad5504376 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 82874d6e-22d4-4826-8b39-8ecba1d9886a is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:33.468897 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28abc3a0-48f7-4e7e-9fa1-d597bc06a1e1 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Made reservation on behalf of ac4b618f0ebb4ac19e60fb4950b41c5c for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:33.472601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-28abc3a0-48f7-4e7e-9fa1-d597bc06a1e1 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:33.500392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-fc3f86cd-4ed1-4fdd-9cc5-3b2ad5504376 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:33.503025 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3f86cd-4ed1-4fdd-9cc5-3b2ad5504376 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:33.510083 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3f86cd-4ed1-4fdd-9cc5-3b2ad5504376 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:33.510747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fc3f86cd-4ed1-4fdd-9cc5-3b2ad5504376 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:33.513226 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f86cd-4ed1-4fdd-9cc5-3b2ad5504376 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=d5b4deed-cb7f-4c7c-917b-cca9b6e98a51,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:33.516685 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fc3f86cd-4ed1-4fdd-9cc5-3b2ad5504376 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:33.517215 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ee27eb-301d-4477-9f39-4e2ccd0a940a tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:33.521556 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c9ee27eb-301d-4477-9f39-4e2ccd0a940a tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "GET /v2.0/networks/81b3e7a1-a3eb-41d3-a54b-e3363be60296 HTTP/1.1" status: 200 len: 881 time: 0.3344223 Jun 18 16:22:33.530213 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45470) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:33.583567 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c98f20e9-961b-4d98-95b9-be4249e94029 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c36cc0-6f5c-4394-914f-b8795259f623 HTTP/1.1" status: 200 len: 205 time: 0.0517666 Jun 18 16:22:33.589146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45472) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:33.637589 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fc3f86cd-4ed1-4fdd-9cc5-3b2ad5504376 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 4.0423174 Jun 18 16:22:33.655424 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45474) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:33.683145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-eff5a3b6-8561-4d2c-b147-6fcfdb523060 req-37be12e8-e63d-43ee-b245-f6ce6c7db5d4 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] For port 975eb24a-dc91-4222-acdd-f8f0386be67e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=975eb24a-dc91-4222-acdd-f8f0386be67e,segment=NetworkSegment(165516cf-6e70-4466-93c8-4f29aa5c8be4),segment_id=165516cf-6e70-4466-93c8-4f29aa5c8be4)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:33.683731 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-eff5a3b6-8561-4d2c-b147-6fcfdb523060 req-37be12e8-e63d-43ee-b245-f6ce6c7db5d4 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:33.691445 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cee404a0-7516-4239-8025-c7e48f09cda9 req-e2f0ba5f-ba5e-454c-8972-324c3f3a3f7c tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2562528 Jun 18 16:22:33.718000 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5228fbcf-457b-45c6-9e2f-45567989fe19 req-63ca7dfc-ca9b-4cd1-ae44-188e871b4adc tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fff4447-f964-44bc-b8bb-671702794d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633281 Jun 18 16:22:33.781305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e87d901c-2e1c-444b-93ff-ec0d50f9b424 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:22:33.833310 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-bfdf8982-806b-454b-837b-57c973ab70d2 None None] Provisioning for port d5b4deed-cb7f-4c7c-917b-cca9b6e98a51 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:33.841774 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-bfdf8982-806b-454b-837b-57c973ab70d2 None None] Provisioning complete for port d5b4deed-cb7f-4c7c-917b-cca9b6e98a51 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:33.842454 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bfdf8982-806b-454b-837b-57c973ab70d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:33.876743 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port e87d901c-2e1c-444b-93ff-ec0d50f9b424 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:33.886495 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port e87d901c-2e1c-444b-93ff-ec0d50f9b424 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:33.887124 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:33.890218 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf8982-806b-454b-837b-57c973ab70d2 None None] Port d5b4deed-cb7f-4c7c-917b-cca9b6e98a51 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:22:33.939795 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-bfdf8982-806b-454b-837b-57c973ab70d2 None None] Provisioning complete for port e87d901c-2e1c-444b-93ff-ec0d50f9b424 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:33.940448 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bfdf8982-806b-454b-837b-57c973ab70d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:33.991414 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8110510a-c4d8-4b8e-8758-b3a8de55fd4b tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:34.044703 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-f70de3bc-f79a-4144-9852-3cbce5d07306 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Deleting port a1aa7123-c394-4664-8139-6c02930c3baf {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:34.044953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f70de3bc-f79a-4144-9852-3cbce5d07306 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:34.057800 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:34.090571 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bfdf8982-806b-454b-837b-57c973ab70d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:34.117756 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port e87d901c-2e1c-444b-93ff-ec0d50f9b424, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e87d901c-2e1c-444b-93ff-ec0d50f9b424,segment=NetworkSegment(483d23ff-d007-4e85-86bf-308ff7ee4fe4),segment_id=483d23ff-d007-4e85-86bf-308ff7ee4fe4)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:34.125136 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:34.127611 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9f1fecb9-1e43-411f-9a54-03b9d518ac68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:34.209739 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.db.api [None req-bfdf8982-806b-454b-837b-57c973ab70d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:22:34.210058 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_db.api [None req-bfdf8982-806b-454b-837b-57c973ab70d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:22:34.210992 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=e87d901c-2e1c-444b-93ff-ec0d50f9b424,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:34.214386 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:34.228662 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.objects.ports [None req-28abc3a0-48f7-4e7e-9fa1-d597bc06a1e1 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93453) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:22:34.238521 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-28abc3a0-48f7-4e7e-9fa1-d597bc06a1e1 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:34.243208 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f70de3bc-f79a-4144-9852-3cbce5d07306 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:34.245530 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8b78f51a-762e-4d6f-9b4c-8303e1570b46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:34.256728 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8110510a-c4d8-4b8e-8758-b3a8de55fd4b tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:34.337813 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-74a370db-b9e1-41df-8327-35514f0ffbf9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:34.344333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-f70de3bc-f79a-4144-9852-3cbce5d07306 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Calling delete_port for a1aa7123-c394-4664-8139-6c02930c3baf owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:34.436963 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abc3a0-48f7-4e7e-9fa1-d597bc06a1e1 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event updated for resources: {'Subnet': ['ID=7d15f6ef-e773-47e2-a2c7-cad14b8c4ca6,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:34.445299 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-28abc3a0-48f7-4e7e-9fa1-d597bc06a1e1 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:34.469317 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28abc3a0-48f7-4e7e-9fa1-d597bc06a1e1 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Checking segment: {'id': '0f9efc89-d6f7-4c0c-9c1c-942de693c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c16a9130-05eb-4ded-8a89-b25886dd48b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:34.469589 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28abc3a0-48f7-4e7e-9fa1-d597bc06a1e1 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Network hostable DHCP agents. Network: c16a9130-05eb-4ded-8a89-b25886dd48b9, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:22:34.502616 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8110510a-c4d8-4b8e-8758-b3a8de55fd4b tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Deleting port e2cc8e9a-e090-47db-b8c1-6d629e78e12e {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:34.502988 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8110510a-c4d8-4b8e-8758-b3a8de55fd4b tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:34.514828 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-732b34ca-5c59-4871-96ab-edb9d5f62ecd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port d5b4deed-cb7f-4c7c-917b-cca9b6e98a51 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:34.515177 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-732b34ca-5c59-4871-96ab-edb9d5f62ecd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:34.540858 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-eff5a3b6-8561-4d2c-b147-6fcfdb523060 req-37be12e8-e63d-43ee-b245-f6ce6c7db5d4 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:34.541223 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-eff5a3b6-8561-4d2c-b147-6fcfdb523060 req-37be12e8-e63d-43ee-b245-f6ce6c7db5d4 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:34.541535 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [req-eff5a3b6-8561-4d2c-b147-6fcfdb523060 req-37be12e8-e63d-43ee-b245-f6ce6c7db5d4 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Floating IP 07ec3738-2dd2-4217-8f24-bc779b2ae2cc disassociated. External IP: 172.26.6.182, port: 975eb24a-dc91-4222-acdd-f8f0386be67e. Jun 18 16:22:34.541875 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [req-eff5a3b6-8561-4d2c-b147-6fcfdb523060 req-37be12e8-e63d-43ee-b245-f6ce6c7db5d4 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Calling delete_port for 975eb24a-dc91-4222-acdd-f8f0386be67e owned by compute:nova {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:34.545029 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28abc3a0-48f7-4e7e-9fa1-d597bc06a1e1 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Network c16a9130-05eb-4ded-8a89-b25886dd48b9 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:22:34.587105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-28abc3a0-48f7-4e7e-9fa1-d597bc06a1e1 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, c16a9130-05eb-4ded-8a89-b25886dd48b9) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:34.596683 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28abc3a0-48f7-4e7e-9fa1-d597bc06a1e1 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:34.597229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c735d2-5fe0-45cb-af14-4a1d7812f406 None None] Network c16a9130-05eb-4ded-8a89-b25886dd48b9 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:34.597352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-28abc3a0-48f7-4e7e-9fa1-d597bc06a1e1 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:34.631335 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-28abc3a0-48f7-4e7e-9fa1-d597bc06a1e1 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8719347 Jun 18 16:22:34.639304 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45476) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:34.668395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f70de3bc-f79a-4144-9852-3cbce5d07306 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:34.703563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8110510a-c4d8-4b8e-8758-b3a8de55fd4b tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:34.706093 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0bb4a20e-2c3c-44eb-ac88-3b7b86506cb6 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:34.773338 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-732b34ca-5c59-4871-96ab-edb9d5f62ecd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:34.813339 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-c16a9130-05eb-4ded-8a89-b25886dd48b9', 'network_id': 'c16a9130-05eb-4ded-8a89-b25886dd48b9', 'tenant_id': 'ac4b618f0ebb4ac19e60fb4950b41c5c', 'fixed_ips': [{'subnet_id': '7d15f6ef-e773-47e2-a2c7-cad14b8c4ca6'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:22:34.814758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:34.842037 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8110510a-c4d8-4b8e-8758-b3a8de55fd4b tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Calling delete_port for e2cc8e9a-e090-47db-b8c1-6d629e78e12e owned by network:router_gateway {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:34.889753 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-732b34ca-5c59-4871-96ab-edb9d5f62ecd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for d5b4deed-cb7f-4c7c-917b-cca9b6e98a51 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:34.919555 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70de3bc-f79a-4144-9852-3cbce5d07306 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1aa7123-c394-4664-8139-6c02930c3baf,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:34.923223 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f70de3bc-f79a-4144-9852-3cbce5d07306 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:34.962062 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-abeed0a9-bf22-4b96-a0ed-9a27a255b6aa None None] Provisioning complete for port d5b4deed-cb7f-4c7c-917b-cca9b6e98a51 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:34.962778 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-abeed0a9-bf22-4b96-a0ed-9a27a255b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:35.038410 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-abeed0a9-bf22-4b96-a0ed-9a27a255b6aa None None] Port d5b4deed-cb7f-4c7c-917b-cca9b6e98a51 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:22:35.055500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Allocated IP 2001:db8::f816:3eff:fe1f:9a3 (c16a9130-05eb-4ded-8a89-b25886dd48b9/7d15f6ef-e773-47e2-a2c7-cad14b8c4ca6/aa151979-f09b-4846-9512-f65f4b208535) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:35.063507 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6ec211a-0697-4024-9151-e9c98c2adbab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:35.124975 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-eff5a3b6-8561-4d2c-b147-6fcfdb523060 req-37be12e8-e63d-43ee-b245-f6ce6c7db5d4 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:35.138505 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-31b229bd-9e3c-4a4a-8695-c2a5f58f8d97 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:35.154771 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:35.178725 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f70de3bc-f79a-4144-9852-3cbce5d07306 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:35.185158 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f70de3bc-f79a-4144-9852-3cbce5d07306 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] 10.222.0.50 "DELETE /v2.0/ports/a1aa7123-c394-4664-8139-6c02930c3baf HTTP/1.1" status: 204 len: 168 time: 1.9232633 Jun 18 16:22:35.224699 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be12e8-e63d-43ee-b245-f6ce6c7db5d4 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Pushing event deleted for resources: {'Port': ['ID=975eb24a-dc91-4222-acdd-f8f0386be67e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:35.250812 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-37be12e8-e63d-43ee-b245-f6ce6c7db5d4 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:35.251967 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:35.282272 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05b755-9cf2-493c-a9b0-70b096c187b7 req-563b56b4-764b-47d1-957c-215467a1afe8 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:35.289639 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6b05b755-9cf2-493c-a9b0-70b096c187b7 req-563b56b4-764b-47d1-957c-215467a1afe8 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 867 time: 0.3613629 Jun 18 16:22:35.306744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37b035-2f1e-4b75-8e89-8f2abbaaa6e5 req-12e8aa4c-0974-4d41-b221-9175356e29cf tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:35.308335 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-de37b035-2f1e-4b75-8e89-8f2abbaaa6e5 req-12e8aa4c-0974-4d41-b221-9175356e29cf tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.3795063 Jun 18 16:22:35.358982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Transition to ACTIVE for port object aa151979-f09b-4846-9512-f65f4b208535 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:35.376124 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8110510a-c4d8-4b8e-8758-b3a8de55fd4b tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:35.377237 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Transition to ACTIVE for port object aa151979-f09b-4846-9512-f65f4b208535 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:35.380768 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1bfba881-32ad-4777-ab2e-b4d6f13d34bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:35.385237 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:35.388101 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:35.392686 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-732b34ca-5c59-4871-96ab-edb9d5f62ecd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:35.397708 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-05bf569c-3db9-4c0e-b5d4-7f3eb9f3855d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:35.401652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-27f5bec1-ab9c-4f59-ad97-a2d6e0e7cee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:35.431285 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Network c16a9130-05eb-4ded-8a89-b25886dd48b9 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:35.438235 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:35.449844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:35.514430 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-74a370db-b9e1-41df-8327-35514f0ffbf9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting port 5cd41ea6-b493-459d-a33d-ac751dc4ccfa {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:35.514789 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-74a370db-b9e1-41df-8327-35514f0ffbf9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:35.524675 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Attempting to bind port aa151979-f09b-4846-9512-f65f4b208535 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:22:35.525354 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Attempting to bind port aa151979-f09b-4846-9512-f65f4b208535 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '0f9efc89-d6f7-4c0c-9c1c-942de693c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c16a9130-05eb-4ded-8a89-b25886dd48b9'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:22:35.525667 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Attempting to bind port aa151979-f09b-4846-9512-f65f4b208535 on network c16a9130-05eb-4ded-8a89-b25886dd48b9 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:22:35.527883 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Pushing event updated for resources: {'Port': ['ID=aa151979-f09b-4846-9512-f65f4b208535,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:35.532165 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:35.535215 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:22:35.535747 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Checking segment: {'id': '0f9efc89-d6f7-4c0c-9c1c-942de693c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c16a9130-05eb-4ded-8a89-b25886dd48b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:35.536266 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:35.536914 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Bound using segment: {'id': '0f9efc89-d6f7-4c0c-9c1c-942de693c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c16a9130-05eb-4ded-8a89-b25886dd48b9'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:22:35.537502 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Bound port: aa151979-f09b-4846-9512-f65f4b208535, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9efc89-d6f7-4c0c-9c1c-942de693c6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'c16a9130-05eb-4ded-8a89-b25886dd48b9'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:22:35.537987 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:35.574855 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b34ca-5c59-4871-96ab-edb9d5f62ecd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=d5b4deed-cb7f-4c7c-917b-cca9b6e98a51,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:35.589151 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45486) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:35.620570 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] For port aa151979-f09b-4846-9512-f65f4b208535, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:22:35.625569 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] For port aa151979-f09b-4846-9512-f65f4b208535, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=aa151979-f09b-4846-9512-f65f4b208535,segment=NetworkSegment(0f9efc89-d6f7-4c0c-9c1c-942de693c6d1),segment_id=0f9efc89-d6f7-4c0c-9c1c-942de693c6d1)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:22:35.635973 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:35.641782 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-954bc0ef-bee4-4ff1-be7f-7a199358b2c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:35.674342 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-732b34ca-5c59-4871-96ab-edb9d5f62ecd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:35.698838 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-732b34ca-5c59-4871-96ab-edb9d5f62ecd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:35.703266 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-732b34ca-5c59-4871-96ab-edb9d5f62ecd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/ports/d5b4deed-cb7f-4c7c-917b-cca9b6e98a51 HTTP/1.1" status: 204 len: 168 time: 2.0217569 Jun 18 16:22:35.709725 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45490) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:35.736143 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Pushing event updated for resources: {'Port': ['ID=aa151979-f09b-4846-9512-f65f4b208535,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:35.743626 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:35.749665 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110510a-c4d8-4b8e-8758-b3a8de55fd4b tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Pushing event deleted for resources: {'Port': ['ID=e2cc8e9a-e090-47db-b8c1-6d629e78e12e,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:35.755053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8110510a-c4d8-4b8e-8758-b3a8de55fd4b tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:35.809809 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6b05b755-9cf2-493c-a9b0-70b096c187b7 req-45547658-5a47-46ac-b0da-586e811f0eaf tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8fff4447-f964-44bc-b8bb-671702794d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5192268 Jun 18 16:22:35.849194 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-584362a0-f0e5-4555-8f10-10400973bd4e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] GET failed (client error): The resource could not be found. Jun 18 16:22:35.850477 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-de37b035-2f1e-4b75-8e89-8f2abbaaa6e5 req-77cdc7cd-e0e6-4a5e-885d-ecbe3935b323 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5228198 Jun 18 16:22:35.854121 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-584362a0-f0e5-4555-8f10-10400973bd4e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports/d5b4deed-cb7f-4c7c-917b-cca9b6e98a51 HTTP/1.1" status: 404 len: 333 time: 0.1415184 Jun 18 16:22:35.863637 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e87d901c-2e1c-444b-93ff-ec0d50f9b424 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:22:35.870228 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45492) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:35.958715 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8110510a-c4d8-4b8e-8758-b3a8de55fd4b tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:35.980116 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port e87d901c-2e1c-444b-93ff-ec0d50f9b424 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:35.980658 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:35.994993 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:36.011101 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eff5a3b6-8561-4d2c-b147-6fcfdb523060 req-37be12e8-e63d-43ee-b245-f6ce6c7db5d4 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Router 7c41d453-73a6-498d-8d4d-c3b13afba07a has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:22:36.025304 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-74a370db-b9e1-41df-8327-35514f0ffbf9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:36.028693 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e41ef4f7-bd50-4b1a-94a5-26c4d1868e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:36.045205 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-854ebde9-7e7e-40ff-8fb2-346095dcc7f2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:36.089227 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec11f9de-c386-4775-9cd0-4ce3cfe344fe tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting subnet 3bf15d2a-c790-4bd7-ad5e-8b7bfabd42a9 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:22:36.137223 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event deleted for resources: {'Subnet': ['ID=7d15f6ef-e773-47e2-a2c7-cad14b8c4ca6,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:36.140171 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:36.141794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8110510a-c4d8-4b8e-8758-b3a8de55fd4b tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:36.147166 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8110510a-c4d8-4b8e-8758-b3a8de55fd4b tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:36.180972 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-74a370db-b9e1-41df-8327-35514f0ffbf9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Calling delete_port for 5cd41ea6-b493-459d-a33d-ac751dc4ccfa owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:36.189604 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ec11f9de-c386-4775-9cd0-4ce3cfe344fe tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:36.240325 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:36.249393 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8110510a-c4d8-4b8e-8758-b3a8de55fd4b tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:36.249928 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8110510a-c4d8-4b8e-8758-b3a8de55fd4b tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Fanout notify agent at l3_agent the message router_deleted on router 10c36cc0-6f5c-4394-914f-b8795259f623 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:22:36.260362 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8110510a-c4d8-4b8e-8758-b3a8de55fd4b tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:36.266143 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8110510a-c4d8-4b8e-8758-b3a8de55fd4b tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "DELETE /v2.0/routers/10c36cc0-6f5c-4394-914f-b8795259f623 HTTP/1.1" status: 204 len: 168 time: 2.6570511 Jun 18 16:22:36.266143 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45494) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:36.269070 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16a9130-05eb-4ded-8a89-b25886dd48b9']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:36.275024 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b73c85d8-f9d2-4191-9597-13d743677373 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1038227104', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:36.291764 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9efc89-d6f7-4c0c-9c1c-942de693c6d1') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:36.292116 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9efc89-d6f7-4c0c-9c1c-942de693c6d1') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:36.301727 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:36.322042 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:36.328597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:22:36.329096 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:22:36.332531 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:22:36.394233 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.db.api [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:22:36.394233 dv-neutron-797120-1-hyperv neutron-server[93453]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:22:36.394233 dv-neutron-797120-1-hyperv neutron-server[93453]: [parameters: {'id': 'c16a9130-05eb-4ded-8a89-b25886dd48b9'}] Jun 18 16:22:36.394233 dv-neutron-797120-1-hyperv neutron-server[93453]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:22:36.395071 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_db.api [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:22:36.642203 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ec11f9de-c386-4775-9cd0-4ce3cfe344fe tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:36.865066 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eff5a3b6-8561-4d2c-b147-6fcfdb523060 req-37be12e8-e63d-43ee-b245-f6ce6c7db5d4 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:22:36.889713 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc80b79-f259-4527-9b2f-c4b5b6f88dff None None] Sync routers for ids ['7c41d453-73a6-498d-8d4d-c3b13afba07a'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:22:36.896167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:36.906056 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc80b79-f259-4527-9b2f-c4b5b6f88dff None None] Routers {'7c41d453-73a6-498d-8d4d-c3b13afba07a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:36.909518 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-0dc80b79-f259-4527-9b2f-c4b5b6f88dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7c41d453-73a6-498d-8d4d-c3b13afba07a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:36.939057 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec211a-0697-4024-9151-e9c98c2adbab admin admin] Deleting port bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:36.939395 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6ec211a-0697-4024-9151-e9c98c2adbab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:36.970800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff5a3b6-8561-4d2c-b147-6fcfdb523060 req-37be12e8-e63d-43ee-b245-f6ce6c7db5d4 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] No DVR routers for this DVR port 975eb24a-dc91-4222-acdd-f8f0386be67e on host hv-neutron-7971 {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:36.977463 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e41ef4f7-bd50-4b1a-94a5-26c4d1868e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:36.979091 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ec11f9de-c386-4775-9cd0-4ce3cfe344fe tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:36.990365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3998d7-28f3-46bb-bda2-376d0db6e478 None None] Network c16a9130-05eb-4ded-8a89-b25886dd48b9 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:37.013262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-eff5a3b6-8561-4d2c-b147-6fcfdb523060 req-37be12e8-e63d-43ee-b245-f6ce6c7db5d4 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:37.015557 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-eff5a3b6-8561-4d2c-b147-6fcfdb523060 req-37be12e8-e63d-43ee-b245-f6ce6c7db5d4 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.55 "DELETE /v2.0/ports/975eb24a-dc91-4222-acdd-f8f0386be67e HTTP/1.1" status: 204 len: 173 time: 4.1699879 Jun 18 16:22:37.017832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b73c85d8-f9d2-4191-9597-13d743677373 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:37.030727 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b73c85d8-f9d2-4191-9597-13d743677373 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:37.035237 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-0dc80b79-f259-4527-9b2f-c4b5b6f88dff None None] Set router 7c41d453-73a6-498d-8d4d-c3b13afba07a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:22:37.047419 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795c2352-17a1-4e8c-9166-3f0f67a02ed2', 'name': 'network-vif-deleted', 'tag': '975eb24a-dc91-4222-acdd-f8f0386be67e'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:22:37.050285 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a412cd5-e90d-4652-9dac-5ef82ad8e3e9" -d '{"events": [{"server_uuid": "795c2352-17a1-4e8c-9166-3f0f67a02ed2", "name": "network-vif-deleted", "tag": "975eb24a-dc91-4222-acdd-f8f0386be67e"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:22:37.081995 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e41ef4f7-bd50-4b1a-94a5-26c4d1868e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:37.091387 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ff7ca4f0-7ffa-4851-804e-e5df8187e948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:37.133592 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 975eb24a-dc91-4222-acdd-f8f0386be67e no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:22:37.188418 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 975eb24a-dc91-4222-acdd-f8f0386be67e {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:22:37.188792 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 975eb24a-dc91-4222-acdd-f8f0386be67e not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:22:37.197538 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4a95834c-0847-4755-9076-5eeb691f5b45 req-9ec37fd6-43ff-4c03-8ddd-2d42dfbae962 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/ports?device_id=795c2352-17a1-4e8c-9166-3f0f67a02ed2 HTTP/1.1" status: 200 len: 210 time: 0.0861204 Jun 18 16:22:37.216596 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4dea4ec9-e5e5-444e-b871-dda6c270f1ce None None] Provisioning for port aa151979-f09b-4846-9512-f65f4b208535 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:37.245978 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ef4f7-bd50-4b1a-94a5-26c4d1868e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0130434c-e689-4a4e-9fe7-7d53d6b85b73,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:37.253601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Deleting port aa151979-f09b-4846-9512-f65f4b208535 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:37.253960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:37.268617 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e41ef4f7-bd50-4b1a-94a5-26c4d1868e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:37.289920 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e41ef4f7-bd50-4b1a-94a5-26c4d1868e8d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c5217da5e1cb4ab785073fd3ee21f782&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6957045 Jun 18 16:22:37.298781 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45502) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:37.319546 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-0dc80b79-f259-4527-9b2f-c4b5b6f88dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'name': 'tempest-ServersTestManualDisk-1011070602-router', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '69717999-3c1b-4635-b09d-9b19327177d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:29Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'gw_port': {'id': '69717999-3c1b-4635-b09d-9b19327177d5', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:30Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '9561b899-6ef1-49a3-b6e5-0a8941738614', 'name': '', 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'mac_address': 'fa:16:3e:52:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:38Z', 'updated_at': '2021-06-18T16:20:52Z', 'revision_number': 5, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'subnets': [{'id': 'dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:37.323333 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1392627-9d06-46e1-be44-dd039364c918 x-openstack-request-id: req-d1392627-9d06-46e1-be44-dd039364c918 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:22:37.324084 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795c2352-17a1-4e8c-9166-3f0f67a02ed2", "name": "network-vif-deleted", "tag": "975eb24a-dc91-4222-acdd-f8f0386be67e", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:22:37.324387 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1392627-9d06-46e1-be44-dd039364c918 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:22:37.324822 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795c2352-17a1-4e8c-9166-3f0f67a02ed2', 'name': 'network-vif-deleted', 'tag': '975eb24a-dc91-4222-acdd-f8f0386be67e', 'status': 'completed', 'code': 200} Jun 18 16:22:37.344153 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-74a370db-b9e1-41df-8327-35514f0ffbf9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:37.361232 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc80b79-f259-4527-9b2f-c4b5b6f88dff None None] Checking router: 7c41d453-73a6-498d-8d4d-c3b13afba07a for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:22:37.362325 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] For port aa151979-f09b-4846-9512-f65f4b208535, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=aa151979-f09b-4846-9512-f65f4b208535,segment=NetworkSegment(0f9efc89-d6f7-4c0c-9c1c-942de693c6d1),segment_id=0f9efc89-d6f7-4c0c-9c1c-942de693c6d1)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:37.363041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:37.365714 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:37.372896 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc80b79-f259-4527-9b2f-c4b5b6f88dff None None] Routers {'7c41d453-73a6-498d-8d4d-c3b13afba07a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:37.373532 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-0dc80b79-f259-4527-9b2f-c4b5b6f88dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7c41d453-73a6-498d-8d4d-c3b13afba07a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:37.427537 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d19d9-6946-4684-8c41-8b64c22c135e req-80e55f58-b1db-458c-a546-7b8a3b255993 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:37.429750 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4b5d19d9-6946-4684-8c41-8b64c22c135e req-80e55f58-b1db-458c-a546-7b8a3b255993 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.2553911 Jun 18 16:22:37.442477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899d2ee7-44ea-49c8-8f66-c0d4ee21b5ba None None] DHCP port deletion for c16a9130-05eb-4ded-8a89-b25886dd48b9 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:22:37.458747 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ec11f9de-c386-4775-9cd0-4ce3cfe344fe tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:37.459915 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Calling delete_port for aa151979-f09b-4846-9512-f65f4b208535 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:37.467998 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a370db-b9e1-41df-8327-35514f0ffbf9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Port': ['ID=5cd41ea6-b493-459d-a33d-ac751dc4ccfa,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:37.472588 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-74a370db-b9e1-41df-8327-35514f0ffbf9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:37.493985 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-d6ec211a-0697-4024-9151-e9c98c2adbab admin admin] For port bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3,segment=NetworkSegment(fc36ef62-fbed-4b65-b58a-9cd84e5e33b2),segment_id=fc36ef62-fbed-4b65-b58a-9cd84e5e33b2)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:37.494683 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6ec211a-0697-4024-9151-e9c98c2adbab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:37.561688 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-0dc80b79-f259-4527-9b2f-c4b5b6f88dff None None] Set router 7c41d453-73a6-498d-8d4d-c3b13afba07a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:22:37.562813 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-899d2ee7-44ea-49c8-8f66-c0d4ee21b5ba None None] Deleting port aa151979-f09b-4846-9512-f65f4b208535 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:37.563420 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-899d2ee7-44ea-49c8-8f66-c0d4ee21b5ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:37.571766 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b73c85d8-f9d2-4191-9597-13d743677373 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:37.606972 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b73c85d8-f9d2-4191-9597-13d743677373 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:37.617148 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4b5d19d9-6946-4684-8c41-8b64c22c135e req-12765b01-e9ec-49a6-95e2-de098dcc00df tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512494 Jun 18 16:22:37.648586 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec211a-0697-4024-9151-e9c98c2adbab admin admin] Calling delete_port for bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:37.654466 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3f05c48b-a594-482b-8271-83392e102465 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:37.664668 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b73c85d8-f9d2-4191-9597-13d743677373 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:37.670195 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b73c85d8-f9d2-4191-9597-13d743677373 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.4006615 Jun 18 16:22:37.671321 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45504) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:37.675218 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-768071a4-2151-49e0-88e9-e7da17cec630 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'enable_snat': False}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:37.699047 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-899d2ee7-44ea-49c8-8f66-c0d4ee21b5ba None None] For port aa151979-f09b-4846-9512-f65f4b208535, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=aa151979-f09b-4846-9512-f65f4b208535,segment=NetworkSegment(0f9efc89-d6f7-4c0c-9c1c-942de693c6d1),segment_id=0f9efc89-d6f7-4c0c-9c1c-942de693c6d1)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:37.699433 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-899d2ee7-44ea-49c8-8f66-c0d4ee21b5ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:37.761429 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11f9de-c386-4775-9cd0-4ce3cfe344fe tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Subnet': ['ID=3bf15d2a-c790-4bd7-ad5e-8b7bfabd42a9,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:37.785053 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ec11f9de-c386-4775-9cd0-4ce3cfe344fe tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:37.785292 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374055c4-f400-42b2-b771-a7da62ad924a None None] Network 82874d6e-22d4-4826-8b39-8ecba1d9886a requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:37.789083 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ec11f9de-c386-4775-9cd0-4ce3cfe344fe tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:37.793971 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ec11f9de-c386-4775-9cd0-4ce3cfe344fe tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/subnets/3bf15d2a-c790-4bd7-ad5e-8b7bfabd42a9 HTTP/1.1" status: 204 len: 168 time: 1.9081118 Jun 18 16:22:37.803860 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45506) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:37.824532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:37.856561 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-899d2ee7-44ea-49c8-8f66-c0d4ee21b5ba None None] Calling delete_port for aa151979-f09b-4846-9512-f65f4b208535 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:37.861524 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7098f3db-e7ae-44e2-a3b8-b1b4517adbdb tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:37.898974 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event deleted for resources: {'Port': ['ID=aa151979-f09b-4846-9512-f65f4b208535,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:37.901249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] No DVR routers for this DVR port aa151979-f09b-4846-9512-f65f4b208535 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:37.907036 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:37.907307 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17ef44bf-2529-4144-b2b5-5ad736243f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:37.973205 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-0dc80b79-f259-4527-9b2f-c4b5b6f88dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'name': 'tempest-ServersTestManualDisk-1011070602-router', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '69717999-3c1b-4635-b09d-9b19327177d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:29Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'gw_port': {'id': '69717999-3c1b-4635-b09d-9b19327177d5', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:30Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '9561b899-6ef1-49a3-b6e5-0a8941738614', 'name': '', 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'mac_address': 'fa:16:3e:52:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:38Z', 'updated_at': '2021-06-18T16:20:52Z', 'revision_number': 5, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'subnets': [{'id': 'dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:37.993674 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-768071a4-2151-49e0-88e9-e7da17cec630 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.020076 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc80b79-f259-4527-9b2f-c4b5b6f88dff None None] The sync data for ids ['7c41d453-73a6-498d-8d4d-c3b13afba07a'] in dv-neutron-797120-1-hyperv is: [{'id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'name': 'tempest-ServersTestManualDisk-1011070602-router', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '69717999-3c1b-4635-b09d-9b19327177d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:29Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'gw_port': {'id': '69717999-3c1b-4635-b09d-9b19327177d5', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:30Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '9561b899-6ef1-49a3-b6e5-0a8941738614', 'name': '', 'network_id': 'fccc7881-9783-4801-87f7-8972e7aafde0', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'mac_address': 'fa:16:3e:52:08:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:38Z', 'updated_at': '2021-06-18T16:20:52Z', 'revision_number': 5, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'subnets': [{'id': 'dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:22:38.050305 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-74a370db-b9e1-41df-8327-35514f0ffbf9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.054630 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17ef44bf-2529-4144-b2b5-5ad736243f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.105680 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.140065 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.154181 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16a9130-05eb-4ded-8a89-b25886dd48b9']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:38.166668 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f9efc89-d6f7-4c0c-9c1c-942de693c6d1') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:38.166968 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f9efc89-d6f7-4c0c-9c1c-942de693c6d1') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:38.177553 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-899d2ee7-44ea-49c8-8f66-c0d4ee21b5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.181184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.187147 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a4f98d73-8b1d-4543-8831-d551bdaf63c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:38.199304 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.207835 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:22:38.208239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.212123 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899d2ee7-44ea-49c8-8f66-c0d4ee21b5ba None None] No DVR routers for this DVR port aa151979-f09b-4846-9512-f65f4b208535 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:22:38.212289 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:22:38.215900 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d2ee7-44ea-49c8-8f66-c0d4ee21b5ba None None] Pushing event deleted for resources: {'Port': ['ID=aa151979-f09b-4846-9512-f65f4b208535,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:38.218886 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-899d2ee7-44ea-49c8-8f66-c0d4ee21b5ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:38.334248 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.342459 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.347507 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/networks/c16a9130-05eb-4ded-8a89-b25886dd48b9 HTTP/1.1" status: 204 len: 168 time: 3.7039022 Jun 18 16:22:38.349680 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-07ea058e-52e3-4f5c-af62-fdc28acd2982 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:38.369566 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6f6bc0-3149-4b9e-af1a-8d80d9b2ae54 None None] DHCP port deletion for 82874d6e-22d4-4826-8b39-8ecba1d9886a request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:22:38.370968 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45510) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:38.372333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event deleted for resources: {'Network': ['ID=c16a9130-05eb-4ded-8a89-b25886dd48b9,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:38.387938 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:38.390705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-4594df98-ff02-4fcf-8326-5f4d5d4b813e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-731248077'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:38.437969 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45514) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:38.441644 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dfbbf573-88e9-4c55-9fd4-6652ad209714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.447446 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6ec211a-0697-4024-9151-e9c98c2adbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.454333 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-74a370db-b9e1-41df-8327-35514f0ffbf9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:38.468193 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f6bc0-3149-4b9e-af1a-8d80d9b2ae54 None None] Deleting port e87d901c-2e1c-444b-93ff-ec0d50f9b424 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:38.468412 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eb6f6bc0-3149-4b9e-af1a-8d80d9b2ae54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.490951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec211a-0697-4024-9151-e9c98c2adbab admin admin] Pushing event deleted for resources: {'Port': ['ID=bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:38.500406 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4594df98-ff02-4fcf-8326-5f4d5d4b813e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Made reservation on behalf of ac4b618f0ebb4ac19e60fb4950b41c5c for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:38.500875 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d6ec211a-0697-4024-9151-e9c98c2adbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:38.503839 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4594df98-ff02-4fcf-8326-5f4d5d4b813e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.506709 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17ef44bf-2529-4144-b2b5-5ad736243f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.510401 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17ef44bf-2529-4144-b2b5-5ad736243f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.511563 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-17ef44bf-2529-4144-b2b5-5ad736243f12 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0130434c-e689-4a4e-9fe7-7d53d6b85b73 HTTP/1.1" status: 204 len: 168 time: 1.2084093 Jun 18 16:22:38.530479 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-95fa3780-28e9-4ed6-851d-2bbc17b67e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:38.540506 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-768071a4-2151-49e0-88e9-e7da17cec630 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.541708 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a370db-b9e1-41df-8327-35514f0ffbf9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router 0cf4b20c-4c11-40af-978a-4d905ebfd764 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:22:38.548054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-eb6f6bc0-3149-4b9e-af1a-8d80d9b2ae54 None None] For port e87d901c-2e1c-444b-93ff-ec0d50f9b424, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e87d901c-2e1c-444b-93ff-ec0d50f9b424,segment=NetworkSegment(483d23ff-d007-4e85-86bf-308ff7ee4fe4),segment_id=483d23ff-d007-4e85-86bf-308ff7ee4fe4)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:38.548457 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eb6f6bc0-3149-4b9e-af1a-8d80d9b2ae54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.560348 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df32e249-f52c-41e8-aac4-88f55c042f46 None None] New status for floating IP 07ec3738-2dd2-4217-8f24-bc779b2ae2cc: DOWN {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:22:38.564871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4594df98-ff02-4fcf-8326-5f4d5d4b813e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:22:38.567673 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-768071a4-2151-49e0-88e9-e7da17cec630 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.579094 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port e87d901c-2e1c-444b-93ff-ec0d50f9b424 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:38.579747 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.655157 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4594df98-ff02-4fcf-8326-5f4d5d4b813e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.655815 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-4594df98-ff02-4fcf-8326-5f4d5d4b813e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Added segment 10b1eebd-cc68-4031-98ab-4a48fb5bae5a of type vlan for network df829e30-5069-4e97-b176-a4a8387de149 Jun 18 16:22:38.748752 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4594df98-ff02-4fcf-8326-5f4d5d4b813e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.750972 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f6bc0-3149-4b9e-af1a-8d80d9b2ae54 None None] Calling delete_port for e87d901c-2e1c-444b-93ff-ec0d50f9b424 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:38.783626 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-768071a4-2151-49e0-88e9-e7da17cec630 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Allocated IP 172.26.6.169 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/2f2bfd5d-9f63-4a82-96cb-4f6ea91bd96e) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:38.883207 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef44bf-2529-4144-b2b5-5ad736243f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0130434c-e689-4a4e-9fe7-7d53d6b85b73,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:38.891319 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-17ef44bf-2529-4144-b2b5-5ad736243f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:38.912178 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] For port e87d901c-2e1c-444b-93ff-ec0d50f9b424, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e87d901c-2e1c-444b-93ff-ec0d50f9b424,segment=NetworkSegment(483d23ff-d007-4e85-86bf-308ff7ee4fe4),segment_id=483d23ff-d007-4e85-86bf-308ff7ee4fe4)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:38.912750 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.924249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4594df98-ff02-4fcf-8326-5f4d5d4b813e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.929920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4594df98-ff02-4fcf-8326-5f4d5d4b813e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:38.936749 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4594df98-ff02-4fcf-8326-5f4d5d4b813e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:38.944516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4cc32eaf-329f-4208-bad7-fc36cca899b9 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:38.962856 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a370db-b9e1-41df-8327-35514f0ffbf9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:22:38.976576 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-74a370db-b9e1-41df-8327-35514f0ffbf9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/0cf4b20c-4c11-40af-978a-4d905ebfd764/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4232128 Jun 18 16:22:38.977370 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fba0fd7-cb9a-42db-a4ba-d5c0dcd1b720 None None] Sync routers for ids ['0cf4b20c-4c11-40af-978a-4d905ebfd764'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:22:38.978108 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45522) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:38.980828 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-753543e9-091a-47f4-9198-bc467c1b88af tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:39.001867 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fba0fd7-cb9a-42db-a4ba-d5c0dcd1b720 None None] Routers {'0cf4b20c-4c11-40af-978a-4d905ebfd764'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:39.005244 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3fba0fd7-cb9a-42db-a4ba-d5c0dcd1b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['0cf4b20c-4c11-40af-978a-4d905ebfd764'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:39.009916 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eb6f6bc0-3149-4b9e-af1a-8d80d9b2ae54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:39.014031 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-753543e9-091a-47f4-9198-bc467c1b88af tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:39.027368 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8090d44f-dcdb-473d-b93e-5ceedf24b434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:39.056400 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4594df98-ff02-4fcf-8326-5f4d5d4b813e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6805267 Jun 18 16:22:39.064635 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7e539e46-7870-4860-baa4-7aef9dbe886d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/ports?device_id=0cf4b20c-4c11-40af-978a-4d905ebfd764 HTTP/1.1" status: 200 len: 205 time: 0.0832160 Jun 18 16:22:39.068775 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45524) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:39.069178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45526) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:39.085427 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-6d7c346e-b8c9-4a95-b698-89d2ff17280f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Request body: {'subnet': {'network_id': 'df829e30-5069-4e97-b176-a4a8387de149', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:39.092551 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6f6bc0-3149-4b9e-af1a-8d80d9b2ae54 None None] No DVR routers for this DVR port e87d901c-2e1c-444b-93ff-ec0d50f9b424 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:39.096672 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f6bc0-3149-4b9e-af1a-8d80d9b2ae54 None None] Pushing event deleted for resources: {'Port': ['ID=e87d901c-2e1c-444b-93ff-ec0d50f9b424,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:39.109523 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-eb6f6bc0-3149-4b9e-af1a-8d80d9b2ae54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:39.115100 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45528) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:39.119999 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-753543e9-091a-47f4-9198-bc467c1b88af tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:39.123632 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-753543e9-091a-47f4-9198-bc467c1b88af tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:39.126904 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-753543e9-091a-47f4-9198-bc467c1b88af tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "DELETE /v2.0/security-groups/8fff4447-f964-44bc-b8bb-671702794d0a HTTP/1.1" status: 204 len: 168 time: 0.6903038 Jun 18 16:22:39.158166 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for e87d901c-2e1c-444b-93ff-ec0d50f9b424 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:39.158722 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45530) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:39.166019 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-75cbdc22-15a3-466c-a8c0-2cd2a5ecb75c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:39.201123 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3fba0fd7-cb9a-42db-a4ba-d5c0dcd1b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:39.210843 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fba0fd7-cb9a-42db-a4ba-d5c0dcd1b720 None None] Routers {'0cf4b20c-4c11-40af-978a-4d905ebfd764'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:39.211898 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3fba0fd7-cb9a-42db-a4ba-d5c0dcd1b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['0cf4b20c-4c11-40af-978a-4d905ebfd764'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:39.238365 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753543e9-091a-47f4-9198-bc467c1b88af tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fff4447-f964-44bc-b8bb-671702794d0a,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:39.247855 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-753543e9-091a-47f4-9198-bc467c1b88af tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:39.260596 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3fba0fd7-cb9a-42db-a4ba-d5c0dcd1b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:39.261264 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fba0fd7-cb9a-42db-a4ba-d5c0dcd1b720 None None] The sync data for ids ['0cf4b20c-4c11-40af-978a-4d905ebfd764'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:22:39.330255 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-93c332ca-6002-4bad-96b7-4dd1bcb7d503 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e1e4f37f19dd4e35a2ce8fd8d1fc3b4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116816 Jun 18 16:22:39.332934 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6ec211a-0697-4024-9151-e9c98c2adbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:39.339780 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45532) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:39.497294 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:39.501063 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594df98-ff02-4fcf-8326-5f4d5d4b813e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event updated for resources: {'Network': ['ID=df829e30-5069-4e97-b176-a4a8387de149,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:39.503519 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-9a2fe17f-2b7e-4c51-9cad-0546e332f1f6 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] show failed (client error): The resource could not be found. Jun 18 16:22:39.507285 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9a2fe17f-2b7e-4c51-9cad-0546e332f1f6 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "GET /v2.0/security-groups/8fff4447-f964-44bc-b8bb-671702794d0a HTTP/1.1" status: 404 len: 347 time: 0.3390856 Jun 18 16:22:39.507285 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4594df98-ff02-4fcf-8326-5f4d5d4b813e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:39.518157 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network df829e30-5069-4e97-b176-a4a8387de149 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:22:39.525382 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45534) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:39.550604 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4b8639f1-2999-4f6a-ab8e-7696d38d57a1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:39.554938 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-768071a4-2151-49e0-88e9-e7da17cec630 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:39.698991 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0cccc0-aee9-486f-ae5b-d69e611c7b41 req-05128a89-8175-4932-b563-f51cd1afe2a5 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:39.711057 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7e0cccc0-aee9-486f-ae5b-d69e611c7b41 req-05128a89-8175-4932-b563-f51cd1afe2a5 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.8243139 Jun 18 16:22:39.797640 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e87d901c-2e1c-444b-93ff-ec0d50f9b424 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:22:39.802877 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1d7563d6-7dd1-48d1-8652-4c12b631a0f5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:39.821274 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: e87d901c-2e1c-444b-93ff-ec0d50f9b424 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:22:39.821786 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e87d901c-2e1c-444b-93ff-ec0d50f9b424 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:22:39.840323 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=e87d901c-2e1c-444b-93ff-ec0d50f9b424,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:39.842166 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb068762-7ba5-4d83-b92a-12cc2e5e14ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:39.848465 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:39.863585 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No DVR routers for this DVR port e87d901c-2e1c-444b-93ff-ec0d50f9b424 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:39.911437 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb068762-7ba5-4d83-b92a-12cc2e5e14ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.002401 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4b8639f1-2999-4f6a-ab8e-7696d38d57a1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.009078 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7c346e-b8c9-4a95-b698-89d2ff17280f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Made reservation on behalf of ac4b618f0ebb4ac19e60fb4950b41c5c for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:40.012648 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d7c346e-b8c9-4a95-b698-89d2ff17280f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.019910 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4b8639f1-2999-4f6a-ab8e-7696d38d57a1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.040750 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7e0cccc0-aee9-486f-ae5b-d69e611c7b41 req-0f789e80-0dd2-4030-8fab-b2051ef3532f tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3287890 Jun 18 16:22:40.088625 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.106919 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82874d6e-22d4-4826-8b39-8ecba1d9886a']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:40.123609 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '483d23ff-d007-4e85-86bf-308ff7ee4fe4') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:40.123907 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '483d23ff-d007-4e85-86bf-308ff7ee4fe4') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:40.130010 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-768071a4-2151-49e0-88e9-e7da17cec630 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.135152 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb068762-7ba5-4d83-b92a-12cc2e5e14ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.137763 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb068762-7ba5-4d83-b92a-12cc2e5e14ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.141443 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fb068762-7ba5-4d83-b92a-12cc2e5e14ec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e5b30389-a185-4e21-97e3-1e29483b46b1 HTTP/1.1" status: 204 len: 168 time: 0.7950926 Jun 18 16:22:40.141578 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-eaad78cc-b863-4d11-b7f6-83197da511ee tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:40.145649 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:40.151537 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.167551 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb068762-7ba5-4d83-b92a-12cc2e5e14ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b30389-a185-4e21-97e3-1e29483b46b1,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:40.170072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fb068762-7ba5-4d83-b92a-12cc2e5e14ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:40.178308 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ec211a-0697-4024-9151-e9c98c2adbab admin admin] Router a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:22:40.180694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.192037 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:22:40.192478 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:22:40.197532 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:22:40.208536 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4b8639f1-2999-4f6a-ab8e-7696d38d57a1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.209487 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8639f1-2999-4f6a-ab8e-7696d38d57a1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Fanout notify agent at l3_agent the message router_deleted on router 0cf4b20c-4c11-40af-978a-4d905ebfd764 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:22:40.227066 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768071a4-2151-49e0-88e9-e7da17cec630 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Pushing event updated for resources: {'Port': ['ID=2f2bfd5d-9f63-4a82-96cb-4f6ea91bd96e,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:40.235817 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4b8639f1-2999-4f6a-ab8e-7696d38d57a1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.238955 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4b8639f1-2999-4f6a-ab8e-7696d38d57a1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/routers/0cf4b20c-4c11-40af-978a-4d905ebfd764 HTTP/1.1" status: 204 len: 168 time: 1.1437795 Jun 18 16:22:40.240736 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45538) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:40.251910 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768071a4-2151-49e0-88e9-e7da17cec630 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:40.255048 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-768071a4-2151-49e0-88e9-e7da17cec630 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:40.257654 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-768071a4-2151-49e0-88e9-e7da17cec630 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:40.264166 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768071a4-2151-49e0-88e9-e7da17cec630 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:40.267345 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8943cb89-0feb-40ea-ada6-c18945e7993c tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Deleting port 8791cbaf-4856-40d5-a46e-b24dc8ee2f43 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:40.268017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8943cb89-0feb-40ea-ada6-c18945e7993c tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.345197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.351747 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.351747 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/networks/82874d6e-22d4-4826-8b39-8ecba1d9886a HTTP/1.1" status: 204 len: 168 time: 2.5459690 Jun 18 16:22:40.356144 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:40.357050 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45542) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:40.370459 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-29e1f4ac-1e76-49c4-9a06-476ac4b67413 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d', 'name': 'tempest-PortsIpV6TestJSON-1668110387'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:40.404851 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-5186d334-0fbe-47c8-8e41-b615cdf90579 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting subnet e33ff09e-62ee-4040-878c-f7763a43db33 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:22:40.414593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Network': ['ID=82874d6e-22d4-4826-8b39-8ecba1d9886a,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:40.416998 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:40.417709 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5186d334-0fbe-47c8-8e41-b615cdf90579 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.470613 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5186d334-0fbe-47c8-8e41-b615cdf90579 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.472811 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ec211a-0697-4024-9151-e9c98c2adbab admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:22:40.478567 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d6ec211a-0697-4024-9151-e9c98c2adbab admin admin] 10.222.0.50 "PUT /v2.0/routers/a883c70a-5b3a-4ad3-8401-ca98f30c6fe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1792574 Jun 18 16:22:40.483956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3a52bf-3286-4a2d-af91-dd660130e35a None None] Sync routers for ids ['a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:22:40.494159 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3a52bf-3286-4a2d-af91-dd660130e35a None None] Routers {'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:40.495075 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2b3a52bf-3286-4a2d-af91-dd660130e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:40.502397 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45548) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:40.510376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8943cb89-0feb-40ea-ada6-c18945e7993c tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.510736 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8943cb89-0feb-40ea-ada6-c18945e7993c tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.616066 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-2b3a52bf-3286-4a2d-af91-dd660130e35a None None] Set router a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:22:40.655318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f5d42319-dde7-4566-8096-64b31a685095 admin admin] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.693195 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5186d334-0fbe-47c8-8e41-b615cdf90579 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.808825 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8943cb89-0feb-40ea-ada6-c18945e7993c tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Calling delete_port for 8791cbaf-4856-40d5-a46e-b24dc8ee2f43 owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:40.820916 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f5d42319-dde7-4566-8096-64b31a685095 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.825458 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5186d334-0fbe-47c8-8e41-b615cdf90579 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.831182 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ec11f9de-c386-4775-9cd0-4ce3cfe344fe tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:40.863121 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5186d334-0fbe-47c8-8e41-b615cdf90579 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:40.870475 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5186d334-0fbe-47c8-8e41-b615cdf90579 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/subnets/e33ff09e-62ee-4040-878c-f7763a43db33 HTTP/1.1" status: 204 len: 168 time: 0.6282079 Jun 18 16:22:40.870878 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45560) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:40.875421 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b827c79d-f66e-4674-bfec-7327b08ecc9b None None] Network a49c7a09-b6a3-4d8a-b33e-73e41529350e requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:40.899043 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186d334-0fbe-47c8-8e41-b615cdf90579 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Subnet': ['ID=e33ff09e-62ee-4040-878c-f7763a43db33,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:40.901792 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5186d334-0fbe-47c8-8e41-b615cdf90579 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:40.964189 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2b3a52bf-3286-4a2d-af91-dd660130e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'name': 'tempest-ServersTestJSON-1990322226-router', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63'}], 'enable_snat': True}, 'gw_port_id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:22:38Z', 'revision_number': 5, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'gw_port': {'id': 'f4e26fc0-445d-415e-8651-c1c90c443068', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:40.970251 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cdc062eb-4cb3-4eb8-9e2a-c89fe7878d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.004850 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3a52bf-3286-4a2d-af91-dd660130e35a None None] Checking router: a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:22:41.014256 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.018208 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3a52bf-3286-4a2d-af91-dd660130e35a None None] Routers {'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:41.018867 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2b3a52bf-3286-4a2d-af91-dd660130e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:41.019949 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-f5d42319-dde7-4566-8096-64b31a685095 admin admin] Deleting port f4e26fc0-445d-415e-8651-c1c90c443068 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:41.020352 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f5d42319-dde7-4566-8096-64b31a685095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.047159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e1f4ac-1e76-49c4-9a06-476ac4b67413 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:41.051537 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29e1f4ac-1e76-49c4-9a06-476ac4b67413 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.119109 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8943cb89-0feb-40ea-ada6-c18945e7993c tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.121212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8b6d62ec-c221-435d-86ee-da55433b3580 tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:41.125067 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-768071a4-2151-49e0-88e9-e7da17cec630 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.126718 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45566) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:41.162708 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-f5d42319-dde7-4566-8096-64b31a685095 admin admin] For port f4e26fc0-445d-415e-8651-c1c90c443068, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f4e26fc0-445d-415e-8651-c1c90c443068,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:41.163834 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f5d42319-dde7-4566-8096-64b31a685095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.183902 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-2b3a52bf-3286-4a2d-af91-dd660130e35a None None] Set router a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:22:41.201562 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d7c346e-b8c9-4a95-b698-89d2ff17280f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.254366 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943cb89-0feb-40ea-ada6-c18945e7993c tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Pushing event deleted for resources: {'Port': ['ID=8791cbaf-4856-40d5-a46e-b24dc8ee2f43,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:41.267158 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-f5d42319-dde7-4566-8096-64b31a685095 admin admin] Calling delete_port for f4e26fc0-445d-415e-8651-c1c90c443068 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:41.280246 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2b3a52bf-3286-4a2d-af91-dd660130e35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'name': 'tempest-ServersTestJSON-1990322226-router', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:22:40Z', 'revision_number': 6, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:41.281075 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f04b8e6b-4a5d-4a6e-9f80-82917d7c074c tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1382484184'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:41.290353 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8943cb89-0feb-40ea-ada6-c18945e7993c tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:41.313536 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.316482 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3a52bf-3286-4a2d-af91-dd660130e35a None None] The sync data for ids ['a883c70a-5b3a-4ad3-8401-ca98f30c6fe9'] in dv-neutron-797120-1-hyperv is: [{'id': 'a883c70a-5b3a-4ad3-8401-ca98f30c6fe9', 'name': 'tempest-ServersTestJSON-1990322226-router', 'tenant_id': 'd37ab518138b46219c6e98edeeaed8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:28Z', 'updated_at': '2021-06-18T16:22:40Z', 'revision_number': 6, 'project_id': 'd37ab518138b46219c6e98edeeaed8b5', 'gw_port_host': None}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:22:41.317871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-35b42620-d792-4f37-8eb4-e5b2734460d6 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:41.327848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-29e1f4ac-1e76-49c4-9a06-476ac4b67413 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] device_id is not set on port 7a6f7273-5ba2-4365-a4fb-03ea4e9e08b7 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:22:41.358115 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting port 3e104a2a-2f99-476b-b094-c5aab5192cbf {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:41.358552 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.372136 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675dc4fa-6751-482c-bdd5-24a6d2a516d9 None None] DHCP port deletion for a49c7a09-b6a3-4d8a-b33e-73e41529350e request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:22:41.426987 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-675dc4fa-6751-482c-bdd5-24a6d2a516d9 None None] Deleting port 3e104a2a-2f99-476b-b094-c5aab5192cbf {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:41.427234 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-675dc4fa-6751-482c-bdd5-24a6d2a516d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.473205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] For port 3e104a2a-2f99-476b-b094-c5aab5192cbf, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3e104a2a-2f99-476b-b094-c5aab5192cbf,segment=NetworkSegment(8d05c3b2-9f00-4172-9227-6bf7305df0d9),segment_id=8d05c3b2-9f00-4172-9227-6bf7305df0d9)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:41.473690 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.514236 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-675dc4fa-6751-482c-bdd5-24a6d2a516d9 None None] For port 3e104a2a-2f99-476b-b094-c5aab5192cbf, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3e104a2a-2f99-476b-b094-c5aab5192cbf,segment=NetworkSegment(8d05c3b2-9f00-4172-9227-6bf7305df0d9),segment_id=8d05c3b2-9f00-4172-9227-6bf7305df0d9)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:41.514987 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-675dc4fa-6751-482c-bdd5-24a6d2a516d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.534013 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a108e92-b8bc-434f-a8b8-01a73fdb9b85 req-b13f413b-7ba5-4954-8d8c-da8b0c4b1c34 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:41.535581 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6a108e92-b8bc-434f-a8b8-01a73fdb9b85 req-b13f413b-7ba5-4954-8d8c-da8b0c4b1c34 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.3271916 Jun 18 16:22:41.555168 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c346e-b8c9-4a95-b698-89d2ff17280f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event updated for resources: {'Subnet': ['ID=895ccfc4-2f92-45e9-a8b6-0310156445da,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:41.566074 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6d7c346e-b8c9-4a95-b698-89d2ff17280f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:41.568345 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Calling delete_port for 3e104a2a-2f99-476b-b094-c5aab5192cbf owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:41.579065 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04b8e6b-4a5d-4a6e-9f80-82917d7c074c tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Made reservation on behalf of 63a3a4f336ca4a2d875fabbb604799a2 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:41.583890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f04b8e6b-4a5d-4a6e-9f80-82917d7c074c tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.590707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8943cb89-0feb-40ea-ada6-c18945e7993c tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks [] for floatingip, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.593184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8943cb89-0feb-40ea-ada6-c18945e7993c tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.594145 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-675dc4fa-6751-482c-bdd5-24a6d2a516d9 None None] Calling delete_port for 3e104a2a-2f99-476b-b094-c5aab5192cbf owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:41.594340 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8943cb89-0feb-40ea-ada6-c18945e7993c tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] 10.222.0.50 "DELETE /v2.0/floatingips/07ec3738-2dd2-4217-8f24-bc779b2ae2cc HTTP/1.1" status: 204 len: 168 time: 2.0679743 Jun 18 16:22:41.595440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c346e-b8c9-4a95-b698-89d2ff17280f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Checking segment: {'id': '10b1eebd-cc68-4031-98ab-4a48fb5bae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'df829e30-5069-4e97-b176-a4a8387de149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:41.595809 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7c346e-b8c9-4a95-b698-89d2ff17280f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Network hostable DHCP agents. Network: df829e30-5069-4e97-b176-a4a8387de149, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:22:41.603824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45570) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:41.635634 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f04b8e6b-4a5d-4a6e-9f80-82917d7c074c tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.710815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-675dc4fa-6751-482c-bdd5-24a6d2a516d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.721040 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f5d42319-dde7-4566-8096-64b31a685095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.724813 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:41.733940 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-09732ec8-44bc-494e-9629-23055fb23098 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:41.751237 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675dc4fa-6751-482c-bdd5-24a6d2a516d9 None None] Pushing event deleted for resources: {'Port': ['ID=3e104a2a-2f99-476b-b094-c5aab5192cbf,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:41.753164 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675dc4fa-6751-482c-bdd5-24a6d2a516d9 None None] No DVR routers for this DVR port 3e104a2a-2f99-476b-b094-c5aab5192cbf on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:41.754679 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-675dc4fa-6751-482c-bdd5-24a6d2a516d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:41.825076 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3e104a2a-2f99-476b-b094-c5aab5192cbf no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:22:41.831664 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d42319-dde7-4566-8096-64b31a685095 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4e26fc0-445d-415e-8651-c1c90c443068,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:41.852966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 3e104a2a-2f99-476b-b094-c5aab5192cbf {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:22:41.853321 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3e104a2a-2f99-476b-b094-c5aab5192cbf not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:22:41.853747 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:22:41.858828 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f5d42319-dde7-4566-8096-64b31a685095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:41.883941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:22:41.884305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bee25c7c-dd9a-400b-99dc-dc2d0acd6cf3 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:22:41.958820 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:41.964593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-075b57f8-6d3f-45f7-b7a6-990ceb95d8a0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:42.009336 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f5d42319-dde7-4566-8096-64b31a685095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.012590 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Port': ['ID=3e104a2a-2f99-476b-b094-c5aab5192cbf,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:42.014567 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] No DVR routers for this DVR port 3e104a2a-2f99-476b-b094-c5aab5192cbf on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:42.019109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:42.034346 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.045439 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7c346e-b8c9-4a95-b698-89d2ff17280f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Network df829e30-5069-4e97-b176-a4a8387de149 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:22:42.049649 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6a108e92-b8bc-434f-a8b8-01a73fdb9b85 req-dedc037f-43de-4c2c-8482-a115938e2019 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4985650 Jun 18 16:22:42.102684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-6d7c346e-b8c9-4a95-b698-89d2ff17280f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, df829e30-5069-4e97-b176-a4a8387de149) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:42.123332 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f685ae5b-c0cd-4783-8d12-b05cfc55a3e4 None None] Network df829e30-5069-4e97-b176-a4a8387de149 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:42.128461 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7c346e-b8c9-4a95-b698-89d2ff17280f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:42.129063 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d7c346e-b8c9-4a95-b698-89d2ff17280f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.153527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29e1f4ac-1e76-49c4-9a06-476ac4b67413 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.168935 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f5d42319-dde7-4566-8096-64b31a685095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.180136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-768071a4-2151-49e0-88e9-e7da17cec630 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.187120 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f5d42319-dde7-4566-8096-64b31a685095 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.192592 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-768071a4-2151-49e0-88e9-e7da17cec630 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.334525 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-df829e30-5069-4e97-b176-a4a8387de149', 'network_id': 'df829e30-5069-4e97-b176-a4a8387de149', 'tenant_id': 'ac4b618f0ebb4ac19e60fb4950b41c5c', 'fixed_ips': [{'subnet_id': '895ccfc4-2f92-45e9-a8b6-0310156445da'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:22:42.336323 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.369752 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29e1f4ac-1e76-49c4-9a06-476ac4b67413 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.378016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a69c6822-55fd-4c5b-88ea-382a908b79f6 tempest-FloatingIPAdminTestJSON-859949842 tempest-FloatingIPAdminTestJSON-859949842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:42.424476 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f04b8e6b-4a5d-4a6e-9f80-82917d7c074c tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.443346 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e1f4ac-1e76-49c4-9a06-476ac4b67413 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:42.449476 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-29e1f4ac-1e76-49c4-9a06-476ac4b67413 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:42.451987 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1f4ac-1e76-49c4-9a06-476ac4b67413 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:42.457875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e1f4ac-1e76-49c4-9a06-476ac4b67413 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:42.458551 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29e1f4ac-1e76-49c4-9a06-476ac4b67413 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.462065 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f04b8e6b-4a5d-4a6e-9f80-82917d7c074c tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.473659 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6d7c346e-b8c9-4a95-b698-89d2ff17280f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3939431 Jun 18 16:22:42.482987 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45576) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:42.519299 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04b8e6b-4a5d-4a6e-9f80-82917d7c074c tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:22:42.541562 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Allocated IP 2001:db8::2 (df829e30-5069-4e97-b176-a4a8387de149/895ccfc4-2f92-45e9-a8b6-0310156445da/956733d2-4e79-400c-990d-4db4bbe50110) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:42.570830 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1f4ac-1e76-49c4-9a06-476ac4b67413 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=7a6f7273-5ba2-4365-a4fb-03ea4e9e08b7,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:42.573866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-29e1f4ac-1e76-49c4-9a06-476ac4b67413 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:42.578314 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f079239e-ca97-45b2-b610-2485a67533c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:42.589687 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-29e1f4ac-1e76-49c4-9a06-476ac4b67413 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2263217 Jun 18 16:22:42.599581 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45578) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:42.627137 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f04b8e6b-4a5d-4a6e-9f80-82917d7c074c tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.627508 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-f04b8e6b-4a5d-4a6e-9f80-82917d7c074c tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Added segment 915bb3f8-eb9a-4f9c-83b9-4229f2a21493 of type vlan for network fd574503-9133-4c0a-a9b3-0167a4b8bb2b Jun 18 16:22:42.716968 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768071a4-2151-49e0-88e9-e7da17cec630 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Router 92e620fb-d1fb-45d7-9ee8-c7afaf50dd23 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:22:42.724534 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.730849 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.742336 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Transition to ACTIVE for port object 956733d2-4e79-400c-990d-4db4bbe50110 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:42.753172 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f5d42319-dde7-4566-8096-64b31a685095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.753740 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d42319-dde7-4566-8096-64b31a685095 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:22:42.759579 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Transition to ACTIVE for port object 956733d2-4e79-400c-990d-4db4bbe50110 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:42.763465 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f5d42319-dde7-4566-8096-64b31a685095 admin admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.764556 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f5d42319-dde7-4566-8096-64b31a685095 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a883c70a-5b3a-4ad3-8401-ca98f30c6fe9 HTTP/1.1" status: 204 len: 168 time: 2.2611403 Jun 18 16:22:42.771951 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.773170 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a49c7a09-b6a3-4d8a-b33e-73e41529350e']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:42.773838 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b8e6b-4a5d-4a6e-9f80-82917d7c074c tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4253f09-29c5-4b08-9378-3d6955569c5e,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:42.775461 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4f4ef9d7-59f2-47f6-891b-a3de908309bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:42.777478 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f04b8e6b-4a5d-4a6e-9f80-82917d7c074c tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:42.778321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45580) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:42.804425 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d05c3b2-9f00-4172-9227-6bf7305df0d9') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:42.804731 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d05c3b2-9f00-4172-9227-6bf7305df0d9') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:42.815309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f04b8e6b-4a5d-4a6e-9f80-82917d7c074c tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.820287 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Network df829e30-5069-4e97-b176-a4a8387de149 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:42.825305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:42.830965 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:42.839380 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Pushing event updated for resources: {'Port': ['ID=956733d2-4e79-400c-990d-4db4bbe50110,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:42.844697 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:42.859236 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.875738 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.884290 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:22:42.884802 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.909743 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Attempting to bind port 956733d2-4e79-400c-990d-4db4bbe50110 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:22:42.909846 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Attempting to bind port 956733d2-4e79-400c-990d-4db4bbe50110 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '10b1eebd-cc68-4031-98ab-4a48fb5bae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'df829e30-5069-4e97-b176-a4a8387de149'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:22:42.910224 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Attempting to bind port 956733d2-4e79-400c-990d-4db4bbe50110 on network df829e30-5069-4e97-b176-a4a8387de149 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:22:42.918313 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:22:42.918878 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Checking segment: {'id': '10b1eebd-cc68-4031-98ab-4a48fb5bae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'df829e30-5069-4e97-b176-a4a8387de149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:42.919293 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.919696 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Bound using segment: {'id': '10b1eebd-cc68-4031-98ab-4a48fb5bae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'df829e30-5069-4e97-b176-a4a8387de149'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:22:42.920173 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Bound port: 956733d2-4e79-400c-990d-4db4bbe50110, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b1eebd-cc68-4031-98ab-4a48fb5bae5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'df829e30-5069-4e97-b176-a4a8387de149'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:22:42.920559 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:22:42.942156 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:22:42.945374 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:42.983129 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be79fc-88f9-47c3-a9fc-d032e0b96f5e req-3f16f491-a749-49a3-bd16-64e9f0d7ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:42.984829 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c2be79fc-88f9-47c3-a9fc-d032e0b96f5e req-3f16f491-a749-49a3-bd16-64e9f0d7ac14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3328f9de576047028d611de30e1e3eab&device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 1098 time: 0.3508823 Jun 18 16:22:42.998546 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] For port 956733d2-4e79-400c-990d-4db4bbe50110, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:22:43.003456 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] For port 956733d2-4e79-400c-990d-4db4bbe50110, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=956733d2-4e79-400c-990d-4db4bbe50110,segment=NetworkSegment(10b1eebd-cc68-4031-98ab-4a48fb5bae5a),segment_id=10b1eebd-cc68-4031-98ab-4a48fb5bae5a)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:22:43.009784 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:43.012115 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:43.028141 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f04b8e6b-4a5d-4a6e-9f80-82917d7c074c tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:43.033610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04b8e6b-4a5d-4a6e-9f80-82917d7c074c tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:43.034203 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f04b8e6b-4a5d-4a6e-9f80-82917d7c074c tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:43.040438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d10b12bc-e87a-467f-8940-c7f77718c96c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:43.055497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e80434-2c10-43e7-9331-28317f752945 req-590204e8-ceb2-4c6f-b0b2-e8f90de09947 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:43.055497 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d6e80434-2c10-43e7-9331-28317f752945 req-590204e8-ceb2-4c6f-b0b2-e8f90de09947 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.4507701 Jun 18 16:22:43.077143 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-439a1081-f370-43e4-98e0-862567490f79 admin admin] Deleting subnet 1b6dd737-7e4b-40cd-bf18-9c9044bc5401 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:22:43.083231 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Pushing event updated for resources: {'Port': ['ID=956733d2-4e79-400c-990d-4db4bbe50110,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:43.083448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-439a1081-f370-43e4-98e0-862567490f79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:43.093169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:43.094492 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:43.129240 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3b58e464-4745-4adb-899c-cc2d60bbd626 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:43.141647 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:43.149628 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/networks/a49c7a09-b6a3-4d8a-b33e-73e41529350e HTTP/1.1" status: 204 len: 168 time: 2.2526562 Jun 18 16:22:43.157818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45582) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:43.170391 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f04b8e6b-4a5d-4a6e-9f80-82917d7c074c tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0322704 Jun 18 16:22:43.173081 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45584) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:43.178082 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1916983435', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:43.178404 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Network': ['ID=a49c7a09-b6a3-4d8a-b33e-73e41529350e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:43.192483 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:43.197947 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-62b0422f-10a2-4db0-9fab-0ac61673bc17 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Request body: {'subnet': {'network_id': 'fd574503-9133-4c0a-a9b3-0167a4b8bb2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:43.199823 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-439a1081-f370-43e4-98e0-862567490f79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:43.227566 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be79fc-88f9-47c3-a9fc-d032e0b96f5e req-926f9fbe-6ea6-47bc-bb3b-ab1173899dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:43.229140 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c2be79fc-88f9-47c3-a9fc-d032e0b96f5e req-926f9fbe-6ea6-47bc-bb3b-ab1173899dd9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a164dae-cb32-4185-85ff-e3ff62c30233 HTTP/1.1" status: 200 len: 912 time: 0.2306073 Jun 18 16:22:43.229657 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768071a4-2151-49e0-88e9-e7da17cec630 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:22:43.238397 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db84077d-a19f-41e2-a598-de198338f134 None None] Sync routers for ids ['92e620fb-d1fb-45d7-9ee8-c7afaf50dd23'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:22:43.249980 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db84077d-a19f-41e2-a598-de198338f134 None None] Routers {'92e620fb-d1fb-45d7-9ee8-c7afaf50dd23'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:43.250647 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-db84077d-a19f-41e2-a598-de198338f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['92e620fb-d1fb-45d7-9ee8-c7afaf50dd23'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:43.264673 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-152f05f1-9d03-4ffb-8ac9-f961c61ce286 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port 7a6f7273-5ba2-4365-a4fb-03ea4e9e08b7 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:43.265012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-152f05f1-9d03-4ffb-8ac9-f961c61ce286 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:43.267551 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b8e6b-4a5d-4a6e-9f80-82917d7c074c tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event updated for resources: {'Network': ['ID=fd574503-9133-4c0a-a9b3-0167a4b8bb2b,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:43.273772 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-768071a4-2151-49e0-88e9-e7da17cec630 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:43.278677 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-768071a4-2151-49e0-88e9-e7da17cec630 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "PUT /v2.0/routers/92e620fb-d1fb-45d7-9ee8-c7afaf50dd23 HTTP/1.1" status: 200 len: 920 time: 5.6062534 Jun 18 16:22:43.280421 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45586) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:43.291082 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f04b8e6b-4a5d-4a6e-9f80-82917d7c074c tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:43.300129 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network fd574503-9133-4c0a-a9b3-0167a4b8bb2b details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:22:43.302741 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-db84077d-a19f-41e2-a598-de198338f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:43.321168 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db84077d-a19f-41e2-a598-de198338f134 None None] Routers {'92e620fb-d1fb-45d7-9ee8-c7afaf50dd23'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:43.322215 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-db84077d-a19f-41e2-a598-de198338f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['92e620fb-d1fb-45d7-9ee8-c7afaf50dd23'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:43.392731 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-db84077d-a19f-41e2-a598-de198338f134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:43.393398 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db84077d-a19f-41e2-a598-de198338f134 None None] The sync data for ids ['92e620fb-d1fb-45d7-9ee8-c7afaf50dd23'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:22:43.410935 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d6e80434-2c10-43e7-9331-28317f752945 req-dbe23e42-9151-4c3c-b3d5-9c73c4952473 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3278255 Jun 18 16:22:43.428956 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:43.429983 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:43.472886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-152f05f1-9d03-4ffb-8ac9-f961c61ce286 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:43.479359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Deleting port 956733d2-4e79-400c-990d-4db4bbe50110 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:43.479733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:43.511939 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c2be79fc-88f9-47c3-a9fc-d032e0b96f5e req-58379ac3-1a46-41c0-9ebc-eafcc7469ef3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=013e5971-7b77-4544-9e4c-f90e0fe8f833 HTTP/1.1" status: 200 len: 1000 time: 0.2744682 Jun 18 16:22:43.513998 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-439a1081-f370-43e4-98e0-862567490f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:43.597834 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-152f05f1-9d03-4ffb-8ac9-f961c61ce286 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for 7a6f7273-5ba2-4365-a4fb-03ea4e9e08b7 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:43.612337 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a5a1ac98-d928-4626-964a-559068d69167 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "GET /v2.0/routers/92e620fb-d1fb-45d7-9ee8-c7afaf50dd23 HTTP/1.1" status: 200 len: 926 time: 0.3224680 Jun 18 16:22:43.621541 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45588) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:43.640784 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:43.644999 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be79fc-88f9-47c3-a9fc-d032e0b96f5e req-568050c8-490d-470f-bbfd-2257871ef22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:43.646487 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c2be79fc-88f9-47c3-a9fc-d032e0b96f5e req-568050c8-490d-470f-bbfd-2257871ef22f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e8e39ea-ca18-4f6a-859c-466bac254243 HTTP/1.1" status: 200 len: 850 time: 0.1094911 Jun 18 16:22:43.654070 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:43.673527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b0422f-10a2-4db0-9fab-0ac61673bc17 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Made reservation on behalf of 63a3a4f336ca4a2d875fabbb604799a2 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:43.677740 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62b0422f-10a2-4db0-9fab-0ac61673bc17 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:43.731739 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b57cf83c-2bbd-4fed-a448-f3f5e0a8ef35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:43.787499 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-439a1081-f370-43e4-98e0-862567490f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:43.794824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1e636b22-54b2-4d6d-8072-5a67ec38ea8c tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:43.803625 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 956733d2-4e79-400c-990d-4db4bbe50110 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:22:43.837198 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a1081-f370-43e4-98e0-862567490f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6dd737-7e4b-40cd-bf18-9c9044bc5401,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:43.845513 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-439a1081-f370-43e4-98e0-862567490f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:43.849841 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-439a1081-f370-43e4-98e0-862567490f79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:43.852826 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-439a1081-f370-43e4-98e0-862567490f79 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/1b6dd737-7e4b-40cd-bf18-9c9044bc5401 HTTP/1.1" status: 204 len: 168 time: 1.0717480 Jun 18 16:22:43.856821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45590) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:43.860831 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db3ffe4-8a1b-470f-8c8f-70b8440d8edc None None] Network 35dd169e-5f93-47a6-9344-547c849f4922 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:43.903384 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19402f44-0920-46f1-a1bd-e4e35f229a44 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:43.907377 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-19402f44-0920-46f1-a1bd-e4e35f229a44 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&device_id=92e620fb-d1fb-45d7-9ee8-c7afaf50dd23&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2792928 Jun 18 16:22:43.909306 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45592) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:43.961684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be79fc-88f9-47c3-a9fc-d032e0b96f5e req-03923bd2-1f54-4618-9c41-aa3ec3659015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:43.963533 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c2be79fc-88f9-47c3-a9fc-d032e0b96f5e req-03923bd2-1f54-4618-9c41-aa3ec3659015 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a164dae-cb32-4185-85ff-e3ff62c30233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2853804 Jun 18 16:22:43.965251 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 956733d2-4e79-400c-990d-4db4bbe50110 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:44.088444 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f4e26fc0-445d-415e-8651-c1c90c443068 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:22:44.112355 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: f4e26fc0-445d-415e-8651-c1c90c443068 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:22:44.113012 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f4e26fc0-445d-415e-8651-c1c90c443068 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:22:44.138059 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0056f1-0670-404f-ad60-ef96e727ed4e tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:44.139714 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5e0056f1-0670-404f-ad60-ef96e727ed4e tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "GET /v2.0/networks/81b3e7a1-a3eb-41d3-a54b-e3363be60296 HTTP/1.1" status: 200 len: 881 time: 0.2292497 Jun 18 16:22:44.150064 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45594) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:44.184835 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238b754c-fa8b-4b2d-a8cb-0b06ac964b51 None None] DHCP port deletion for 35dd169e-5f93-47a6-9344-547c849f4922 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:22:44.251295 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-238b754c-fa8b-4b2d-a8cb-0b06ac964b51 None None] Deleting port e6dfae6b-afef-4822-baf5-50f40e481e0c {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:44.252372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-238b754c-fa8b-4b2d-a8cb-0b06ac964b51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:44.258675 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8eed7343-5d58-4ded-9372-f8667351f28b tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "GET /v2.0/ports?device_id=92e620fb-d1fb-45d7-9ee8-c7afaf50dd23 HTTP/1.1" status: 200 len: 205 time: 0.0975609 Jun 18 16:22:44.262617 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45596) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:44.336379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-238b754c-fa8b-4b2d-a8cb-0b06ac964b51 None None] For port e6dfae6b-afef-4822-baf5-50f40e481e0c, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e6dfae6b-afef-4822-baf5-50f40e481e0c,segment=NetworkSegment(fc36ef62-fbed-4b65-b58a-9cd84e5e33b2),segment_id=fc36ef62-fbed-4b65-b58a-9cd84e5e33b2)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:44.337535 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-238b754c-fa8b-4b2d-a8cb-0b06ac964b51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:44.398073 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:44.410056 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] For port 956733d2-4e79-400c-990d-4db4bbe50110, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=956733d2-4e79-400c-990d-4db4bbe50110,segment=NetworkSegment(10b1eebd-cc68-4031-98ab-4a48fb5bae5a),segment_id=10b1eebd-cc68-4031-98ab-4a48fb5bae5a)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:44.410441 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:44.427975 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c2be79fc-88f9-47c3-a9fc-d032e0b96f5e req-bfcc200b-36b2-42f6-87ed-092ebd527440 service neutron] 10.222.0.55 "GET /v2.0/networks/8a164dae-cb32-4185-85ff-e3ff62c30233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059618 Jun 18 16:22:44.442865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-238b754c-fa8b-4b2d-a8cb-0b06ac964b51 None None] Calling delete_port for e6dfae6b-afef-4822-baf5-50f40e481e0c owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:44.526763 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15c2ec14-d13a-4db9-aa9d-6954518b6816 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:44.556521 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a11ebf-e5bb-4378-b5c4-f7178e3f2e42 None None] Network df829e30-5069-4e97-b176-a4a8387de149 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:44.572134 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-238b754c-fa8b-4b2d-a8cb-0b06ac964b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:44.597389 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Calling delete_port for 956733d2-4e79-400c-990d-4db4bbe50110 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:44.619241 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-549b0f7e-e7a8-42b4-87d4-7343f570a737 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:44.624321 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238b754c-fa8b-4b2d-a8cb-0b06ac964b51 None None] No DVR routers for this DVR port e6dfae6b-afef-4822-baf5-50f40e481e0c on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:44.653935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a931178-2277-4330-9760-b2d5d94ddc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:44.669273 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b754c-fa8b-4b2d-a8cb-0b06ac964b51 None None] Pushing event deleted for resources: {'Port': ['ID=e6dfae6b-afef-4822-baf5-50f40e481e0c,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:44.675747 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-238b754c-fa8b-4b2d-a8cb-0b06ac964b51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:44.691245 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-152f05f1-9d03-4ffb-8ac9-f961c61ce286 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:44.698258 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c2be79fc-88f9-47c3-a9fc-d032e0b96f5e req-e2dfbb19-e4c6-4753-90b0-27625a96a2b5 service neutron] 10.222.0.55 "GET /v2.0/networks/8a164dae-cb32-4185-85ff-e3ff62c30233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623203 Jun 18 16:22:44.710395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8110510a-c4d8-4b8e-8758-b3a8de55fd4b tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:44.750175 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15c2ec14-d13a-4db9-aa9d-6954518b6816 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:44.762499 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e041e0bd-645d-48cc-9897-92e66ffc9c71 None None] Provisioning for port 956733d2-4e79-400c-990d-4db4bbe50110 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:44.783617 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e041e0bd-645d-48cc-9897-92e66ffc9c71 None None] Provisioning complete for port 956733d2-4e79-400c-990d-4db4bbe50110 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:44.784939 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e041e0bd-645d-48cc-9897-92e66ffc9c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:44.799627 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-b57cf83c-2bbd-4fed-a448-f3f5e0a8ef35 admin admin] Deleting port 9561b899-6ef1-49a3-b6e5-0a8941738614 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:44.800002 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b57cf83c-2bbd-4fed-a448-f3f5e0a8ef35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:44.820508 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f05f1-9d03-4ffb-8ac9-f961c61ce286 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=7a6f7273-5ba2-4365-a4fb-03ea4e9e08b7,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:44.833522 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-152f05f1-9d03-4ffb-8ac9-f961c61ce286 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:44.844638 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-152f05f1-9d03-4ffb-8ac9-f961c61ce286 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:44.846633 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-152f05f1-9d03-4ffb-8ac9-f961c61ce286 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/ports/7a6f7273-5ba2-4365-a4fb-03ea4e9e08b7 HTTP/1.1" status: 204 len: 168 time: 2.2350404 Jun 18 16:22:44.873597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45600) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:44.884707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-80065360-1d4a-49c6-92ee-924ef6da8c82 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d', 'mac_address': 'fa:16:3e:e4:4e:c4', 'name': 'tempest-PortsIpV6TestJSON-1442620807'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:44.972623 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e041e0bd-645d-48cc-9897-92e66ffc9c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:45.025847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-e041e0bd-645d-48cc-9897-92e66ffc9c71 None None] For port 956733d2-4e79-400c-990d-4db4bbe50110, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=956733d2-4e79-400c-990d-4db4bbe50110,segment=NetworkSegment(10b1eebd-cc68-4031-98ab-4a48fb5bae5a),segment_id=10b1eebd-cc68-4031-98ab-4a48fb5bae5a)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:45.031102 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e041e0bd-645d-48cc-9897-92e66ffc9c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:45.037276 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-339d9515-10ad-4453-b7eb-04b7b0ba4cfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:45.169283 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a931178-2277-4330-9760-b2d5d94ddc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:45.192836 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-b57cf83c-2bbd-4fed-a448-f3f5e0a8ef35 admin admin] For port 9561b899-6ef1-49a3-b6e5-0a8941738614, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9561b899-6ef1-49a3-b6e5-0a8941738614,segment=NetworkSegment(165516cf-6e70-4466-93c8-4f29aa5c8be4),segment_id=165516cf-6e70-4466-93c8-4f29aa5c8be4)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:45.192836 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b57cf83c-2bbd-4fed-a448-f3f5e0a8ef35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:45.195365 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef99896-0cc0-4ad4-a984-de0c8f2aaaff req-5588c97d-80b2-4d48-8a8e-1ecf8266f796 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:45.204865 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bef99896-0cc0-4ad4-a984-de0c8f2aaaff req-5588c97d-80b2-4d48-8a8e-1ecf8266f796 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.5537765 Jun 18 16:22:45.234993 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62b0422f-10a2-4db0-9fab-0ac61673bc17 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:45.269997 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:45.279693 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-9a931178-2277-4330-9760-b2d5d94ddc38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35dd169e-5f93-47a6-9344-547c849f4922']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:45.294861 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-b57cf83c-2bbd-4fed-a448-f3f5e0a8ef35 admin admin] Calling delete_port for 9561b899-6ef1-49a3-b6e5-0a8941738614 owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:45.297838 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041e0bd-645d-48cc-9897-92e66ffc9c71 None None] Pushing event updated for resources: {'Port': ['ID=956733d2-4e79-400c-990d-4db4bbe50110,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:45.309651 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e041e0bd-645d-48cc-9897-92e66ffc9c71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:45.355020 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-437f1d81-6391-4fb5-9a8f-cbe064b26b70 None None] Provisioning complete for port 956733d2-4e79-400c-990d-4db4bbe50110 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:45.355587 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-437f1d81-6391-4fb5-9a8f-cbe064b26b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:45.364309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-9a931178-2277-4330-9760-b2d5d94ddc38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc36ef62-fbed-4b65-b58a-9cd84e5e33b2') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:45.365123 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-9a931178-2277-4330-9760-b2d5d94ddc38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc36ef62-fbed-4b65-b58a-9cd84e5e33b2') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:45.419699 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a931178-2277-4330-9760-b2d5d94ddc38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:45.464590 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80065360-1d4a-49c6-92ee-924ef6da8c82 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:45.476679 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-15c2ec14-d13a-4db9-aa9d-6954518b6816 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Deleting port 2f2bfd5d-9f63-4a82-96cb-4f6ea91bd96e {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:45.477202 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15c2ec14-d13a-4db9-aa9d-6954518b6816 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:45.536697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:45.540437 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a931178-2277-4330-9760-b2d5d94ddc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:45.548372 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bef99896-0cc0-4ad4-a984-de0c8f2aaaff req-df8d4193-1cdc-4251-8b16-068600488508 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426621 Jun 18 16:22:45.563280 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0422f-10a2-4db0-9fab-0ac61673bc17 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event updated for resources: {'Subnet': ['ID=ae54828d-2f91-48d2-8df7-b723c3b14d20,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:45.574001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-62b0422f-10a2-4db0-9fab-0ac61673bc17 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:45.580695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a931178-2277-4330-9760-b2d5d94ddc38 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:22:45.581112 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a931178-2277-4330-9760-b2d5d94ddc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:45.582660 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ed300745-31bf-4e32-a753-51ed650b3154 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:22:45.586010 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:22:45.605023 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15c2ec14-d13a-4db9-aa9d-6954518b6816 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:45.658985 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b57cf83c-2bbd-4fed-a448-f3f5e0a8ef35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:45.662373 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24dfa5b-c723-45d5-a75c-18eddd3c8fe7 None None] DHCP port deletion for df829e30-5069-4e97-b176-a4a8387de149 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:22:45.672606 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event deleted for resources: {'Port': ['ID=956733d2-4e79-400c-990d-4db4bbe50110,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:45.687203 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeec9ae-057b-4afe-a914-1f845b7efb44 None None] get_active_networks_info from dv-neutron-797120-1-hyperv {{(pid=93455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 16:22:45.689367 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-15c2ec14-d13a-4db9-aa9d-6954518b6816 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Calling delete_port for 2f2bfd5d-9f63-4a82-96cb-4f6ea91bd96e owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:45.692167 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0b83aabf-e4cf-4cd5-a098-a995ea888aaf tempest-PortsAdminExtendedAttrsTestJSON-950887757 tempest-PortsAdminExtendedAttrsTestJSON-950887757-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:45.708934 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:45.709704 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0422f-10a2-4db0-9fab-0ac61673bc17 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Checking segment: {'id': '915bb3f8-eb9a-4f9c-83b9-4229f2a21493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fd574503-9133-4c0a-a9b3-0167a4b8bb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:45.710666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b0422f-10a2-4db0-9fab-0ac61673bc17 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Network hostable DHCP agents. Network: fd574503-9133-4c0a-a9b3-0167a4b8bb2b, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:22:45.728659 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57cf83c-2bbd-4fed-a448-f3f5e0a8ef35 admin admin] Pushing event deleted for resources: {'Port': ['ID=9561b899-6ef1-49a3-b6e5-0a8941738614,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:45.733220 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b57cf83c-2bbd-4fed-a448-f3f5e0a8ef35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:45.749194 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80065360-1d4a-49c6-92ee-924ef6da8c82 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:45.800326 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 956733d2-4e79-400c-990d-4db4bbe50110 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:22:45.814104 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] No DVR routers for this DVR port 956733d2-4e79-400c-990d-4db4bbe50110 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:45.824467 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a931178-2277-4330-9760-b2d5d94ddc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:45.829048 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 956733d2-4e79-400c-990d-4db4bbe50110 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:22:45.829925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 956733d2-4e79-400c-990d-4db4bbe50110 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:22:45.829925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e6dfae6b-afef-4822-baf5-50f40e481e0c no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:22:45.852954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-28375707-8725-444a-b7b9-c8556896d9cf tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:45.856748 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: e6dfae6b-afef-4822-baf5-50f40e481e0c {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:22:45.857213 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e6dfae6b-afef-4822-baf5-50f40e481e0c not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:22:45.861846 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a931178-2277-4330-9760-b2d5d94ddc38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:45.863753 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9a931178-2277-4330-9760-b2d5d94ddc38 admin admin] 10.222.0.50 "DELETE /v2.0/networks/35dd169e-5f93-47a6-9344-547c849f4922 HTTP/1.1" status: 204 len: 168 time: 1.9950955 Jun 18 16:22:45.890995 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-80065360-1d4a-49c6-92ee-924ef6da8c82 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] device_id is not set on port f12c9696-0c65-48da-8090-9a0ab173b024 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:22:45.916165 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a931178-2277-4330-9760-b2d5d94ddc38 admin admin] Pushing event deleted for resources: {'Network': ['ID=35dd169e-5f93-47a6-9344-547c849f4922,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:45.922401 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:45.930644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9a931178-2277-4330-9760-b2d5d94ddc38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:45.989524 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b0422f-10a2-4db0-9fab-0ac61673bc17 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Network fd574503-9133-4c0a-a9b3-0167a4b8bb2b is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:22:45.995784 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.006194 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.044205 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-62b0422f-10a2-4db0-9fab-0ac61673bc17 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, fd574503-9133-4c0a-a9b3-0167a4b8bb2b) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:46.044401 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b57cf83c-2bbd-4fed-a448-f3f5e0a8ef35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.048562 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdeec9ae-057b-4afe-a914-1f845b7efb44 None None] Unable to find a vacant binding_index for network fd574503-9133-4c0a-a9b3-0167a4b8bb2b and agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 {{(pid=93455) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 18 16:22:46.054352 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15c2ec14-d13a-4db9-aa9d-6954518b6816 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.056285 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdeec9ae-057b-4afe-a914-1f845b7efb44 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, fd574503-9133-4c0a-a9b3-0167a4b8bb2b) {{(pid=93455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 18 16:22:46.057628 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d6ec211a-0697-4024-9151-e9c98c2adbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:46.083809 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b0422f-10a2-4db0-9fab-0ac61673bc17 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:46.084406 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62b0422f-10a2-4db0-9fab-0ac61673bc17 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.144858 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2ec14-d13a-4db9-aa9d-6954518b6816 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Pushing event deleted for resources: {'Port': ['ID=2f2bfd5d-9f63-4a82-96cb-4f6ea91bd96e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:46.149684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-15c2ec14-d13a-4db9-aa9d-6954518b6816 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:46.157233 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-62b0422f-10a2-4db0-9fab-0ac61673bc17 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9654644 Jun 18 16:22:46.183555 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45604) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:46.209500 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45606) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:46.215465 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Request body: {'port': {'network_id': 'fd574503-9133-4c0a-a9b3-0167a4b8bb2b', 'name': 'tempest-AllowedAddressPairTestJSON-716823608'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:46.238450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.249370 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:46.305962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event deleted for resources: {'Subnet': ['ID=895ccfc4-2f92-45e9-a8b6-0310156445da,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:46.310548 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Allocated IP 172.26.6.68 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/9cf046f5-1bb3-4891-a00f-2719290f0efb) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:46.323353 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:46.357022 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15c2ec14-d13a-4db9-aa9d-6954518b6816 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.364044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80065360-1d4a-49c6-92ee-924ef6da8c82 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.396707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.421144 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df829e30-5069-4e97-b176-a4a8387de149']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:46.477407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b1eebd-cc68-4031-98ab-4a48fb5bae5a') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:46.477745 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b1eebd-cc68-4031-98ab-4a48fb5bae5a') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:46.490250 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15c2ec14-d13a-4db9-aa9d-6954518b6816 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.494325 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f69b3a29-cae3-42b7-9338-d50353f48c6c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d37ab518138b46219c6e98edeeaed8b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2736263 Jun 18 16:22:46.501101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.502557 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45608) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:46.503135 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15c2ec14-d13a-4db9-aa9d-6954518b6816 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.526120 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-fd574503-9133-4c0a-a9b3-0167a4b8bb2b', 'network_id': 'fd574503-9133-4c0a-a9b3-0167a4b8bb2b', 'tenant_id': '63a3a4f336ca4a2d875fabbb604799a2', 'fixed_ips': [{'subnet_id': 'ae54828d-2f91-48d2-8df7-b723c3b14d20'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:22:46.527291 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.549561 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.576162 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80065360-1d4a-49c6-92ee-924ef6da8c82 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.578121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:22:46.581860 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:22:46.589492 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:22:46.606525 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:46.692836 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:22:46.697514 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57cf83c-2bbd-4fed-a448-f3f5e0a8ef35 admin admin] Router 7c41d453-73a6-498d-8d4d-c3b13afba07a has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:22:46.697962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.717797 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Allocated IP 172.20.0.2 (fd574503-9133-4c0a-a9b3-0167a4b8bb2b/ae54828d-2f91-48d2-8df7-b723c3b14d20/824ab737-40dd-4275-8436-b17d47b60ca9) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:46.720860 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15c2ec14-d13a-4db9-aa9d-6954518b6816 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.721506 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c2ec14-d13a-4db9-aa9d-6954518b6816 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Fanout notify agent at l3_agent the message router_deleted on router 92e620fb-d1fb-45d7-9ee8-c7afaf50dd23 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:22:46.734826 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15c2ec14-d13a-4db9-aa9d-6954518b6816 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.739501 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80065360-1d4a-49c6-92ee-924ef6da8c82 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:46.739680 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-15c2ec14-d13a-4db9-aa9d-6954518b6816 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "DELETE /v2.0/routers/92e620fb-d1fb-45d7-9ee8-c7afaf50dd23 HTTP/1.1" status: 204 len: 168 time: 2.4714527 Jun 18 16:22:46.741969 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45612) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:46.749202 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1633886441', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}, 'admin_state_up': False}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:46.768779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-80065360-1d4a-49c6-92ee-924ef6da8c82 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:46.777288 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e48f7e58-58fd-4d2b-8c4e-4b791d8dadda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.778872 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.781963 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80065360-1d4a-49c6-92ee-924ef6da8c82 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:46.787532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80065360-1d4a-49c6-92ee-924ef6da8c82 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:46.788709 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80065360-1d4a-49c6-92ee-924ef6da8c82 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.792049 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Made reservation on behalf of 63a3a4f336ca4a2d875fabbb604799a2 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:46.795340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.799570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80065360-1d4a-49c6-92ee-924ef6da8c82 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=f12c9696-0c65-48da-8090-9a0ab173b024,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:46.808817 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.810740 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/networks/df829e30-5069-4e97-b176-a4a8387de149 HTTP/1.1" status: 204 len: 168 time: 4.3246365 Jun 18 16:22:46.818125 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45614) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:46.821288 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-80065360-1d4a-49c6-92ee-924ef6da8c82 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:46.823373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-34c60107-e8fa-4a99-9778-f6068001476a tempest-ExternalNetworksTestJSON-1957346481 tempest-ExternalNetworksTestJSON-1957346481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:46.830656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-525c5cd4-f573-48fd-833a-394b06468eed tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1932501170'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:46.860237 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event deleted for resources: {'Network': ['ID=df829e30-5069-4e97-b176-a4a8387de149,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:46.869275 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e48f7e58-58fd-4d2b-8c4e-4b791d8dadda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.879005 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:46.881285 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] device_id is not set on port 4cf5c03c-380d-4331-90c7-b587cf5cf1ac yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:22:46.891724 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.892727 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.900420 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-80065360-1d4a-49c6-92ee-924ef6da8c82 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0216894 Jun 18 16:22:46.908348 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45616) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:46.927241 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.931240 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.931911 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-768071a4-2151-49e0-88e9-e7da17cec630 tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:46.943542 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Transition to ACTIVE for port object 824ab737-40dd-4275-8436-b17d47b60ca9 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:46.944890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b298c3e0-de58-4d0f-9ba9-de1490095b55 req-db0124c7-7a3b-4d01-98f2-e2ab40a71e9e tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:46.946662 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b298c3e0-de58-4d0f-9ba9-de1490095b55 req-db0124c7-7a3b-4d01-98f2-e2ab40a71e9e tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.2463124 Jun 18 16:22:46.972742 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Transition to ACTIVE for port object 824ab737-40dd-4275-8436-b17d47b60ca9 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:46.980192 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:46.986876 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e041e0bd-645d-48cc-9897-92e66ffc9c71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:47.001881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:47.010385 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:47.012313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e48f7e58-58fd-4d2b-8c4e-4b791d8dadda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:47.014809 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e48f7e58-58fd-4d2b-8c4e-4b791d8dadda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:47.018245 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e48f7e58-58fd-4d2b-8c4e-4b791d8dadda admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/65ccaa95-d10f-4222-9a3c-bf0cdd512a17 HTTP/1.1" status: 204 len: 168 time: 0.5109134 Jun 18 16:22:47.018245 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:47.023813 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525c5cd4-f573-48fd-833a-394b06468eed tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Made reservation on behalf of ac4b618f0ebb4ac19e60fb4950b41c5c for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:47.027334 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-525c5cd4-f573-48fd-833a-394b06468eed tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:47.035054 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=9cf046f5-1bb3-4891-a00f-2719290f0efb,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:47.059303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:47.059770 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:47.063794 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Pushing event updated for resources: {'Port': ['ID=824ab737-40dd-4275-8436-b17d47b60ca9,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:47.072724 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57cf83c-2bbd-4fed-a448-f3f5e0a8ef35 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:22:47.076700 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b298c3e0-de58-4d0f-9ba9-de1490095b55 req-580f9ab1-2b69-4c18-a153-33fed4eedbad tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049576 Jun 18 16:22:47.081323 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f7e58-58fd-4d2b-8c4e-4b791d8dadda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ccaa95-d10f-4222-9a3c-bf0cdd512a17,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:47.084403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e48f7e58-58fd-4d2b-8c4e-4b791d8dadda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:47.087065 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b57cf83c-2bbd-4fed-a448-f3f5e0a8ef35 admin admin] 10.222.0.50 "PUT /v2.0/routers/7c41d453-73a6-498d-8d4d-c3b13afba07a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4819317 Jun 18 16:22:47.087317 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45620) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:47.100976 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Network fd574503-9133-4c0a-a9b3-0167a4b8bb2b is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:47.105425 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:47.107395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:47.119759 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a673df7-6b43-4899-9691-c1f5f1606928 None None] Sync routers for ids ['7c41d453-73a6-498d-8d4d-c3b13afba07a'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:22:47.127563 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:47.128400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a35027f-faef-477f-877e-6ec2926715fc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:47.133188 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1a35027f-faef-477f-877e-6ec2926715fc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports/f12c9696-0c65-48da-8090-9a0ab173b024 HTTP/1.1" status: 200 len: 845 time: 0.2204807 Jun 18 16:22:47.133188 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:47.136153 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45624) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:47.179883 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a673df7-6b43-4899-9691-c1f5f1606928 None None] Routers {'7c41d453-73a6-498d-8d4d-c3b13afba07a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:47.180723 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-3a673df7-6b43-4899-9691-c1f5f1606928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7c41d453-73a6-498d-8d4d-c3b13afba07a'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:47.326020 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525c5cd4-f573-48fd-833a-394b06468eed tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:22:47.348606 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Attempting to bind port 824ab737-40dd-4275-8436-b17d47b60ca9 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:22:47.349175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Attempting to bind port 824ab737-40dd-4275-8436-b17d47b60ca9 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '915bb3f8-eb9a-4f9c-83b9-4229f2a21493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fd574503-9133-4c0a-a9b3-0167a4b8bb2b'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:22:47.349658 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Attempting to bind port 824ab737-40dd-4275-8436-b17d47b60ca9 on network fd574503-9133-4c0a-a9b3-0167a4b8bb2b {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:22:47.355965 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.db.api [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1940cfe7-8157-47c7-8fb9-b9917054830b {{(pid=93454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:22:47.356693 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_db.api [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:22:47.359427 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:22:47.359953 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Checking segment: {'id': '915bb3f8-eb9a-4f9c-83b9-4229f2a21493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fd574503-9133-4c0a-a9b3-0167a4b8bb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:47.360769 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:47.361451 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Bound using segment: {'id': '915bb3f8-eb9a-4f9c-83b9-4229f2a21493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fd574503-9133-4c0a-a9b3-0167a4b8bb2b'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:22:47.362063 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Bound port: 824ab737-40dd-4275-8436-b17d47b60ca9, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '915bb3f8-eb9a-4f9c-83b9-4229f2a21493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fd574503-9133-4c0a-a9b3-0167a4b8bb2b'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:22:47.362613 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:47.379349 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-3a673df7-6b43-4899-9691-c1f5f1606928 None None] Set router 7c41d453-73a6-498d-8d4d-c3b13afba07a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:22:47.466532 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:47.484609 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-525c5cd4-f573-48fd-833a-394b06468eed tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:47.485612 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-525c5cd4-f573-48fd-833a-394b06468eed tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Added segment 338c2621-ef8f-4072-9722-fc38c191defe of type vlan for network 1f5547c1-2992-43fe-9471-7eb3d05ee042 Jun 18 16:22:47.585560 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] For port 824ab737-40dd-4275-8436-b17d47b60ca9, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:22:47.624312 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-525c5cd4-f573-48fd-833a-394b06468eed tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:47.637658 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] For port 824ab737-40dd-4275-8436-b17d47b60ca9, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=824ab737-40dd-4275-8436-b17d47b60ca9,segment=NetworkSegment(915bb3f8-eb9a-4f9c-83b9-4229f2a21493),segment_id=915bb3f8-eb9a-4f9c-83b9-4229f2a21493)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:22:47.662012 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-cafc0629-ac59-4e39-9fd5-37675ce407e5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port f12c9696-0c65-48da-8090-9a0ab173b024 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:47.662359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cafc0629-ac59-4e39-9fd5-37675ce407e5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:47.678022 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:47.682004 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-00053f18-498a-475f-86e2-b223a1b8a1c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:47.711336 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-337b8b0f-d8bf-470c-a2a4-478183a0f6de admin admin] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:47.777225 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Pushing event updated for resources: {'Port': ['ID=824ab737-40dd-4275-8436-b17d47b60ca9,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:47.780834 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:47.801534 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-3a673df7-6b43-4899-9691-c1f5f1606928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'name': 'tempest-ServersTestManualDisk-1011070602-router', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '69717999-3c1b-4635-b09d-9b19327177d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:29Z', 'updated_at': '2021-06-18T16:22:45Z', 'revision_number': 5, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'gw_port': {'id': '69717999-3c1b-4635-b09d-9b19327177d5', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:30Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:47.804287 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05e8b4-5a78-4d91-8c34-cc3daa698d3b req-9a4e9ace-2531-48c5-b4ab-97e38702e317 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:47.812716 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-af05e8b4-5a78-4d91-8c34-cc3daa698d3b req-9a4e9ace-2531-48c5-b4ab-97e38702e317 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.3372705 Jun 18 16:22:47.846364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a673df7-6b43-4899-9691-c1f5f1606928 None None] Checking router: 7c41d453-73a6-498d-8d4d-c3b13afba07a for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:22:47.855064 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:47.858254 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a673df7-6b43-4899-9691-c1f5f1606928 None None] Routers {'7c41d453-73a6-498d-8d4d-c3b13afba07a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:47.858951 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-3a673df7-6b43-4899-9691-c1f5f1606928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7c41d453-73a6-498d-8d4d-c3b13afba07a'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:47.977153 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-af05e8b4-5a78-4d91-8c34-cc3daa698d3b req-b0cbbb38-e7f7-44bb-86c5-ef3bd8e5912e tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605418 Jun 18 16:22:48.052085 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-3a673df7-6b43-4899-9691-c1f5f1606928 None None] Set router 7c41d453-73a6-498d-8d4d-c3b13afba07a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:22:48.121611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-337b8b0f-d8bf-470c-a2a4-478183a0f6de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:48.135413 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:48.200243 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-525c5cd4-f573-48fd-833a-394b06468eed tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:48.205710 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525c5cd4-f573-48fd-833a-394b06468eed tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:48.206285 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-525c5cd4-f573-48fd-833a-394b06468eed tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:48.223452 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b8ec1fd0-a5c4-4455-bbee-40195c69a781 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:48.230468 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] device_id is not set on port 26ce5e79-e31a-4dcf-a71e-b41b7fe23440 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:22:48.316582 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cafc0629-ac59-4e39-9fd5-37675ce407e5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:48.368988 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-3a673df7-6b43-4899-9691-c1f5f1606928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'name': 'tempest-ServersTestManualDisk-1011070602-router', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '69717999-3c1b-4635-b09d-9b19327177d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:29Z', 'updated_at': '2021-06-18T16:22:45Z', 'revision_number': 5, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'gw_port': {'id': '69717999-3c1b-4635-b09d-9b19327177d5', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:30Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:48.410856 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a673df7-6b43-4899-9691-c1f5f1606928 None None] The sync data for ids ['7c41d453-73a6-498d-8d4d-c3b13afba07a'] in dv-neutron-797120-1-hyperv is: [{'id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'name': 'tempest-ServersTestManualDisk-1011070602-router', 'tenant_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138'}], 'enable_snat': True}, 'gw_port_id': '69717999-3c1b-4635-b09d-9b19327177d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:29Z', 'updated_at': '2021-06-18T16:22:45Z', 'revision_number': 5, 'project_id': '65b6bdecdcc3441fbe4e9a0abb64592f', 'gw_port': {'id': '69717999-3c1b-4635-b09d-9b19327177d5', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:ad:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c41d453-73a6-498d-8d4d-c3b13afba07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:30Z', 'updated_at': '2021-06-18T16:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:22:48.463347 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-525c5cd4-f573-48fd-833a-394b06468eed tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6402559 Jun 18 16:22:48.472182 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45646) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:48.484708 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-93922728-cc1b-47ab-ae13-0a740aac0b4f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Request body: {'subnet': {'network_id': '1f5547c1-2992-43fe-9471-7eb3d05ee042', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:48.495067 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-337b8b0f-d8bf-470c-a2a4-478183a0f6de admin admin] Deleting port 69717999-3c1b-4635-b09d-9b19327177d5 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:48.495622 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-337b8b0f-d8bf-470c-a2a4-478183a0f6de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:48.543195 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-cafc0629-ac59-4e39-9fd5-37675ce407e5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for f12c9696-0c65-48da-8090-9a0ab173b024 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:48.551407 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c5cd4-f573-48fd-833a-394b06468eed tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event updated for resources: {'Network': ['ID=1f5547c1-2992-43fe-9471-7eb3d05ee042,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:48.562111 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-525c5cd4-f573-48fd-833a-394b06468eed tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:48.568080 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 1f5547c1-2992-43fe-9471-7eb3d05ee042 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:22:48.664016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:48.745503 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Allocated IP 172.20.0.7 (fd574503-9133-4c0a-a9b3-0167a4b8bb2b/ae54828d-2f91-48d2-8df7-b723c3b14d20/26ce5e79-e31a-4dcf-a71e-b41b7fe23440) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:48.787828 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_gateway, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:48.822162 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:48.839300 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cafc0629-ac59-4e39-9fd5-37675ce407e5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:48.857986 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-15c2ec14-d13a-4db9-aa9d-6954518b6816 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:48.935888 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc0629-ac59-4e39-9fd5-37675ce407e5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=f12c9696-0c65-48da-8090-9a0ab173b024,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:48.943880 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cafc0629-ac59-4e39-9fd5-37675ce407e5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:48.949120 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cafc0629-ac59-4e39-9fd5-37675ce407e5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/ports/f12c9696-0c65-48da-8090-9a0ab173b024 HTTP/1.1" status: 204 len: 168 time: 1.8100781 Jun 18 16:22:48.950266 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cafc0629-ac59-4e39-9fd5-37675ce407e5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:48.950819 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45654) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:49.023419 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-337b8b0f-d8bf-470c-a2a4-478183a0f6de admin admin] For port 69717999-3c1b-4635-b09d-9b19327177d5, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=69717999-3c1b-4635-b09d-9b19327177d5,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:49.024486 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-337b8b0f-d8bf-470c-a2a4-478183a0f6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:49.062186 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ef4910-34e5-4656-b5fb-f29875b36d48 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] GET failed (client error): The resource could not be found. Jun 18 16:22:49.063871 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-90ef4910-34e5-4656-b5fb-f29875b36d48 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports/f12c9696-0c65-48da-8090-9a0ab173b024 HTTP/1.1" status: 404 len: 333 time: 0.1073754 Jun 18 16:22:49.075108 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45660) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:49.177047 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Allocated IP 172.26.6.5 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/9a1c5dfd-244f-484c-881b-3a9c9235d31e) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:49.197190 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-337b8b0f-d8bf-470c-a2a4-478183a0f6de admin admin] Calling delete_port for 69717999-3c1b-4635-b09d-9b19327177d5 owned by network:router_gateway {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:49.198323 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:49.208196 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-1b274e76-ff32-4628-b249-6aa7e63c0548 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d', 'name': 'tempest-PortsIpV6TestJSON-201305337'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:49.327939 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Transition to ACTIVE for port object 26ce5e79-e31a-4dcf-a71e-b41b7fe23440 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:49.342928 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:49.345960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93922728-cc1b-47ab-ae13-0a740aac0b4f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Made reservation on behalf of ac4b618f0ebb4ac19e60fb4950b41c5c for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:49.351953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-93922728-cc1b-47ab-ae13-0a740aac0b4f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:49.398481 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c7bbe1-a0c8-4346-9a5e-34230f613f08 None None] Network fd574503-9133-4c0a-a9b3-0167a4b8bb2b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:49.407078 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:49.417246 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f3250715-3da6-47d8-a868-068bc31281ab tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:49.425455 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:49.431186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab1d1e5-3be0-4b89-b2cf-d6063ea4b1ca None None] Network df829e30-5069-4e97-b176-a4a8387de149 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:49.460706 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45668) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:49.474157 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab1d1e5-3be0-4b89-b2cf-d6063ea4b1ca None None] Network df829e30-5069-4e97-b176-a4a8387de149 could not be found, it might have been deleted concurrently. {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 18 16:22:49.501795 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:49.506326 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181549bd-0d73-4f08-bafd-1eca97ee13d1 None None] DHCP port deletion for df829e30-5069-4e97-b176-a4a8387de149 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:22:49.512757 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41abf41-0938-4bd3-80f2-f6fd8a5ae3f4 req-f34ec8d8-095a-4f69-81cc-deac55f5c353 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:49.518816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:49.525949 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Network fd574503-9133-4c0a-a9b3-0167a4b8bb2b is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:49.530496 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:49.534390 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:49.534730 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f41abf41-0938-4bd3-80f2-f6fd8a5ae3f4 req-f34ec8d8-095a-4f69-81cc-deac55f5c353 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.8405216 Jun 18 16:22:49.565885 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-361d8b2a-4c98-496e-8a2d-ddfbd938918a None None] Provisioning for port 824ab737-40dd-4275-8436-b17d47b60ca9 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:49.581964 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event updated for resources: {'Port': ['ID=26ce5e79-e31a-4dcf-a71e-b41b7fe23440,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:49.589365 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:49.592670 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:49.597326 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:49.673228 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-238b5e5e-5af7-4e1a-9879-c1fbe915e1b8 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1621345327'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:49.673889 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-238b5e5e-5af7-4e1a-9879-c1fbe915e1b8 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] Unknown quota resources ['metering_label']. {{(pid=93454) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 18 16:22:49.737179 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router 0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:22:49.742300 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b274e76-ff32-4628-b249-6aa7e63c0548 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:49.749413 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b274e76-ff32-4628-b249-6aa7e63c0548 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:49.793601 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f41abf41-0938-4bd3-80f2-f6fd8a5ae3f4 req-9b4d81e0-1859-46f9-a1a5-a249f044072d tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571547 Jun 18 16:22:49.795208 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-1b274e76-ff32-4628-b249-6aa7e63c0548 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] device_id is not set on port 08b44744-a54c-4bab-ba46-e1cd6f28eb45 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:22:49.878145 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 824ab737-40dd-4275-8436-b17d47b60ca9 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:22:49.890595 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:49.890595 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:49.893014 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Pushing event updated for resources: {'Port': ['ID=9a1c5dfd-244f-484c-881b-3a9c9235d31e,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:49.902242 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:50.007488 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7980454 Jun 18 16:22:50.010952 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 824ab737-40dd-4275-8436-b17d47b60ca9 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:50.012977 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45674) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:50.019082 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-dc21d2ac-0298-4145-8359-cec65d8f52e4 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Request body: {'port': {'network_id': 'fd574503-9133-4c0a-a9b3-0167a4b8bb2b', 'name': 'tempest-AllowedAddressPairTestJSON-1147707701', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:3b:97:06'}]}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:50.021087 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 824ab737-40dd-4275-8436-b17d47b60ca9 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:50.021811 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:50.134706 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-238b5e5e-5af7-4e1a-9879-c1fbe915e1b8 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:50.139796 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-238b5e5e-5af7-4e1a-9879-c1fbe915e1b8 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6743190 Jun 18 16:22:50.142628 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45678) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:50.149803 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-68137d2f-2682-44c8-ad33-73fc120386f2 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '76ae31c3-a170-48ba-a6d1-3db8e7df7e68'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:50.150495 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-68137d2f-2682-44c8-ad33-73fc120386f2 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93454) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 18 16:22:50.164855 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:50.241054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 824ab737-40dd-4275-8436-b17d47b60ca9, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=824ab737-40dd-4275-8436-b17d47b60ca9,segment=NetworkSegment(915bb3f8-eb9a-4f9c-83b9-4229f2a21493),segment_id=915bb3f8-eb9a-4f9c-83b9-4229f2a21493)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:50.248450 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:50.251565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:50.309268 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING neutron.services.metering.metering_plugin [None req-68137d2f-2682-44c8-ad33-73fc120386f2 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 18 16:22:50.332003 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=824ab737-40dd-4275-8436-b17d47b60ca9,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:50.336390 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:50.337513 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9561b899-6ef1-49a3-b6e5-0a8941738614 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:22:50.370261 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 9561b899-6ef1-49a3-b6e5-0a8941738614 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:22:50.370988 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9561b899-6ef1-49a3-b6e5-0a8941738614 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:22:50.432474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:22:50.446051 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e13272-aba8-40d4-97a8-0e27138bb46d None None] Sync routers for ids ['0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:22:50.458084 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e13272-aba8-40d4-97a8-0e27138bb46d None None] Routers {'0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:50.458871 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-c2e13272-aba8-40d4-97a8-0e27138bb46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:50.493762 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-c2e13272-aba8-40d4-97a8-0e27138bb46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:50.504508 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e13272-aba8-40d4-97a8-0e27138bb46d None None] Routers {'0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:50.505165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-68137d2f-2682-44c8-ad33-73fc120386f2 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:50.505981 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-c2e13272-aba8-40d4-97a8-0e27138bb46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:50.509633 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-68137d2f-2682-44c8-ad33-73fc120386f2 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3644614 Jun 18 16:22:50.511570 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45680) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:50.521865 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-1a9dd928-b4cb-4d94-a94e-d9767079a7e0 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '76ae31c3-a170-48ba-a6d1-3db8e7df7e68'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:50.523224 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-1a9dd928-b4cb-4d94-a94e-d9767079a7e0 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93454) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 18 16:22:50.551934 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_gateway, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:50.561663 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc21d2ac-0298-4145-8359-cec65d8f52e4 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Made reservation on behalf of 63a3a4f336ca4a2d875fabbb604799a2 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:50.570220 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-c2e13272-aba8-40d4-97a8-0e27138bb46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:50.571352 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e13272-aba8-40d4-97a8-0e27138bb46d None None] The sync data for ids ['0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:22:50.744330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b274e76-ff32-4628-b249-6aa7e63c0548 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:50.770181 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-337b8b0f-d8bf-470c-a2a4-478183a0f6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:50.777643 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-23823659-471a-445b-897e-4e810b2122f8 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:50.792506 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:50.793725 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.6291001 Jun 18 16:22:50.799424 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e65353-2a41-46ec-b2d3-21872aeb9575 None None] Network fd574503-9133-4c0a-a9b3-0167a4b8bb2b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:50.818858 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45682) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:50.856060 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b8b0f-d8bf-470c-a2a4-478183a0f6de admin admin] Pushing event deleted for resources: {'Port': ['ID=69717999-3c1b-4635-b09d-9b19327177d5,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:50.870109 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-86187a85-274c-4ceb-b8a7-1c3d540c8722 None None] Provisioning complete for port 824ab737-40dd-4275-8436-b17d47b60ca9 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:50.870669 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-86187a85-274c-4ceb-b8a7-1c3d540c8722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:50.913453 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-337b8b0f-d8bf-470c-a2a4-478183a0f6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:50.958345 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING neutron.services.metering.metering_plugin [None req-1a9dd928-b4cb-4d94-a94e-d9767079a7e0 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 18 16:22:50.961124 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509696f6-9f42-46c3-bed6-25e3a924242c req-5c1d9b18-1fda-42a2-bd9e-45759394a0ff tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:50.962974 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-509696f6-9f42-46c3-bed6-25e3a924242c req-5c1d9b18-1fda-42a2-bd9e-45759394a0ff tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.7392087 Jun 18 16:22:51.051168 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-86187a85-274c-4ceb-b8a7-1c3d540c8722 None None] Provisioning for port 26ce5e79-e31a-4dcf-a71e-b41b7fe23440 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:51.058285 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-86187a85-274c-4ceb-b8a7-1c3d540c8722 None None] Provisioning complete for port 26ce5e79-e31a-4dcf-a71e-b41b7fe23440 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:51.058832 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-86187a85-274c-4ceb-b8a7-1c3d540c8722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:51.074006 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.objects.ports [None req-93922728-cc1b-47ab-ae13-0a740aac0b4f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93453) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:22:51.093568 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-93922728-cc1b-47ab-ae13-0a740aac0b4f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:51.102616 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:51.105436 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-86187a85-274c-4ceb-b8a7-1c3d540c8722 None None] Port 26ce5e79-e31a-4dcf-a71e-b41b7fe23440 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:22:51.113953 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd928-b4cb-4d94-a94e-d9767079a7e0 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:51.115169 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1a9dd928-b4cb-4d94-a94e-d9767079a7e0 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5985832 Jun 18 16:22:51.119175 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45684) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:51.135345 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b274e76-ff32-4628-b249-6aa7e63c0548 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:51.156007 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-337b8b0f-d8bf-470c-a2a4-478183a0f6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:51.160760 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9fa6b0ca-dcdb-4b89-bf90-df1faea4b243 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=1781584a-0ded-479d-85bd-0810c75da91f HTTP/1.1" status: 200 len: 464 time: 0.0388429 Jun 18 16:22:51.165256 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45686) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:51.169185 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc21d2ac-0298-4145-8359-cec65d8f52e4 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:51.216968 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-509696f6-9f42-46c3-bed6-25e3a924242c req-3e575dbd-5746-45c3-9702-1e1ce4e534b6 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113564 Jun 18 16:22:51.245516 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-dc21d2ac-0298-4145-8359-cec65d8f52e4 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] device_id is not set on port ed5bba6f-cd67-487c-9952-b84d511b9c9f yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:22:51.297938 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-93a3dcf5-9b48-4cd0-ae18-b13907260919 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/routers/0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab HTTP/1.1" status: 200 len: 880 time: 0.4742551 Jun 18 16:22:51.300330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45688) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:51.307174 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93922728-cc1b-47ab-ae13-0a740aac0b4f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event updated for resources: {'Subnet': ['ID=427eae82-e9ef-4a92-89ec-5c02c02918a1,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:51.318463 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-93922728-cc1b-47ab-ae13-0a740aac0b4f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:51.320404 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-337b8b0f-d8bf-470c-a2a4-478183a0f6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:51.339964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-91603477-56ec-41ed-94bf-57ae1582ee4c tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:51.345996 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-337b8b0f-d8bf-470c-a2a4-478183a0f6de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:51.348844 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b274e76-ff32-4628-b249-6aa7e63c0548 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:51.419249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-1b274e76-ff32-4628-b249-6aa7e63c0548 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:51.434726 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b8a971f6-dc4b-4c4f-811d-e03375a99e3c None None] Provisioning complete for port 824ab737-40dd-4275-8436-b17d47b60ca9 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:51.435119 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b8a971f6-dc4b-4c4f-811d-e03375a99e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:51.449755 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:51.453881 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0f15ebaa-26ed-4541-af04-424986fb3f40 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:51.457615 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0f15ebaa-26ed-4541-af04-424986fb3f40 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/1781584a-0ded-479d-85bd-0810c75da91f HTTP/1.1" status: 204 len: 168 time: 0.2836139 Jun 18 16:22:51.460450 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45690) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:51.465899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b274e76-ff32-4628-b249-6aa7e63c0548 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:51.472317 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b274e76-ff32-4628-b249-6aa7e63c0548 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:51.472796 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b274e76-ff32-4628-b249-6aa7e63c0548 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:51.479517 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a5114268-3534-49e2-a675-95df2b856c66 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=1781584a-0ded-479d-85bd-0810c75da91f HTTP/1.1" status: 200 len: 221 time: 0.0161119 Jun 18 16:22:51.488466 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45692) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:51.503185 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d643bc8c-7534-4a92-b3b4-0836ea6e5dc3 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--915286021', 'description': 'label created by tempest'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:51.503940 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d643bc8c-7534-4a92-b3b4-0836ea6e5dc3 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] Unknown quota resources ['metering_label']. {{(pid=93453) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 18 16:22:51.527142 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-337b8b0f-d8bf-470c-a2a4-478183a0f6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:51.528225 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337b8b0f-d8bf-470c-a2a4-478183a0f6de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c41d453-73a6-498d-8d4d-c3b13afba07a {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:22:51.549481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93922728-cc1b-47ab-ae13-0a740aac0b4f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Checking segment: {'id': '338c2621-ef8f-4072-9722-fc38c191defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1f5547c1-2992-43fe-9471-7eb3d05ee042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:51.550112 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93922728-cc1b-47ab-ae13-0a740aac0b4f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Network hostable DHCP agents. Network: 1f5547c1-2992-43fe-9471-7eb3d05ee042, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:22:51.556476 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-337b8b0f-d8bf-470c-a2a4-478183a0f6de admin admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:51.558009 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-337b8b0f-d8bf-470c-a2a4-478183a0f6de admin admin] 10.222.0.50 "DELETE /v2.0/routers/7c41d453-73a6-498d-8d4d-c3b13afba07a HTTP/1.1" status: 204 len: 168 time: 4.4696867 Jun 18 16:22:51.564721 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b8a971f6-dc4b-4c4f-811d-e03375a99e3c None None] Provisioning complete for port 26ce5e79-e31a-4dcf-a71e-b41b7fe23440 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:51.565230 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b8a971f6-dc4b-4c4f-811d-e03375a99e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:51.575967 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45694) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:51.625203 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-b8a971f6-dc4b-4c4f-811d-e03375a99e3c None None] Port 26ce5e79-e31a-4dcf-a71e-b41b7fe23440 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:22:51.638710 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1b274e76-ff32-4628-b249-6aa7e63c0548 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4967487 Jun 18 16:22:51.641236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b274e76-ff32-4628-b249-6aa7e63c0548 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=08b44744-a54c-4bab-ba46-e1cd6f28eb45,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:51.643726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45696) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:51.647220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1b274e76-ff32-4628-b249-6aa7e63c0548 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:51.652785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-434fcddc-4201-47e6-8a58-b38b6a686530 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:51.706231 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-dc21d2ac-0298-4145-8359-cec65d8f52e4 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Allocated IP 172.20.0.3 (fd574503-9133-4c0a-a9b3-0167a4b8bb2b/ae54828d-2f91-48d2-8df7-b723c3b14d20/ed5bba6f-cd67-487c-9952-b84d511b9c9f) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:51.767522 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f7138765-9d96-4be3-bd4c-98effdf66a25 None None] Provisioning complete for port 26ce5e79-e31a-4dcf-a71e-b41b7fe23440 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:51.768095 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f7138765-9d96-4be3-bd4c-98effdf66a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:51.768293 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d4cbc0-8d81-422f-8c51-4d316d40d81c admin admin] Deleting subnet dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:22:51.772140 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-03d4cbc0-8d81-422f-8c51-4d316d40d81c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:51.811605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f7138765-9d96-4be3-bd4c-98effdf66a25 None None] Port 26ce5e79-e31a-4dcf-a71e-b41b7fe23440 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:22:51.837413 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93922728-cc1b-47ab-ae13-0a740aac0b4f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Network 1f5547c1-2992-43fe-9471-7eb3d05ee042 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:22:51.840380 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-03d4cbc0-8d81-422f-8c51-4d316d40d81c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:51.921810 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-93922728-cc1b-47ab-ae13-0a740aac0b4f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 1f5547c1-2992-43fe-9471-7eb3d05ee042) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:51.931953 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea50fe8-4aab-4531-838f-e4f904241492 None None] Network 1f5547c1-2992-43fe-9471-7eb3d05ee042 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:51.963053 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Router 08431dd0-0a38-4142-8edd-269cb5d748f5 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:22:51.965023 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93922728-cc1b-47ab-ae13-0a740aac0b4f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:51.965638 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-93922728-cc1b-47ab-ae13-0a740aac0b4f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:51.986331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d643bc8c-7534-4a92-b3b4-0836ea6e5dc3 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:51.987517 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d643bc8c-7534-4a92-b3b4-0836ea6e5dc3 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4949319 Jun 18 16:22:51.992052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45698) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:52.103889 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc21d2ac-0298-4145-8359-cec65d8f52e4 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:52.109306 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-03d4cbc0-8d81-422f-8c51-4d316d40d81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:52.111197 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-93922728-cc1b-47ab-ae13-0a740aac0b4f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.6295362 Jun 18 16:22:52.114141 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45700) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:52.134472 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 824ab737-40dd-4275-8436-b17d47b60ca9 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:22:52.145448 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-194667d2-a11d-4340-bfd2-f9bcce018bcc tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=8b4dced1-f1bb-44a2-ba3b-7af53d835fa1 HTTP/1.1" status: 200 len: 467 time: 0.1402440 Jun 18 16:22:52.151475 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45702) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:52.158089 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-1f5547c1-2992-43fe-9471-7eb3d05ee042', 'network_id': '1f5547c1-2992-43fe-9471-7eb3d05ee042', 'tenant_id': 'ac4b618f0ebb4ac19e60fb4950b41c5c', 'fixed_ips': [{'subnet_id': '427eae82-e9ef-4a92-89ec-5c02c02918a1'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:22:52.158798 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:52.178955 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-434fcddc-4201-47e6-8a58-b38b6a686530 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:52.237712 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-dc21d2ac-0298-4145-8359-cec65d8f52e4 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Transition to ACTIVE for port object ed5bba6f-cd67-487c-9952-b84d511b9c9f will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:52.268592 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 824ab737-40dd-4275-8436-b17d47b60ca9 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:52.268862 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:52.333931 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-03d4cbc0-8d81-422f-8c51-4d316d40d81c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:52.351876 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Allocated IP 2001:db8::f816:3eff:fe55:ecb0 (1f5547c1-2992-43fe-9471-7eb3d05ee042/427eae82-e9ef-4a92-89ec-5c02c02918a1/fb1de235-3d52-46ac-9ecf-896a5a752b5c) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:52.392142 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7930e06a-f026-40d7-b96a-d9d452e076d3 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:52.445725 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-03d4cbc0-8d81-422f-8c51-4d316d40d81c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:52.448045 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-03d4cbc0-8d81-422f-8c51-4d316d40d81c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc HTTP/1.1" status: 204 len: 168 time: 0.8707376 Jun 18 16:22:52.461090 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bca48aa-c74e-44ab-b563-143f6ddf71b8 None None] Network fccc7881-9783-4801-87f7-8972e7aafde0 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:52.492308 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4cbc0-8d81-422f-8c51-4d316d40d81c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd2c6cd5-5b95-4a93-9db0-c0d1153c19dc,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:52.496397 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45706) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:52.497490 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:22:52.514272 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31b5b6e-5a96-4051-bba3-9232b56db2e1 None None] Sync routers for ids ['08431dd0-0a38-4142-8edd-269cb5d748f5'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:22:52.520773 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-03d4cbc0-8d81-422f-8c51-4d316d40d81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:52.560212 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31b5b6e-5a96-4051-bba3-9232b56db2e1 None None] Routers {'08431dd0-0a38-4142-8edd-269cb5d748f5'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:52.560877 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e31b5b6e-5a96-4051-bba3-9232b56db2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['08431dd0-0a38-4142-8edd-269cb5d748f5'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:52.616356 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e31b5b6e-5a96-4051-bba3-9232b56db2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:52.635849 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:52.637856 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:52.639526 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.8947048 Jun 18 16:22:52.645681 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45708) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:52.653446 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-56a838c8-1a3f-4dd3-8762-28b2472de6a8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:52.662383 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-10eb4de2-a58f-4745-a4d6-e111bf870902 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:52.666726 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-10eb4de2-a58f-4745-a4d6-e111bf870902 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/8b4dced1-f1bb-44a2-ba3b-7af53d835fa1 HTTP/1.1" status: 204 len: 168 time: 0.5116267 Jun 18 16:22:52.666726 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc21d2ac-0298-4145-8359-cec65d8f52e4 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:52.685684 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31b5b6e-5a96-4051-bba3-9232b56db2e1 None None] Routers {'08431dd0-0a38-4142-8edd-269cb5d748f5'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:52.686502 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e31b5b6e-5a96-4051-bba3-9232b56db2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['08431dd0-0a38-4142-8edd-269cb5d748f5'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:52.703490 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d66a7828-9f11-4b37-adbd-c49a5492331a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.3950276 Jun 18 16:22:52.705051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45710) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:52.705051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45712) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:52.713626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b119222b-6f4c-405b-b50b-9aa9bb6b597b tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:52.722597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-103c0f28-0b1c-4f50-a978-b7684f48de1a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1916983435'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:52.722917 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:52.727786 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e31b5b6e-5a96-4051-bba3-9232b56db2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:52.728449 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31b5b6e-5a96-4051-bba3-9232b56db2e1 None None] The sync data for ids ['08431dd0-0a38-4142-8edd-269cb5d748f5'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:22:52.744968 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Transition to ACTIVE for port object fb1de235-3d52-46ac-9ecf-896a5a752b5c will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:52.764668 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc21d2ac-0298-4145-8359-cec65d8f52e4 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Network fd574503-9133-4c0a-a9b3-0167a4b8bb2b is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:52.766450 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Transition to ACTIVE for port object fb1de235-3d52-46ac-9ecf-896a5a752b5c will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:52.770899 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:52.776964 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:52.780349 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b340efdb-8300-4002-aced-10ad2be076f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:52.792335 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5f00cc23-016e-4b54-887f-5525dd14aeee tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=8b4dced1-f1bb-44a2-ba3b-7af53d835fa1 HTTP/1.1" status: 200 len: 216 time: 0.0780208 Jun 18 16:22:52.819923 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Network 1f5547c1-2992-43fe-9471-7eb3d05ee042 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:52.823844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:52.827076 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:52.830824 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45714) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:52.834201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Pushing event updated for resources: {'Port': ['ID=fb1de235-3d52-46ac-9ecf-896a5a752b5c,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:52.837515 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-dc21d2ac-0298-4145-8359-cec65d8f52e4 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:52.838857 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:52.859274 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc21d2ac-0298-4145-8359-cec65d8f52e4 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:52.910837 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-02e32f21-ca03-47dc-89d8-f2a6ba455f25 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0742090 Jun 18 16:22:52.918755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Attempting to bind port fb1de235-3d52-46ac-9ecf-896a5a752b5c on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:22:52.919682 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Attempting to bind port fb1de235-3d52-46ac-9ecf-896a5a752b5c by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '338c2621-ef8f-4072-9722-fc38c191defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1f5547c1-2992-43fe-9471-7eb3d05ee042'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:22:52.920052 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Attempting to bind port fb1de235-3d52-46ac-9ecf-896a5a752b5c on network 1f5547c1-2992-43fe-9471-7eb3d05ee042 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:22:52.922226 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45716) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:52.925321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21d2ac-0298-4145-8359-cec65d8f52e4 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event updated for resources: {'Port': ['ID=ed5bba6f-cd67-487c-9952-b84d511b9c9f,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:52.938468 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:22:52.938961 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Checking segment: {'id': '338c2621-ef8f-4072-9722-fc38c191defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1f5547c1-2992-43fe-9471-7eb3d05ee042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:22:52.939285 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:52.939646 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Bound using segment: {'id': '338c2621-ef8f-4072-9722-fc38c191defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1f5547c1-2992-43fe-9471-7eb3d05ee042'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:22:52.940602 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Bound port: fb1de235-3d52-46ac-9ecf-896a5a752b5c, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338c2621-ef8f-4072-9722-fc38c191defe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1f5547c1-2992-43fe-9471-7eb3d05ee042'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:22:52.940995 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:52.947113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-dc21d2ac-0298-4145-8359-cec65d8f52e4 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:52.947997 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd32c74b-c53d-4b6e-8320-70244c7b7252 None None] DHCP port deletion for fccc7881-9783-4801-87f7-8972e7aafde0 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:22:52.955542 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd549ed5-ca60-439f-96fe-14bd70caa59e req-04d76e7e-bade-4deb-a30a-e9d33b9c2988 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:52.957383 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bd549ed5-ca60-439f-96fe-14bd70caa59e req-04d76e7e-bade-4deb-a30a-e9d33b9c2988 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.4237320 Jun 18 16:22:52.980433 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc21d2ac-0298-4145-8359-cec65d8f52e4 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:52.980995 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc21d2ac-0298-4145-8359-cec65d8f52e4 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:52.989240 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:53.036350 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-dc21d2ac-0298-4145-8359-cec65d8f52e4 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.0198157 Jun 18 16:22:53.048019 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45718) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:53.051100 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-baf3b827-1145-46cd-b740-6953e17252f2 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1274054 Jun 18 16:22:53.071903 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-576d79b9-a657-4570-a864-79f05df01957 None None] For port fb1de235-3d52-46ac-9ecf-896a5a752b5c, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:22:53.076236 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-576d79b9-a657-4570-a864-79f05df01957 None None] For port fb1de235-3d52-46ac-9ecf-896a5a752b5c, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=fb1de235-3d52-46ac-9ecf-896a5a752b5c,segment=NetworkSegment(338c2621-ef8f-4072-9722-fc38c191defe),segment_id=338c2621-ef8f-4072-9722-fc38c191defe)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:22:53.076584 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45720) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:53.077574 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-434fcddc-4201-47e6-8a58-b38b6a686530 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:53.081837 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-dd32c74b-c53d-4b6e-8320-70244c7b7252 None None] Deleting port 8df5c413-4388-4376-8491-1d9a896276d6 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:53.082318 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dd32c74b-c53d-4b6e-8320-70244c7b7252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:53.099709 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:53.122943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-434fcddc-4201-47e6-8a58-b38b6a686530 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:53.131903 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d34da662-ee9d-4c56-87fe-5fde3e056569 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:53.132879 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8f756713-3ae5-4b7d-9884-4ef53dc5e80e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:53.143031 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-176cd2a0-19a3-4248-a447-cf99e5904be3 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/76ae31c3-a170-48ba-a6d1-3db8e7df7e68 HTTP/1.1" status: 200 len: 473 time: 0.0641923 Jun 18 16:22:53.150827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45722) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:53.176641 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a744861a-bfde-4b76-b9c4-d2cd8d16a9e4 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/71b003b8-df35-4e3b-ae4a-47e524f5aeb9 HTTP/1.1" status: 200 len: 461 time: 0.0225954 Jun 18 16:22:53.214009 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-dd32c74b-c53d-4b6e-8320-70244c7b7252 None None] For port 8df5c413-4388-4376-8491-1d9a896276d6, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=8df5c413-4388-4376-8491-1d9a896276d6,segment=NetworkSegment(165516cf-6e70-4466-93c8-4f29aa5c8be4),segment_id=165516cf-6e70-4466-93c8-4f29aa5c8be4)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:53.214430 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dd32c74b-c53d-4b6e-8320-70244c7b7252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:53.216835 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45724) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:53.263296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] Deleting port 8df5c413-4388-4376-8491-1d9a896276d6 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:53.263703 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:53.300738 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-dd32c74b-c53d-4b6e-8320-70244c7b7252 None None] Calling delete_port for 8df5c413-4388-4376-8491-1d9a896276d6 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:53.302932 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Pushing event updated for resources: {'Port': ['ID=fb1de235-3d52-46ac-9ecf-896a5a752b5c,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:53.309899 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:53.320457 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-da3e0c2f-14be-48fd-9d47-03f095edd8e8 None None] Provisioning for port ed5bba6f-cd67-487c-9952-b84d511b9c9f completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:53.353280 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-da3e0c2f-14be-48fd-9d47-03f095edd8e8 None None] Provisioning complete for port ed5bba6f-cd67-487c-9952-b84d511b9c9f triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:53.353280 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-da3e0c2f-14be-48fd-9d47-03f095edd8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:53.362909 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bd549ed5-ca60-439f-96fe-14bd70caa59e req-903d2399-6608-4bcc-b85a-6a32df435e3e tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3774257 Jun 18 16:22:53.365677 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-434fcddc-4201-47e6-8a58-b38b6a686530 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] In _notify_port_updated(), no bound segment for port 08b44744-a54c-4bab-ba46-e1cd6f28eb45 on network 090f2d7a-292d-4e62-8986-e194fc2b9a6d {{(pid=93453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:22:53.371945 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434fcddc-4201-47e6-8a58-b38b6a686530 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:53.372609 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-434fcddc-4201-47e6-8a58-b38b6a686530 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:53.376799 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-434fcddc-4201-47e6-8a58-b38b6a686530 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "PUT /v2.0/ports/08b44744-a54c-4bab-ba46-e1cd6f28eb45 HTTP/1.1" status: 200 len: 818 time: 1.7308636 Jun 18 16:22:53.383864 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45726) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:53.384828 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:53.414376 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-da3e0c2f-14be-48fd-9d47-03f095edd8e8 None None] Port ed5bba6f-cd67-487c-9952-b84d511b9c9f cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:22:53.476465 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dd32c74b-c53d-4b6e-8320-70244c7b7252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:53.480066 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c71bf4de-ed51-4333-a2b2-868e081d7d68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:53.539870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fcddc-4201-47e6-8a58-b38b6a686530 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=08b44744-a54c-4bab-ba46-e1cd6f28eb45,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:53.543098 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32c74b-c53d-4b6e-8320-70244c7b7252 None None] Pushing event deleted for resources: {'Port': ['ID=8df5c413-4388-4376-8491-1d9a896276d6,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:53.550105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-434fcddc-4201-47e6-8a58-b38b6a686530 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:53.550402 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-dd32c74b-c53d-4b6e-8320-70244c7b7252 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:53.551934 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32c74b-c53d-4b6e-8320-70244c7b7252 None None] No DVR routers for this DVR port 8df5c413-4388-4376-8491-1d9a896276d6 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:53.568565 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5b453fe0-91c1-47ed-999e-27de9d9e324e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.148s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:53.619738 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event deleted for resources: {'Subnet': ['ID=427eae82-e9ef-4a92-89ec-5c02c02918a1,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:53.625474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:53.688269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e04dbfa-fe17-46de-8b35-f02018a4b2fa tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:53.696554 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e04dbfa-fe17-46de-8b35-f02018a4b2fa tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:53.709367 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e04dbfa-fe17-46de-8b35-f02018a4b2fa tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:53.712294 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1e04dbfa-fe17-46de-8b35-f02018a4b2fa tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.6596394 Jun 18 16:22:53.752451 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45730) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:53.766594 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:53.792561 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device fb1de235-3d52-46ac-9ecf-896a5a752b5c up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:22:53.817235 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5547c1-2992-43fe-9471-7eb3d05ee042']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:53.859540 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port fb1de235-3d52-46ac-9ecf-896a5a752b5c completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:53.916762 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-103c0f28-0b1c-4f50-a978-b7684f48de1a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:53.939158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338c2621-ef8f-4072-9722-fc38c191defe') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:53.939776 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338c2621-ef8f-4072-9722-fc38c191defe') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:53.956374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 69717999-3c1b-4635-b09d-9b19327177d5 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:22:53.958553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-103c0f28-0b1c-4f50-a978-b7684f48de1a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:53.976556 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:53.986302 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 69717999-3c1b-4635-b09d-9b19327177d5 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:22:53.986826 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 69717999-3c1b-4635-b09d-9b19327177d5 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:22:53.987526 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 8df5c413-4388-4376-8491-1d9a896276d6 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:22:54.018206 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 8df5c413-4388-4376-8491-1d9a896276d6 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:22:54.018626 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 8df5c413-4388-4376-8491-1d9a896276d6 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:22:54.044810 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] For port 8df5c413-4388-4376-8491-1d9a896276d6, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=8df5c413-4388-4376-8491-1d9a896276d6,segment=NetworkSegment(165516cf-6e70-4466-93c8-4f29aa5c8be4),segment_id=165516cf-6e70-4466-93c8-4f29aa5c8be4)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:54.045643 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.046450 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.110494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ff524a56-c6c2-46c4-8c21-624de6b7acea tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.114456 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ff524a56-c6c2-46c4-8c21-624de6b7acea tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/71b003b8-df35-4e3b-ae4a-47e524f5aeb9 HTTP/1.1" status: 204 len: 168 time: 0.8930058 Jun 18 16:22:54.138399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45734) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:54.160510 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.180641 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] Calling delete_port for 8df5c413-4388-4376-8491-1d9a896276d6 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:54.245848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:22:54.246333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:22:54.252387 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:22:54.286767 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-56a838c8-1a3f-4dd3-8762-28b2472de6a8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.326964 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-56a838c8-1a3f-4dd3-8762-28b2472de6a8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.330285 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.334134 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:54.370755 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df5c413-4388-4376-8491-1d9a896276d6,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:54.378184 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] No DVR routers for this DVR port 8df5c413-4388-4376-8491-1d9a896276d6 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:54.380396 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:54.411992 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-bd209756-fa84-46b5-a772-030e48d89d1d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port 08b44744-a54c-4bab-ba46-e1cd6f28eb45 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:54.412261 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bd209756-fa84-46b5-a772-030e48d89d1d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.487758 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.500749 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fccc7881-9783-4801-87f7-8972e7aafde0']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:54.515264 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cff3bf9-0ed4-4e59-a027-2152225865a4 None None] Network 1f5547c1-2992-43fe-9471-7eb3d05ee042 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:22:54.523399 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165516cf-6e70-4466-93c8-4f29aa5c8be4') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:54.523827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165516cf-6e70-4466-93c8-4f29aa5c8be4') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:54.555718 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.570348 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-56a838c8-1a3f-4dd3-8762-28b2472de6a8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Deleting port 9a1c5dfd-244f-484c-881b-3a9c9235d31e {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:54.570821 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-56a838c8-1a3f-4dd3-8762-28b2472de6a8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.588701 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9ac24a44-9eb2-4a22-9c82-0673463192c0 None None] Provisioning for port fb1de235-3d52-46ac-9ecf-896a5a752b5c completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:22:54.592476 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9ac24a44-9eb2-4a22-9c82-0673463192c0 None None] Provisioning complete for port fb1de235-3d52-46ac-9ecf-896a5a752b5c triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:22:54.592985 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9ac24a44-9eb2-4a22-9c82-0673463192c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.616446 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.638381 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:22:54.638827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:22:54.640822 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:22:54.723961 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e242dd31-0093-4a22-870c-ac66391f2e95 req-28ab4e89-e55f-439d-afb3-f1bf4a1d5b8d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2134287 Jun 18 16:22:54.736641 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.742699 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-738a2339-5283-466d-aa9a-e095324f5772 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:54.746957 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.751523 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] 10.222.0.50 "DELETE /v2.0/networks/fccc7881-9783-4801-87f7-8972e7aafde0 HTTP/1.1" status: 204 len: 168 time: 2.2498710 Jun 18 16:22:54.751523 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-56a838c8-1a3f-4dd3-8762-28b2472de6a8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.798842 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.db.api [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:22:54.798842 dv-neutron-797120-1-hyperv neutron-server[93453]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:22:54.798842 dv-neutron-797120-1-hyperv neutron-server[93453]: [parameters: {'id': '1f5547c1-2992-43fe-9471-7eb3d05ee042'}] Jun 18 16:22:54.798842 dv-neutron-797120-1-hyperv neutron-server[93453]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:22:54.799690 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_db.api [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:22:54.802724 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] Pushing event deleted for resources: {'Network': ['ID=fccc7881-9783-4801-87f7-8972e7aafde0,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:54.884789 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-56a838c8-1a3f-4dd3-8762-28b2472de6a8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Calling delete_port for 9a1c5dfd-244f-484c-881b-3a9c9235d31e owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:54.887552 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:54.906726 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9ac24a44-9eb2-4a22-9c82-0673463192c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.949724 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-59280e1a-fd5a-4f97-aac0-e97f495d4f50 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Deleting port ed5bba6f-cd67-487c-9952-b84d511b9c9f {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:54.950320 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-59280e1a-fd5a-4f97-aac0-e97f495d4f50 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.970159 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9ac24a44-9eb2-4a22-9c82-0673463192c0 None None] For port fb1de235-3d52-46ac-9ecf-896a5a752b5c, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=fb1de235-3d52-46ac-9ecf-896a5a752b5c,segment=NetworkSegment(338c2621-ef8f-4072-9722-fc38c191defe),segment_id=338c2621-ef8f-4072-9722-fc38c191defe)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:54.975907 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab086a18-e765-4d46-b42c-af92f09f9e29 req-417e7fcc-ad92-43ac-a2c2-47cb51c65095 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:54.977555 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ab086a18-e765-4d46-b42c-af92f09f9e29 req-417e7fcc-ad92-43ac-a2c2-47cb51c65095 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 1.0251205 Jun 18 16:22:54.989701 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242dd31-0093-4a22-870c-ac66391f2e95 req-9259fd92-f9c1-4acf-bd8b-055bf4ea335e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:54.990454 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bd209756-fa84-46b5-a772-030e48d89d1d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:54.992179 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e242dd31-0093-4a22-870c-ac66391f2e95 req-9259fd92-f9c1-4acf-bd8b-055bf4ea335e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3328f9de576047028d611de30e1e3eab&device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 1098 time: 0.2049267 Jun 18 16:22:54.992771 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9ac24a44-9eb2-4a22-9c82-0673463192c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.000442 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:55.034679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f0dfb9ef-1206-41a2-baac-48bb51750590 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.038743 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f0dfb9ef-1206-41a2-baac-48bb51750590 tempest-MeteringTestJSON-48991575 tempest-MeteringTestJSON-48991575-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/76ae31c3-a170-48ba-a6d1-3db8e7df7e68 HTTP/1.1" status: 204 len: 168 time: 0.8978670 Jun 18 16:22:55.048478 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103c0f28-0b1c-4f50-a978-b7684f48de1a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router 0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:22:55.077628 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0039e3e3-0889-42c2-b019-29246fa09921 None None] DHCP port deletion for 1f5547c1-2992-43fe-9471-7eb3d05ee042 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:22:55.079165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45742) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:55.080960 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac24a44-9eb2-4a22-9c82-0673463192c0 None None] Pushing event updated for resources: {'Port': ['ID=fb1de235-3d52-46ac-9ecf-896a5a752b5c,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:55.084652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9ac24a44-9eb2-4a22-9c82-0673463192c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:55.137975 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-0039e3e3-0889-42c2-b019-29246fa09921 None None] Deleting port fb1de235-3d52-46ac-9ecf-896a5a752b5c {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:55.138513 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0039e3e3-0889-42c2-b019-29246fa09921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.139789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-bd209756-fa84-46b5-a772-030e48d89d1d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for 08b44744-a54c-4bab-ba46-e1cd6f28eb45 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:55.238467 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ba49feba-ff27-4640-a65c-aaa5afd04c39 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=65b6bdecdcc3441fbe4e9a0abb64592f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1572108 Jun 18 16:22:55.245626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45744) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:55.249086 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-0039e3e3-0889-42c2-b019-29246fa09921 None None] For port fb1de235-3d52-46ac-9ecf-896a5a752b5c, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=fb1de235-3d52-46ac-9ecf-896a5a752b5c,segment=NetworkSegment(338c2621-ef8f-4072-9722-fc38c191defe),segment_id=338c2621-ef8f-4072-9722-fc38c191defe)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:22:55.249695 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0039e3e3-0889-42c2-b019-29246fa09921 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.277662 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242dd31-0093-4a22-870c-ac66391f2e95 req-47f6b3f0-4dd6-4350-b252-cff6907bfaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:55.280036 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e242dd31-0093-4a22-870c-ac66391f2e95 req-47f6b3f0-4dd6-4350-b252-cff6907bfaa7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a164dae-cb32-4185-85ff-e3ff62c30233 HTTP/1.1" status: 200 len: 912 time: 0.2237537 Jun 18 16:22:55.280300 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ab086a18-e765-4d46-b42c-af92f09f9e29 req-8990e39b-48be-4a25-9fad-eaffcd2dcce8 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2374454 Jun 18 16:22:55.286913 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-59280e1a-fd5a-4f97-aac0-e97f495d4f50 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.301015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.363772 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-0039e3e3-0889-42c2-b019-29246fa09921 None None] Calling delete_port for fb1de235-3d52-46ac-9ecf-896a5a752b5c owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:55.375548 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-56a838c8-1a3f-4dd3-8762-28b2472de6a8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.379753 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-59280e1a-fd5a-4f97-aac0-e97f495d4f50 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Calling delete_port for ed5bba6f-cd67-487c-9952-b84d511b9c9f owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:55.379896 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45748) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:55.384465 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cafc0629-ac59-4e39-9fd5-37675ce407e5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:55.428117 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b102f4c3-e8f2-42ad-848b-0764c3fb6dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.448018 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a838c8-1a3f-4dd3-8762-28b2472de6a8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Pushing event deleted for resources: {'Port': ['ID=9a1c5dfd-244f-484c-881b-3a9c9235d31e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:55.454516 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-56a838c8-1a3f-4dd3-8762-28b2472de6a8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:55.473106 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0039e3e3-0889-42c2-b019-29246fa09921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.477497 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-238b754c-fa8b-4b2d-a8cb-0b06ac964b51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:55.501856 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b102f4c3-e8f2-42ad-848b-0764c3fb6dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.512350 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039e3e3-0889-42c2-b019-29246fa09921 None None] Pushing event deleted for resources: {'Port': ['ID=fb1de235-3d52-46ac-9ecf-896a5a752b5c,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:55.513573 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e242dd31-0093-4a22-870c-ac66391f2e95 req-7ec2b723-ade7-417b-80e5-de3a3de3dc96 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=013e5971-7b77-4544-9e4c-f90e0fe8f833 HTTP/1.1" status: 200 len: 1000 time: 0.2228844 Jun 18 16:22:55.514284 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0039e3e3-0889-42c2-b019-29246fa09921 None None] No DVR routers for this DVR port fb1de235-3d52-46ac-9ecf-896a5a752b5c on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:22:55.517982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-0039e3e3-0889-42c2-b019-29246fa09921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:55.519685 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] The port 'fb1de235-3d52-46ac-9ecf-896a5a752b5c' was deleted {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1929}} Jun 18 16:22:55.533668 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103c0f28-0b1c-4f50-a978-b7684f48de1a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:22:55.541044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-103c0f28-0b1c-4f50-a978-b7684f48de1a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.545661 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-103c0f28-0b1c-4f50-a978-b7684f48de1a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab HTTP/1.1" status: 200 len: 887 time: 2.8346972 Jun 18 16:22:55.547446 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31829e6c-0ac6-40c9-ba20-8465bdb3dec5 None None] Sync routers for ids ['0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:22:55.557340 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31829e6c-0ac6-40c9-ba20-8465bdb3dec5 None None] Routers {'0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:55.557957 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-31829e6c-0ac6-40c9-ba20-8465bdb3dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:55.567697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45752) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:55.581625 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bd209756-fa84-46b5-a772-030e48d89d1d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.590363 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-31829e6c-0ac6-40c9-ba20-8465bdb3dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:55.599630 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31829e6c-0ac6-40c9-ba20-8465bdb3dec5 None None] Routers {'0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:55.601474 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-31829e6c-0ac6-40c9-ba20-8465bdb3dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:55.626227 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-152f05f1-9d03-4ffb-8ac9-f961c61ce286 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:55.636577 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-31829e6c-0ac6-40c9-ba20-8465bdb3dec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:55.637417 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31829e6c-0ac6-40c9-ba20-8465bdb3dec5 None None] The sync data for ids ['0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:22:55.663688 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-274c37c7-4693-4003-b09a-f957d74d9d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.679700 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242dd31-0093-4a22-870c-ac66391f2e95 req-e658c88e-9e12-4853-a885-72c97f267924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:55.683010 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e242dd31-0093-4a22-870c-ac66391f2e95 req-e658c88e-9e12-4853-a885-72c97f267924 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e8e39ea-ca18-4f6a-859c-466bac254243 HTTP/1.1" status: 200 len: 850 time: 0.1426220 Jun 18 16:22:55.687792 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-56a838c8-1a3f-4dd3-8762-28b2472de6a8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.716569 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bd209756-fa84-46b5-a772-030e48d89d1d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.720107 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device fb1de235-3d52-46ac-9ecf-896a5a752b5c no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:22:55.722085 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-bd209756-fa84-46b5-a772-030e48d89d1d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/ports/08b44744-a54c-4bab-ba46-e1cd6f28eb45 HTTP/1.1" status: 204 len: 168 time: 2.3267910 Jun 18 16:22:55.723242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd209756-fa84-46b5-a772-030e48d89d1d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=08b44744-a54c-4bab-ba46-e1cd6f28eb45,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:55.726484 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bd209756-fa84-46b5-a772-030e48d89d1d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:55.732624 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45754) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:55.757794 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: fb1de235-3d52-46ac-9ecf-896a5a752b5c {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:22:55.758229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device fb1de235-3d52-46ac-9ecf-896a5a752b5c not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:22:55.767131 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.808467 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b102f4c3-e8f2-42ad-848b-0764c3fb6dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.810935 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b102f4c3-e8f2-42ad-848b-0764c3fb6dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.812058 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b102f4c3-e8f2-42ad-848b-0764c3fb6dc3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4349fdbb-6e03-4422-bd4f-14994ffc15e9 HTTP/1.1" status: 204 len: 168 time: 0.5602887 Jun 18 16:22:55.817016 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-52aedef4-106f-46b6-b8b0-49d45e289a09 tempest-DHCPAgentSchedulersTestJSON-2090160811 tempest-DHCPAgentSchedulersTestJSON-2090160811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:55.832784 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5547c1-2992-43fe-9471-7eb3d05ee042']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:55.841471 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102f4c3-e8f2-42ad-848b-0764c3fb6dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4349fdbb-6e03-4422-bd4f-14994ffc15e9,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:55.854588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338c2621-ef8f-4072-9722-fc38c191defe') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:55.854835 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338c2621-ef8f-4072-9722-fc38c191defe') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:55.886323 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b102f4c3-e8f2-42ad-848b-0764c3fb6dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:55.896276 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.942295 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-12209beb-b4f3-451b-9874-a6a0a4677c7f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/routers/0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab HTTP/1.1" status: 200 len: 887 time: 0.3732982 Jun 18 16:22:55.943202 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45758) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:55.946283 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.979257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:22:55.979673 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:22:55.982688 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:22:55.984594 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-59280e1a-fd5a-4f97-aac0-e97f495d4f50 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:55.993081 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07d3019-5fa1-4ec2-9218-50dc553be2e5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:55.997302 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f07d3019-5fa1-4ec2-9218-50dc553be2e5 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2611947 Jun 18 16:22:56.008840 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-80065360-1d4a-49c6-92ee-924ef6da8c82 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:56.012568 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45762) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:56.057324 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-eb16fe25-3f72-4428-a2d7-9bd00b62e45c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab HTTP/1.1" status: 200 len: 205 time: 0.1114492 Jun 18 16:22:56.061124 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45764) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:56.076086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242dd31-0093-4a22-870c-ac66391f2e95 req-44e3b484-7aa2-4652-9b79-410d8d4ef9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:56.077593 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e242dd31-0093-4a22-870c-ac66391f2e95 req-44e3b484-7aa2-4652-9b79-410d8d4ef9ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a164dae-cb32-4185-85ff-e3ff62c30233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3839867 Jun 18 16:22:56.097991 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59280e1a-fd5a-4f97-aac0-e97f495d4f50 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event deleted for resources: {'Port': ['ID=ed5bba6f-cd67-487c-9952-b84d511b9c9f,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:56.103777 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-59280e1a-fd5a-4f97-aac0-e97f495d4f50 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:56.104741 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-4886914e-d822-4e00-ace6-2d27dc3a0ebf tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] GET failed (client error): The resource could not be found. Jun 18 16:22:56.106486 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4886914e-d822-4e00-ace6-2d27dc3a0ebf tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports/08b44744-a54c-4bab-ba46-e1cd6f28eb45 HTTP/1.1" status: 404 len: 333 time: 0.0664661 Jun 18 16:22:56.116823 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45768) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:56.121707 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-56a838c8-1a3f-4dd3-8762-28b2472de6a8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:56.126975 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-dd2ea0e6-9a8c-42df-b5d6-21a799937f76 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-910468832'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:56.164987 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:56.183764 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-56a838c8-1a3f-4dd3-8762-28b2472de6a8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:56.206069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:56.214055 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:56.216378 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/networks/1f5547c1-2992-43fe-9471-7eb3d05ee042 HTTP/1.1" status: 204 len: 168 time: 4.0970311 Jun 18 16:22:56.227312 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45774) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:56.256386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event deleted for resources: {'Network': ['ID=1f5547c1-2992-43fe-9471-7eb3d05ee042,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:56.278567 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:56.302001 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-1515ca3c-be12-441f-ac51-2e1b1f4c0709 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] DELETE failed (client error): The resource could not be found. Jun 18 16:22:56.302570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1515ca3c-be12-441f-ac51-2e1b1f4c0709 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:22:56.307986 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1515ca3c-be12-441f-ac51-2e1b1f4c0709 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/subnets/427eae82-e9ef-4a92-89ec-5c02c02918a1 HTTP/1.1" status: 404 len: 337 time: 0.0632668 Jun 18 16:22:56.312379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45778) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:56.352574 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e242dd31-0093-4a22-870c-ac66391f2e95 req-d9a6a706-3d0a-443d-9a50-16045120692b service neutron] 10.222.0.55 "GET /v2.0/networks/8a164dae-cb32-4185-85ff-e3ff62c30233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357316 Jun 18 16:22:56.358891 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6421a8f6-d2fd-41a1-8c18-4f3a782bc1c9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:56.384151 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9774b9-6d80-4aa2-8edf-4c01f412594f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] DELETE failed (client error): The resource could not be found. Jun 18 16:22:56.384839 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9774b9-6d80-4aa2-8edf-4c01f412594f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:22:56.389275 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3d9774b9-6d80-4aa2-8edf-4c01f412594f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/networks/1f5547c1-2992-43fe-9471-7eb3d05ee042 HTTP/1.1" status: 404 len: 339 time: 0.0757101 Jun 18 16:22:56.389991 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45784) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:56.427690 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e28a63-78bd-4dbe-9944-bbafe93151f5 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] DELETE failed (client error): The resource could not be found. Jun 18 16:22:56.428665 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e28a63-78bd-4dbe-9944-bbafe93151f5 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:22:56.433673 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a2e28a63-78bd-4dbe-9944-bbafe93151f5 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/subnets/895ccfc4-2f92-45e9-a8b6-0310156445da HTTP/1.1" status: 404 len: 337 time: 0.0404868 Jun 18 16:22:56.436900 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45788) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:56.468264 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-59280e1a-fd5a-4f97-aac0-e97f495d4f50 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:56.470314 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-59280e1a-fd5a-4f97-aac0-e97f495d4f50 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "DELETE /v2.0/ports/ed5bba6f-cd67-487c-9952-b84d511b9c9f HTTP/1.1" status: 204 len: 168 time: 2.7152078 Jun 18 16:22:56.473158 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe4fab7-0e6a-4918-87ea-fbf8902d42f7 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] DELETE failed (client error): The resource could not be found. Jun 18 16:22:56.473787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe4fab7-0e6a-4918-87ea-fbf8902d42f7 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:22:56.478897 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3fe4fab7-0e6a-4918-87ea-fbf8902d42f7 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/networks/df829e30-5069-4e97-b176-a4a8387de149 HTTP/1.1" status: 404 len: 339 time: 0.0380857 Jun 18 16:22:56.499577 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45792) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:56.499925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45794) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:56.563025 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-70cf446a-1d7f-4b31-b180-40107a0863e3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] GET failed (client error): The resource could not be found. Jun 18 16:22:56.564708 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-70cf446a-1d7f-4b31-b180-40107a0863e3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "GET /v2.0/ports/ed5bba6f-cd67-487c-9952-b84d511b9c9f HTTP/1.1" status: 404 len: 333 time: 0.0635414 Jun 18 16:22:56.567325 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e78254c-49ad-412a-9d89-b95f45c5c6a5 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] DELETE failed (client error): The resource could not be found. Jun 18 16:22:56.567325 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e78254c-49ad-412a-9d89-b95f45c5c6a5 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:22:56.571436 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6e78254c-49ad-412a-9d89-b95f45c5c6a5 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/subnets/7d15f6ef-e773-47e2-a2c7-cad14b8c4ca6 HTTP/1.1" status: 404 len: 337 time: 0.0664873 Jun 18 16:22:56.571436 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45798) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:56.577643 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-c772f5cf-7ffa-45ad-9cdb-597aa65a62a1 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Request body: {'port': {'network_id': 'fd574503-9133-4c0a-a9b3-0167a4b8bb2b', 'name': 'tempest-AllowedAddressPairTestJSON-335946448'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:56.580623 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45800) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:56.645627 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40dcf0f-77f1-4354-b2ca-ac9bf502f06d tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] DELETE failed (client error): The resource could not be found. Jun 18 16:22:56.646341 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40dcf0f-77f1-4354-b2ca-ac9bf502f06d tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:22:56.650654 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a40dcf0f-77f1-4354-b2ca-ac9bf502f06d tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/networks/c16a9130-05eb-4ded-8a89-b25886dd48b9 HTTP/1.1" status: 404 len: 339 time: 0.0673146 Jun 18 16:22:56.654372 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45804) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:56.735336 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1b786-b203-49cf-b9f7-276d4635c42e req-5d7a9bd4-325e-4d9b-a8e1-e7a59c45d98b tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:56.736842 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8f1b786-b203-49cf-b9f7-276d4635c42e req-5d7a9bd4-325e-4d9b-a8e1-e7a59c45d98b tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.2903080 Jun 18 16:22:56.830876 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8f1b786-b203-49cf-b9f7-276d4635c42e req-7048d48c-0ec8-48b4-809b-49ac0eb324f8 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795915 Jun 18 16:22:56.845469 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-380f5962-a318-47c6-87ea-c88943ed3b75 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Deleting port f4bba5d1-603f-43ab-8d87-af06301e1e28 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:56.847122 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56a838c8-1a3f-4dd3-8762-28b2472de6a8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Router 08431dd0-0a38-4142-8edd-269cb5d748f5 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:22:56.850810 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-380f5962-a318-47c6-87ea-c88943ed3b75 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:56.907111 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-274c37c7-4693-4003-b09a-f957d74d9d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:56.921123 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-274c37c7-4693-4003-b09a-f957d74d9d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:56.927146 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-74912a53-3aba-4942-9e01-2cf00073593b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:56.986054 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-380f5962-a318-47c6-87ea-c88943ed3b75 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:57.016878 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.db.api [None req-c772f5cf-7ffa-45ad-9cdb-597aa65a62a1 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:22:57.016878 dv-neutron-797120-1-hyperv neutron-server[93453]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:22:57.016878 dv-neutron-797120-1-hyperv neutron-server[93453]: [parameters: {'project_id_1': '63a3a4f336ca4a2d875fabbb604799a2', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 22, 56, 803960)}] Jun 18 16:22:57.016878 dv-neutron-797120-1-hyperv neutron-server[93453]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:22:57.017375 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_db.api [None req-c772f5cf-7ffa-45ad-9cdb-597aa65a62a1 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:22:57.072116 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274c37c7-4693-4003-b09a-f957d74d9d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ba4ef9-3ca3-46b6-9d5d-86aaaf6b1505,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:57.075501 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-274c37c7-4693-4003-b09a-f957d74d9d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:57.081312 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-274c37c7-4693-4003-b09a-f957d74d9d8f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b6e8f7a61af42138a5a22ca37f7853f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6955023 Jun 18 16:22:57.083134 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6421a8f6-d2fd-41a1-8c18-4f3a782bc1c9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:57.087730 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e242dd31-0093-4a22-870c-ac66391f2e95 req-c22a8b5a-a5f7-4c71-8254-cd5f1c8310f9 service neutron] 10.222.0.55 "GET /v2.0/networks/8a164dae-cb32-4185-85ff-e3ff62c30233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841586 Jun 18 16:22:57.088208 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45816) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:57.094044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-380f5962-a318-47c6-87ea-c88943ed3b75 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Calling delete_port for f4bba5d1-603f-43ab-8d87-af06301e1e28 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:57.096247 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2ea0e6-9a8c-42df-b5d6-21a799937f76 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:57.099743 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea0e6-9a8c-42df-b5d6-21a799937f76 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:57.103150 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a838c8-1a3f-4dd3-8762-28b2472de6a8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:22:57.123978 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-56a838c8-1a3f-4dd3-8762-28b2472de6a8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:57.128606 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c5f10e-5f83-4981-b06a-9750a08e49d7 None None] Sync routers for ids ['08431dd0-0a38-4142-8edd-269cb5d748f5'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:22:57.129083 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-56a838c8-1a3f-4dd3-8762-28b2472de6a8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "PUT /v2.0/routers/08431dd0-0a38-4142-8edd-269cb5d748f5 HTTP/1.1" status: 200 len: 710 time: 4.4817071 Jun 18 16:22:57.135875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45818) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:57.138081 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c5f10e-5f83-4981-b06a-9750a08e49d7 None None] Routers {'08431dd0-0a38-4142-8edd-269cb5d748f5'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:57.138887 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d7c5f10e-5f83-4981-b06a-9750a08e49d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['08431dd0-0a38-4142-8edd-269cb5d748f5'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:57.191160 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d7c5f10e-5f83-4981-b06a-9750a08e49d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:57.207199 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c5f10e-5f83-4981-b06a-9750a08e49d7 None None] Routers {'08431dd0-0a38-4142-8edd-269cb5d748f5'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:22:57.208153 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d7c5f10e-5f83-4981-b06a-9750a08e49d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['08431dd0-0a38-4142-8edd-269cb5d748f5'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:57.246223 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d7c5f10e-5f83-4981-b06a-9750a08e49d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:57.247062 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c5f10e-5f83-4981-b06a-9750a08e49d7 None None] The sync data for ids ['08431dd0-0a38-4142-8edd-269cb5d748f5'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:22:57.254459 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-85e2395a-cf4d-426e-bf09-99bc0cfe4cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:57.275025 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2ea0e6-9a8c-42df-b5d6-21a799937f76 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:22:57.289202 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6421a8f6-d2fd-41a1-8c18-4f3a782bc1c9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting port 9cf046f5-1bb3-4891-a00f-2719290f0efb {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:57.289655 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6421a8f6-d2fd-41a1-8c18-4f3a782bc1c9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:57.291617 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-27daeae0-730e-4f3f-b32c-5af2ec6f86ca tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "GET /v2.0/routers/08431dd0-0a38-4142-8edd-269cb5d748f5 HTTP/1.1" status: 200 len: 745 time: 0.1519959 Jun 18 16:22:57.298582 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45824) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:57.299132 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84dc82-66e4-4772-b697-604ca9e15051 req-265b7f6c-51c2-48d9-ab62-0de533338c07 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:57.300653 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5a84dc82-66e4-4772-b697-604ca9e15051 req-265b7f6c-51c2-48d9-ab62-0de533338c07 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.3443832 Jun 18 16:22:57.315408 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea0e6-9a8c-42df-b5d6-21a799937f76 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:57.315754 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-dd2ea0e6-9a8c-42df-b5d6-21a799937f76 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Added segment abaa5be0-6859-4b9f-a9b0-f30f50938079 of type vlan for network b08f6692-cf02-415b-aba0-74a5eaab2a5b Jun 18 16:22:57.336012 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-85e2395a-cf4d-426e-bf09-99bc0cfe4cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:57.338970 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45826) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:57.388866 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0c632c54-bec2-429c-8868-b2366d7e17ce tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&device_id=08431dd0-0a38-4142-8edd-269cb5d748f5 HTTP/1.1" status: 200 len: 205 time: 0.0891342 Jun 18 16:22:57.389524 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45830) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:57.405173 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-380f5962-a318-47c6-87ea-c88943ed3b75 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:57.408052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea0e6-9a8c-42df-b5d6-21a799937f76 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:57.414129 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5a84dc82-66e4-4772-b697-604ca9e15051 req-16d23f6a-c988-4be9-a06a-9492713fec3c tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017931 Jun 18 16:22:57.425522 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dd2661a6-b17a-42e1-a9e9-aff5283dcc22 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:57.447775 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4b323f64-8ef9-4e59-a3a7-8094ce4cc4db tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "GET /v2.0/ports?device_id=08431dd0-0a38-4142-8edd-269cb5d748f5 HTTP/1.1" status: 200 len: 205 time: 0.0541337 Jun 18 16:22:57.451695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45834) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:57.459046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f5962-a318-47c6-87ea-c88943ed3b75 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event deleted for resources: {'Port': ['ID=f4bba5d1-603f-43ab-8d87-af06301e1e28,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:57.472148 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-380f5962-a318-47c6-87ea-c88943ed3b75 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:57.499202 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6421a8f6-d2fd-41a1-8c18-4f3a782bc1c9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:57.545737 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-85e2395a-cf4d-426e-bf09-99bc0cfe4cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:57.548686 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-85e2395a-cf4d-426e-bf09-99bc0cfe4cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:57.550635 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-380f5962-a318-47c6-87ea-c88943ed3b75 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:57.552333 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-380f5962-a318-47c6-87ea-c88943ed3b75 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/ports/f4bba5d1-603f-43ab-8d87-af06301e1e28 HTTP/1.1" status: 204 len: 168 time: 0.8970027 Jun 18 16:22:57.552518 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-85e2395a-cf4d-426e-bf09-99bc0cfe4cab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f2ba4ef9-3ca3-46b6-9d5d-86aaaf6b1505 HTTP/1.1" status: 204 len: 168 time: 0.4620340 Jun 18 16:22:57.557352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-aa4bb588-57d5-4c10-a981-00c309319ba4 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-335518076'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:57.557961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-aa4bb588-57d5-4c10-a981-00c309319ba4 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] Unknown quota resources ['metering_label']. {{(pid=93453) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 18 16:22:57.562167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45838) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:57.584927 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6421a8f6-d2fd-41a1-8c18-4f3a782bc1c9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Calling delete_port for 9cf046f5-1bb3-4891-a00f-2719290f0efb owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:57.587315 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8e68d488-f87c-4f60-861e-37988de07559 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:57.604136 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2395a-cf4d-426e-bf09-99bc0cfe4cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ba4ef9-3ca3-46b6-9d5d-86aaaf6b1505,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:57.606762 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-85e2395a-cf4d-426e-bf09-99bc0cfe4cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:57.664129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62581620-991c-475e-8a2f-7ff0e3d72c6d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:57.665967 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea0e6-9a8c-42df-b5d6-21a799937f76 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:57.671388 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2ea0e6-9a8c-42df-b5d6-21a799937f76 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:57.671983 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd2ea0e6-9a8c-42df-b5d6-21a799937f76 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:57.693027 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1b3146e4-e081-427e-804d-3148f89671ac tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:57.697641 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4043e37-f6eb-41e9-8346-bd9bc0218841 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] DELETE failed (client error): The resource could not be found. Jun 18 16:22:57.698094 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4043e37-f6eb-41e9-8346-bd9bc0218841 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:22:57.699791 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c4043e37-f6eb-41e9-8346-bd9bc0218841 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/subnets/1c813f75-df79-4803-a3ba-835330837054 HTTP/1.1" status: 404 len: 337 time: 0.1330681 Jun 18 16:22:57.719480 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45840) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:57.838467 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-39785c70-d7ed-4269-a46a-431efeacf2dc tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:57.902951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6421a8f6-d2fd-41a1-8c18-4f3a782bc1c9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:57.921123 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-732b34ca-5c59-4871-96ab-edb9d5f62ecd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:57.978458 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45844) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:57.995879 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421a8f6-d2fd-41a1-8c18-4f3a782bc1c9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Port': ['ID=9cf046f5-1bb3-4891-a00f-2719290f0efb,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:58.002132 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6421a8f6-d2fd-41a1-8c18-4f3a782bc1c9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:58.005465 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-39785c70-d7ed-4269-a46a-431efeacf2dc tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.038951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5cb711c8-8b5d-4d09-a482-2e2436e96e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.041760 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-39785c70-d7ed-4269-a46a-431efeacf2dc tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86dcec71-1db3-421f-be8d-7aa9682eea08']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:58.085442 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-39785c70-d7ed-4269-a46a-431efeacf2dc tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce71e1e-2642-48af-b41b-69ff3f313709') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:58.085738 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-39785c70-d7ed-4269-a46a-431efeacf2dc tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce71e1e-2642-48af-b41b-69ff3f313709') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:22:58.106951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-39785c70-d7ed-4269-a46a-431efeacf2dc tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.130341 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6421a8f6-d2fd-41a1-8c18-4f3a782bc1c9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.159549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c772f5cf-7ffa-45ad-9cdb-597aa65a62a1 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Made reservation on behalf of 63a3a4f336ca4a2d875fabbb604799a2 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:58.161707 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-39785c70-d7ed-4269-a46a-431efeacf2dc tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.163082 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c772f5cf-7ffa-45ad-9cdb-597aa65a62a1 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.227596 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39785c70-d7ed-4269-a46a-431efeacf2dc tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:22:58.228028 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-39785c70-d7ed-4269-a46a-431efeacf2dc tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:22:58.231017 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:22:58.287054 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6421a8f6-d2fd-41a1-8c18-4f3a782bc1c9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.288741 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aa4bb588-57d5-4c10-a981-00c309319ba4 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.292554 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-aa4bb588-57d5-4c10-a981-00c309319ba4 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9480641 Jun 18 16:22:58.292711 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6421a8f6-d2fd-41a1-8c18-4f3a782bc1c9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.294070 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45846) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:58.313492 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-266e72d6-ebe4-432f-9eed-6120eab085a3 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3d9ef664-016a-4177-abcb-4b8c1c28f6e0'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:58.314014 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-266e72d6-ebe4-432f-9eed-6120eab085a3 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93454) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 18 16:22:58.317848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ea0e6-9a8c-42df-b5d6-21a799937f76 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Network': ['ID=b08f6692-cf02-415b-aba0-74a5eaab2a5b,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:58.322130 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-c772f5cf-7ffa-45ad-9cdb-597aa65a62a1 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] device_id is not set on port b260fef3-0200-4149-ad99-28ec788700f8 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:22:58.331794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dd2ea0e6-9a8c-42df-b5d6-21a799937f76 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:58.332011 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network b08f6692-cf02-415b-aba0-74a5eaab2a5b details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:22:58.340958 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62581620-991c-475e-8a2f-7ff0e3d72c6d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.375484 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62581620-991c-475e-8a2f-7ff0e3d72c6d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.413504 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-39785c70-d7ed-4269-a46a-431efeacf2dc tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.420019 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-14a579ad-6a69-4113-90ce-94d9a5494a98 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:58.424450 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-39785c70-d7ed-4269-a46a-431efeacf2dc tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.429181 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-39785c70-d7ed-4269-a46a-431efeacf2dc tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/networks/86dcec71-1db3-421f-be8d-7aa9682eea08 HTTP/1.1" status: 204 len: 168 time: 0.7055342 Jun 18 16:22:58.431587 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6421a8f6-d2fd-41a1-8c18-4f3a782bc1c9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.431750 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6421a8f6-d2fd-41a1-8c18-4f3a782bc1c9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Fanout notify agent at l3_agent the message router_deleted on router 0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:22:58.431954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45848) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:58.438971 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6421a8f6-d2fd-41a1-8c18-4f3a782bc1c9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.440139 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6421a8f6-d2fd-41a1-8c18-4f3a782bc1c9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/routers/0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab HTTP/1.1" status: 204 len: 168 time: 2.3769073 Jun 18 16:22:58.440857 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING neutron.services.metering.metering_plugin [None req-266e72d6-ebe4-432f-9eed-6120eab085a3 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 18 16:22:58.450083 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45850) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:58.455336 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-e40e5040-d29c-4d55-a106-cf0b35554abe tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'network': {'name': 'tempest-RoutersTest-1217483869'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:58.456867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67947f1c-fe12-4277-8601-06195c8ca038 req-df44efb2-490a-40f7-9faa-31c6ffb0f127 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:58.458346 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-67947f1c-fe12-4277-8601-06195c8ca038 req-df44efb2-490a-40f7-9faa-31c6ffb0f127 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.8781989 Jun 18 16:22:58.496522 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62581620-991c-475e-8a2f-7ff0e3d72c6d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.497032 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62581620-991c-475e-8a2f-7ff0e3d72c6d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Fanout notify agent at l3_agent the message router_deleted on router 08431dd0-0a38-4142-8edd-269cb5d748f5 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:22:58.512105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-62581620-991c-475e-8a2f-7ff0e3d72c6d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.513183 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-62581620-991c-475e-8a2f-7ff0e3d72c6d tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "DELETE /v2.0/routers/08431dd0-0a38-4142-8edd-269cb5d748f5 HTTP/1.1" status: 204 len: 168 time: 1.0573981 Jun 18 16:22:58.518827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45852) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:58.524629 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39785c70-d7ed-4269-a46a-431efeacf2dc tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event deleted for resources: {'Network': ['ID=86dcec71-1db3-421f-be8d-7aa9682eea08,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:58.536675 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-39785c70-d7ed-4269-a46a-431efeacf2dc tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:58.596975 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-88f59da9-1d5f-4b1c-b3e0-57dbcb648865 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "GET /v2.0/ports?device_id=08431dd0-0a38-4142-8edd-269cb5d748f5 HTTP/1.1" status: 200 len: 205 time: 0.0712790 Jun 18 16:22:58.598546 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45854) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:58.602172 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-266e72d6-ebe4-432f-9eed-6120eab085a3 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.603331 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-266e72d6-ebe4-432f-9eed-6120eab085a3 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3060293 Jun 18 16:22:58.607438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45856) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:58.613956 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d2272d84-99a6-40ca-bc16-7798ac6e8623 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3d9ef664-016a-4177-abcb-4b8c1c28f6e0'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:58.614311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d2272d84-99a6-40ca-bc16-7798ac6e8623 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93453) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 18 16:22:58.627367 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-67947f1c-fe12-4277-8601-06195c8ca038 req-bae84349-eadc-40d0-abe7-99102a3641d8 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434741 Jun 18 16:22:58.629000 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-c772f5cf-7ffa-45ad-9cdb-597aa65a62a1 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Allocated IP 172.20.0.6 (fd574503-9133-4c0a-a9b3-0167a4b8bb2b/ae54828d-2f91-48d2-8df7-b723c3b14d20/b260fef3-0200-4149-ad99-28ec788700f8) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:22:58.652166 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-9e55f21b-df5c-40f0-a93d-1d69e9b0a9c2 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] delete failed (client error): The resource could not be found. Jun 18 16:22:58.655664 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9e55f21b-df5c-40f0-a93d-1d69e9b0a9c2 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "DELETE /v2.0/routers/08431dd0-0a38-4142-8edd-269cb5d748f5 HTTP/1.1" status: 404 len: 336 time: 0.0536115 Jun 18 16:22:58.655963 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45858) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:58.658117 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5cb711c8-8b5d-4d09-a482-2e2436e96e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.663547 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5cb711c8-8b5d-4d09-a482-2e2436e96e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.666599 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:58.715473 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb711c8-8b5d-4d09-a482-2e2436e96e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25fe655-677b-4f98-be17-02f50667ab0a,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:58.719948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5cb711c8-8b5d-4d09-a482-2e2436e96e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:58.722992 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5cb711c8-8b5d-4d09-a482-2e2436e96e31 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0a918ee529044cd699277c124423fcd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7415035 Jun 18 16:22:58.726977 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45862) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:58.727585 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40e5040-d29c-4d55-a106-cf0b35554abe tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Made reservation on behalf of d6a873ab5766408fa0fa9107656c5e69 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:58.731125 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e40e5040-d29c-4d55-a106-cf0b35554abe tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.756362 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-dd2ea0e6-9a8c-42df-b5d6-21a799937f76 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.6358583 Jun 18 16:22:58.758999 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-68794a5c-dc81-4870-a458-eb6beb779250 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "GET /v2.0/ports?device_id=92e620fb-d1fb-45d7-9ee8-c7afaf50dd23 HTTP/1.1" status: 200 len: 205 time: 0.1019003 Jun 18 16:22:58.760421 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45864) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:58.762455 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45866) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:58.770281 dv-neutron-797120-1-hyperv neutron-server[93453]: WARNING neutron.services.metering.metering_plugin [None req-d2272d84-99a6-40ca-bc16-7798ac6e8623 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 18 16:22:58.772549 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-22265f04-bb11-43c2-a190-05f737e81e9c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'subnet': {'network_id': 'b08f6692-cf02-415b-aba0-74a5eaab2a5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:58.871660 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-34a8f0eb-875f-4d48-8387-eaca66b864b3 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] delete failed (client error): The resource could not be found. Jun 18 16:22:58.872669 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-34a8f0eb-875f-4d48-8387-eaca66b864b3 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "DELETE /v2.0/routers/92e620fb-d1fb-45d7-9ee8-c7afaf50dd23 HTTP/1.1" status: 404 len: 336 time: 0.1092370 Jun 18 16:22:58.877673 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40e5040-d29c-4d55-a106-cf0b35554abe tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:22:58.882815 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45870) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:58.920964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-27c02fbd-1358-4961-aaab-87b47f89db30 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Deleting port b5d1125b-e8c2-4021-af7d-a66579fc00e7 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:22:58.921307 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27c02fbd-1358-4961-aaab-87b47f89db30 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.924550 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d2272d84-99a6-40ca-bc16-7798ac6e8623 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.928211 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d2272d84-99a6-40ca-bc16-7798ac6e8623 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3173416 Jun 18 16:22:58.933987 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2f05a241-e83b-45f8-b1b4-117dde56cdf2 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "GET /v2.0/ports?device_id=10c36cc0-6f5c-4394-914f-b8795259f623 HTTP/1.1" status: 200 len: 205 time: 0.0454295 Jun 18 16:22:58.935400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e40e5040-d29c-4d55-a106-cf0b35554abe tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:58.935745 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-e40e5040-d29c-4d55-a106-cf0b35554abe tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Added segment 78fd5374-bd76-4c6b-949c-54b52d7ba751 of type vlan for network 2137b68e-e4c5-45c6-a87b-3b4ef57ee42c Jun 18 16:22:58.936853 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45872) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:58.937175 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45874) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:59.036156 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0113d3dd-015a-43e8-a674-7dbcee1d9f8c tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=bd1966fa-9443-4312-8975-0993c6d2ec09 HTTP/1.1" status: 200 len: 462 time: 0.0898654 Jun 18 16:22:59.039972 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-f12bb737-9cba-4a4f-8525-6b860bf8df96 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] delete failed (client error): The resource could not be found. Jun 18 16:22:59.043376 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f12bb737-9cba-4a4f-8525-6b860bf8df96 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "DELETE /v2.0/routers/10c36cc0-6f5c-4394-914f-b8795259f623 HTTP/1.1" status: 404 len: 336 time: 0.0959425 Jun 18 16:22:59.043514 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45876) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:59.046029 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-72f98a15-0a40-424b-966e-3ec3c200bf97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:59.047878 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27c02fbd-1358-4961-aaab-87b47f89db30 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:59.048351 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45878) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:59.072087 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e40e5040-d29c-4d55-a106-cf0b35554abe tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:59.106633 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6a77f9bf-1c78-4875-8705-7c1d4b906093 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "GET /v2.0/ports?device_id=0a7f16e9-2665-406f-86c9-8ac787896b1a HTTP/1.1" status: 200 len: 205 time: 0.0485947 Jun 18 16:22:59.112023 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45880) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:59.132245 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-72f98a15-0a40-424b-966e-3ec3c200bf97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:59.133770 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22265f04-bb11-43c2-a190-05f737e81e9c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:22:59.137231 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-22265f04-bb11-43c2-a190-05f737e81e9c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:59.151232 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-27c02fbd-1358-4961-aaab-87b47f89db30 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Calling delete_port for b5d1125b-e8c2-4021-af7d-a66579fc00e7 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:22:59.164352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad96ed3d-e562-4f44-963b-1f9319d409a6 req-6494d92e-8d33-4e6e-af31-a4fda2befa05 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:59.165868 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ad96ed3d-e562-4f44-963b-1f9319d409a6 req-6494d92e-8d33-4e6e-af31-a4fda2befa05 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.3915298 Jun 18 16:22:59.204927 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c772f5cf-7ffa-45ad-9cdb-597aa65a62a1 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:59.229872 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-1caf153b-b78d-41f1-913f-6dd158c7d585 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] delete failed (client error): The resource could not be found. Jun 18 16:22:59.233753 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1caf153b-b78d-41f1-913f-6dd158c7d585 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "DELETE /v2.0/routers/0a7f16e9-2665-406f-86c9-8ac787896b1a HTTP/1.1" status: 404 len: 336 time: 0.1172612 Jun 18 16:22:59.239751 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45882) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:59.295875 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e40e5040-d29c-4d55-a106-cf0b35554abe tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:59.306223 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40e5040-d29c-4d55-a106-cf0b35554abe tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:22:59.307164 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e40e5040-d29c-4d55-a106-cf0b35554abe tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:59.309156 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-c772f5cf-7ffa-45ad-9cdb-597aa65a62a1 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Transition to ACTIVE for port object b260fef3-0200-4149-ad99-28ec788700f8 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:22:59.363368 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ad96ed3d-e562-4f44-963b-1f9319d409a6 req-414c52f2-a490-427a-adb6-7a46946dd2c5 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867986 Jun 18 16:22:59.369683 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-602f51bc-ae4b-4581-a063-6b989a6e8403 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:59.370880 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-602f51bc-ae4b-4581-a063-6b989a6e8403 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/bd1966fa-9443-4312-8975-0993c6d2ec09 HTTP/1.1" status: 204 len: 168 time: 0.3288276 Jun 18 16:22:59.373926 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45884) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:59.401486 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-42e970e8-f594-4eb8-b4ad-c6c445658b71 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=bd1966fa-9443-4312-8975-0993c6d2ec09 HTTP/1.1" status: 200 len: 221 time: 0.0263431 Jun 18 16:22:59.407958 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45886) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:59.415105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-19b122ce-eea7-4c83-b1be-68bb7717efb6 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--867675454', 'description': 'label created by tempest'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:59.415549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-19b122ce-eea7-4c83-b1be-68bb7717efb6 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] Unknown quota resources ['metering_label']. {{(pid=93453) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 18 16:22:59.424945 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27c02fbd-1358-4961-aaab-87b47f89db30 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:59.433068 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:59.495504 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c02fbd-1358-4961-aaab-87b47f89db30 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event deleted for resources: {'Port': ['ID=b5d1125b-e8c2-4021-af7d-a66579fc00e7,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:59.497605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c772f5cf-7ffa-45ad-9cdb-597aa65a62a1 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:59.508314 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-27c02fbd-1358-4961-aaab-87b47f89db30 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:59.516456 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27c02fbd-1358-4961-aaab-87b47f89db30 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:59.518302 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-27c02fbd-1358-4961-aaab-87b47f89db30 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/ports/b5d1125b-e8c2-4021-af7d-a66579fc00e7 HTTP/1.1" status: 204 len: 168 time: 1.0809436 Jun 18 16:22:59.560475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45892) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:59.594308 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-41bf8bbf-3efe-4afd-94f0-7f5fbc8924ed tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] DELETE failed (client error): The resource could not be found. Jun 18 16:22:59.594867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41bf8bbf-3efe-4afd-94f0-7f5fbc8924ed tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:22:59.596631 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-41bf8bbf-3efe-4afd-94f0-7f5fbc8924ed tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/subnets/8a3c9179-2a83-4797-ae24-160f71a4bf1f HTTP/1.1" status: 404 len: 337 time: 0.0354154 Jun 18 16:22:59.600970 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-04bde236-0ce2-48d0-810e-34224a44d8af tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:59.614087 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-21c3aed7-3228-44c6-8e0f-adc61448d9be tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:59.623169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45894) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:59.627603 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b1cb2db2-3193-402b-bba4-ca79a26d62e7 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "GET /v2.0/ports?device_id=6ebaa13c-0114-4833-8fe2-b0eea21651ce HTTP/1.1" status: 200 len: 205 time: 0.3846159 Jun 18 16:22:59.633352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45896) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:59.697868 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e40e5040-d29c-4d55-a106-cf0b35554abe tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2466512 Jun 18 16:22:59.705355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45898) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:59.707690 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-89462f99-227c-4ba4-adc7-9de653696969 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] delete failed (client error): The resource could not be found. Jun 18 16:22:59.708703 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-89462f99-227c-4ba4-adc7-9de653696969 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "DELETE /v2.0/routers/6ebaa13c-0114-4833-8fe2-b0eea21651ce HTTP/1.1" status: 404 len: 336 time: 0.0743620 Jun 18 16:22:59.737968 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45900) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:59.749298 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-8fa824d2-f9b0-4523-b416-a396c6cb3019 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'subnet': {'network_id': '2137b68e-e4c5-45c6-a87b-3b4ef57ee42c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:22:59.771421 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c772f5cf-7ffa-45ad-9cdb-597aa65a62a1 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Network fd574503-9133-4c0a-a9b3-0167a4b8bb2b is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:22:59.773959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-19b122ce-eea7-4c83-b1be-68bb7717efb6 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:59.775141 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-19b122ce-eea7-4c83-b1be-68bb7717efb6 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] 10.222.0.50 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3659718 Jun 18 16:22:59.781334 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45902) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:59.809646 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f9f798ad-5b1d-499a-9163-ac2acbacc8b8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "GET /v2.0/ports?device_id=e79b57a2-a474-4db4-a139-5d2ac1e57137 HTTP/1.1" status: 200 len: 205 time: 0.0703807 Jun 18 16:22:59.811967 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-c772f5cf-7ffa-45ad-9cdb-597aa65a62a1 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:22:59.817786 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e5040-d29c-4d55-a106-cf0b35554abe tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Network': ['ID=2137b68e-e4c5-45c6-a87b-3b4ef57ee42c,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:59.817981 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45904) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:59.829861 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e40e5040-d29c-4d55-a106-cf0b35554abe tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:59.833360 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 2137b68e-e4c5-45c6-a87b-3b4ef57ee42c details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:22:59.838192 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c772f5cf-7ffa-45ad-9cdb-597aa65a62a1 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:22:59.841066 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772f5cf-7ffa-45ad-9cdb-597aa65a62a1 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event updated for resources: {'Port': ['ID=b260fef3-0200-4149-ad99-28ec788700f8,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:22:59.885117 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-72f98a15-0a40-424b-966e-3ec3c200bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:59.887814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-72f98a15-0a40-424b-966e-3ec3c200bf97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:59.889317 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-72f98a15-0a40-424b-966e-3ec3c200bf97 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a25fe655-677b-4f98-be17-02f50667ab0a HTTP/1.1" status: 204 len: 168 time: 1.1554205 Jun 18 16:22:59.893777 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7591430b-0b9d-46cf-88e4-af3d147ee56c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:22:59.897400 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-47c6a902-ab24-4118-bb87-8d69d8c491c0 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=e6d2f225-8bf7-44dc-9823-7938b183e033 HTTP/1.1" status: 200 len: 467 time: 0.0991273 Jun 18 16:22:59.902662 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-077088f8-025c-45b2-a382-85421a474986 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:22:59.910484 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c772f5cf-7ffa-45ad-9cdb-597aa65a62a1 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:22:59.910908 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45908) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:22:59.911823 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-1e32c2d6-676e-4464-946b-361ef2a58d4b tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] delete failed (client error): The resource could not be found. Jun 18 16:22:59.913179 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1e32c2d6-676e-4464-946b-361ef2a58d4b tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "DELETE /v2.0/routers/e79b57a2-a474-4db4-a139-5d2ac1e57137 HTTP/1.1" status: 404 len: 336 time: 0.0938244 Jun 18 16:22:59.922251 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45910) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:00.048799 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-22265f04-bb11-43c2-a190-05f737e81e9c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:00.056671 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b102d1a3-ce62-492a-b26b-3972ca04ace8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] DELETE failed (client error): The resource could not be found. Jun 18 16:23:00.057405 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b102d1a3-ce62-492a-b26b-3972ca04ace8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:23:00.060817 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b102d1a3-ce62-492a-b26b-3972ca04ace8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] 10.222.0.50 "DELETE /v2.0/subnets/5a1511fe-4fd0-4c3a-bed6-0c4c5502d16b HTTP/1.1" status: 404 len: 337 time: 0.1300852 Jun 18 16:23:00.069355 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f98a15-0a40-424b-966e-3ec3c200bf97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25fe655-677b-4f98-be17-02f50667ab0a,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:00.078314 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-72f98a15-0a40-424b-966e-3ec3c200bf97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:00.081869 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:00.176748 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c772f5cf-7ffa-45ad-9cdb-597aa65a62a1 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:00.177735 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22265f04-bb11-43c2-a190-05f737e81e9c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Subnet': ['ID=f472135c-313e-4bd9-9e08-0b8b47c20952,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:00.181352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c772f5cf-7ffa-45ad-9cdb-597aa65a62a1 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:00.187061 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-22265f04-bb11-43c2-a190-05f737e81e9c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:00.197573 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a5f5788c-498a-44a9-b646-84c15ae3670d None None] Provisioning for port b260fef3-0200-4149-ad99-28ec788700f8 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:00.203636 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a5f5788c-498a-44a9-b646-84c15ae3670d None None] Provisioning complete for port b260fef3-0200-4149-ad99-28ec788700f8 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:00.205117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a5f5788c-498a-44a9-b646-84c15ae3670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:00.247468 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5788c-498a-44a9-b646-84c15ae3670d None None] Port b260fef3-0200-4149-ad99-28ec788700f8 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:00.247707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa824d2-f9b0-4523-b416-a396c6cb3019 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Made reservation on behalf of d6a873ab5766408fa0fa9107656c5e69 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:00.252462 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8fa824d2-f9b0-4523-b416-a396c6cb3019 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:00.259397 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22265f04-bb11-43c2-a190-05f737e81e9c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Checking segment: {'id': 'abaa5be0-6859-4b9f-a9b0-f30f50938079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b08f6692-cf02-415b-aba0-74a5eaab2a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:00.259757 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22265f04-bb11-43c2-a190-05f737e81e9c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network hostable DHCP agents. Network: b08f6692-cf02-415b-aba0-74a5eaab2a5b, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:00.263583 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c772f5cf-7ffa-45ad-9cdb-597aa65a62a1 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6894495 Jun 18 16:23:00.264933 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45916) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:00.307400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-6d7861a5-33f4-48da-b80e-ffc89ea78068 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:3b:97:06'}]}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:00.362618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f26ed042-f0a2-43bd-b63a-91c224530ceb tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:00.362868 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-077088f8-025c-45b2-a382-85421a474986 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:00.366377 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f26ed042-f0a2-43bd-b63a-91c224530ceb tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/e6d2f225-8bf7-44dc-9823-7938b183e033 HTTP/1.1" status: 204 len: 168 time: 0.4494627 Jun 18 16:23:00.370121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45922) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:00.389224 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-077088f8-025c-45b2-a382-85421a474986 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c52da55-248e-41db-a0db-3af693425a24']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:00.391339 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22265f04-bb11-43c2-a190-05f737e81e9c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network b08f6692-cf02-415b-aba0-74a5eaab2a5b is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:00.395396 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fe3d94f7-3de3-47fc-bd5a-bb35f4a263d4 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=e6d2f225-8bf7-44dc-9823-7938b183e033 HTTP/1.1" status: 200 len: 216 time: 0.0242603 Jun 18 16:23:00.396070 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45928) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:00.407690 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-077088f8-025c-45b2-a382-85421a474986 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107655d7-b103-4d1e-8fff-eee1f2719200') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:00.408400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-077088f8-025c-45b2-a382-85421a474986 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107655d7-b103-4d1e-8fff-eee1f2719200') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:00.418221 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1a5cb1c0-e223-4297-83d4-33f2d229a719 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0179236 Jun 18 16:23:00.421881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45930) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:00.447064 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-219c825b-e3a5-4d15-b5e6-c8769cdeb9a1 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0206854 Jun 18 16:23:00.448255 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45932) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:00.456618 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-077088f8-025c-45b2-a382-85421a474986 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:00.458165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-22265f04-bb11-43c2-a190-05f737e81e9c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, b08f6692-cf02-415b-aba0-74a5eaab2a5b) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:00.471520 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2f281b-6a3f-4aa8-a180-a22622d04d6d None None] Network b08f6692-cf02-415b-aba0-74a5eaab2a5b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:00.475741 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22265f04-bb11-43c2-a190-05f737e81e9c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:00.476340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-22265f04-bb11-43c2-a190-05f737e81e9c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:00.485295 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-077088f8-025c-45b2-a382-85421a474986 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:00.500715 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-077088f8-025c-45b2-a382-85421a474986 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:23:00.501056 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-077088f8-025c-45b2-a382-85421a474986 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:23:00.504963 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:23:00.515142 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-060b452f-7903-4be2-bb31-032d202868ca tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-labels/3d9ef664-016a-4177-abcb-4b8c1c28f6e0 HTTP/1.1" status: 200 len: 472 time: 0.0626674 Jun 18 16:23:00.515892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45934) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:00.523695 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-22265f04-bb11-43c2-a190-05f737e81e9c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7618709 Jun 18 16:23:00.527167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45936) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:00.556149 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45938) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:00.556310 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-e3d74938-4df5-420d-9efe-b77f6bea489a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'subnet': {'network_id': 'b08f6692-cf02-415b-aba0-74a5eaab2a5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:00.588789 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-91ef2e79-cae0-4a62-bda5-afb97adfd595 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] 10.222.0.50 "GET /v2.0/metering/metering-label-rules/af20c4fb-ab8a-47ab-bb9d-a63059716914 HTTP/1.1" status: 200 len: 459 time: 0.0689399 Jun 18 16:23:00.637471 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45942) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:00.680330 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-077088f8-025c-45b2-a382-85421a474986 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:00.692642 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-077088f8-025c-45b2-a382-85421a474986 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:00.698117 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-077088f8-025c-45b2-a382-85421a474986 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/networks/5c52da55-248e-41db-a0db-3af693425a24 HTTP/1.1" status: 204 len: 168 time: 1.0710313 Jun 18 16:23:00.707354 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b73bc603-8b9b-4564-8417-3f051814829e tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:00.710632 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-b08f6692-cf02-415b-aba0-74a5eaab2a5b', 'network_id': 'b08f6692-cf02-415b-aba0-74a5eaab2a5b', 'tenant_id': '953b2634fd8d415a96152c28e655db12', 'fixed_ips': [{'subnet_id': 'f472135c-313e-4bd9-9e08-0b8b47c20952'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:00.711658 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:00.738793 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45946) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:00.740971 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077088f8-025c-45b2-a382-85421a474986 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event deleted for resources: {'Network': ['ID=5c52da55-248e-41db-a0db-3af693425a24,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:00.762376 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-077088f8-025c-45b2-a382-85421a474986 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:00.932050 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc62c974-bc37-45f5-a9e6-4231e21de21b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:00.940868 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0d7308d9-1706-4c4e-8e5b-75e3ac2c9d84 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:00.942274 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0d7308d9-1706-4c4e-8e5b-75e3ac2c9d84 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-label-rules/af20c4fb-ab8a-47ab-bb9d-a63059716914 HTTP/1.1" status: 204 len: 168 time: 0.3034523 Jun 18 16:23:00.949498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Allocated IP 2001:db8::2 (b08f6692-cf02-415b-aba0-74a5eaab2a5b/f472135c-313e-4bd9-9e08-0b8b47c20952/9e318cc6-f202-4bb4-908d-851e2342fb3a) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:00.957043 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45954) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:01.004531 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d7861a5-33f4-48da-b80e-ffc89ea78068 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.053446 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-284ffa77-f3d6-48a1-a476-fe50962231f4 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Deleting subnet 8d6fbe8f-2b08-4317-bd9b-62dcff9944ff {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:23:01.075735 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-284ffa77-f3d6-48a1-a476-fe50962231f4 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.079713 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8fa824d2-f9b0-4523-b416-a396c6cb3019 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.086071 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:01.170247 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa824d2-f9b0-4523-b416-a396c6cb3019 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Subnet': ['ID=5024ac49-8ccd-4b14-a70b-1247e8b73965,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:01.174940 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8fa824d2-f9b0-4523-b416-a396c6cb3019 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:01.181208 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa824d2-f9b0-4523-b416-a396c6cb3019 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Checking segment: {'id': '78fd5374-bd76-4c6b-949c-54b52d7ba751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2137b68e-e4c5-45c6-a87b-3b4ef57ee42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:01.181948 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa824d2-f9b0-4523-b416-a396c6cb3019 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network hostable DHCP agents. Network: 2137b68e-e4c5-45c6-a87b-3b4ef57ee42c, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:01.202463 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa824d2-f9b0-4523-b416-a396c6cb3019 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network 2137b68e-e4c5-45c6-a87b-3b4ef57ee42c is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:01.212065 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.216918 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-8fa824d2-f9b0-4523-b416-a396c6cb3019 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 2137b68e-e4c5-45c6-a87b-3b4ef57ee42c) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:01.222383 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa824d2-f9b0-4523-b416-a396c6cb3019 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:01.223263 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8fa824d2-f9b0-4523-b416-a396c6cb3019 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.224965 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Transition to ACTIVE for port object 9e318cc6-f202-4bb4-908d-851e2342fb3a will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:01.229425 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c28d52-865c-4b89-b9d9-11abf5f59b67 None None] Network 2137b68e-e4c5-45c6-a87b-3b4ef57ee42c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:01.250812 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-284ffa77-f3d6-48a1-a476-fe50962231f4 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.286578 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Transition to ACTIVE for port object 9e318cc6-f202-4bb4-908d-851e2342fb3a will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:01.301928 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.305421 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9abeb4f6-1040-45ec-b96c-55185f1d21a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:01.366049 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3438458b-17ef-47ce-b5a1-cd37db53bc28 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.369671 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3438458b-17ef-47ce-b5a1-cd37db53bc28 tempest-MeteringIpV6TestJSON-2076205337 tempest-MeteringIpV6TestJSON-2076205337-project-admin] 10.222.0.50 "DELETE /v2.0/metering/metering-labels/3d9ef664-016a-4177-abcb-4b8c1c28f6e0 HTTP/1.1" status: 204 len: 168 time: 0.4093285 Jun 18 16:23:01.383596 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Network b08f6692-cf02-415b-aba0-74a5eaab2a5b is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:01.386206 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Pushing event updated for resources: {'Port': ['ID=9e318cc6-f202-4bb4-908d-851e2342fb3a,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:01.389295 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:01.392508 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:01.396036 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:01.450465 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc62c974-bc37-45f5-a9e6-4231e21de21b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.465033 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8fa824d2-f9b0-4523-b416-a396c6cb3019 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7544441 Jun 18 16:23:01.468702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45964) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:01.474913 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc62c974-bc37-45f5-a9e6-4231e21de21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.477011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d62bb4bf-0361-43ce-be4d-48f66af8e215 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-260166203', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:01.480556 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-660d5de0-65b8-4402-8830-28ac4112c43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:01.527893 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d74938-4df5-420d-9efe-b77f6bea489a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:01.530402 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Attempting to bind port 9e318cc6-f202-4bb4-908d-851e2342fb3a on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:01.530814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Attempting to bind port 9e318cc6-f202-4bb4-908d-851e2342fb3a by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'abaa5be0-6859-4b9f-a9b0-f30f50938079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b08f6692-cf02-415b-aba0-74a5eaab2a5b'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:01.531204 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Attempting to bind port 9e318cc6-f202-4bb4-908d-851e2342fb3a on network b08f6692-cf02-415b-aba0-74a5eaab2a5b {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:01.537435 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e3d74938-4df5-420d-9efe-b77f6bea489a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.538470 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:01.538886 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Checking segment: {'id': 'abaa5be0-6859-4b9f-a9b0-f30f50938079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b08f6692-cf02-415b-aba0-74a5eaab2a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:01.539408 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.539810 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Bound using segment: {'id': 'abaa5be0-6859-4b9f-a9b0-f30f50938079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b08f6692-cf02-415b-aba0-74a5eaab2a5b'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:01.540299 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Bound port: 9e318cc6-f202-4bb4-908d-851e2342fb3a, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abaa5be0-6859-4b9f-a9b0-f30f50938079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b08f6692-cf02-415b-aba0-74a5eaab2a5b'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:01.540790 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.547463 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-2137b68e-e4c5-45c6-a87b-3b4ef57ee42c', 'network_id': '2137b68e-e4c5-45c6-a87b-3b4ef57ee42c', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'fixed_ips': [{'subnet_id': '5024ac49-8ccd-4b14-a70b-1247e8b73965'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:01.548343 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.560008 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-284ffa77-f3d6-48a1-a476-fe50962231f4 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.602233 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fc62c974-bc37-45f5-a9e6-4231e21de21b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=60850f8a1dbb4dc9a45a483744d205ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0393994 Jun 18 16:23:01.605367 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45970) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:01.606095 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62c974-bc37-45f5-a9e6-4231e21de21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f9eca1-a834-4366-b037-4f03aa5b3db1,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:01.617137 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fc62c974-bc37-45f5-a9e6-4231e21de21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:01.676778 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d7861a5-33f4-48da-b80e-ffc89ea78068 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.685592 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d62bb4bf-0361-43ce-be4d-48f66af8e215 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.688389 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d62bb4bf-0361-43ce-be4d-48f66af8e215 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.690039 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d7861a5-33f4-48da-b80e-ffc89ea78068 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.696856 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f5d42319-dde7-4566-8096-64b31a685095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:01.753206 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-284ffa77-f3d6-48a1-a476-fe50962231f4 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.770691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] For port 9e318cc6-f202-4bb4-908d-851e2342fb3a, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:01.775546 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1449337f-3f22-4c81-8ce1-5c8042e05319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.796662 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] For port 9e318cc6-f202-4bb4-908d-851e2342fb3a, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9e318cc6-f202-4bb4-908d-851e2342fb3a,segment=NetworkSegment(abaa5be0-6859-4b9f-a9b0-f30f50938079),segment_id=abaa5be0-6859-4b9f-a9b0-f30f50938079)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:01.826968 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-284ffa77-f3d6-48a1-a476-fe50962231f4 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.829345 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-284ffa77-f3d6-48a1-a476-fe50962231f4 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/subnets/8d6fbe8f-2b08-4317-bd9b-62dcff9944ff HTTP/1.1" status: 204 len: 168 time: 1.0857327 Jun 18 16:23:01.847788 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45976) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:01.852054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c064893-a48f-4cda-adbe-e2cf58953562 None None] Network 527c84ef-cec8-4b18-a6a5-0dec59c23ba0 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:01.854546 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.859213 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:01.882806 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.ipam_backend_mixin [None req-e3d74938-4df5-420d-9efe-b77f6bea489a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f472135c-313e-4bd9-9e08-0b8b47c20952 (CIDR: 2001:db8::/64) Jun 18 16:23:01.889301 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7861a5-33f4-48da-b80e-ffc89ea78068 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event updated for resources: {'Port': ['ID=b260fef3-0200-4149-ad99-28ec788700f8,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:01.895793 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d74938-4df5-420d-9efe-b77f6bea489a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:23:01.896319 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d74938-4df5-420d-9efe-b77f6bea489a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:23:01.901193 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d62bb4bf-0361-43ce-be4d-48f66af8e215 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.904537 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1449337f-3f22-4c81-8ce1-5c8042e05319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.920519 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d62bb4bf-0361-43ce-be4d-48f66af8e215 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.954963 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e3d74938-4df5-420d-9efe-b77f6bea489a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4192574 Jun 18 16:23:01.955153 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6d7861a5-33f4-48da-b80e-ffc89ea78068 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:01.956546 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45978) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:01.963257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-c638a427-0252-4eb0-8601-e0ce77b02863 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'subnet': {'network_id': 'b08f6692-cf02-415b-aba0-74a5eaab2a5b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:01.965713 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:01.979816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d62bb4bf-0361-43ce-be4d-48f66af8e215 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:01.981005 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d62bb4bf-0361-43ce-be4d-48f66af8e215 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5112679 Jun 18 16:23:01.981569 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45980) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:01.985802 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 45982) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:02.012434 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6d7861a5-33f4-48da-b80e-ffc89ea78068 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] In _notify_port_updated(), no bound segment for port b260fef3-0200-4149-ad99-28ec788700f8 on network fd574503-9133-4c0a-a9b3-0167a4b8bb2b {{(pid=93454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:23:02.018866 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7861a5-33f4-48da-b80e-ffc89ea78068 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:02.019741 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d7861a5-33f4-48da-b80e-ffc89ea78068 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:02.022812 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6d7861a5-33f4-48da-b80e-ffc89ea78068 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "PUT /v2.0/ports/b260fef3-0200-4149-ad99-28ec788700f8 HTTP/1.1" status: 200 len: 992 time: 1.7227905 Jun 18 16:23:02.061181 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45984) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:02.084103 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Allocated IP 172.20.0.2 (2137b68e-e4c5-45c6-a87b-3b4ef57ee42c/5024ac49-8ccd-4b14-a70b-1247e8b73965/183ff8ed-bbfa-40e3-b9b7-5da618318790) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:02.167805 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ffa77-f3d6-48a1-a476-fe50962231f4 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event deleted for resources: {'Subnet': ['ID=8d6fbe8f-2b08-4317-bd9b-62dcff9944ff,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:02.189200 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-284ffa77-f3d6-48a1-a476-fe50962231f4 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:02.215625 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:02.370278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 45992) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:02.381742 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c638a427-0252-4eb0-8601-e0ce77b02863 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:02.410554 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c638a427-0252-4eb0-8601-e0ce77b02863 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:02.441183 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a6686-e15d-4f0b-86ff-f36d2dcbb195 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Deleting port b260fef3-0200-4149-ad99-28ec788700f8 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:02.441576 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aa6a6686-e15d-4f0b-86ff-f36d2dcbb195 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:02.518781 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-69034a36-b735-43c7-a661-fdd4595531e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:02.527371 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1449337f-3f22-4c81-8ce1-5c8042e05319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:02.530840 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1449337f-3f22-4c81-8ce1-5c8042e05319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:02.532279 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1449337f-3f22-4c81-8ce1-5c8042e05319 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/78f9eca1-a834-4366-b037-4f03aa5b3db1 HTTP/1.1" status: 204 len: 168 time: 0.9233425 Jun 18 16:23:02.562244 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c9a72688-8390-4ec7-99c5-7ff61917a590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:02.584906 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-edb0e10c-ea6e-4e72-be58-450dc76862d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1741337656'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:02.607753 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:02.611051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449337f-3f22-4c81-8ce1-5c8042e05319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f9eca1-a834-4366-b037-4f03aa5b3db1,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:02.616346 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-162ccd3d-6671-47dd-b035-aae76d61b39f None None] Provisioning complete for port b260fef3-0200-4149-ad99-28ec788700f8 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:02.616781 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-162ccd3d-6671-47dd-b035-aae76d61b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:02.617542 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1449337f-3f22-4c81-8ce1-5c8042e05319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:02.619730 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Pushing event updated for resources: {'Port': ['ID=9e318cc6-f202-4bb4-908d-851e2342fb3a,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:02.625787 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:02.665515 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:02.687175 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Deleting port 9715df18-83c7-44ad-aaec-5792ba9bd90f {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:02.687859 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:02.702799 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Transition to ACTIVE for port object 183ff8ed-bbfa-40e3-b9b7-5da618318790 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:02.711793 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aa6a6686-e15d-4f0b-86ff-f36d2dcbb195 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:02.755437 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-162ccd3d-6671-47dd-b035-aae76d61b39f None None] Port b260fef3-0200-4149-ad99-28ec788700f8 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:02.765196 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Transition to ACTIVE for port object 183ff8ed-bbfa-40e3-b9b7-5da618318790 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:02.775826 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:02.781916 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-eb6f6bc0-3149-4b9e-af1a-8d80d9b2ae54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:02.815660 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a6686-e15d-4f0b-86ff-f36d2dcbb195 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Calling delete_port for b260fef3-0200-4149-ad99-28ec788700f8 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:02.843145 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Network 2137b68e-e4c5-45c6-a87b-3b4ef57ee42c is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:02.853932 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:02.862597 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:02.988594 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Pushing event updated for resources: {'Port': ['ID=183ff8ed-bbfa-40e3-b9b7-5da618318790,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:02.998154 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2bd18e-b5ec-443d-b1d7-7c3c541cd45a None None] DHCP port deletion for 527c84ef-cec8-4b18-a6a5-0dec59c23ba0 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:23:03.000952 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:03.037543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-69034a36-b735-43c7-a661-fdd4595531e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.060151 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Attempting to bind port 183ff8ed-bbfa-40e3-b9b7-5da618318790 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:03.060422 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Attempting to bind port 183ff8ed-bbfa-40e3-b9b7-5da618318790 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '78fd5374-bd76-4c6b-949c-54b52d7ba751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2137b68e-e4c5-45c6-a87b-3b4ef57ee42c'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:03.060807 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Attempting to bind port 183ff8ed-bbfa-40e3-b9b7-5da618318790 on network 2137b68e-e4c5-45c6-a87b-3b4ef57ee42c {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:03.070925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:03.071458 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Checking segment: {'id': '78fd5374-bd76-4c6b-949c-54b52d7ba751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2137b68e-e4c5-45c6-a87b-3b4ef57ee42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:03.071893 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.072297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Bound using segment: {'id': '78fd5374-bd76-4c6b-949c-54b52d7ba751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2137b68e-e4c5-45c6-a87b-3b4ef57ee42c'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:03.072800 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Bound port: 183ff8ed-bbfa-40e3-b9b7-5da618318790, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78fd5374-bd76-4c6b-949c-54b52d7ba751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2137b68e-e4c5-45c6-a87b-3b4ef57ee42c'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:03.073188 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.087660 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-69034a36-b735-43c7-a661-fdd4595531e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.090891 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb0e10c-ea6e-4e72-be58-450dc76862d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Made reservation on behalf of 2861d101f8bf4b768a3fdb09ccc72ea5 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:03.094888 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-edb0e10c-ea6e-4e72-be58-450dc76862d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.097933 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46000) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:03.106909 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:03.156404 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5f2bd18e-b5ec-443d-b1d7-7c3c541cd45a None None] Deleting port 9715df18-83c7-44ad-aaec-5792ba9bd90f {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:03.156980 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5f2bd18e-b5ec-443d-b1d7-7c3c541cd45a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.215700 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] For port 9715df18-83c7-44ad-aaec-5792ba9bd90f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9715df18-83c7-44ad-aaec-5792ba9bd90f,segment=NetworkSegment(d7e37f83-e2ec-4eba-a81c-0f3ea8f84bc1),segment_id=d7e37f83-e2ec-4eba-a81c-0f3ea8f84bc1)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:03.216379 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.229871 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] For port 183ff8ed-bbfa-40e3-b9b7-5da618318790, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:03.237810 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69034a36-b735-43c7-a661-fdd4595531e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37843c29-da04-44a6-804c-b1649bc76cd2,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:03.249701 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-edb0e10c-ea6e-4e72-be58-450dc76862d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.275021 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] For port 183ff8ed-bbfa-40e3-b9b7-5da618318790, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=183ff8ed-bbfa-40e3-b9b7-5da618318790,segment=NetworkSegment(78fd5374-bd76-4c6b-949c-54b52d7ba751),segment_id=78fd5374-bd76-4c6b-949c-54b52d7ba751)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:03.282768 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-5f2bd18e-b5ec-443d-b1d7-7c3c541cd45a None None] For port 9715df18-83c7-44ad-aaec-5792ba9bd90f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9715df18-83c7-44ad-aaec-5792ba9bd90f,segment=NetworkSegment(d7e37f83-e2ec-4eba-a81c-0f3ea8f84bc1),segment_id=d7e37f83-e2ec-4eba-a81c-0f3ea8f84bc1)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:03.283268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5f2bd18e-b5ec-443d-b1d7-7c3c541cd45a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.284284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-69034a36-b735-43c7-a661-fdd4595531e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:03.297285 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.301888 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:03.322801 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-adaadf44-d441-468b-a1ea-b67ec802b752 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c77a74bb6224bc5900c8746535f5cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129428 Jun 18 16:23:03.325629 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46004) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:03.331323 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-69034a36-b735-43c7-a661-fdd4595531e6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=27b7bc007c974fcda66cec716b6615c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3163676 Jun 18 16:23:03.342902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46006) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:03.354027 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c638a427-0252-4eb0-8601-e0ce77b02863 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.357352 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Calling delete_port for 9715df18-83c7-44ad-aaec-5792ba9bd90f owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:03.388182 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:03.391245 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5f2bd18e-b5ec-443d-b1d7-7c3c541cd45a None None] Calling delete_port for 9715df18-83c7-44ad-aaec-5792ba9bd90f owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:03.481480 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638a427-0252-4eb0-8601-e0ce77b02863 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Subnet': ['ID=3141fcbf-44ec-40b9-96e1-05bf8e2cd3df,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:03.489756 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Pushing event updated for resources: {'Port': ['ID=183ff8ed-bbfa-40e3-b9b7-5da618318790,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:03.493039 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:03.503847 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Allocated IP 172.20.0.1 (2137b68e-e4c5-45c6-a87b-3b4ef57ee42c/5024ac49-8ccd-4b14-a70b-1247e8b73965/1e764711-f520-4c26-893b-3e3e839678de) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:03.552335 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5f2bd18e-b5ec-443d-b1d7-7c3c541cd45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.556274 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:03.582239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c638a427-0252-4eb0-8601-e0ce77b02863 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:03.587435 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aa6a6686-e15d-4f0b-86ff-f36d2dcbb195 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.590010 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2bd18e-b5ec-443d-b1d7-7c3c541cd45a None None] Pushing event deleted for resources: {'Port': ['ID=9715df18-83c7-44ad-aaec-5792ba9bd90f,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:03.592400 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5f2bd18e-b5ec-443d-b1d7-7c3c541cd45a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:03.595302 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2bd18e-b5ec-443d-b1d7-7c3c541cd45a None None] No DVR routers for this DVR port 9715df18-83c7-44ad-aaec-5792ba9bd90f on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:23:03.632790 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fc3f86cd-4ed1-4fdd-9cc5-3b2ad5504376 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:03.643093 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.649459 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3bc38997-2d05-4ea3-a22e-70e45f266e7f tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:03.664822 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3091879e-a58f-4034-bc7a-3082c5eb925d None None] Network b08f6692-cf02-415b-aba0-74a5eaab2a5b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:03.679705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a6686-e15d-4f0b-86ff-f36d2dcbb195 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event deleted for resources: {'Port': ['ID=b260fef3-0200-4149-ad99-28ec788700f8,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:03.698150 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-aa6a6686-e15d-4f0b-86ff-f36d2dcbb195 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:03.701047 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event deleted for resources: {'Port': ['ID=9715df18-83c7-44ad-aaec-5792ba9bd90f,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:03.704223 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c638a427-0252-4eb0-8601-e0ce77b02863 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network b08f6692-cf02-415b-aba0-74a5eaab2a5b is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:03.734141 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.751012 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Transition to ACTIVE for port object 1e764711-f520-4c26-893b-3e3e839678de will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:03.753041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-acf54fab-8471-407f-a94c-b6d5f0f9c5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.762986 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-c638a427-0252-4eb0-8601-e0ce77b02863 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:03.786049 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:03.800184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c638a427-0252-4eb0-8601-e0ce77b02863 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:03.800786 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c638a427-0252-4eb0-8601-e0ce77b02863 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.809639 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] No DVR routers for this DVR port 9715df18-83c7-44ad-aaec-5792ba9bd90f on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:23:03.845920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a74db484-923f-4e81-9047-1504af1f700d None None] Provisioning for port 9e318cc6-f202-4bb4-908d-851e2342fb3a completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:03.867418 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-acf54fab-8471-407f-a94c-b6d5f0f9c5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.899475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c0012ab-23d3-4db7-b0fb-fc4096589faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.917745 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9e318cc6-f202-4bb4-908d-851e2342fb3a up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:03.940873 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.951553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c0012ab-23d3-4db7-b0fb-fc4096589faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:03.954287 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-56a838c8-1a3f-4dd3-8762-28b2472de6a8 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:04.036695 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.061825 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=1e764711-f520-4c26-893b-3e3e839678de,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:04.065518 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c0012ab-23d3-4db7-b0fb-fc4096589faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.068982 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c0012ab-23d3-4db7-b0fb-fc4096589faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.069239 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['527c84ef-cec8-4b18-a6a5-0dec59c23ba0']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:04.070725 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6c0012ab-23d3-4db7-b0fb-fc4096589faf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9362cd84-d215-4364-b54d-e0905142be20 HTTP/1.1" status: 204 len: 168 time: 0.7340441 Jun 18 16:23:04.075214 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network 2137b68e-e4c5-45c6-a87b-3b4ef57ee42c is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:04.082341 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:04.085858 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:04.090336 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e37f83-e2ec-4eba-a81c-0f3ea8f84bc1') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:04.090924 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e37f83-e2ec-4eba-a81c-0f3ea8f84bc1') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:04.093324 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:04.093866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fd5b456d-635d-40fb-8e5f-ace32640c83a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:04.153600 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0012ab-23d3-4db7-b0fb-fc4096589faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9362cd84-d215-4364-b54d-e0905142be20,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:04.154809 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.164310 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-edb0e10c-ea6e-4e72-be58-450dc76862d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.165676 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6c0012ab-23d3-4db7-b0fb-fc4096589faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:04.174540 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-edb0e10c-ea6e-4e72-be58-450dc76862d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.185639 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9536efcc-a455-431b-a8f7-6137707619b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:04.191816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.206131 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:23:04.206864 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:23:04.211340 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:23:04.214636 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c638a427-0252-4eb0-8601-e0ce77b02863 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2568319 Jun 18 16:23:04.221347 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0e10c-ea6e-4e72-be58-450dc76862d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00bc55ca-72df-40c7-9d38-a519458a9b34,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:04.226457 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46014) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:04.226660 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.232169 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-edb0e10c-ea6e-4e72-be58-450dc76862d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:04.243618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-2f4bc771-7e79-4479-b073-43623d94d484 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'network_id': 'b08f6692-cf02-415b-aba0-74a5eaab2a5b', 'fixed_ips': [{'subnet_id': 'f472135c-313e-4bd9-9e08-0b8b47c20952'}, {'subnet_id': '3141fcbf-44ec-40b9-96e1-05bf8e2cd3df'}], 'name': 'tempest-PortsIpV6TestJSON-157655790'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:04.270096 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb0e10c-ea6e-4e72-be58-450dc76862d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:04.281471 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-edb0e10c-ea6e-4e72-be58-450dc76862d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.281737 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-edb0e10c-ea6e-4e72-be58-450dc76862d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Added segment a488a6a1-18d1-4103-ae4e-efed69b3559c of type vlan for network 90bd0e65-0fa4-4713-a18a-cf4c43204acd Jun 18 16:23:04.328690 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-edb0e10c-ea6e-4e72-be58-450dc76862d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.365587 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 9e318cc6-f202-4bb4-908d-851e2342fb3a completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:04.370141 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-acf54fab-8471-407f-a94c-b6d5f0f9c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.372119 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 9e318cc6-f202-4bb4-908d-851e2342fb3a triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:04.373324 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.382758 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-acf54fab-8471-407f-a94c-b6d5f0f9c5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.384483 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-acf54fab-8471-407f-a94c-b6d5f0f9c5d8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/37843c29-da04-44a6-804c-b1649bc76cd2 HTTP/1.1" status: 204 len: 168 time: 1.0317514 Jun 18 16:23:04.410564 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:04.448686 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aa6a6686-e15d-4f0b-86ff-f36d2dcbb195 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.452933 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-aa6a6686-e15d-4f0b-86ff-f36d2dcbb195 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "DELETE /v2.0/ports/b260fef3-0200-4149-ad99-28ec788700f8 HTTP/1.1" status: 204 len: 168 time: 2.3834441 Jun 18 16:23:04.463430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46020) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:04.465801 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.485252 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.492933 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.496317 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] 10.222.0.50 "DELETE /v2.0/networks/527c84ef-cec8-4b18-a6a5-0dec59c23ba0 HTTP/1.1" status: 204 len: 168 time: 2.6450746 Jun 18 16:23:04.499209 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:04.511953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf54fab-8471-407f-a94c-b6d5f0f9c5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37843c29-da04-44a6-804c-b1649bc76cd2,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:04.525060 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-acf54fab-8471-407f-a94c-b6d5f0f9c5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:04.525686 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-edb0e10c-ea6e-4e72-be58-450dc76862d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.538083 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb0e10c-ea6e-4e72-be58-450dc76862d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:04.538764 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-edb0e10c-ea6e-4e72-be58-450dc76862d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.553982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Pushing event deleted for resources: {'Network': ['ID=527c84ef-cec8-4b18-a6a5-0dec59c23ba0,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:04.562821 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:04.563841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:04.592546 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd0040f-e3ba-4d62-817d-df2a6ca17151 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] GET failed (client error): The resource could not be found. Jun 18 16:23:04.598841 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1bd0040f-e3ba-4d62-817d-df2a6ca17151 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "GET /v2.0/ports/b260fef3-0200-4149-ad99-28ec788700f8 HTTP/1.1" status: 404 len: 333 time: 0.1259954 Jun 18 16:23:04.634026 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46026) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:04.640080 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-28f9a812-6717-4b7e-a488-b70fcc3ec696 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Request body: {'port': {'network_id': 'fd574503-9133-4c0a-a9b3-0167a4b8bb2b', 'name': 'tempest-AllowedAddressPairTestJSON-698105204'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:04.641569 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.691269 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22f0d89-4a8c-402e-94b9-c7f20a18bef4 None None] Update dhcp port {'port': {'network_id': 'b08f6692-cf02-415b-aba0-74a5eaab2a5b', 'fixed_ips': [{'subnet_id': 'f472135c-313e-4bd9-9e08-0b8b47c20952', 'ip_address': '2001:db8::2'}, {'subnet_id': '3141fcbf-44ec-40b9-96e1-05bf8e2cd3df'}], 'binding:host_id': 'dv-neutron-797120-1-hyperv'}, 'id': '9e318cc6-f202-4bb4-908d-851e2342fb3a'} from dv-neutron-797120-1-hyperv. {{(pid=93455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:23:04.712976 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-edb0e10c-ea6e-4e72-be58-450dc76862d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.3407054 Jun 18 16:23:04.766973 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 9e318cc6-f202-4bb4-908d-851e2342fb3a, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9e318cc6-f202-4bb4-908d-851e2342fb3a,segment=NetworkSegment(abaa5be0-6859-4b9f-a9b0-f30f50938079),segment_id=abaa5be0-6859-4b9f-a9b0-f30f50938079)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:04.767756 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0e10c-ea6e-4e72-be58-450dc76862d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Pushing event updated for resources: {'Network': ['ID=90bd0e65-0fa4-4713-a18a-cf4c43204acd,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:04.773068 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.777209 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-0039e3e3-0889-42c2-b019-29246fa09921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:04.781021 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a22f0d89-4a8c-402e-94b9-c7f20a18bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.795893 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-edb0e10c-ea6e-4e72-be58-450dc76862d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:04.853652 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4bc771-7e79-4479-b073-43623d94d484 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:04.911956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 90bd0e65-0fa4-4713-a18a-cf4c43204acd details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:04.931497 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f9a812-6717-4b7e-a488-b70fcc3ec696 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Made reservation on behalf of 63a3a4f336ca4a2d875fabbb604799a2 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:04.936057 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-28f9a812-6717-4b7e-a488-b70fcc3ec696 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:04.969563 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-28f9a812-6717-4b7e-a488-b70fcc3ec696 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] device_id is not set on port 6b00bc6a-c26d-4a68-b758-22018afc50cf yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:23:05.023745 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2f4bc771-7e79-4479-b073-43623d94d484 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:05.046385 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-2f4bc771-7e79-4479-b073-43623d94d484 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] device_id is not set on port cdc736dc-fda6-4216-af07-bcf0e1cea06e yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:23:05.091524 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=9e318cc6-f202-4bb4-908d-851e2342fb3a,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:05.124916 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9715df18-83c7-44ad-aaec-5792ba9bd90f no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:23:05.176712 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46040) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:05.183237 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ac2533-7e43-49c0-9936-fecea9dbe6bd None None] Network 2137b68e-e4c5-45c6-a87b-3b4ef57ee42c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:05.195314 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Request body: {'port': {'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd', 'binding:host_id': 'hv-neutron-7971', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-677469195'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:05.205666 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46042) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:05.215492 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-28f9a812-6717-4b7e-a488-b70fcc3ec696 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Allocated IP 172.20.0.14 (fd574503-9133-4c0a-a9b3-0167a4b8bb2b/ae54828d-2f91-48d2-8df7-b723c3b14d20/6b00bc6a-c26d-4a68-b758-22018afc50cf) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:05.228615 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:05.229489 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 9715df18-83c7-44ad-aaec-5792ba9bd90f {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:23:05.230213 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9715df18-83c7-44ad-aaec-5792ba9bd90f not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:23:05.248394 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46046) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:05.289691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Made reservation on behalf of ab48cbe68992424a9ae4f4dd602e5430 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:05.292235 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:05.298467 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:05.312310 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fa5df8d7-b9f7-4ec6-85c8-a964c5442cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:05.326748 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:05.361258 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:05.370387 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:05.417250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-776b2b9b-1163-494e-b6a0-0d7563304dac None None] Provisioning for port 183ff8ed-bbfa-40e3-b9b7-5da618318790 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:05.471814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:05.556738 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=1e764711-f520-4c26-893b-3e3e839678de,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:05.559820 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:05.640700 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-2f4bc771-7e79-4479-b073-43623d94d484 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Allocated IP 2001:db8::105 (b08f6692-cf02-415b-aba0-74a5eaab2a5b/f472135c-313e-4bd9-9e08-0b8b47c20952/cdc736dc-fda6-4216-af07-bcf0e1cea06e) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:05.660998 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-2f4bc771-7e79-4479-b073-43623d94d484 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Allocated IP 2001:db8:0:1::39f (b08f6692-cf02-415b-aba0-74a5eaab2a5b/3141fcbf-44ec-40b9-96e1-05bf8e2cd3df/cdc736dc-fda6-4216-af07-bcf0e1cea06e) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:05.685995 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b571d99b-eb45-4f94-819a-ffb6ba751e88 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ac4b618f0ebb4ac19e60fb4950b41c5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4750328 Jun 18 16:23:05.686160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46056) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:05.753335 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-28f9a812-6717-4b7e-a488-b70fcc3ec696 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:05.793496 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-28f9a812-6717-4b7e-a488-b70fcc3ec696 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Transition to ACTIVE for port object 6b00bc6a-c26d-4a68-b758-22018afc50cf will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:05.808347 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network 2137b68e-e4c5-45c6-a87b-3b4ef57ee42c is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:05.816155 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:05.829366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fa5df8d7-b9f7-4ec6-85c8-a964c5442cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:05.842836 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fa5df8d7-b9f7-4ec6-85c8-a964c5442cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:05.856142 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c3d68e4e-24a3-4e6c-8eaf-366d025381a9 tempest-RoutersAdminNegativeIpV6Test-1874661436 tempest-RoutersAdminNegativeIpV6Test-1874661436-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:05.898854 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9e318cc6-f202-4bb4-908d-851e2342fb3a up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:05.907901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-59937533-3fb5-41bd-9120-c8ec1d04b64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:05.958686 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-59937533-3fb5-41bd-9120-c8ec1d04b64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:06.017266 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 9e318cc6-f202-4bb4-908d-851e2342fb3a triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:06.018058 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:06.030953 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5df8d7-b9f7-4ec6-85c8-a964c5442cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d0c995-b171-49e5-81e4-64c24f9bef62,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:06.055849 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fa5df8d7-b9f7-4ec6-85c8-a964c5442cc3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a22005b598d246948c2b27a4ac7564f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8063173 Jun 18 16:23:06.058061 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fa5df8d7-b9f7-4ec6-85c8-a964c5442cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:06.063115 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46062) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:06.064102 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46064) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:06.069237 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-28f9a812-6717-4b7e-a488-b70fcc3ec696 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:06.080435 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cbba9ce6-fed0-4b54-aa11-237349b76b47 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:06.083525 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2f4bc771-7e79-4479-b073-43623d94d484 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:06.101765 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-2f4bc771-7e79-4479-b073-43623d94d484 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Transition to ACTIVE for port object cdc736dc-fda6-4216-af07-bcf0e1cea06e will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:06.132630 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f9a812-6717-4b7e-a488-b70fcc3ec696 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Network fd574503-9133-4c0a-a9b3-0167a4b8bb2b is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:06.140198 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-28f9a812-6717-4b7e-a488-b70fcc3ec696 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:06.155138 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f9a812-6717-4b7e-a488-b70fcc3ec696 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:06.163170 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2f4bc771-7e79-4479-b073-43623d94d484 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:06.203280 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c772f5cf-7ffa-45ad-9cdb-597aa65a62a1 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:06.227687 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4bc771-7e79-4479-b073-43623d94d484 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network b08f6692-cf02-415b-aba0-74a5eaab2a5b is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:06.236664 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-2f4bc771-7e79-4479-b073-43623d94d484 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:06.243307 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4bc771-7e79-4479-b073-43623d94d484 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:06.259167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4bc771-7e79-4479-b073-43623d94d484 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:06.260231 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2f4bc771-7e79-4479-b073-43623d94d484 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:06.276097 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9a812-6717-4b7e-a488-b70fcc3ec696 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event updated for resources: {'Port': ['ID=6b00bc6a-c26d-4a68-b758-22018afc50cf,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:06.295175 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-28f9a812-6717-4b7e-a488-b70fcc3ec696 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:06.321731 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router 1a0e6d69-72ee-4c93-90fc-38d4d034d4ae is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:23:06.333110 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f9a812-6717-4b7e-a488-b70fcc3ec696 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:06.334724 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-28f9a812-6717-4b7e-a488-b70fcc3ec696 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:06.357221 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3e944438-86d2-4a63-a249-f9201cbcd1e9 None None] Provisioning for port 1e764711-f520-4c26-893b-3e3e839678de completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:06.410101 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3e944438-86d2-4a63-a249-f9201cbcd1e9 None None] Provisioning complete for port 1e764711-f520-4c26-893b-3e3e839678de triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:06.410521 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3e944438-86d2-4a63-a249-f9201cbcd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:06.412983 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-a22f0d89-4a8c-402e-94b9-c7f20a18bef4 None None] Allocated IP 2001:db8:0:1::2 (b08f6692-cf02-415b-aba0-74a5eaab2a5b/3141fcbf-44ec-40b9-96e1-05bf8e2cd3df/9e318cc6-f202-4bb4-908d-851e2342fb3a) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:06.421261 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b980ec65-3565-4d43-8633-a95364bc731e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1303721673'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:06.431186 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-59937533-3fb5-41bd-9120-c8ec1d04b64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:06.433732 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-59937533-3fb5-41bd-9120-c8ec1d04b64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:06.437787 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-59937533-3fb5-41bd-9120-c8ec1d04b64f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3659e607-cefc-4a0d-8721-ec3c5dfe6c2e HTTP/1.1" status: 204 len: 168 time: 0.7505779 Jun 18 16:23:06.488260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bc771-7e79-4479-b073-43623d94d484 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=cdc736dc-fda6-4216-af07-bcf0e1cea06e,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:06.498748 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2f4bc771-7e79-4479-b073-43623d94d484 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:06.500141 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-07ea058e-52e3-4f5c-af62-fdc28acd2982 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:06.517999 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59937533-3fb5-41bd-9120-c8ec1d04b64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3659e607-cefc-4a0d-8721-ec3c5dfe6c2e,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:06.529485 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-59937533-3fb5-41bd-9120-c8ec1d04b64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:06.532758 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bae553e7-26e2-4be4-9bf7-4a50136160a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:06.538080 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:23:06.544525 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:06.550857 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8303561-34b1-41b4-a2eb-7353d683d068 None None] Sync routers for ids ['1a0e6d69-72ee-4c93-90fc-38d4d034d4ae'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:23:06.559373 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/1a0e6d69-72ee-4c93-90fc-38d4d034d4ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5615721 Jun 18 16:23:06.562292 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46070) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:06.572223 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8303561-34b1-41b4-a2eb-7353d683d068 None None] Routers {'1a0e6d69-72ee-4c93-90fc-38d4d034d4ae'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:23:06.573105 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-f8303561-34b1-41b4-a2eb-7353d683d068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1a0e6d69-72ee-4c93-90fc-38d4d034d4ae'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:06.577604 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:06.582087 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] device_id is not set on port 7a9092ed-8c50-45de-8da7-55ca5c765af2 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:23:06.652842 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-f8303561-34b1-41b4-a2eb-7353d683d068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:06.672807 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8303561-34b1-41b4-a2eb-7353d683d068 None None] Routers {'1a0e6d69-72ee-4c93-90fc-38d4d034d4ae'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:23:06.673451 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-f8303561-34b1-41b4-a2eb-7353d683d068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:22:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1a0e6d69-72ee-4c93-90fc-38d4d034d4ae'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:06.693000 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bae553e7-26e2-4be4-9bf7-4a50136160a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:06.725370 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68b512b-8df7-4c16-be31-6163c9b18383 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:06.733545 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a22f0d89-4a8c-402e-94b9-c7f20a18bef4 None None] For port 9e318cc6-f202-4bb4-908d-851e2342fb3a, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9e318cc6-f202-4bb4-908d-851e2342fb3a,segment=NetworkSegment(abaa5be0-6859-4b9f-a9b0-f30f50938079),segment_id=abaa5be0-6859-4b9f-a9b0-f30f50938079)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:06.737401 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b68b512b-8df7-4c16-be31-6163c9b18383 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/ports/1e764711-f520-4c26-893b-3e3e839678de HTTP/1.1" status: 200 len: 910 time: 0.1405587 Jun 18 16:23:06.744183 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2f4bc771-7e79-4479-b073-43623d94d484 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.5154445 Jun 18 16:23:06.747618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46074) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:06.750492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46076) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:06.764795 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-f8303561-34b1-41b4-a2eb-7353d683d068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:06.765513 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8303561-34b1-41b4-a2eb-7353d683d068 None None] The sync data for ids ['1a0e6d69-72ee-4c93-90fc-38d4d034d4ae'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:23:06.777871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-570756e1-2780-4d56-91aa-652208c1dea6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5024ac49-8ccd-4b14-a70b-1247e8b73965'}]}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:06.791239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-16a4b6fe-7937-42de-98f6-a1212f3cfa27 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f472135c-313e-4bd9-9e08-0b8b47c20952'}]}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:06.794579 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b980ec65-3565-4d43-8633-a95364bc731e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:06.798190 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a22f0d89-4a8c-402e-94b9-c7f20a18bef4 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:06.799938 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b980ec65-3565-4d43-8633-a95364bc731e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:06.813524 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a22f0d89-4a8c-402e-94b9-c7f20a18bef4 None None] Transition to ACTIVE for port object 9e318cc6-f202-4bb4-908d-851e2342fb3a will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:06.825489 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 183ff8ed-bbfa-40e3-b9b7-5da618318790 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:06.828691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-3e944438-86d2-4a63-a249-f9201cbcd1e9 None None] Port 1e764711-f520-4c26-893b-3e3e839678de cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:06.841853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b980ec65-3565-4d43-8633-a95364bc731e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:06.852925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a22f0d89-4a8c-402e-94b9-c7f20a18bef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:06.858377 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4d121e41-28a5-49ff-975e-26f8443ceb0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:06.917030 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b102f4c3-e8f2-42ad-848b-0764c3fb6dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:06.925033 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-28f9a812-6717-4b7e-a488-b70fcc3ec696 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2873921 Jun 18 16:23:06.925033 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] device_id is not set on port 7a9092ed-8c50-45de-8da7-55ca5c765af2 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:23:06.935798 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46080) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:06.948514 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-673fe7a4-6bba-4bf0-8ef7-bb79a0913ed7 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3b:97:06'}]}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:06.953150 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:07.011774 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707f0b74-924f-4a78-8ae6-f66677bf013b,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:07.015100 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Transition to ACTIVE for port object 7a9092ed-8c50-45de-8da7-55ca5c765af2 will not be triggered until provisioned by entity L2. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:07.019432 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:07.022109 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f0d89-4a8c-402e-94b9-c7f20a18bef4 None None] Pushing event updated for resources: {'Port': ['ID=9e318cc6-f202-4bb4-908d-851e2342fb3a,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:07.026737 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a22f0d89-4a8c-402e-94b9-c7f20a18bef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:07.032591 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 183ff8ed-bbfa-40e3-b9b7-5da618318790 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:07.035769 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b4304285-42bb-4378-812e-756ba7d4c3ed None None] Provisioning complete for port 1e764711-f520-4c26-893b-3e3e839678de triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:07.039809 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b4304285-42bb-4378-812e-756ba7d4c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:07.056150 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:07.084646 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-b4304285-42bb-4378-812e-756ba7d4c3ed None None] Port 1e764711-f520-4c26-893b-3e3e839678de cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:07.090397 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 183ff8ed-bbfa-40e3-b9b7-5da618318790 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:07.090896 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:07.100717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-28f9a812-6717-4b7e-a488-b70fcc3ec696 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:07.137436 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b4304285-42bb-4378-812e-756ba7d4c3ed None None] Provisioning for port 6b00bc6a-c26d-4a68-b758-22018afc50cf completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:07.169459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b4304285-42bb-4378-812e-756ba7d4c3ed None None] Provisioning complete for port 6b00bc6a-c26d-4a68-b758-22018afc50cf triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:07.170619 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b4304285-42bb-4378-812e-756ba7d4c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:07.206312 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Pushing event updated for resources: {'Port': ['ID=7a9092ed-8c50-45de-8da7-55ca5c765af2,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:07.219994 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:07.243171 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Checking segment: {'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:07.243840 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Network hostable DHCP agents. Network: 90bd0e65-0fa4-4713-a18a-cf4c43204acd, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:07.264417 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-b4304285-42bb-4378-812e-756ba7d4c3ed None None] Port 6b00bc6a-c26d-4a68-b758-22018afc50cf cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:07.288201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:07.318349 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Network 90bd0e65-0fa4-4713-a18a-cf4c43204acd is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:07.329948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-673fe7a4-6bba-4bf0-8ef7-bb79a0913ed7 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:07.343561 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 183ff8ed-bbfa-40e3-b9b7-5da618318790, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=183ff8ed-bbfa-40e3-b9b7-5da618318790,segment=NetworkSegment(78fd5374-bd76-4c6b-949c-54b52d7ba751),segment_id=78fd5374-bd76-4c6b-949c-54b52d7ba751)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:07.346766 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 90bd0e65-0fa4-4713-a18a-cf4c43204acd) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:07.350216 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:07.353820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9816f649-6f7f-4e66-ae00-fd6c0180d74d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:07.355753 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:07.359575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168e743b-4665-4fe5-b61a-b986698f2bb4 None None] Network 90bd0e65-0fa4-4713-a18a-cf4c43204acd requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:07.408122 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:07.408534 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:07.408949 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:07.428350 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:07.428867 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:07.431793 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 2 to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 Jun 18 16:23:07.449503 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:07.449954 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:07.450344 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:07.461016 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:07.461414 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:07.465481 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 3 to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 Jun 18 16:23:07.487027 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:07.487445 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:07.487871 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:07.530517 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:07.531028 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:07.534389 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 4 to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 Jun 18 16:23:07.647402 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-570756e1-2780-4d56-91aa-652208c1dea6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:07.657879 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=183ff8ed-bbfa-40e3-b9b7-5da618318790,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:07.662367 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:07.716504 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bae553e7-26e2-4be4-9bf7-4a50136160a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:07.720344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bae553e7-26e2-4be4-9bf7-4a50136160a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:07.721924 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-673fe7a4-6bba-4bf0-8ef7-bb79a0913ed7 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:07.722077 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-bae553e7-26e2-4be4-9bf7-4a50136160a5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f5d0c995-b171-49e5-81e4-64c24f9bef62 HTTP/1.1" status: 204 len: 168 time: 1.5790420 Jun 18 16:23:07.727202 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:07.728046 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:07.729760 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:07.734325 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-673fe7a4-6bba-4bf0-8ef7-bb79a0913ed7 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:07.746121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-acf54fab-8471-407f-a94c-b6d5f0f9c5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:07.748787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-37be12e8-e63d-43ee-b245-f6ce6c7db5d4 tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:07.774302 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9e318cc6-f202-4bb4-908d-851e2342fb3a up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:07.778903 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-16a4b6fe-7937-42de-98f6-a1212f3cfa27 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:07.786002 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae553e7-26e2-4be4-9bf7-4a50136160a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d0c995-b171-49e5-81e4-64c24f9bef62,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:07.797284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bae553e7-26e2-4be4-9bf7-4a50136160a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:07.878876 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46102) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:07.919303 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:07.919951 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:07.932543 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 5 to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 Jun 18 16:23:07.947419 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-673fe7a4-6bba-4bf0-8ef7-bb79a0913ed7 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] In _notify_port_updated(), no bound segment for port 6b00bc6a-c26d-4a68-b758-22018afc50cf on network fd574503-9133-4c0a-a9b3-0167a4b8bb2b {{(pid=93454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:23:07.954463 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673fe7a4-6bba-4bf0-8ef7-bb79a0913ed7 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:07.955374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-673fe7a4-6bba-4bf0-8ef7-bb79a0913ed7 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:07.957152 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-673fe7a4-6bba-4bf0-8ef7-bb79a0913ed7 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "PUT /v2.0/ports/6b00bc6a-c26d-4a68-b758-22018afc50cf HTTP/1.1" status: 200 len: 996 time: 1.0182567 Jun 18 16:23:07.961365 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46106) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:07.988848 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:07.989189 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:07.989532 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:07.998357 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fe7a4-6bba-4bf0-8ef7-bb79a0913ed7 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event updated for resources: {'Port': ['ID=6b00bc6a-c26d-4a68-b758-22018afc50cf,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:08.002153 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:08.002828 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:08.003875 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-673fe7a4-6bba-4bf0-8ef7-bb79a0913ed7 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:08.005236 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 6 to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 Jun 18 16:23:08.024419 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:08.025065 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:08.025615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:08.033475 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:08.034203 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:08.035542 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 7 to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 Jun 18 16:23:08.049663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a48fe10-4959-431c-8689-1bf4f020024a None None] Network b08f6692-cf02-415b-aba0-74a5eaab2a5b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:08.055471 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:08.056115 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:08.056809 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:08.063402 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:08.064015 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:08.064780 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 8 to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 Jun 18 16:23:08.080066 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:08.080949 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:08.081579 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:08.092804 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:08.093505 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:08.094253 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 9 to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 Jun 18 16:23:08.139418 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:08.139790 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:08.140134 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:08.159009 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:08.159874 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:08.160507 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 10 to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 Jun 18 16:23:08.191686 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-534c9a29-6f67-4538-910d-3676ff99dbc6 None None] Provisioning for port 9e318cc6-f202-4bb4-908d-851e2342fb3a completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:08.193907 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:08.194477 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:08.194966 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:08.203420 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-534c9a29-6f67-4538-910d-3676ff99dbc6 None None] Provisioning complete for port 9e318cc6-f202-4bb4-908d-851e2342fb3a triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:08.204504 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:08.204680 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port 7a9092ed-8c50-45de-8da7-55ca5c765af2 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:08.204895 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-534c9a29-6f67-4538-910d-3676ff99dbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.205027 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.298218 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-063b7a4f-a0ff-4acb-8d83-6dde93d1a29c tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-598719002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:08.353476 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] For port 7a9092ed-8c50-45de-8da7-55ca5c765af2, host hv-neutron-7971, cleared binding levels {{(pid=93454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:08.354113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempted to set empty binding levels {{(pid=93454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 18 16:23:08.361194 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.376664 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-dc21d2ac-0298-4145-8359-cec65d8f52e4 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:08.426879 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f592a1c1-015f-4d8e-bd14-f1d71583b03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.438357 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:08.439238 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.443957 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Pushing event updated for resources: {'Port': ['ID=7a9092ed-8c50-45de-8da7-55ca5c765af2,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:08.450679 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:08.457692 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b980ec65-3565-4d43-8633-a95364bc731e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.469601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-16a4b6fe-7937-42de-98f6-a1212f3cfa27 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Delete allocated IP 2001:db8:0:1::39f (b08f6692-cf02-415b-aba0-74a5eaab2a5b/3141fcbf-44ec-40b9-96e1-05bf8e2cd3df) {{(pid=93453) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 18 16:23:08.472680 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b980ec65-3565-4d43-8633-a95364bc731e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.481777 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-063b7a4f-a0ff-4acb-8d83-6dde93d1a29c tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.485248 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e48f7e58-58fd-4d2b-8c4e-4b791d8dadda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:08.489622 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-063b7a4f-a0ff-4acb-8d83-6dde93d1a29c tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.506571 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.3207419 Jun 18 16:23:08.506571 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46118) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:08.525932 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-09f29c5c-089a-418b-98ad-9434d1b587e6 None None] Provisioning complete for port 6b00bc6a-c26d-4a68-b758-22018afc50cf triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:08.526704 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-09f29c5c-089a-418b-98ad-9434d1b587e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.580326 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-09f29c5c-089a-418b-98ad-9434d1b587e6 None None] Port 6b00bc6a-c26d-4a68-b758-22018afc50cf cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:08.599867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b980ec65-3565-4d43-8633-a95364bc731e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:08.629647 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-063b7a4f-a0ff-4acb-8d83-6dde93d1a29c tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.636944 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980ec65-3565-4d43-8633-a95364bc731e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7af96c-b102-4404-b6a1-cb312a99e05a,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:08.649224 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-063b7a4f-a0ff-4acb-8d83-6dde93d1a29c tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.651296 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b980ec65-3565-4d43-8633-a95364bc731e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.653857 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-b980ec65-3565-4d43-8633-a95364bc731e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Added segment bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f of type vlan for network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 Jun 18 16:23:08.679921 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-063b7a4f-a0ff-4acb-8d83-6dde93d1a29c tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.683582 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-063b7a4f-a0ff-4acb-8d83-6dde93d1a29c tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7598970 Jun 18 16:23:08.705865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b980ec65-3565-4d43-8633-a95364bc731e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:08.707561 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8064d748-5c57-4410-9d1a-b5b62c6afb0d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Deleting port 6b00bc6a-c26d-4a68-b758-22018afc50cf {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:08.707909 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8064d748-5c57-4410-9d1a-b5b62c6afb0d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.714483 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46122) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:08.722582 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-2f1148c9-cf68-4387-8619-5814b15ee405 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1561510966'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:08.812940 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7a7f1bc1-1c61-4fff-88b7-5895f0c1398f None None] Provisioning for port cdc736dc-fda6-4216-af07-bcf0e1cea06e completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:08.825947 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7a7f1bc1-1c61-4fff-88b7-5895f0c1398f None None] Provisioning complete for port cdc736dc-fda6-4216-af07-bcf0e1cea06e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:08.826974 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7a7f1bc1-1c61-4fff-88b7-5895f0c1398f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.854970 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b980ec65-3565-4d43-8633-a95364bc731e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.929789 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7a7f1bc1-1c61-4fff-88b7-5895f0c1398f None None] Port cdc736dc-fda6-4216-af07-bcf0e1cea06e cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:08.930012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1148c9-cf68-4387-8619-5814b15ee405 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Made reservation on behalf of ed406d9733f54a64ac5f62ab360bd52d for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:08.933787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2f1148c9-cf68-4387-8619-5814b15ee405 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:08.952637 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7a7f1bc1-1c61-4fff-88b7-5895f0c1398f None None] Provisioning complete for port 9e318cc6-f202-4bb4-908d-851e2342fb3a triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:08.953502 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7a7f1bc1-1c61-4fff-88b7-5895f0c1398f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.070247 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2f1148c9-cf68-4387-8619-5814b15ee405 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.091167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8064d748-5c57-4410-9d1a-b5b62c6afb0d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.117353 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-303f6ff0-1e6e-4422-8c36-2280ab892671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Deleting port 7a9092ed-8c50-45de-8da7-55ca5c765af2 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:09.117937 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-303f6ff0-1e6e-4422-8c36-2280ab892671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.175578 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-16a4b6fe-7937-42de-98f6-a1212f3cfa27 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.188593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-303f6ff0-1e6e-4422-8c36-2280ab892671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] For port 7a9092ed-8c50-45de-8da7-55ca5c765af2, host hv-neutron-7971, got binding levels [] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:09.188945 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-303f6ff0-1e6e-4422-8c36-2280ab892671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.208589 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8064d748-5c57-4410-9d1a-b5b62c6afb0d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Calling delete_port for 6b00bc6a-c26d-4a68-b758-22018afc50cf owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:09.216729 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-476ce2ca-62a6-4fa6-a05d-a5b257bfdf44 None None] Provisioning complete for port cdc736dc-fda6-4216-af07-bcf0e1cea06e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:09.217356 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-476ce2ca-62a6-4fa6-a05d-a5b257bfdf44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.225810 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b980ec65-3565-4d43-8633-a95364bc731e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.231900 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b980ec65-3565-4d43-8633-a95364bc731e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:09.232530 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b980ec65-3565-4d43-8633-a95364bc731e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.253856 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9a931178-2277-4330-9760-b2d5d94ddc38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:09.268716 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-303f6ff0-1e6e-4422-8c36-2280ab892671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Calling delete_port for 7a9092ed-8c50-45de-8da7-55ca5c765af2 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:09.272464 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-476ce2ca-62a6-4fa6-a05d-a5b257bfdf44 None None] Port cdc736dc-fda6-4216-af07-bcf0e1cea06e cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:09.316094 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-16a4b6fe-7937-42de-98f6-a1212f3cfa27 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Ignored duplicate provisioning block setup for port cdc736dc-fda6-4216-af07-bcf0e1cea06e by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 18 16:23:09.336708 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-16a4b6fe-7937-42de-98f6-a1212f3cfa27 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.366357 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-303f6ff0-1e6e-4422-8c36-2280ab892671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.372634 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-811d0f3f-c14a-4618-9b89-a65d16d69ba4 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:09.400990 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-303f6ff0-1e6e-4422-8c36-2280ab892671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.403162 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-303f6ff0-1e6e-4422-8c36-2280ab892671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] 10.222.0.50 "DELETE /v2.0/ports/7a9092ed-8c50-45de-8da7-55ca5c765af2 HTTP/1.1" status: 204 len: 168 time: 0.8925185 Jun 18 16:23:09.405495 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f6ff0-1e6e-4422-8c36-2280ab892671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a9092ed-8c50-45de-8da7-55ca5c765af2,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:09.406771 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-303f6ff0-1e6e-4422-8c36-2280ab892671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:09.407414 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46140) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:09.422329 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980ec65-3565-4d43-8633-a95364bc731e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Network': ['ID=ce24d173-f93a-4cd6-bc0b-4cefb40733e2,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:09.430729 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b980ec65-3565-4d43-8633-a95364bc731e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:09.433880 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-759c35e2-3735-41d4-bf18-3884de55e71e tempest-ExtraDHCPOptionsIpV6TestJSON-979276308 tempest-ExtraDHCPOptionsIpV6TestJSON-979276308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:09.434879 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:09.447162 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-7990dfad-788e-486f-924d-5100ee6df4dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] GET failed (client error): The resource could not be found. Jun 18 16:23:09.448763 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7990dfad-788e-486f-924d-5100ee6df4dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] 10.222.0.50 "GET /v2.0/ports/7a9092ed-8c50-45de-8da7-55ca5c765af2 HTTP/1.1" status: 404 len: 333 time: 0.0404074 Jun 18 16:23:09.453657 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46142) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:09.459331 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-1f8770e6-1d4f-4f86-8b63-e2c62def3fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Request body: {'port': {'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-152113365'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:09.522499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-16a4b6fe-7937-42de-98f6-a1212f3cfa27 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] In _notify_port_updated(), no bound segment for port cdc736dc-fda6-4216-af07-bcf0e1cea06e on network b08f6692-cf02-415b-aba0-74a5eaab2a5b {{(pid=93453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:23:09.528008 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a4b6fe-7937-42de-98f6-a1212f3cfa27 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:09.528656 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-16a4b6fe-7937-42de-98f6-a1212f3cfa27 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.532564 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-16a4b6fe-7937-42de-98f6-a1212f3cfa27 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "PUT /v2.0/ports/cdc736dc-fda6-4216-af07-bcf0e1cea06e HTTP/1.1" status: 200 len: 925 time: 2.7482655 Jun 18 16:23:09.533448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46146) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:09.539401 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-570756e1-2780-4d56-91aa-652208c1dea6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.540704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-1e0dbb4c-5901-4def-b945-f14085d36514 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f472135c-313e-4bd9-9e08-0b8b47c20952'}, {'subnet_id': '3141fcbf-44ec-40b9-96e1-05bf8e2cd3df'}]}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:09.594450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-570756e1-2780-4d56-91aa-652208c1dea6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.600517 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4b6fe-7937-42de-98f6-a1212f3cfa27 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=cdc736dc-fda6-4216-af07-bcf0e1cea06e,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:09.625211 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-16a4b6fe-7937-42de-98f6-a1212f3cfa27 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:09.629026 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-aa6a6686-e15d-4f0b-86ff-f36d2dcbb195 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:09.767270 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 183ff8ed-bbfa-40e3-b9b7-5da618318790 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:09.789184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570756e1-2780-4d56-91aa-652208c1dea6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:09.789851 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-570756e1-2780-4d56-91aa-652208c1dea6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.791246 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-570756e1-2780-4d56-91aa-652208c1dea6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/ports/1e764711-f520-4c26-893b-3e3e839678de HTTP/1.1" status: 200 len: 910 time: 3.0200460 Jun 18 16:23:09.798720 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46154) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:09.800828 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2f1148c9-cf68-4387-8619-5814b15ee405 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.803826 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570756e1-2780-4d56-91aa-652208c1dea6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=1e764711-f520-4c26-893b-3e3e839678de,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:09.817459 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-570756e1-2780-4d56-91aa-652208c1dea6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:09.839613 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1e0dbb4c-5901-4def-b945-f14085d36514 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.854665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ad3d8710-b8f2-44ff-a2b5-542233feed92 None None] Provisioning complete for port cdc736dc-fda6-4216-af07-bcf0e1cea06e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:09.855220 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ad3d8710-b8f2-44ff-a2b5-542233feed92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.861047 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2f1148c9-cf68-4387-8619-5814b15ee405 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.901849 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-499e3de9-4c06-4985-9137-b167baa71ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:09.916931 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8770e6-1d4f-4f86-8b63-e2c62def3fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Made reservation on behalf of ab48cbe68992424a9ae4f4dd602e5430 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:09.917717 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b980ec65-3565-4d43-8633-a95364bc731e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.7728775 Jun 18 16:23:09.920116 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1f8770e6-1d4f-4f86-8b63-e2c62def3fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.920897 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 183ff8ed-bbfa-40e3-b9b7-5da618318790 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:09.921383 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:09.923488 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ad3d8710-b8f2-44ff-a2b5-542233feed92 None None] Port cdc736dc-fda6-4216-af07-bcf0e1cea06e cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:09.925821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46158) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:09.944816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-05106ced-5532-424b-8471-3b3589127bb8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:09.958768 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1148c9-cf68-4387-8619-5814b15ee405 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:09.980428 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8064d748-5c57-4410-9d1a-b5b62c6afb0d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:10.007773 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46160) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:10.033205 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1148c9-cf68-4387-8619-5814b15ee405 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ad782f-a0f2-4bb4-befa-aaa210861512,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:10.048078 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-1f8770e6-1d4f-4f86-8b63-e2c62def3fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] device_id is not set on port d9f3b118-460a-4521-945c-2e1d4b623e31 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:23:10.048644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2f1148c9-cf68-4387-8619-5814b15ee405 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:10.052187 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:10.057642 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2f1148c9-cf68-4387-8619-5814b15ee405 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:10.057998 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-2f1148c9-cf68-4387-8619-5814b15ee405 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Added segment 5e6b5796-61d6-4305-972e-5aa01619a4e5 of type vlan for network 6a73dea0-438b-4a1b-9cc5-563862f7895b Jun 18 16:23:10.159588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064d748-5c57-4410-9d1a-b5b62c6afb0d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event deleted for resources: {'Port': ['ID=6b00bc6a-c26d-4a68-b758-22018afc50cf,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:10.198386 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d516096e-1b1c-4103-ad30-e02442ddc8a7 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:10.219515 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8064d748-5c57-4410-9d1a-b5b62c6afb0d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:10.268816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2f1148c9-cf68-4387-8619-5814b15ee405 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:10.305954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05106ced-5532-424b-8471-3b3589127bb8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:10.309573 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-05106ced-5532-424b-8471-3b3589127bb8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:10.325897 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d516096e-1b1c-4103-ad30-e02442ddc8a7 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] 10.222.0.50 "PUT /v2.0/quotas/eac0bd0edd964836a8b6234d6b50087c HTTP/1.1" status: 200 len: 368 time: 0.3140996 Jun 18 16:23:10.332343 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46164) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:10.342974 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-ead4811b-2a61-4a7c-855e-0976a9510c04 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Request body: {'network': {'project_id': 'eac0bd0edd964836a8b6234d6b50087c'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:10.371787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8064d748-5c57-4410-9d1a-b5b62c6afb0d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:10.372245 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-1e0dbb4c-5901-4def-b945-f14085d36514 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Allocated IP 2001:db8:0:1::172 (b08f6692-cf02-415b-aba0-74a5eaab2a5b/3141fcbf-44ec-40b9-96e1-05bf8e2cd3df/cdc736dc-fda6-4216-af07-bcf0e1cea06e) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:10.373939 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8064d748-5c57-4410-9d1a-b5b62c6afb0d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "DELETE /v2.0/ports/6b00bc6a-c26d-4a68-b758-22018afc50cf HTTP/1.1" status: 204 len: 168 time: 2.3684216 Jun 18 16:23:10.378542 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46166) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:10.399528 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1f8770e6-1d4f-4f86-8b63-e2c62def3fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:10.442946 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2f1148c9-cf68-4387-8619-5814b15ee405 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:10.448432 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1148c9-cf68-4387-8619-5814b15ee405 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:10.449040 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2f1148c9-cf68-4387-8619-5814b15ee405 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:10.453362 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead4811b-2a61-4a7c-855e-0976a9510c04 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Made reservation on behalf of eac0bd0edd964836a8b6234d6b50087c for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:10.455710 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ead4811b-2a61-4a7c-855e-0976a9510c04 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:10.459666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:10.463383 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0688c9-440c-468d-9237-7b2d4e40e6b3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] GET failed (client error): The resource could not be found. Jun 18 16:23:10.464969 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6a0688c9-440c-468d-9237-7b2d4e40e6b3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "GET /v2.0/ports/6b00bc6a-c26d-4a68-b758-22018afc50cf HTTP/1.1" status: 404 len: 333 time: 0.0853548 Jun 18 16:23:10.471260 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46168) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:10.481162 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-46ff704f-8a45-4b28-bdfa-fa761d7c53c3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Request body: {'port': {'network_id': 'fd574503-9133-4c0a-a9b3-0167a4b8bb2b', 'name': 'tempest-AllowedAddressPairTestJSON-538135451'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:10.487505 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ead4811b-2a61-4a7c-855e-0976a9510c04 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:10.638112 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1f8770e6-1d4f-4f86-8b63-e2c62def3fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:10.648748 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:10.752922 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8770e6-1d4f-4f86-8b63-e2c62def3fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Network 90bd0e65-0fa4-4713-a18a-cf4c43204acd is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:10.761572 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1e0dbb4c-5901-4def-b945-f14085d36514 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:10.770552 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-1f8770e6-1d4f-4f86-8b63-e2c62def3fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:10.773344 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8770e6-1d4f-4f86-8b63-e2c62def3fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:10.774523 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8770e6-1d4f-4f86-8b63-e2c62def3fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:10.775135 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1f8770e6-1d4f-4f86-8b63-e2c62def3fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:10.777585 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8770e6-1d4f-4f86-8b63-e2c62def3fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Pushing event updated for resources: {'Port': ['ID=d9f3b118-460a-4521-945c-2e1d4b623e31,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:10.780407 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1f8770e6-1d4f-4f86-8b63-e2c62def3fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:10.805915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-1e0dbb4c-5901-4def-b945-f14085d36514 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Transition to ACTIVE for port object cdc736dc-fda6-4216-af07-bcf0e1cea06e will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:10.810769 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1e0dbb4c-5901-4def-b945-f14085d36514 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:10.816182 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6153475d-f9dd-4f85-a88c-fb00d510674a tempest-FloatingIPAdminTestJSON-298491529 tempest-FloatingIPAdminTestJSON-298491529-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:10.844185 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1148c9-cf68-4387-8619-5814b15ee405 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event updated for resources: {'Network': ['ID=6a73dea0-438b-4a1b-9cc5-563862f7895b,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:10.856604 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 6a73dea0-438b-4a1b-9cc5-563862f7895b details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:10.864594 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2f1148c9-cf68-4387-8619-5814b15ee405 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:10.960466 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c677dfc-fd94-4519-87b6-a9d75410e1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:10.963808 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-1e0dbb4c-5901-4def-b945-f14085d36514 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] In _notify_port_updated(), no bound segment for port cdc736dc-fda6-4216-af07-bcf0e1cea06e on network b08f6692-cf02-415b-aba0-74a5eaab2a5b {{(pid=93454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:23:10.970129 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0dbb4c-5901-4def-b945-f14085d36514 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:10.970839 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1e0dbb4c-5901-4def-b945-f14085d36514 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:10.974705 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1e0dbb4c-5901-4def-b945-f14085d36514 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "PUT /v2.0/ports/cdc736dc-fda6-4216-af07-bcf0e1cea06e HTTP/1.1" status: 200 len: 1011 time: 1.4373004 Jun 18 16:23:10.979370 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46170) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:10.979370 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0dbb4c-5901-4def-b945-f14085d36514 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=cdc736dc-fda6-4216-af07-bcf0e1cea06e,revision_number=3']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:10.982918 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1e0dbb4c-5901-4def-b945-f14085d36514 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:11.001536 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ead4811b-2a61-4a7c-855e-0976a9510c04 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.028754 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ead4811b-2a61-4a7c-855e-0976a9510c04 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.036149 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-753543e9-091a-47f4-9198-bc467c1b88af tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:11.047856 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1f8770e6-1d4f-4f86-8b63-e2c62def3fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5930493 Jun 18 16:23:11.056575 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46172) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:11.058014 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2f1148c9-cf68-4387-8619-5814b15ee405 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3403437 Jun 18 16:23:11.062228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46174) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:11.069517 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f2ed5db9-2fd5-4f91-af5a-b813039c1ed3 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Request body: {'subnet': {'network_id': '6a73dea0-438b-4a1b-9cc5-563862f7895b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:11.069760 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:11.092831 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead4811b-2a61-4a7c-855e-0976a9510c04 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:11.132314 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-05106ced-5532-424b-8471-3b3589127bb8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.136745 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:11.154520 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1af6a722-3e9b-4683-9fb2-b7ea2bf953a7 None None] Provisioning for port cdc736dc-fda6-4216-af07-bcf0e1cea06e completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:11.154798 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ff704f-8a45-4b28-bdfa-fa761d7c53c3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Made reservation on behalf of 63a3a4f336ca4a2d875fabbb604799a2 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:11.158340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-46ff704f-8a45-4b28-bdfa-fa761d7c53c3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.159073 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1af6a722-3e9b-4683-9fb2-b7ea2bf953a7 None None] Provisioning complete for port cdc736dc-fda6-4216-af07-bcf0e1cea06e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:11.159557 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1af6a722-3e9b-4683-9fb2-b7ea2bf953a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.175708 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ead4811b-2a61-4a7c-855e-0976a9510c04 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.176022 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-ead4811b-2a61-4a7c-855e-0976a9510c04 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Added segment c7cc95bc-8557-459d-8d0c-62645869e988 of type vlan for network 99772572-4f04-4010-bae1-60050786c4d2 Jun 18 16:23:11.181110 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4811b-2a61-4a7c-855e-0976a9510c04 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03262e9e-c215-4cd4-bf42-3522d808422e,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:11.184274 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ead4811b-2a61-4a7c-855e-0976a9510c04 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:11.201393 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-1af6a722-3e9b-4683-9fb2-b7ea2bf953a7 None None] Port cdc736dc-fda6-4216-af07-bcf0e1cea06e cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:11.210972 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-02ff8adc-68da-4d6e-86d7-b54cf97b5e33 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.237390 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-46ff704f-8a45-4b28-bdfa-fa761d7c53c3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] device_id is not set on port 9568cd6d-f060-4a98-b360-afbd19b9c0c1 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:23:11.277301 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.282545 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ead4811b-2a61-4a7c-855e-0976a9510c04 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.295300 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05106ced-5532-424b-8471-3b3589127bb8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=e2297549-7837-455e-b89b-deb2f884a4e0,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:11.314128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-05106ced-5532-424b-8471-3b3589127bb8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:11.339095 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05106ced-5532-424b-8471-3b3589127bb8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:11.340164 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05106ced-5532-424b-8471-3b3589127bb8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network hostable DHCP agents. Network: ce24d173-f93a-4cd6-bc0b-4cefb40733e2, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:11.345666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ed5db9-2fd5-4f91-af5a-b813039c1ed3 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Made reservation on behalf of ed406d9733f54a64ac5f62ab360bd52d for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:11.349769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f2ed5db9-2fd5-4f91-af5a-b813039c1ed3 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.358962 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.390705 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-63536e96-b4bc-4f6e-9f45-14e94d76ec41 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port cdc736dc-fda6-4216-af07-bcf0e1cea06e {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:11.391043 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63536e96-b4bc-4f6e-9f45-14e94d76ec41 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.463542 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ead4811b-2a61-4a7c-855e-0976a9510c04 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.464582 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead4811b-2a61-4a7c-855e-0976a9510c04 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:11.465160 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ead4811b-2a61-4a7c-855e-0976a9510c04 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.477358 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05106ced-5532-424b-8471-3b3589127bb8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:11.487677 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5caf0af2-d5f9-492a-b70b-2db0c4af7a3d tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:11.504535 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-05106ced-5532-424b-8471-3b3589127bb8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, ce24d173-f93a-4cd6-bc0b-4cefb40733e2) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:11.514187 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05106ced-5532-424b-8471-3b3589127bb8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:11.514819 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-05106ced-5532-424b-8471-3b3589127bb8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.516532 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2785291-2f66-4065-a9a1-46fd7de46b0d None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:11.550510 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-05106ced-5532-424b-8471-3b3589127bb8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6176150 Jun 18 16:23:11.567691 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46176) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:11.578643 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-6cc3dae9-9355-4556-a23d-44d04a26bab3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'name': 'tempest-NetworksTestDHCPv6-2007100523'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:11.613297 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ead4811b-2a61-4a7c-855e-0976a9510c04 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2770605 Jun 18 16:23:11.623558 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46180) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:11.652061 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-1d86381a-8bb8-4cd4-83ec-ed61da2e988f tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Request body: {'network': {'project_id': 'eac0bd0edd964836a8b6234d6b50087c'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:11.697859 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4811b-2a61-4a7c-855e-0976a9510c04 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Pushing event updated for resources: {'Network': ['ID=99772572-4f04-4010-bae1-60050786c4d2,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:11.700568 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ead4811b-2a61-4a7c-855e-0976a9510c04 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:11.704130 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-46ff704f-8a45-4b28-bdfa-fa761d7c53c3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Allocated IP 172.20.0.9 (fd574503-9133-4c0a-a9b3-0167a4b8bb2b/ae54828d-2f91-48d2-8df7-b723c3b14d20/9568cd6d-f060-4a98-b360-afbd19b9c0c1) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:11.784135 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63536e96-b4bc-4f6e-9f45-14e94d76ec41 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.793450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f2ed5db9-2fd5-4f91-af5a-b813039c1ed3 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.798469 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-462be6aa-3335-4e86-9e8f-6cc3dab25371 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:11.804047 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d86381a-8bb8-4cd4-83ec-ed61da2e988f tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Made reservation on behalf of eac0bd0edd964836a8b6234d6b50087c for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:11.806369 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1d86381a-8bb8-4cd4-83ec-ed61da2e988f tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.814103 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 99772572-4f04-4010-bae1-60050786c4d2 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:11.900905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed5db9-2fd5-4f91-af5a-b813039c1ed3 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event updated for resources: {'Subnet': ['ID=77549a3d-94b5-4cb1-970d-9bcd702e52c1,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:11.912302 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f2ed5db9-2fd5-4f91-af5a-b813039c1ed3 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:11.924516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-02ff8adc-68da-4d6e-86d7-b54cf97b5e33 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting port 1e764711-f520-4c26-893b-3e3e839678de {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:11.924880 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-02ff8adc-68da-4d6e-86d7-b54cf97b5e33 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.927802 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc3dae9-9355-4556-a23d-44d04a26bab3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:11.932040 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6cc3dae9-9355-4556-a23d-44d04a26bab3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:11.936694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-63536e96-b4bc-4f6e-9f45-14e94d76ec41 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for cdc736dc-fda6-4216-af07-bcf0e1cea06e owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:11.993380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ed5db9-2fd5-4f91-af5a-b813039c1ed3 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Checking segment: {'id': '5e6b5796-61d6-4305-972e-5aa01619a4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6a73dea0-438b-4a1b-9cc5-563862f7895b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:11.993757 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ed5db9-2fd5-4f91-af5a-b813039c1ed3 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Network hostable DHCP agents. Network: 6a73dea0-438b-4a1b-9cc5-563862f7895b, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:11.997072 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': 'e2297549-7837-455e-b89b-deb2f884a4e0'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:11.998322 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.016541 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-6cc3dae9-9355-4556-a23d-44d04a26bab3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port 21961f1f-c0d7-42cd-a391-dab98139e406 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:23:12.032371 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.108204 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ed5db9-2fd5-4f91-af5a-b813039c1ed3 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Network 6a73dea0-438b-4a1b-9cc5-563862f7895b is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:12.112559 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-02ff8adc-68da-4d6e-86d7-b54cf97b5e33 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.175047 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Allocated IP 2001:db8::2 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/e2297549-7837-455e-b89b-deb2f884a4e0/f7154b20-5c85-4cb1-877a-fadb84a10734) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:12.197726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-02ff8adc-68da-4d6e-86d7-b54cf97b5e33 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Calling delete_port for 1e764711-f520-4c26-893b-3e3e839678de owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:12.199837 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-f2ed5db9-2fd5-4f91-af5a-b813039c1ed3 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 6a73dea0-438b-4a1b-9cc5-563862f7895b) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:12.213390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ed5db9-2fd5-4f91-af5a-b813039c1ed3 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:12.214001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f2ed5db9-2fd5-4f91-af5a-b813039c1ed3 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.255654 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4d6ce3-cb37-4c71-bc2e-bbdf48ca6447 None None] Network 6a73dea0-438b-4a1b-9cc5-563862f7895b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:12.276767 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f2ed5db9-2fd5-4f91-af5a-b813039c1ed3 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2084827 Jun 18 16:23:12.280950 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46182) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:12.286516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-e35f0073-bfe3-4ad5-986c-4e65e6f1dfbd tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Request body: {'network': {'name': 'tempest-router-network01--1620052330'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:12.357527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35f0073-bfe3-4ad5-986c-4e65e6f1dfbd tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Made reservation on behalf of ed406d9733f54a64ac5f62ab360bd52d for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:12.361217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e35f0073-bfe3-4ad5-986c-4e65e6f1dfbd tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.401525 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d86381a-8bb8-4cd4-83ec-ed61da2e988f tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:12.407716 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e35f0073-bfe3-4ad5-986c-4e65e6f1dfbd tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:12.436365 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1d86381a-8bb8-4cd4-83ec-ed61da2e988f tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.436915 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-1d86381a-8bb8-4cd4-83ec-ed61da2e988f tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Added segment 1bb7527a-8fb8-4083-a271-73b60bbcb042 of type vlan for network 2032a2ad-c9fa-460e-98cb-277646f8e49f Jun 18 16:23:12.446379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e35f0073-bfe3-4ad5-986c-4e65e6f1dfbd tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.446756 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-e35f0073-bfe3-4ad5-986c-4e65e6f1dfbd tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Added segment 09cadb75-c369-4403-ba8f-b9148af07bc5 of type vlan for network 6aad81c4-565d-4d2c-a8e9-12d0b786c842 Jun 18 16:23:12.468154 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.485229 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] device_id is not set on port d9f3b118-460a-4521-945c-2e1d4b623e31 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:23:12.516019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-6a73dea0-438b-4a1b-9cc5-563862f7895b', 'network_id': '6a73dea0-438b-4a1b-9cc5-563862f7895b', 'tenant_id': 'ed406d9733f54a64ac5f62ab360bd52d', 'fixed_ips': [{'subnet_id': '77549a3d-94b5-4cb1-970d-9bcd702e52c1'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:12.516224 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e35f0073-bfe3-4ad5-986c-4e65e6f1dfbd tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.517524 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.518888 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.526561 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-02ff8adc-68da-4d6e-86d7-b54cf97b5e33 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.530103 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-570756e1-2780-4d56-91aa-652208c1dea6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:12.533036 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Transition to ACTIVE for port object f7154b20-5c85-4cb1-877a-fadb84a10734 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:12.535683 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1d86381a-8bb8-4cd4-83ec-ed61da2e988f tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.551126 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Transition to ACTIVE for port object f7154b20-5c85-4cb1-877a-fadb84a10734 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:12.562813 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.564555 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff8adc-68da-4d6e-86d7-b54cf97b5e33 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Port': ['ID=1e764711-f520-4c26-893b-3e3e839678de,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:12.566271 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:12.577184 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Transition to ACTIVE for port object d9f3b118-460a-4521-945c-2e1d4b623e31 will not be triggered until provisioned by entity L2. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:12.597560 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.599630 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-02ff8adc-68da-4d6e-86d7-b54cf97b5e33 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:12.605619 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:12.619531 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-46ff704f-8a45-4b28-bdfa-fa761d7c53c3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.681212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e35f0073-bfe3-4ad5-986c-4e65e6f1dfbd tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.686863 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35f0073-bfe3-4ad5-986c-4e65e6f1dfbd tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:12.687485 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e35f0073-bfe3-4ad5-986c-4e65e6f1dfbd tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.707653 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:12.714459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:12.727199 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:12.741624 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-46ff704f-8a45-4b28-bdfa-fa761d7c53c3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Transition to ACTIVE for port object 9568cd6d-f060-4a98-b360-afbd19b9c0c1 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:12.744973 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1d86381a-8bb8-4cd4-83ec-ed61da2e988f tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.746000 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d86381a-8bb8-4cd4-83ec-ed61da2e988f tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:12.746605 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1d86381a-8bb8-4cd4-83ec-ed61da2e988f tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.772383 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Pushing event updated for resources: {'Port': ['ID=f7154b20-5c85-4cb1-877a-fadb84a10734,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:12.772605 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Pushing event updated for resources: {'Port': ['ID=d9f3b118-460a-4521-945c-2e1d4b623e31,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:12.777712 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:12.782842 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f04b8e6b-4a5d-4a6e-9f80-82917d7c074c tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:12.786163 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-525c5cd4-f573-48fd-833a-394b06468eed tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:12.792594 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-02ff8adc-68da-4d6e-86d7-b54cf97b5e33 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.821891 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1d86381a-8bb8-4cd4-83ec-ed61da2e988f tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1875975 Jun 18 16:23:12.826458 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:12.850860 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Attempting to bind port f7154b20-5c85-4cb1-877a-fadb84a10734 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:12.850860 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Attempting to bind port f7154b20-5c85-4cb1-877a-fadb84a10734 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:12.851335 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Attempting to bind port f7154b20-5c85-4cb1-877a-fadb84a10734 on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:12.862228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46184) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:12.872023 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:12.872321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:12.872608 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:12.878748 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:12.879193 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:12.879619 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.880034 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:12.880234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-5eff7542-a34d-49ed-a9a6-5dc38cdc370c tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Request body: {'network': {'project_id': 'eac0bd0edd964836a8b6234d6b50087c'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:12.881535 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Bound port: f7154b20-5c85-4cb1-877a-fadb84a10734, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:12.882034 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.920293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-6cc3dae9-9355-4556-a23d-44d04a26bab3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::265 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/e2297549-7837-455e-b89b-deb2f884a4e0/21961f1f-c0d7-42cd-a391-dab98139e406) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:12.929305 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:12.929629 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:12.935349 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 2 to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 Jun 18 16:23:12.946272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86381a-8bb8-4cd4-83ec-ed61da2e988f tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Pushing event updated for resources: {'Network': ['ID=2032a2ad-c9fa-460e-98cb-277646f8e49f,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:12.948993 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1d86381a-8bb8-4cd4-83ec-ed61da2e988f tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:12.961492 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 2032a2ad-c9fa-460e-98cb-277646f8e49f details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:12.963958 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-46ff704f-8a45-4b28-bdfa-fa761d7c53c3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:12.971931 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-58da587b-ce86-4f39-9a99-ad7614c752a6 tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:13.001970 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:13.002338 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:13.003070 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:13.021746 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:13.022179 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:13.027379 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 3 to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 Jun 18 16:23:13.029880 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63536e96-b4bc-4f6e-9f45-14e94d76ec41 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:13.039510 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ff704f-8a45-4b28-bdfa-fa761d7c53c3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Network fd574503-9133-4c0a-a9b3-0167a4b8bb2b is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:13.049394 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Allocated IP 2001:db8::2 (6a73dea0-438b-4a1b-9cc5-563862f7895b/77549a3d-94b5-4cb1-970d-9bcd702e52c1/c72acb52-8856-4a12-8802-3a8f8aed55a7) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:13.052730 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-46ff704f-8a45-4b28-bdfa-fa761d7c53c3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:13.055920 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ff704f-8a45-4b28-bdfa-fa761d7c53c3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:13.094866 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] For port f7154b20-5c85-4cb1-877a-fadb84a10734, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:13.097193 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff704f-8a45-4b28-bdfa-fa761d7c53c3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event updated for resources: {'Port': ['ID=9568cd6d-f060-4a98-b360-afbd19b9c0c1,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:13.104502 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] For port f7154b20-5c85-4cb1-877a-fadb84a10734, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f7154b20-5c85-4cb1-877a-fadb84a10734,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:13.104726 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-46ff704f-8a45-4b28-bdfa-fa761d7c53c3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:13.110062 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9500e9cf-dcf0-4901-b5a5-a548f35c7941 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:13.115413 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:13.115622 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:13.116273 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:13.129159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6cc3dae9-9355-4556-a23d-44d04a26bab3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:13.144814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:13.151532 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-899d2ee7-44ea-49c8-8f66-c0d4ee21b5ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:13.153506 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f0073-bfe3-4ad5-986c-4e65e6f1dfbd tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event updated for resources: {'Network': ['ID=6aad81c4-565d-4d2c-a8e9-12d0b786c842,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:13.169353 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e35f0073-bfe3-4ad5-986c-4e65e6f1dfbd tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:13.173051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63536e96-b4bc-4f6e-9f45-14e94d76ec41 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=cdc736dc-fda6-4216-af07-bcf0e1cea06e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:13.175730 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-63536e96-b4bc-4f6e-9f45-14e94d76ec41 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:13.186221 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:13.186626 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:13.188311 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 6aad81c4-565d-4d2c-a8e9-12d0b786c842 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:13.188687 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-6cc3dae9-9355-4556-a23d-44d04a26bab3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object 21961f1f-c0d7-42cd-a391-dab98139e406 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:13.191273 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e35f0073-bfe3-4ad5-986c-4e65e6f1dfbd tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9090281 Jun 18 16:23:13.203847 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 4 to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 Jun 18 16:23:13.206601 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46186) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:13.211905 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63536e96-b4bc-4f6e-9f45-14e94d76ec41 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:13.214157 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-63536e96-b4bc-4f6e-9f45-14e94d76ec41 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/ports/cdc736dc-fda6-4216-af07-bcf0e1cea06e HTTP/1.1" status: 204 len: 168 time: 2.2369530 Jun 18 16:23:13.221436 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ff704f-8a45-4b28-bdfa-fa761d7c53c3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:13.222090 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-46ff704f-8a45-4b28-bdfa-fa761d7c53c3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:13.235364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-656c14a0-2556-467c-84e8-ecf9540ea893 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Request body: {'network': {'name': 'tempest-router-network02--672384859'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:13.238366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46188) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:13.264155 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:13.264493 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:13.264833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:13.295241 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eff7542-a34d-49ed-a9a6-5dc38cdc370c tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 18 16:23:13.297268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eff7542-a34d-49ed-a9a6-5dc38cdc370c tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:23:13.301356 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5eff7542-a34d-49ed-a9a6-5dc38cdc370c tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.4356251 Jun 18 16:23:13.311217 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:13.312636 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:13.313812 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21642b0-d46b-495c-95fa-c7b8af4ac857 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] GET failed (client error): The resource could not be found. Jun 18 16:23:13.316601 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f21642b0-d46b-495c-95fa-c7b8af4ac857 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports/cdc736dc-fda6-4216-af07-bcf0e1cea06e HTTP/1.1" status: 404 len: 333 time: 0.0769973 Jun 18 16:23:13.321381 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46190) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:13.322704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46192) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:13.323225 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 5 to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 Jun 18 16:23:13.369124 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6cc3dae9-9355-4556-a23d-44d04a26bab3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:13.381651 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2f4bc771-7e79-4479-b073-43623d94d484 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:13.383501 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Pushing event updated for resources: {'Port': ['ID=f7154b20-5c85-4cb1-877a-fadb84a10734,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:13.392622 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:13.479769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3dae9-9355-4556-a23d-44d04a26bab3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=21961f1f-c0d7-42cd-a391-dab98139e406,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:13.494684 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:13.509484 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6cc3dae9-9355-4556-a23d-44d04a26bab3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:13.512654 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Transition to ACTIVE for port object c72acb52-8856-4a12-8802-3a8f8aed55a7 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:13.517488 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc3dae9-9355-4556-a23d-44d04a26bab3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:13.521713 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-6cc3dae9-9355-4556-a23d-44d04a26bab3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:13.530868 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ff8adc-68da-4d6e-86d7-b54cf97b5e33 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router 1a0e6d69-72ee-4c93-90fc-38d4d034d4ae has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:23:13.532422 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3dae9-9355-4556-a23d-44d04a26bab3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:13.538321 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc3dae9-9355-4556-a23d-44d04a26bab3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:13.539123 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6cc3dae9-9355-4556-a23d-44d04a26bab3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:13.539436 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-46ff704f-8a45-4b28-bdfa-fa761d7c53c3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0674555 Jun 18 16:23:13.540089 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46194) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:13.546833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656c14a0-2556-467c-84e8-ecf9540ea893 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Made reservation on behalf of ed406d9733f54a64ac5f62ab360bd52d for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:13.547248 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Transition to ACTIVE for port object c72acb52-8856-4a12-8802-3a8f8aed55a7 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:13.551185 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-656c14a0-2556-467c-84e8-ecf9540ea893 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:13.563239 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6cc3dae9-9355-4556-a23d-44d04a26bab3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9913206 Jun 18 16:23:13.563922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46196) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:13.566035 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:13.566583 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-6a1275b1-351d-4ea4-b42a-3b4010570df5 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Request body: {'port': {'network_id': 'fd574503-9133-4c0a-a9b3-0167a4b8bb2b', 'name': 'tempest-AllowedAddressPairTestJSON-1596004239'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:13.569619 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c2de3665-7474-460b-a9a2-3b1bfecd14f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:13.581548 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02b1cfae-8e58-46fb-9d8d-7ae0e5485bf0 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:13.583079 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:13.584000 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:13.584545 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:13.615945 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b44e241-da20-442b-a094-d636659ae843 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting subnet 3141fcbf-44ec-40b9-96e1-05bf8e2cd3df {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:23:13.663662 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Network 6a73dea0-438b-4a1b-9cc5-563862f7895b is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:13.665585 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8cbc1681-7a2e-43ba-bc15-b7750cd89757 None None] Provisioning for port 9568cd6d-f060-4a98-b360-afbd19b9c0c1 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:13.681986 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8cbc1681-7a2e-43ba-bc15-b7750cd89757 None None] Provisioning complete for port 9568cd6d-f060-4a98-b360-afbd19b9c0c1 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:13.682382 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8cbc1681-7a2e-43ba-bc15-b7750cd89757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:13.691638 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9b44e241-da20-442b-a094-d636659ae843 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:13.694450 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:13.694788 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:13.717509 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 6 to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 Jun 18 16:23:13.723849 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:13.732550 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Pushing event updated for resources: {'Port': ['ID=c72acb52-8856-4a12-8802-3a8f8aed55a7,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:13.740202 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:13.743721 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:13.750200 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:13.754834 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ff8adc-68da-4d6e-86d7-b54cf97b5e33 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:23:13.763054 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-02ff8adc-68da-4d6e-86d7-b54cf97b5e33 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/1a0e6d69-72ee-4c93-90fc-38d4d034d4ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9607797 Jun 18 16:23:13.768941 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46198) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:13.785977 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656c14a0-2556-467c-84e8-ecf9540ea893 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:13.814130 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-8cbc1681-7a2e-43ba-bc15-b7750cd89757 None None] Port 9568cd6d-f060-4a98-b360-afbd19b9c0c1 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:13.817409 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba75f0d5-120c-4bd4-a8d7-161fd81790d9 None None] Sync routers for ids ['1a0e6d69-72ee-4c93-90fc-38d4d034d4ae'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:23:13.819239 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-284e0b1e-3d43-42f6-b172-887d9f1b5715 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0e6d69-72ee-4c93-90fc-38d4d034d4ae HTTP/1.1" status: 200 len: 205 time: 0.0479622 Jun 18 16:23:13.820280 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46200) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:13.846140 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b786cd-2eb1-4328-961d-3405f954d336 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:13.854294 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b786cd-2eb1-4328-961d-3405f954d336 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:13.856415 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d7b786cd-2eb1-4328-961d-3405f954d336 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2890632 Jun 18 16:23:13.874130 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f7154b20-5c85-4cb1-877a-fadb84a10734 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:13.874341 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:13.874655 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:13.875001 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:13.879328 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba75f0d5-120c-4bd4-a8d7-161fd81790d9 None None] Routers {'1a0e6d69-72ee-4c93-90fc-38d4d034d4ae'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:23:13.879999 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ba75f0d5-120c-4bd4-a8d7-161fd81790d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1a0e6d69-72ee-4c93-90fc-38d4d034d4ae'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:13.881736 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46202) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:13.891812 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9b44e241-da20-442b-a094-d636659ae843 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:13.934554 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-656c14a0-2556-467c-84e8-ecf9540ea893 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:13.934929 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-656c14a0-2556-467c-84e8-ecf9540ea893 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Added segment 0636dc4f-e761-45ee-bd22-4a3f526ead36 of type vlan for network 3f70a5a4-af88-486e-b9e4-d3f9943ea2a9 Jun 18 16:23:13.939312 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f1def112-1745-4a1b-b963-cbd9c1e20197 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:13.953713 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ba75f0d5-120c-4bd4-a8d7-161fd81790d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:13.972538 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Attempting to bind port c72acb52-8856-4a12-8802-3a8f8aed55a7 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:13.972945 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Attempting to bind port c72acb52-8856-4a12-8802-3a8f8aed55a7 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '5e6b5796-61d6-4305-972e-5aa01619a4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6a73dea0-438b-4a1b-9cc5-563862f7895b'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:13.973430 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Attempting to bind port c72acb52-8856-4a12-8802-3a8f8aed55a7 on network 6a73dea0-438b-4a1b-9cc5-563862f7895b {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:13.976881 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:13.977221 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:13.984121 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba75f0d5-120c-4bd4-a8d7-161fd81790d9 None None] Routers {'1a0e6d69-72ee-4c93-90fc-38d4d034d4ae'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:23:13.984788 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ba75f0d5-120c-4bd4-a8d7-161fd81790d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1a0e6d69-72ee-4c93-90fc-38d4d034d4ae'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:13.986820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:13.987271 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Checking segment: {'id': '5e6b5796-61d6-4305-972e-5aa01619a4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6a73dea0-438b-4a1b-9cc5-563862f7895b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:13.987684 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:13.988078 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Bound using segment: {'id': '5e6b5796-61d6-4305-972e-5aa01619a4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6a73dea0-438b-4a1b-9cc5-563862f7895b'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:13.988586 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Bound port: c72acb52-8856-4a12-8802-3a8f8aed55a7, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6b5796-61d6-4305-972e-5aa01619a4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '6a73dea0-438b-4a1b-9cc5-563862f7895b'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:13.988971 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.014233 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 7 to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 Jun 18 16:23:14.033802 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ba75f0d5-120c-4bd4-a8d7-161fd81790d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:14.034486 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba75f0d5-120c-4bd4-a8d7-161fd81790d9 None None] The sync data for ids ['1a0e6d69-72ee-4c93-90fc-38d4d034d4ae'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:23:14.073073 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port f7154b20-5c85-4cb1-877a-fadb84a10734 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:14.103349 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:14.103976 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:14.104317 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:14.109960 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02b1cfae-8e58-46fb-9d8d-7ae0e5485bf0 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.110334 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] For port c72acb52-8856-4a12-8802-3a8f8aed55a7, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:14.114975 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] For port c72acb52-8856-4a12-8802-3a8f8aed55a7, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=c72acb52-8856-4a12-8802-3a8f8aed55a7,segment=NetworkSegment(5e6b5796-61d6-4305-972e-5aa01619a4e5),segment_id=5e6b5796-61d6-4305-972e-5aa01619a4e5)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:14.122625 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.125070 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-dd32c74b-c53d-4b6e-8320-70244c7b7252 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:14.135761 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-656c14a0-2556-467c-84e8-ecf9540ea893 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.145576 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-02b1cfae-8e58-46fb-9d8d-7ae0e5485bf0 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2032a2ad-c9fa-460e-98cb-277646f8e49f']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:14.168970 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:14.169315 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:14.180055 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 8 to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 Jun 18 16:23:14.202201 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-02b1cfae-8e58-46fb-9d8d-7ae0e5485bf0 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb7527a-8fb8-4083-a271-73b60bbcb042') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:14.202550 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-02b1cfae-8e58-46fb-9d8d-7ae0e5485bf0 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb7527a-8fb8-4083-a271-73b60bbcb042') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:14.206506 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Pushing event updated for resources: {'Port': ['ID=c72acb52-8856-4a12-8802-3a8f8aed55a7,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:14.219924 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:14.249581 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02b1cfae-8e58-46fb-9d8d-7ae0e5485bf0 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.269925 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:14.270256 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:14.270618 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:14.295095 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1275b1-351d-4ea4-b42a-3b4010570df5 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Made reservation on behalf of 63a3a4f336ca4a2d875fabbb604799a2 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:14.300779 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a1275b1-351d-4ea4-b42a-3b4010570df5 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.326771 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02b1cfae-8e58-46fb-9d8d-7ae0e5485bf0 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.329155 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:14.329486 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:14.338075 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 9 to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 Jun 18 16:23:14.346235 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9b44e241-da20-442b-a094-d636659ae843 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.350742 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b1cfae-8e58-46fb-9d8d-7ae0e5485bf0 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:23:14.351445 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02b1cfae-8e58-46fb-9d8d-7ae0e5485bf0 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:23:14.354941 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:23:14.393072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-656c14a0-2556-467c-84e8-ecf9540ea893 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.399819 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656c14a0-2556-467c-84e8-ecf9540ea893 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:14.400481 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-656c14a0-2556-467c-84e8-ecf9540ea893 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.451475 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ead4811b-2a61-4a7c-855e-0976a9510c04 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:14.470399 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-6a1275b1-351d-4ea4-b42a-3b4010570df5 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] device_id is not set on port c4aad7c1-8034-4cc1-805b-eb3edcb2b66e yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:23:14.500697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f1def112-1745-4a1b-b963-cbd9c1e20197 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.503520 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:14.503520 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:14.503520 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:14.503917 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f1def112-1745-4a1b-b963-cbd9c1e20197 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.557712 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f1def112-1745-4a1b-b963-cbd9c1e20197 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.558311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1def112-1745-4a1b-b963-cbd9c1e20197 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Fanout notify agent at l3_agent the message router_deleted on router 1a0e6d69-72ee-4c93-90fc-38d4d034d4ae {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:23:14.573580 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f1def112-1745-4a1b-b963-cbd9c1e20197 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.578146 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f1def112-1745-4a1b-b963-cbd9c1e20197 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/routers/1a0e6d69-72ee-4c93-90fc-38d4d034d4ae HTTP/1.1" status: 204 len: 168 time: 0.7541285 Jun 18 16:23:14.579050 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46204) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:14.603702 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-656c14a0-2556-467c-84e8-ecf9540ea893 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3855577 Jun 18 16:23:14.612120 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:14.612455 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:14.619365 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46206) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:14.619878 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.plugins.ml2.plugin [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 10 to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 Jun 18 16:23:14.640073 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-a2a944bd-4e03-4200-b3cb-4bdc0cc5268a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Request body: {'subnet': {'network_id': '6aad81c4-565d-4d2c-a8e9-12d0b786c842', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:14.646331 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-09cfa25c-235b-401f-a3c9-41b755a1a2b9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port 21961f1f-c0d7-42cd-a391-dab98139e406 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:14.646698 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-09cfa25c-235b-401f-a3c9-41b755a1a2b9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.679462 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4ddcc9-d02a-44c6-a39b-85d7947fbd7d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting subnet 5024ac49-8ccd-4b14-a70b-1247e8b73965 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:23:14.684373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d4ddcc9-d02a-44c6-a39b-85d7947fbd7d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.697561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02b1cfae-8e58-46fb-9d8d-7ae0e5485bf0 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.735704 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d4ddcc9-d02a-44c6-a39b-85d7947fbd7d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.765112 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c14a0-2556-467c-84e8-ecf9540ea893 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event updated for resources: {'Network': ['ID=3f70a5a4-af88-486e-b9e4-d3f9943ea2a9,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:14.776793 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02b1cfae-8e58-46fb-9d8d-7ae0e5485bf0 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.777297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 3f70a5a4-af88-486e-b9e4-d3f9943ea2a9 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:14.781073 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-02b1cfae-8e58-46fb-9d8d-7ae0e5485bf0 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] 10.222.0.50 "DELETE /v2.0/networks/2032a2ad-c9fa-460e-98cb-277646f8e49f HTTP/1.1" status: 204 len: 168 time: 1.4504051 Jun 18 16:23:14.781073 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:14.781073 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:14.781073 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:14.784314 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46208) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:14.789496 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-656c14a0-2556-467c-84e8-ecf9540ea893 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:14.793184 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-579c3dc6-ff35-4380-acb3-25f1a67826f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:14.843973 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9b44e241-da20-442b-a094-d636659ae843 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.872995 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:14.873334 dv-neutron-797120-1-hyperv neutron-server[93454]: ERROR neutron.plugins.ml2.managers [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port d9f3b118-460a-4521-945c-2e1d4b623e31 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:14.873703 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.883035 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d4ddcc9-d02a-44c6-a39b-85d7947fbd7d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.920612 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1cfae-8e58-46fb-9d8d-7ae0e5485bf0 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Pushing event deleted for resources: {'Network': ['ID=2032a2ad-c9fa-460e-98cb-277646f8e49f,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:14.924395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeafbbf-2b12-4b03-935e-fa7085d0ee0e None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:14.949805 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-02b1cfae-8e58-46fb-9d8d-7ae0e5485bf0 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:14.950759 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5186d334-0fbe-47c8-8e41-b615cdf90579 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:14.977894 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d4ddcc9-d02a-44c6-a39b-85d7947fbd7d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:14.988281 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5defe8-2d58-4ab5-be71-e489b0c02fbd None None] Network b08f6692-cf02-415b-aba0-74a5eaab2a5b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:14.991769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6d7c346e-b8c9-4a95-b698-89d2ff17280f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:14.996020 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-caaa67b5-7e33-4dba-8d52-15eab41e42e7 None None] Provisioning for port f7154b20-5c85-4cb1-877a-fadb84a10734 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:15.000274 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d4ddcc9-d02a-44c6-a39b-85d7947fbd7d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:15.004991 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4d4ddcc9-d02a-44c6-a39b-85d7947fbd7d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/subnets/5024ac49-8ccd-4b14-a70b-1247e8b73965 HTTP/1.1" status: 204 len: 168 time: 0.4222407 Jun 18 16:23:15.011285 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9b44e241-da20-442b-a094-d636659ae843 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:15.015657 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9b44e241-da20-442b-a094-d636659ae843 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/subnets/3141fcbf-44ec-40b9-96e1-05bf8e2cd3df HTTP/1.1" status: 204 len: 168 time: 1.6836722 Jun 18 16:23:15.019687 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46210) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:15.020026 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46212) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:15.023307 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ddcc9-d02a-44c6-a39b-85d7947fbd7d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Subnet': ['ID=5024ac49-8ccd-4b14-a70b-1247e8b73965,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:15.025977 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4d4ddcc9-d02a-44c6-a39b-85d7947fbd7d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:15.047252 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29610dd2-a037-4d61-806a-b42158fbc73a None None] Network 2137b68e-e4c5-45c6-a87b-3b4ef57ee42c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:15.056153 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44e241-da20-442b-a094-d636659ae843 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Subnet': ['ID=3141fcbf-44ec-40b9-96e1-05bf8e2cd3df,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:15.060721 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-caaa67b5-7e33-4dba-8d52-15eab41e42e7 None None] Provisioning complete for port f7154b20-5c85-4cb1-877a-fadb84a10734 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:15.061350 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-caaa67b5-7e33-4dba-8d52-15eab41e42e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:15.062694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-6a1275b1-351d-4ea4-b42a-3b4010570df5 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Allocated IP 172.20.0.13 (fd574503-9133-4c0a-a9b3-0167a4b8bb2b/ae54828d-2f91-48d2-8df7-b723c3b14d20/c4aad7c1-8034-4cc1-805b-eb3edcb2b66e) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:15.085751 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9b44e241-da20-442b-a094-d636659ae843 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:15.173246 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-09cfa25c-235b-401f-a3c9-41b755a1a2b9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:15.190729 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-afa99a88-669d-4ce7-a0e3-46f3e98fc342 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:15.317509 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-09cfa25c-235b-401f-a3c9-41b755a1a2b9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for 21961f1f-c0d7-42cd-a391-dab98139e406 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:15.320064 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a944bd-4e03-4200-b3cb-4bdc0cc5268a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Made reservation on behalf of ed406d9733f54a64ac5f62ab360bd52d for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:15.323672 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a2a944bd-4e03-4200-b3cb-4bdc0cc5268a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:15.378778 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:15.423145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dfa1a5b-a5d3-4c13-a5d4-862730fbd140 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting subnet f472135c-313e-4bd9-9e08-0b8b47c20952 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:23:15.441455 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1a5b-a5d3-4c13-a5d4-862730fbd140 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:15.519774 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc9d24e-f786-40d3-a000-4a34f75cca91 None None] Network 6a73dea0-438b-4a1b-9cc5-563862f7895b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:15.548180 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] For port d9f3b118-460a-4521-945c-2e1d4b623e31, host hv-neutron-7971, cleared binding levels {{(pid=93454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:15.548545 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempted to set empty binding levels {{(pid=93454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 18 16:23:15.600251 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:15.611718 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-caaa67b5-7e33-4dba-8d52-15eab41e42e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:15.660625 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-673fe7a4-6bba-4bf0-8ef7-bb79a0913ed7 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:15.706079 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1a5b-a5d3-4c13-a5d4-862730fbd140 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:15.706200 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-caaa67b5-7e33-4dba-8d52-15eab41e42e7 None None] For port f7154b20-5c85-4cb1-877a-fadb84a10734, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f7154b20-5c85-4cb1-877a-fadb84a10734,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:15.716882 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-caaa67b5-7e33-4dba-8d52-15eab41e42e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:15.719396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:15.839317 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa67b5-7e33-4dba-8d52-15eab41e42e7 None None] Pushing event updated for resources: {'Port': ['ID=f7154b20-5c85-4cb1-877a-fadb84a10734,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:15.844039 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-caaa67b5-7e33-4dba-8d52-15eab41e42e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:15.903897 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device c72acb52-8856-4a12-8802-3a8f8aed55a7 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:15.934778 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c810b2f-6ae9-40f3-bdad-2a9accee8681 None None] DHCP port deletion for 2137b68e-e4c5-45c6-a87b-3b4ef57ee42c request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:23:15.941895 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4b0c360f-4c54-4fa8-a9f5-93111cab28cd None None] Provisioning for port c72acb52-8856-4a12-8802-3a8f8aed55a7 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:16.004950 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port c72acb52-8856-4a12-8802-3a8f8aed55a7 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:16.012539 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port c72acb52-8856-4a12-8802-3a8f8aed55a7 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:16.013075 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.044870 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5c810b2f-6ae9-40f3-bdad-2a9accee8681 None None] Deleting port 183ff8ed-bbfa-40e3-b9b7-5da618318790 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:16.045433 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5c810b2f-6ae9-40f3-bdad-2a9accee8681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.140461 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-5c810b2f-6ae9-40f3-bdad-2a9accee8681 None None] For port 183ff8ed-bbfa-40e3-b9b7-5da618318790, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=183ff8ed-bbfa-40e3-b9b7-5da618318790,segment=NetworkSegment(78fd5374-bd76-4c6b-949c-54b52d7ba751),segment_id=78fd5374-bd76-4c6b-949c-54b52d7ba751)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:16.145911 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5c810b2f-6ae9-40f3-bdad-2a9accee8681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.166697 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-afa99a88-669d-4ce7-a0e3-46f3e98fc342 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.178341 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-afa99a88-669d-4ce7-a0e3-46f3e98fc342 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99772572-4f04-4010-bae1-60050786c4d2']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:16.219883 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] In _notify_port_updated(), no bound segment for port d9f3b118-460a-4521-945c-2e1d4b623e31 on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:23:16.221613 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.222374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.226927 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46216) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:16.227518 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] 10.222.0.50 "PUT /v2.0/ports/d9f3b118-460a-4521-945c-2e1d4b623e31 HTTP/1.1" status: 200 len: 980 time: 5.1662731 Jun 18 16:23:16.230050 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-afa99a88-669d-4ce7-a0e3-46f3e98fc342 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7cc95bc-8557-459d-8d0c-62645869e988') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:16.230561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-afa99a88-669d-4ce7-a0e3-46f3e98fc342 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7cc95bc-8557-459d-8d0c-62645869e988') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:16.246223 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5c810b2f-6ae9-40f3-bdad-2a9accee8681 None None] Calling delete_port for 183ff8ed-bbfa-40e3-b9b7-5da618318790 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:16.291722 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-afa99a88-669d-4ce7-a0e3-46f3e98fc342 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.297042 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.334602 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a1275b1-351d-4ea4-b42a-3b4010570df5 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.359735 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Pushing event updated for resources: {'Port': ['ID=d9f3b118-460a-4521-945c-2e1d4b623e31,revision_number=3']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:16.407796 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:16.408853 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-afa99a88-669d-4ce7-a0e3-46f3e98fc342 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.417772 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port c72acb52-8856-4a12-8802-3a8f8aed55a7, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=c72acb52-8856-4a12-8802-3a8f8aed55a7,segment=NetworkSegment(5e6b5796-61d6-4305-972e-5aa01619a4e5),segment_id=5e6b5796-61d6-4305-972e-5aa01619a4e5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:16.428912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cb022-34ce-4b09-bd15-094a47488d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.429420 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cb022-34ce-4b09-bd15-094a47488d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.429535 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.429958 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cb022-34ce-4b09-bd15-094a47488d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.430391 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cb022-34ce-4b09-bd15-094a47488d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.430891 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cb022-34ce-4b09-bd15-094a47488d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.432151 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:16.433618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cb022-34ce-4b09-bd15-094a47488d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.434127 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cb022-34ce-4b09-bd15-094a47488d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.435603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cb022-34ce-4b09-bd15-094a47488d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.435603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cb022-34ce-4b09-bd15-094a47488d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.435603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cb022-34ce-4b09-bd15-094a47488d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.438129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cb022-34ce-4b09-bd15-094a47488d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.438129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cb022-34ce-4b09-bd15-094a47488d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.438129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cb022-34ce-4b09-bd15-094a47488d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.438129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cb022-34ce-4b09-bd15-094a47488d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.438129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cb022-34ce-4b09-bd15-094a47488d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.438568 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cb022-34ce-4b09-bd15-094a47488d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.452907 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cb022-34ce-4b09-bd15-094a47488d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.453966 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cb022-34ce-4b09-bd15-094a47488d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.454527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832cb022-34ce-4b09-bd15-094a47488d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:16.458152 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-832cb022-34ce-4b09-bd15-094a47488d20 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17165 time: 0.2301798 Jun 18 16:23:16.462663 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46218) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:16.477093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5c810b2f-6ae9-40f3-bdad-2a9accee8681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.494877 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-6a1275b1-351d-4ea4-b42a-3b4010570df5 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Transition to ACTIVE for port object c4aad7c1-8034-4cc1-805b-eb3edcb2b66e will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:16.498487 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa99a88-669d-4ce7-a0e3-46f3e98fc342 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:23:16.498902 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-afa99a88-669d-4ce7-a0e3-46f3e98fc342 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:23:16.500760 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:23:16.508387 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c810b2f-6ae9-40f3-bdad-2a9accee8681 None None] No DVR routers for this DVR port 183ff8ed-bbfa-40e3-b9b7-5da618318790 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:23:16.515379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=c72acb52-8856-4a12-8802-3a8f8aed55a7,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:16.531180 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:16.531858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-99360181-6542-4c72-b1a5-9201b329dbe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:16.573027 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c810b2f-6ae9-40f3-bdad-2a9accee8681 None None] Pushing event deleted for resources: {'Port': ['ID=183ff8ed-bbfa-40e3-b9b7-5da618318790,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:16.575765 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5c810b2f-6ae9-40f3-bdad-2a9accee8681 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:16.603186 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting port 183ff8ed-bbfa-40e3-b9b7-5da618318790 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:16.603527 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.625333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-d42c2be7-5d6d-42b9-92fe-a1a3c1a5a79b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Deleting port d9f3b118-460a-4521-945c-2e1d4b623e31 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:16.625758 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d42c2be7-5d6d-42b9-92fe-a1a3c1a5a79b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.691967 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-24ec08d8-157f-4d90-93df-901b31d91503 None None] Provisioning for port 21961f1f-c0d7-42cd-a391-dab98139e406 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:16.697935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-24ec08d8-157f-4d90-93df-901b31d91503 None None] Provisioning complete for port 21961f1f-c0d7-42cd-a391-dab98139e406 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:16.700167 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-24ec08d8-157f-4d90-93df-901b31d91503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.700563 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1a5b-a5d3-4c13-a5d4-862730fbd140 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.704781 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-d42c2be7-5d6d-42b9-92fe-a1a3c1a5a79b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] For port d9f3b118-460a-4521-945c-2e1d4b623e31, host hv-neutron-7971, got binding levels [] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:16.705355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d42c2be7-5d6d-42b9-92fe-a1a3c1a5a79b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.711018 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-09cfa25c-235b-401f-a3c9-41b755a1a2b9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.725682 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-24ec08d8-157f-4d90-93df-901b31d91503 None None] Port 21961f1f-c0d7-42cd-a391-dab98139e406 was deleted so its status cannot be updated. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 18 16:23:16.737759 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-24ec08d8-157f-4d90-93df-901b31d91503 None None] Provisioning complete for port f7154b20-5c85-4cb1-877a-fadb84a10734 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:16.738272 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-24ec08d8-157f-4d90-93df-901b31d91503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.756284 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bded4c0f-dc1d-45ef-99bf-95b9b2eb6350 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:16.758684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-afa99a88-669d-4ce7-a0e3-46f3e98fc342 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.790196 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-d42c2be7-5d6d-42b9-92fe-a1a3c1a5a79b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Calling delete_port for d9f3b118-460a-4521-945c-2e1d4b623e31 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:16.812383 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a2a944bd-4e03-4200-b3cb-4bdc0cc5268a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.819568 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-afa99a88-669d-4ce7-a0e3-46f3e98fc342 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.824645 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-afa99a88-669d-4ce7-a0e3-46f3e98fc342 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] 10.222.0.50 "DELETE /v2.0/networks/99772572-4f04-4010-bae1-60050786c4d2 HTTP/1.1" status: 204 len: 168 time: 2.0324008 Jun 18 16:23:16.837023 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cfa25c-235b-401f-a3c9-41b755a1a2b9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=21961f1f-c0d7-42cd-a391-dab98139e406,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:16.849721 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-09cfa25c-235b-401f-a3c9-41b755a1a2b9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:16.853958 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4cff5c50-3ee3-4cc3-b3bc-45baadcb2827 tempest-ExternalNetworksTestJSON-529870212 tempest-ExternalNetworksTestJSON-529870212-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:16.857240 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] For port 183ff8ed-bbfa-40e3-b9b7-5da618318790, host dv-neutron-797120-1-hyperv, got binding levels [] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:16.857763 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.916051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d42c2be7-5d6d-42b9-92fe-a1a3c1a5a79b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.921042 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6cc3dae9-9355-4556-a23d-44d04a26bab3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:16.959090 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a1275b1-351d-4ea4-b42a-3b4010570df5 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.967549 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa99a88-669d-4ce7-a0e3-46f3e98fc342 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Pushing event deleted for resources: {'Network': ['ID=99772572-4f04-4010-bae1-60050786c4d2,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:16.972399 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-fdaed375-640c-4810-8711-de4d3648e4cb None None] Could not find standard attr ID for object 21961f1f-c0d7-42cd-a391-dab98139e406. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:23:16.977945 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c2be7-5d6d-42b9-92fe-a1a3c1a5a79b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9f3b118-460a-4521-945c-2e1d4b623e31,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:16.989991 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d42c2be7-5d6d-42b9-92fe-a1a3c1a5a79b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:16.991250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d42c2be7-5d6d-42b9-92fe-a1a3c1a5a79b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:16.994177 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d42c2be7-5d6d-42b9-92fe-a1a3c1a5a79b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] 10.222.0.50 "DELETE /v2.0/ports/d9f3b118-460a-4521-945c-2e1d4b623e31 HTTP/1.1" status: 204 len: 168 time: 0.5301340 Jun 18 16:23:16.996472 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46222) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:16.998684 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-fdaed375-640c-4810-8711-de4d3648e4cb None None] Provisioning complete for port c72acb52-8856-4a12-8802-3a8f8aed55a7 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:16.999074 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fdaed375-640c-4810-8711-de4d3648e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.001842 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Calling delete_port for 183ff8ed-bbfa-40e3-b9b7-5da618318790 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:17.004286 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-09cfa25c-235b-401f-a3c9-41b755a1a2b9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.006781 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-09cfa25c-235b-401f-a3c9-41b755a1a2b9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/21961f1f-c0d7-42cd-a391-dab98139e406 HTTP/1.1" status: 204 len: 168 time: 3.1210830 Jun 18 16:23:17.010513 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46224) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:17.013284 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-afa99a88-669d-4ce7-a0e3-46f3e98fc342 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:17.016222 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.ipam_backend_mixin [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Port 183ff8ed-bbfa-40e3-b9b7-5da618318790 was not found and therefore no delete operation was performed {{(pid=93454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 16:23:17.018655 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9d16443c-8444-41dc-ba3f-87658d6c0f89 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:17.029347 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-4507081c-af58-448a-a992-2b9aba51fd09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] GET failed (client error): The resource could not be found. Jun 18 16:23:17.030960 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4507081c-af58-448a-a992-2b9aba51fd09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] 10.222.0.50 "GET /v2.0/ports/d9f3b118-460a-4521-945c-2e1d4b623e31 HTTP/1.1" status: 404 len: 333 time: 0.0334358 Jun 18 16:23:17.035455 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46226) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:17.041442 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-459c9455-11da-4471-9d4f-e821c02213ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1556871502', 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:17.087528 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459c9455-11da-4471-9d4f-e821c02213ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Made reservation on behalf of ab48cbe68992424a9ae4f4dd602e5430 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:17.089021 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.091641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-459c9455-11da-4471-9d4f-e821c02213ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.116654 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-459c9455-11da-4471-9d4f-e821c02213ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] device_id is not set on port 8cc4adb9-10be-4383-a8cc-33e2beee4d78 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:23:17.137540 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1a5b-a5d3-4c13-a5d4-862730fbd140 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.157784 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1275b1-351d-4ea4-b42a-3b4010570df5 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Network fd574503-9133-4c0a-a9b3-0167a4b8bb2b is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:17.168198 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-6a1275b1-351d-4ea4-b42a-3b4010570df5 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:17.171248 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-fdaed375-640c-4810-8711-de4d3648e4cb None None] Provisioning complete for port 9e318cc6-f202-4bb4-908d-851e2342fb3a triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:17.172077 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fdaed375-640c-4810-8711-de4d3648e4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.180757 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1275b1-351d-4ea4-b42a-3b4010570df5 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:17.245610 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1275b1-351d-4ea4-b42a-3b4010570df5 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:17.247602 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a1275b1-351d-4ea4-b42a-3b4010570df5 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.259674 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] No DVR routers for this DVR port 183ff8ed-bbfa-40e3-b9b7-5da618318790 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:23:17.278409 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a944bd-4e03-4200-b3cb-4bdc0cc5268a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event updated for resources: {'Subnet': ['ID=ba2857ae-ba29-4e33-83ce-5da42b7d4844,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:17.286470 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab8f218-f1de-4971-a2b5-8cdc5456d90d None None] Network b08f6692-cf02-415b-aba0-74a5eaab2a5b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:17.292058 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1a5b-a5d3-4c13-a5d4-862730fbd140 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.293665 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3dfa1a5b-a5d3-4c13-a5d4-862730fbd140 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/subnets/f472135c-313e-4bd9-9e08-0b8b47c20952 HTTP/1.1" status: 204 len: 168 time: 2.2673645 Jun 18 16:23:17.304317 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a2a944bd-4e03-4200-b3cb-4bdc0cc5268a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:17.305585 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46230) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:17.343965 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-80fcd8a8-57f8-49fa-b648-5a9a4f1c9c65 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:17.383926 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a944bd-4e03-4200-b3cb-4bdc0cc5268a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Checking segment: {'id': '09cadb75-c369-4403-ba8f-b9148af07bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6aad81c4-565d-4d2c-a8e9-12d0b786c842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:17.384942 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a944bd-4e03-4200-b3cb-4bdc0cc5268a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Network hostable DHCP agents. Network: 6aad81c4-565d-4d2c-a8e9-12d0b786c842, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:17.393738 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-459c9455-11da-4471-9d4f-e821c02213ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.456861 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-459c9455-11da-4471-9d4f-e821c02213ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.465357 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f70de3bc-f79a-4144-9852-3cbce5d07306 tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:17.493857 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f587f815-4b37-400e-bbe6-0ad6258937ff tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:17.494641 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f587f815-4b37-400e-bbe6-0ad6258937ff tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:17.498893 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f587f815-4b37-400e-bbe6-0ad6258937ff tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4786723 Jun 18 16:23:17.511737 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46234) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:17.522337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3b629f47-3e07-4b08-b6d3-05a0fd89145f None None] Provisioning for port c4aad7c1-8034-4cc1-805b-eb3edcb2b66e completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:17.525776 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6a1275b1-351d-4ea4-b42a-3b4010570df5 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9794672 Jun 18 16:23:17.529732 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46236) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:17.532022 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3b629f47-3e07-4b08-b6d3-05a0fd89145f None None] Provisioning complete for port c4aad7c1-8034-4cc1-805b-eb3edcb2b66e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:17.534327 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3b629f47-3e07-4b08-b6d3-05a0fd89145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.535426 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-dae92c9c-89d5-4d41-b008-e71e9650da6f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:3b:97:06'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:e3:68:1a'}]}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:17.578910 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5c626e-ee4b-45a0-a509-f7f971ba24b0 None None] DHCP port deletion for b08f6692-cf02-415b-aba0-74a5eaab2a5b request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:23:17.612606 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46238) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:17.627673 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-3b629f47-3e07-4b08-b6d3-05a0fd89145f None None] Port c4aad7c1-8034-4cc1-805b-eb3edcb2b66e cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:17.637245 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1275b1-351d-4ea4-b42a-3b4010570df5 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event updated for resources: {'Port': ['ID=c4aad7c1-8034-4cc1-805b-eb3edcb2b66e,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:17.658475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459c9455-11da-4471-9d4f-e821c02213ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Network 90bd0e65-0fa4-4713-a18a-cf4c43204acd is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:17.665329 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-459c9455-11da-4471-9d4f-e821c02213ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:17.672520 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-2c5c626e-ee4b-45a0-a509-f7f971ba24b0 None None] Deleting port 9e318cc6-f202-4bb4-908d-851e2342fb3a {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:17.673161 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2c5c626e-ee4b-45a0-a509-f7f971ba24b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.675207 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459c9455-11da-4471-9d4f-e821c02213ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:17.676188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459c9455-11da-4471-9d4f-e821c02213ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:17.676790 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-459c9455-11da-4471-9d4f-e821c02213ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.698721 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c9455-11da-4471-9d4f-e821c02213ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Pushing event updated for resources: {'Port': ['ID=8cc4adb9-10be-4383-a8cc-33e2beee4d78,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:17.704528 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-459c9455-11da-4471-9d4f-e821c02213ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:17.707163 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-459c9455-11da-4471-9d4f-e821c02213ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6702766 Jun 18 16:23:17.710491 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46242) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:17.713551 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.739795 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Port': ['ID=183ff8ed-bbfa-40e3-b9b7-5da618318790,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:17.745549 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:17.753296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.763329 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.672s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:17.768502 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.005s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:17.774255 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-2c5c626e-ee4b-45a0-a509-f7f971ba24b0 None None] For port 9e318cc6-f202-4bb4-908d-851e2342fb3a, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9e318cc6-f202-4bb4-908d-851e2342fb3a,segment=NetworkSegment(abaa5be0-6859-4b9f-a9b0-f30f50938079),segment_id=abaa5be0-6859-4b9f-a9b0-f30f50938079)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:17.774737 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2c5c626e-ee4b-45a0-a509-f7f971ba24b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.778157 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-39eb4d52-91dd-4712-9f46-08c2ee5fdda5 tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.628s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:17.781620 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a944bd-4e03-4200-b3cb-4bdc0cc5268a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Network 6aad81c4-565d-4d2c-a8e9-12d0b786c842 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:17.816036 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2137b68e-e4c5-45c6-a87b-3b4ef57ee42c']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:17.830351 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9075c80-bdb0-4caa-b07a-11dd58b94b5f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet e2297549-7837-455e-b89b-deb2f884a4e0 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:23:17.834697 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa1a5b-a5d3-4c13-a5d4-862730fbd140 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Subnet': ['ID=f472135c-313e-4bd9-9e08-0b8b47c20952,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:17.841427 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e532174-50aa-41f7-a7a7-634ac5543bf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:17.842257 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3dfa1a5b-a5d3-4c13-a5d4-862730fbd140 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:17.843006 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4e532174-50aa-41f7-a7a7-634ac5543bf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] 10.222.0.50 "GET /v2.0/ports/8cc4adb9-10be-4383-a8cc-33e2beee4d78 HTTP/1.1" status: 200 len: 959 time: 0.1313531 Jun 18 16:23:17.847603 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-a2a944bd-4e03-4200-b3cb-4bdc0cc5268a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 6aad81c4-565d-4d2c-a8e9-12d0b786c842) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:17.852518 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a944bd-4e03-4200-b3cb-4bdc0cc5268a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:17.853180 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a2a944bd-4e03-4200-b3cb-4bdc0cc5268a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.853291 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46244) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:17.859259 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78fd5374-bd76-4c6b-949c-54b52d7ba751') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:17.859559 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78fd5374-bd76-4c6b-949c-54b52d7ba751') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:17.861218 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-2c5c626e-ee4b-45a0-a509-f7f971ba24b0 None None] Calling delete_port for 9e318cc6-f202-4bb4-908d-851e2342fb3a owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:17.861533 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9075c80-bdb0-4caa-b07a-11dd58b94b5f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.865309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fce2eaa4-fe0b-4294-8bd3-057b8714d660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.874112 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f7154b20-5c85-4cb1-877a-fadb84a10734 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:17.874112 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2500c145-0f5c-4c72-bc35-efecc6c4b725 None None] Network 6aad81c4-565d-4d2c-a8e9-12d0b786c842 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:17.909817 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.931474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dae92c9c-89d5-4d41-b008-e71e9650da6f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.952104 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a2a944bd-4e03-4200-b3cb-4bdc0cc5268a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3288233 Jun 18 16:23:17.953988 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.960359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46246) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:17.968343 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-7c175a6f-dfd8-4908-9820-b90dbe4e71f0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Request body: {'subnet': {'network_id': '3f70a5a4-af88-486e-b9e4-d3f9943ea2a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:17.981259 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:23:17.981652 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:23:17.997595 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:23:18.049889 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9075c80-bdb0-4caa-b07a-11dd58b94b5f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.090910 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port f7154b20-5c85-4cb1-877a-fadb84a10734 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:18.091380 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.150937 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-a0844545-f871-4179-848c-ff8c253e6c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Deleting port 8cc4adb9-10be-4383-a8cc-33e2beee4d78 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:18.152064 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a0844545-f871-4179-848c-ff8c253e6c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.155115 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fce2eaa4-fe0b-4294-8bd3-057b8714d660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.175229 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.181263 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7148368e-7361-432c-8255-e0720edb030e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:18.190949 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2c5c626e-ee4b-45a0-a509-f7f971ba24b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.193867 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-acdec49c-4566-4a5d-a1b6-087e5ea16615 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:18.201388 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fce2eaa4-fe0b-4294-8bd3-057b8714d660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.204931 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-6aad81c4-565d-4d2c-a8e9-12d0b786c842', 'network_id': '6aad81c4-565d-4d2c-a8e9-12d0b786c842', 'tenant_id': 'ed406d9733f54a64ac5f62ab360bd52d', 'fixed_ips': [{'subnet_id': 'ba2857ae-ba29-4e33-83ce-5da42b7d4844'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:18.206048 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.219945 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.226221 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/networks/2137b68e-e4c5-45c6-a87b-3b4ef57ee42c HTTP/1.1" status: 204 len: 168 time: 3.1966739 Jun 18 16:23:18.226221 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Network': ['ID=2137b68e-e4c5-45c6-a87b-3b4ef57ee42c,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:18.230007 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46248) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:18.230823 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:18.236092 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:18.239989 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c626e-ee4b-45a0-a509-f7f971ba24b0 None None] Pushing event deleted for resources: {'Port': ['ID=9e318cc6-f202-4bb4-908d-851e2342fb3a,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:18.242305 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-a5c10685-73f9-49e8-9c67-0af559c23a39 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1908814683', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:18.251007 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port 9e318cc6-f202-4bb4-908d-851e2342fb3a {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:18.251189 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.282652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-2c5c626e-ee4b-45a0-a509-f7f971ba24b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:18.286510 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5c626e-ee4b-45a0-a509-f7f971ba24b0 None None] No DVR routers for this DVR port 9e318cc6-f202-4bb4-908d-851e2342fb3a on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:23:18.305117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device c72acb52-8856-4a12-8802-3a8f8aed55a7 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:18.344200 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fce2eaa4-fe0b-4294-8bd3-057b8714d660 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dac03a37a5624ac9b7e92d8d8a895fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7029049 Jun 18 16:23:18.345051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2eaa4-fe0b-4294-8bd3-057b8714d660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b60e06-87da-4a28-a520-13a4db5faef7,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:18.348733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fce2eaa4-fe0b-4294-8bd3-057b8714d660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:18.348934 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.db.api [None req-a5c10685-73f9-49e8-9c67-0af559c23a39 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:23:18.348934 dv-neutron-797120-1-hyperv neutron-server[93454]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:23:18.348934 dv-neutron-797120-1-hyperv neutron-server[93454]: [parameters: {'project_id_1': 'd6a873ab5766408fa0fa9107656c5e69', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 23, 18, 268826)}] Jun 18 16:23:18.348934 dv-neutron-797120-1-hyperv neutron-server[93454]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:23:18.349283 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_db.api [None req-a5c10685-73f9-49e8-9c67-0af559c23a39 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:23:18.349575 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46250) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:18.353821 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9075c80-bdb0-4caa-b07a-11dd58b94b5f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.354754 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a0844545-f871-4179-848c-ff8c253e6c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.401179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c175a6f-dfd8-4908-9820-b90dbe4e71f0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Made reservation on behalf of ed406d9733f54a64ac5f62ab360bd52d for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:18.404768 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c175a6f-dfd8-4908-9820-b90dbe4e71f0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.442231 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-a0844545-f871-4179-848c-ff8c253e6c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Calling delete_port for 8cc4adb9-10be-4383-a8cc-33e2beee4d78 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:18.485806 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Allocated IP 2001:db8::2 (6aad81c4-565d-4d2c-a8e9-12d0b786c842/ba2857ae-ba29-4e33-83ce-5da42b7d4844/1a0fc010-7662-4879-b9cf-fecffecb124a) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:18.493656 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port c72acb52-8856-4a12-8802-3a8f8aed55a7 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:18.494183 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.508541 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dae92c9c-89d5-4d41-b008-e71e9650da6f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.510755 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] For port 9e318cc6-f202-4bb4-908d-851e2342fb3a, host dv-neutron-797120-1-hyperv, got binding levels [] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:18.511101 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.517019 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dae92c9c-89d5-4d41-b008-e71e9650da6f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.524258 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-337b8b0f-d8bf-470c-a2a4-478183a0f6de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:18.622037 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for 9e318cc6-f202-4bb4-908d-851e2342fb3a owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:18.630804 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.ipam_backend_mixin [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Port 9e318cc6-f202-4bb4-908d-851e2342fb3a was not found and therefore no delete operation was performed {{(pid=93454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 16:23:18.638658 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.639376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae92c9c-89d5-4d41-b008-e71e9650da6f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event updated for resources: {'Port': ['ID=c4aad7c1-8034-4cc1-805b-eb3edcb2b66e,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:18.642397 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dae92c9c-89d5-4d41-b008-e71e9650da6f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:18.644165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1f8770e6-1d4f-4f86-8b63-e2c62def3fb0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:18.650675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-dae92c9c-89d5-4d41-b008-e71e9650da6f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] In _notify_port_updated(), no bound segment for port c4aad7c1-8034-4cc1-805b-eb3edcb2b66e on network fd574503-9133-4c0a-a9b3-0167a4b8bb2b {{(pid=93453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:23:18.657994 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9075c80-bdb0-4caa-b07a-11dd58b94b5f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.658710 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae92c9c-89d5-4d41-b008-e71e9650da6f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:18.659467 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dae92c9c-89d5-4d41-b008-e71e9650da6f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.660888 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-dae92c9c-89d5-4d41-b008-e71e9650da6f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "PUT /v2.0/ports/c4aad7c1-8034-4cc1-805b-eb3edcb2b66e HTTP/1.1" status: 200 len: 1056 time: 1.1301777 Jun 18 16:23:18.662684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a0844545-f871-4179-848c-ff8c253e6c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.666872 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46252) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:18.668550 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-136ca38b-855a-4efc-81fb-9b16795ea2ef tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:18.702802 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=9e318cc6-f202-4bb4-908d-851e2342fb3a,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:18.713147 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No DVR routers for this DVR port 9e318cc6-f202-4bb4-908d-851e2342fb3a on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:23:18.720102 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:18.720775 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:18.733764 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a0844545-f871-4179-848c-ff8c253e6c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.734300 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.735698 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a0844545-f871-4179-848c-ff8c253e6c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] 10.222.0.50 "DELETE /v2.0/ports/8cc4adb9-10be-4383-a8cc-33e2beee4d78 HTTP/1.1" status: 204 len: 168 time: 0.8814893 Jun 18 16:23:18.737288 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0844545-f871-4179-848c-ff8c253e6c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cc4adb9-10be-4383-a8cc-33e2beee4d78,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:18.740076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a0844545-f871-4179-848c-ff8c253e6c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:18.743730 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46254) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:18.756693 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab86800a-d1e7-4253-9120-840d1156f43e None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:18.787794 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-9110e572-57e6-4724-8263-d7d2339d6119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] GET failed (client error): The resource could not be found. Jun 18 16:23:18.788304 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1c5a435a-862a-4e69-805f-dc1831c7868c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.792815 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9110e572-57e6-4724-8263-d7d2339d6119 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] 10.222.0.50 "GET /v2.0/ports/8cc4adb9-10be-4383-a8cc-33e2beee4d78 HTTP/1.1" status: 404 len: 333 time: 0.0450506 Jun 18 16:23:18.794496 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46256) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:18.800244 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-5f02c014-237b-4a34-8d3a-abba4728f7bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Request body: {'port': {'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-711198816'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:18.825468 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9e318cc6-f202-4bb4-908d-851e2342fb3a no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:23:18.828813 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9075c80-bdb0-4caa-b07a-11dd58b94b5f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.830056 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Transition to ACTIVE for port object 1a0fc010-7662-4879-b9cf-fecffecb124a will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:18.830760 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e9075c80-bdb0-4caa-b07a-11dd58b94b5f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/e2297549-7837-455e-b89b-deb2f884a4e0 HTTP/1.1" status: 204 len: 168 time: 1.3078325 Jun 18 16:23:18.840144 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46258) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:18.841363 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9075c80-bdb0-4caa-b07a-11dd58b94b5f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=e2297549-7837-455e-b89b-deb2f884a4e0,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:18.853160 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e9075c80-bdb0-4caa-b07a-11dd58b94b5f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:18.861002 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 9e318cc6-f202-4bb4-908d-851e2342fb3a {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:23:18.861727 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9e318cc6-f202-4bb4-908d-851e2342fb3a not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:23:18.862457 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 183ff8ed-bbfa-40e3-b9b7-5da618318790 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:23:18.898677 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-34c82bca-a09e-4482-b0b9-e89041eae5f6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523508 Jun 18 16:23:18.901745 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46260) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:18.912237 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 183ff8ed-bbfa-40e3-b9b7-5da618318790 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:23:18.912957 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 183ff8ed-bbfa-40e3-b9b7-5da618318790 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:23:18.913766 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f76efa95-8892-4977-b146-c23d09ba561a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:18.926857 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Transition to ACTIVE for port object 1a0fc010-7662-4879-b9cf-fecffecb124a will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:18.941388 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1c5a435a-862a-4e69-805f-dc1831c7868c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.959529 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:18.967068 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-576d79b9-a657-4570-a864-79f05df01957 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:18.975509 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f02c014-237b-4a34-8d3a-abba4728f7bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Made reservation on behalf of ab48cbe68992424a9ae4f4dd602e5430 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:18.978196 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5f02c014-237b-4a34-8d3a-abba4728f7bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.010055 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.027190 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-5f02c014-237b-4a34-8d3a-abba4728f7bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] device_id is not set on port a2986ffa-2213-40de-b9a5-bcdf3cc453ba yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:23:19.031245 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Network 6aad81c4-565d-4d2c-a8e9-12d0b786c842 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:19.037488 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:19.041588 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b08f6692-cf02-415b-aba0-74a5eaab2a5b']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:19.049503 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:19.051604 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-b67dafd0-2bc8-42e7-8b97-cd0fab544933 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Deleting port c4aad7c1-8034-4cc1-805b-eb3edcb2b66e {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:19.052586 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b67dafd0-2bc8-42e7-8b97-cd0fab544933 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.058975 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a5c10685-73f9-49e8-9c67-0af559c23a39 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.060236 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a5c10685-73f9-49e8-9c67-0af559c23a39 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.064150 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Pushing event updated for resources: {'Port': ['ID=1a0fc010-7662-4879-b9cf-fecffecb124a,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:19.073425 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:19.073669 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abaa5be0-6859-4b9f-a9b0-f30f50938079') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:19.073935 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abaa5be0-6859-4b9f-a9b0-f30f50938079') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:19.089882 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c175a6f-dfd8-4908-9820-b90dbe4e71f0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.096302 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.098514 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9b44e241-da20-442b-a094-d636659ae843 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:19.195060 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76efa95-8892-4977-b146-c23d09ba561a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:19.199091 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f76efa95-8892-4977-b146-c23d09ba561a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.200581 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.206557 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a5c10685-73f9-49e8-9c67-0af559c23a39 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.219785 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a5c10685-73f9-49e8-9c67-0af559c23a39 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.227930 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:23:19.228337 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:23:19.233644 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:23:19.256392 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c175a6f-dfd8-4908-9820-b90dbe4e71f0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event updated for resources: {'Subnet': ['ID=29b949c1-5f95-444d-9713-9d13b7d1bc7d,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:19.286205 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-35e19266-82db-41bd-b65f-09a5d6097367 None None] Provisioning complete for port c4aad7c1-8034-4cc1-805b-eb3edcb2b66e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:19.287485 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-35e19266-82db-41bd-b65f-09a5d6097367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.292623 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7c175a6f-dfd8-4908-9820-b90dbe4e71f0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:19.296966 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1c5a435a-862a-4e69-805f-dc1831c7868c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.299948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1c5a435a-862a-4e69-805f-dc1831c7868c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.301451 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1c5a435a-862a-4e69-805f-dc1831c7868c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d1b60e06-87da-4a28-a520-13a4db5faef7 HTTP/1.1" status: 204 len: 168 time: 0.9436569 Jun 18 16:23:19.305815 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fb068762-7ba5-4d83-b92a-12cc2e5e14ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:19.314382 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a5c10685-73f9-49e8-9c67-0af559c23a39 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.315738 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a5c10685-73f9-49e8-9c67-0af559c23a39 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0813489 Jun 18 16:23:19.331898 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46266) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:19.334575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Attempting to bind port 1a0fc010-7662-4879-b9cf-fecffecb124a on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:19.335023 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Attempting to bind port 1a0fc010-7662-4879-b9cf-fecffecb124a by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '09cadb75-c369-4403-ba8f-b9148af07bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6aad81c4-565d-4d2c-a8e9-12d0b786c842'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:19.335543 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Attempting to bind port 1a0fc010-7662-4879-b9cf-fecffecb124a on network 6aad81c4-565d-4d2c-a8e9-12d0b786c842 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:19.340601 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-4ff1667c-72ed-4501-84aa-d610df1cfc25 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'network': {'name': 'tempest-RoutersTest-1363592848'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:19.345028 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a435a-862a-4e69-805f-dc1831c7868c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b60e06-87da-4a28-a520-13a4db5faef7,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:19.345812 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:19.346280 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Checking segment: {'id': '09cadb75-c369-4403-ba8f-b9148af07bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6aad81c4-565d-4d2c-a8e9-12d0b786c842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:19.346757 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.347277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Bound using segment: {'id': '09cadb75-c369-4403-ba8f-b9148af07bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6aad81c4-565d-4d2c-a8e9-12d0b786c842'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:19.347832 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Bound port: 1a0fc010-7662-4879-b9cf-fecffecb124a, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09cadb75-c369-4403-ba8f-b9148af07bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6aad81c4-565d-4d2c-a8e9-12d0b786c842'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:19.348145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c175a6f-dfd8-4908-9820-b90dbe4e71f0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Checking segment: {'id': '0636dc4f-e761-45ee-bd22-4a3f526ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f70a5a4-af88-486e-b9e4-d3f9943ea2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:19.348293 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.348842 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c175a6f-dfd8-4908-9820-b90dbe4e71f0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Network hostable DHCP agents. Network: 3f70a5a4-af88-486e-b9e4-d3f9943ea2a9, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:19.350546 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-35e19266-82db-41bd-b65f-09a5d6097367 None None] Port c4aad7c1-8034-4cc1-805b-eb3edcb2b66e cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:19.354567 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1c5a435a-862a-4e69-805f-dc1831c7868c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:19.363303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b67dafd0-2bc8-42e7-8b97-cd0fab544933 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.368334 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.375327 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.382825 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/networks/b08f6692-cf02-415b-aba0-74a5eaab2a5b HTTP/1.1" status: 204 len: 168 time: 1.9939623 Jun 18 16:23:19.385255 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-077088f8-025c-45b2-a382-85421a474986 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:19.392703 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46268) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:19.414134 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Network': ['ID=b08f6692-cf02-415b-aba0-74a5eaab2a5b,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:19.419074 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:19.419951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff1667c-72ed-4501-84aa-d610df1cfc25 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Made reservation on behalf of d6a873ab5766408fa0fa9107656c5e69 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:19.423986 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4ff1667c-72ed-4501-84aa-d610df1cfc25 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.438176 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c175a6f-dfd8-4908-9820-b90dbe4e71f0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Network 3f70a5a4-af88-486e-b9e4-d3f9943ea2a9 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:19.452650 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8439106f-e360-495b-97da-246b4c2007cd None None] DHCP port deletion for ce24d173-f93a-4cd6-bc0b-4cefb40733e2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:23:19.466122 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-7c175a6f-dfd8-4908-9820-b90dbe4e71f0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 3f70a5a4-af88-486e-b9e4-d3f9943ea2a9) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:19.473010 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff1667c-72ed-4501-84aa-d610df1cfc25 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:19.476634 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c175a6f-dfd8-4908-9820-b90dbe4e71f0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:19.477320 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c175a6f-dfd8-4908-9820-b90dbe4e71f0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.478592 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] For port 1a0fc010-7662-4879-b9cf-fecffecb124a, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:19.482565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] For port 1a0fc010-7662-4879-b9cf-fecffecb124a, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1a0fc010-7662-4879-b9cf-fecffecb124a,segment=NetworkSegment(09cadb75-c369-4403-ba8f-b9148af07bc5),segment_id=09cadb75-c369-4403-ba8f-b9148af07bc5)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:19.490788 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8fa637-a329-4db2-a4bf-ef04c999c99e None None] Network 3f70a5a4-af88-486e-b9e4-d3f9943ea2a9 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:19.495507 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4ff1667c-72ed-4501-84aa-d610df1cfc25 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.495920 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-4ff1667c-72ed-4501-84aa-d610df1cfc25 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Added segment 27b2542c-57e5-4f7f-84df-81b5c34c4932 of type vlan for network 22a7fec7-8496-4c11-a2a9-9b43598b55b2 Jun 18 16:23:19.509317 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7c175a6f-dfd8-4908-9820-b90dbe4e71f0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5477164 Jun 18 16:23:19.531280 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-b67dafd0-2bc8-42e7-8b97-cd0fab544933 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Calling delete_port for c4aad7c1-8034-4cc1-805b-eb3edcb2b66e owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:19.542091 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46270) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:19.562912 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4ff1667c-72ed-4501-84aa-d610df1cfc25 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.571387 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5f02c014-237b-4a34-8d3a-abba4728f7bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.597962 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.601565 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4ff1667c-72ed-4501-84aa-d610df1cfc25 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.609400 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:19.610982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff1667c-72ed-4501-84aa-d610df1cfc25 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:19.612114 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4ff1667c-72ed-4501-84aa-d610df1cfc25 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.617567 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:19.673756 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Pushing event updated for resources: {'Port': ['ID=1a0fc010-7662-4879-b9cf-fecffecb124a,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:19.706759 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:19.718898 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4ff1667c-72ed-4501-84aa-d610df1cfc25 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3843901 Jun 18 16:23:19.726922 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46274) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:19.733857 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-50215d01-5221-4e60-baf6-3f3e14f62764 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'subnet': {'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:19.806464 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46276) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:19.823859 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f7154b20-5c85-4cb1-877a-fadb84a10734 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:23:19.826162 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-3f70a5a4-af88-486e-b9e4-d3f9943ea2a9', 'network_id': '3f70a5a4-af88-486e-b9e4-d3f9943ea2a9', 'tenant_id': 'ed406d9733f54a64ac5f62ab360bd52d', 'fixed_ips': [{'subnet_id': '29b949c1-5f95-444d-9713-9d13b7d1bc7d'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:19.827135 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.848474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-8439106f-e360-495b-97da-246b4c2007cd None None] Deleting port f7154b20-5c85-4cb1-877a-fadb84a10734 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:19.849609 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8439106f-e360-495b-97da-246b4c2007cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:19.866170 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5f02c014-237b-4a34-8d3a-abba4728f7bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:20.199156 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1667c-72ed-4501-84aa-d610df1cfc25 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Network': ['ID=22a7fec7-8496-4c11-a2a9-9b43598b55b2,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:20.209392 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4ff1667c-72ed-4501-84aa-d610df1cfc25 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:20.212885 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Allocated IP 2001:db8::2 (3f70a5a4-af88-486e-b9e4-d3f9943ea2a9/29b949c1-5f95-444d-9713-9d13b7d1bc7d/30af8b12-05eb-482b-995f-88ee207934b4) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:20.218384 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 22a7fec7-8496-4c11-a2a9-9b43598b55b2 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:20.225675 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-8439106f-e360-495b-97da-246b4c2007cd None None] For port f7154b20-5c85-4cb1-877a-fadb84a10734, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f7154b20-5c85-4cb1-877a-fadb84a10734,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:20.225930 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8439106f-e360-495b-97da-246b4c2007cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:20.251640 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50215d01-5221-4e60-baf6-3f3e14f62764 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Made reservation on behalf of d6a873ab5766408fa0fa9107656c5e69 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:20.255534 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-122ac328-6d6b-40e0-adc4-4a48e05308d1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:20.255722 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-50215d01-5221-4e60-baf6-3f3e14f62764 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:20.271475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-95eefd1f-0f35-41ab-abc3-e34be001f49e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:20.281160 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:20.346050 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-8439106f-e360-495b-97da-246b4c2007cd None None] Calling delete_port for f7154b20-5c85-4cb1-877a-fadb84a10734 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:20.348915 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40919b0d-57c0-4dcd-ace8-c447142769e1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:20.355303 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-40919b0d-57c0-4dcd-ace8-c447142769e1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.9520142 Jun 18 16:23:20.362487 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46278) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:20.449395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f02c014-237b-4a34-8d3a-abba4728f7bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Network 90bd0e65-0fa4-4713-a18a-cf4c43204acd is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:20.491535 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port f7154b20-5c85-4cb1-877a-fadb84a10734, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f7154b20-5c85-4cb1-877a-fadb84a10734,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:20.493704 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-5f02c014-237b-4a34-8d3a-abba4728f7bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:20.501635 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02c014-237b-4a34-8d3a-abba4728f7bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Pushing event updated for resources: {'Port': ['ID=a2986ffa-2213-40de-b9a5-bcdf3cc453ba,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:20.502235 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:20.508040 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:20.511447 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f02c014-237b-4a34-8d3a-abba4728f7bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:20.512609 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f02c014-237b-4a34-8d3a-abba4728f7bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:20.513046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5f02c014-237b-4a34-8d3a-abba4728f7bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:20.515921 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-39da62fd-5c2e-4d83-bbdf-5e73a4e019ec tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1502061 Jun 18 16:23:20.516208 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5f02c014-237b-4a34-8d3a-abba4728f7bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:20.523380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46280) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:20.528990 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f76efa95-8892-4977-b146-c23d09ba561a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:20.544694 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f018cc2b-1fc0-4c96-9626-699a86d6d356 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1387284480'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:20.547251 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-50215d01-5221-4e60-baf6-3f3e14f62764 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:20.549864 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bc1ca329-0042-41cc-ac24-4be4615b1832 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:20.582222 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-28abc3a0-48f7-4e7e-9fa1-d597bc06a1e1 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:20.613342 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50215d01-5221-4e60-baf6-3f3e14f62764 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Subnet': ['ID=b9565246-3a26-4b48-be0c-cc5d55e28d10,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:20.623568 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-50215d01-5221-4e60-baf6-3f3e14f62764 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:20.632521 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50215d01-5221-4e60-baf6-3f3e14f62764 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Checking segment: {'id': '27b2542c-57e5-4f7f-84df-81b5c34c4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:20.632880 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50215d01-5221-4e60-baf6-3f3e14f62764 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network hostable DHCP agents. Network: 22a7fec7-8496-4c11-a2a9-9b43598b55b2, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:20.639807 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=f7154b20-5c85-4cb1-877a-fadb84a10734,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:20.647951 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:20.664255 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50215d01-5221-4e60-baf6-3f3e14f62764 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network 22a7fec7-8496-4c11-a2a9-9b43598b55b2 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:20.668157 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8439106f-e360-495b-97da-246b4c2007cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:20.675730 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d0bd4861-e436-4a50-88ad-0f427cedd9d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:20.677473 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-50215d01-5221-4e60-baf6-3f3e14f62764 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 22a7fec7-8496-4c11-a2a9-9b43598b55b2) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:20.677966 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76efa95-8892-4977-b146-c23d09ba561a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:20.690513 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-f76efa95-8892-4977-b146-c23d09ba561a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:20.691244 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50215d01-5221-4e60-baf6-3f3e14f62764 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:20.692810 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-50215d01-5221-4e60-baf6-3f3e14f62764 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:20.693857 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76efa95-8892-4977-b146-c23d09ba561a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:20.694792 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f76efa95-8892-4977-b146-c23d09ba561a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:20.712159 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a01675c-c520-4656-a7e0-7a09a3b7c152 None None] Network 22a7fec7-8496-4c11-a2a9-9b43598b55b2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:20.716366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:20.719459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439106f-e360-495b-97da-246b4c2007cd None None] Pushing event deleted for resources: {'Port': ['ID=f7154b20-5c85-4cb1-877a-fadb84a10734,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:20.760121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76efa95-8892-4977-b146-c23d09ba561a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=d86cbfbc-13e4-401a-975f-6d6d38479ff8,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:20.760592 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8439106f-e360-495b-97da-246b4c2007cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:20.767160 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Transition to ACTIVE for port object 30af8b12-05eb-482b-995f-88ee207934b4 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:20.769201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439106f-e360-495b-97da-246b4c2007cd None None] No DVR routers for this DVR port f7154b20-5c85-4cb1-877a-fadb84a10734 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:23:20.783578 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f76efa95-8892-4977-b146-c23d09ba561a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:20.791012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:20.797899 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e354de-d82b-4b41-ac9c-e006f7ff18e7 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:20.801684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b67dafd0-2bc8-42e7-8b97-cd0fab544933 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:20.804948 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Transition to ACTIVE for port object 30af8b12-05eb-482b-995f-88ee207934b4 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:20.813423 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dae92c9c-89d5-4d41-b008-e71e9650da6f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:20.858526 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:20.865448 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-675dc4fa-6751-482c-bdd5-24a6d2a516d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:20.905748 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67dafd0-2bc8-42e7-8b97-cd0fab544933 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event deleted for resources: {'Port': ['ID=c4aad7c1-8034-4cc1-805b-eb3edcb2b66e,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:20.908284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b67dafd0-2bc8-42e7-8b97-cd0fab544933 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:20.954385 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Network 3f70a5a4-af88-486e-b9e4-d3f9943ea2a9 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:20.965244 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:20.970195 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Pushing event updated for resources: {'Port': ['ID=30af8b12-05eb-482b-995f-88ee207934b4,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:20.977399 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:20.985020 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:20.995419 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-95eefd1f-0f35-41ab-abc3-e34be001f49e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:21.007098 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-50215d01-5221-4e60-baf6-3f3e14f62764 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2780833 Jun 18 16:23:21.009811 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46282) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:21.018553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-95eefd1f-0f35-41ab-abc3-e34be001f49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:21.058357 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:21.062309 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f76efa95-8892-4977-b146-c23d09ba561a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1578753 Jun 18 16:23:21.074055 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5f02c014-237b-4a34-8d3a-abba4728f7bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2761538 Jun 18 16:23:21.087885 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46284) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:21.088781 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46286) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:21.094144 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-3e055e7c-3842-4009-9e4a-ac848fb4996e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'name': 'tempest-NetworksTestDHCPv6-1458836994'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:21.103774 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:21.133770 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:21.134611 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:21.162007 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-95eefd1f-0f35-41ab-abc3-e34be001f49e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8a7b58a7dff24342a254745bba65fa9c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3448532 Jun 18 16:23:21.165591 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46288) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:21.212862 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Attempting to bind port 30af8b12-05eb-482b-995f-88ee207934b4 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:21.213255 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Attempting to bind port 30af8b12-05eb-482b-995f-88ee207934b4 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '0636dc4f-e761-45ee-bd22-4a3f526ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f70a5a4-af88-486e-b9e4-d3f9943ea2a9'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:21.213638 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Attempting to bind port 30af8b12-05eb-482b-995f-88ee207934b4 on network 3f70a5a4-af88-486e-b9e4-d3f9943ea2a9 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:21.260688 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec6912d-1121-4c99-8dc6-8ffe9db337ef None None] Network 6aad81c4-565d-4d2c-a8e9-12d0b786c842 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:21.282696 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eefd1f-0f35-41ab-abc3-e34be001f49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38025aca-8180-4ea0-aacf-13ea7e3e63d2,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:21.297790 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-95eefd1f-0f35-41ab-abc3-e34be001f49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:21.330282 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': 'd86cbfbc-13e4-401a-975f-6d6d38479ff8'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:21.331119 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:21.336582 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:21.336959 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Checking segment: {'id': '0636dc4f-e761-45ee-bd22-4a3f526ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f70a5a4-af88-486e-b9e4-d3f9943ea2a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:21.337371 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:21.337781 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Bound using segment: {'id': '0636dc4f-e761-45ee-bd22-4a3f526ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f70a5a4-af88-486e-b9e4-d3f9943ea2a9'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:21.338279 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Bound port: 30af8b12-05eb-482b-995f-88ee207934b4, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0636dc4f-e761-45ee-bd22-4a3f526ead36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3f70a5a4-af88-486e-b9e4-d3f9943ea2a9'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:21.338809 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:21.347378 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f018cc2b-1fc0-4c96-9626-699a86d6d356 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:21.351680 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f018cc2b-1fc0-4c96-9626-699a86d6d356 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:21.409236 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-66efe79f-aa19-41c2-bb5c-5e7871b0beb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:21.436655 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-66efe79f-aa19-41c2-bb5c-5e7871b0beb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:21.459154 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7580dd29-9037-4376-9bb5-8fe7d4497277 None None] Provisioning for port 1a0fc010-7662-4879-b9cf-fecffecb124a completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:21.549332 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:21.569424 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f018cc2b-1fc0-4c96-9626-699a86d6d356 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:21.608092 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:21.642002 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] For port 30af8b12-05eb-482b-995f-88ee207934b4, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:21.647297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] For port 30af8b12-05eb-482b-995f-88ee207934b4, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=30af8b12-05eb-482b-995f-88ee207934b4,segment=NetworkSegment(0636dc4f-e761-45ee-bd22-4a3f526ead36),segment_id=0636dc4f-e761-45ee-bd22-4a3f526ead36)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:21.648687 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Allocated IP 172.20.0.2 (22a7fec7-8496-4c11-a2a9-9b43598b55b2/b9565246-3a26-4b48-be0c-cc5d55e28d10/362f7228-e359-4db8-aed0-94563e1851b2) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:21.666954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Allocated IP 2001:db8::1 (6aad81c4-565d-4d2c-a8e9-12d0b786c842/ba2857ae-ba29-4e33-83ce-5da42b7d4844/f0bb6fd5-47ee-4a0a-94a2-045a79d01e2c) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:21.697639 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e055e7c-3842-4009-9e4a-ac848fb4996e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:21.710347 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3e055e7c-3842-4009-9e4a-ac848fb4996e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:21.750972 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-66efe79f-aa19-41c2-bb5c-5e7871b0beb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:21.754070 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-66efe79f-aa19-41c2-bb5c-5e7871b0beb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:21.758749 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-66efe79f-aa19-41c2-bb5c-5e7871b0beb5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/38025aca-8180-4ea0-aacf-13ea7e3e63d2 HTTP/1.1" status: 204 len: 168 time: 0.5892222 Jun 18 16:23:21.759561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-17ef44bf-2529-4144-b2b5-5ad736243f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:21.775786 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66efe79f-aa19-41c2-bb5c-5e7871b0beb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38025aca-8180-4ea0-aacf-13ea7e3e63d2,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:21.783408 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-66efe79f-aa19-41c2-bb5c-5e7871b0beb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:21.794440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f018cc2b-1fc0-4c96-9626-699a86d6d356 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:21.794440 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-f018cc2b-1fc0-4c96-9626-699a86d6d356 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Added segment 732b9d91-439a-4b5c-a85f-d51e5c471eba of type vlan for network 335d4338-e1d2-42b1-8ee6-26ddaf6a00ba Jun 18 16:23:21.797648 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-3e055e7c-3842-4009-9e4a-ac848fb4996e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port 93e09624-6e48-4f36-acd7-17373ded5410 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:23:21.857454 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b67dafd0-2bc8-42e7-8b97-cd0fab544933 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:21.861761 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b67dafd0-2bc8-42e7-8b97-cd0fab544933 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "DELETE /v2.0/ports/c4aad7c1-8034-4cc1-805b-eb3edcb2b66e HTTP/1.1" status: 204 len: 168 time: 3.1895845 Jun 18 16:23:21.864775 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:21.866764 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46292) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:21.876105 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-29f8b4db-ce50-43dc-91ea-2667c251025d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:21.877781 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1a0fc010-7662-4879-b9cf-fecffecb124a up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:21.912087 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-2746e165-12de-489d-912a-4c98d5effaae tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] GET failed (client error): The resource could not be found. Jun 18 16:23:21.914015 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2746e165-12de-489d-912a-4c98d5effaae tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "GET /v2.0/ports/c4aad7c1-8034-4cc1-805b-eb3edcb2b66e HTTP/1.1" status: 404 len: 333 time: 0.0460753 Jun 18 16:23:21.917527 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46294) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:22.001237 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f018cc2b-1fc0-4c96-9626-699a86d6d356 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:22.090538 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-37b7ec3f-0b94-4601-afc5-d87c9da4088f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Deleting port 9568cd6d-f060-4a98-b360-afbd19b9c0c1 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:22.091172 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-37b7ec3f-0b94-4601-afc5-d87c9da4088f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:22.096938 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Allocated IP 2001:db8::2 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/d86cbfbc-13e4-401a-975f-6d6d38479ff8/88e04860-9371-46c9-807b-03c756339305) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:22.135679 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Pushing event updated for resources: {'Port': ['ID=30af8b12-05eb-482b-995f-88ee207934b4,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:22.139836 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:22.243304 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 1a0fc010-7662-4879-b9cf-fecffecb124a completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:22.243961 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-37b7ec3f-0b94-4601-afc5-d87c9da4088f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:22.290481 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 1a0fc010-7662-4879-b9cf-fecffecb124a triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:22.293111 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:22.324984 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] device_id is not set on port a2986ffa-2213-40de-b9a5-bcdf3cc453ba yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:23:22.335441 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:22.351652 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Transition to ACTIVE for port object a2986ffa-2213-40de-b9a5-bcdf3cc453ba will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:22.356846 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f018cc2b-1fc0-4c96-9626-699a86d6d356 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:22.363865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f018cc2b-1fc0-4c96-9626-699a86d6d356 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:22.365108 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f018cc2b-1fc0-4c96-9626-699a86d6d356 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:22.365223 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-37b7ec3f-0b94-4601-afc5-d87c9da4088f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Calling delete_port for 9568cd6d-f060-4a98-b360-afbd19b9c0c1 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:22.374494 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4594df98-ff02-4fcf-8326-5f4d5d4b813e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:22.377471 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:22.448197 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:22.512916 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Transition to ACTIVE for port object 362f7228-e359-4db8-aed0-94563e1851b2 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:22.576000 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f018cc2b-1fc0-4c96-9626-699a86d6d356 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0411427 Jun 18 16:23:22.580594 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Transition to ACTIVE for port object 362f7228-e359-4db8-aed0-94563e1851b2 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:22.580913 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46306) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:22.605941 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018cc2b-1fc0-4c96-9626-699a86d6d356 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Network': ['ID=335d4338-e1d2-42b1-8ee6-26ddaf6a00ba,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:22.618704 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:22.627222 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:22.629271 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 335d4338-e1d2-42b1-8ee6-26ddaf6a00ba details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:22.631142 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-52eacd47-6ec7-4a71-bb6c-07bb69bde7ce tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'subnet': {'network_id': '335d4338-e1d2-42b1-8ee6-26ddaf6a00ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:22.639491 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f018cc2b-1fc0-4c96-9626-699a86d6d356 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:22.642027 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-29e1f4ac-1e76-49c4-9a06-476ac4b67413 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.249s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:22.660294 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:22.717540 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:22.718372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Allocated IP 172.20.0.1 (22a7fec7-8496-4c11-a2a9-9b43598b55b2/b9565246-3a26-4b48-be0c-cc5d55e28d10/ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:22.720947 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-37b7ec3f-0b94-4601-afc5-d87c9da4088f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:22.728091 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:22.768140 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7ec3f-0b94-4601-afc5-d87c9da4088f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event deleted for resources: {'Port': ['ID=9568cd6d-f060-4a98-b360-afbd19b9c0c1,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:22.775184 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-37b7ec3f-0b94-4601-afc5-d87c9da4088f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:22.787712 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Transition to ACTIVE for port object f0bb6fd5-47ee-4a0a-94a2-045a79d01e2c will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:22.813755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:22.824046 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Network 22a7fec7-8496-4c11-a2a9-9b43598b55b2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:22.832976 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:22.838930 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:22.840438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:22.841766 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:22.848605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Pushing event updated for resources: {'Port': ['ID=a2986ffa-2213-40de-b9a5-bcdf3cc453ba,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:22.855962 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Transition to ACTIVE for port object 88e04860-9371-46c9-807b-03c756339305 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:22.863504 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:22.866772 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:22.867150 dv-neutron-797120-1-hyperv neutron-server[93453]: ERROR neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:22.873116 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.plugins.ml2.plugin [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 2 to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba Jun 18 16:23:22.879651 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:22.907584 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Transition to ACTIVE for port object 88e04860-9371-46c9-807b-03c756339305 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:22.919418 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Pushing event updated for resources: {'Port': ['ID=362f7228-e359-4db8-aed0-94563e1851b2,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:22.947284 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-37b7ec3f-0b94-4601-afc5-d87c9da4088f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:22.958480 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:22.958685 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-37b7ec3f-0b94-4601-afc5-d87c9da4088f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "DELETE /v2.0/ports/9568cd6d-f060-4a98-b360-afbd19b9c0c1 HTTP/1.1" status: 204 len: 168 time: 1.0372937 Jun 18 16:23:22.963677 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46314) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:22.971018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:22.976499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:22.976959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:22.977388 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:22.991859 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-da39b8fa-c501-43d3-9166-55b28dc84a8a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:22.993914 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-089118f2-dd86-41a6-9e2a-ed26f3b92fe3 None None] Provisioning complete for port 1a0fc010-7662-4879-b9cf-fecffecb124a triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:22.994292 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-089118f2-dd86-41a6-9e2a-ed26f3b92fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:23.000063 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 1a0fc010-7662-4879-b9cf-fecffecb124a, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1a0fc010-7662-4879-b9cf-fecffecb124a,segment=NetworkSegment(09cadb75-c369-4403-ba8f-b9148af07bc5),segment_id=09cadb75-c369-4403-ba8f-b9148af07bc5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:23.040041 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-624c7f40-9efe-4422-a6c3-1ea986b38498 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] GET failed (client error): The resource could not be found. Jun 18 16:23:23.045320 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-624c7f40-9efe-4422-a6c3-1ea986b38498 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "GET /v2.0/ports/9568cd6d-f060-4a98-b360-afbd19b9c0c1 HTTP/1.1" status: 404 len: 333 time: 0.0770874 Jun 18 16:23:23.045806 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46316) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:23.049516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:23.054134 dv-neutron-797120-1-hyperv neutron-server[93453]: ERROR neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:23.064129 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.plugins.ml2.plugin [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 3 to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba Jun 18 16:23:23.070376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52eacd47-6ec7-4a71-bb6c-07bb69bde7ce tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:23.074738 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-52eacd47-6ec7-4a71-bb6c-07bb69bde7ce tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:23.122673 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:23.168846 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:23.189770 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8943cb89-0feb-40ea-ada6-c18945e7993c tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:23.193734 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Pushing event updated for resources: {'Port': ['ID=88e04860-9371-46c9-807b-03c756339305,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:23.216918 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:23.217721 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:23.218564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Transition to ACTIVE for port object ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:23.225993 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5c810b2f-6ae9-40f3-bdad-2a9accee8681 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:23.234469 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:23.237923 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:23.238267 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:23.239139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:23.245866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Network 6aad81c4-565d-4d2c-a8e9-12d0b786c842 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:23.254616 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:23.255728 dv-neutron-797120-1-hyperv neutron-server[93453]: ERROR neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:23.267021 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-b272cbd6-d084-4ab0-a793-1b1a015a1e1f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Deleting port 26ce5e79-e31a-4dcf-a71e-b41b7fe23440 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:23.267368 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b272cbd6-d084-4ab0-a793-1b1a015a1e1f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:23.272158 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.plugins.ml2.plugin [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 4 to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba Jun 18 16:23:23.277012 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:23.286399 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:23.291064 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Attempting to bind port 362f7228-e359-4db8-aed0-94563e1851b2 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:23.292218 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Attempting to bind port 362f7228-e359-4db8-aed0-94563e1851b2 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '27b2542c-57e5-4f7f-84df-81b5c34c4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:23.293505 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Attempting to bind port 362f7228-e359-4db8-aed0-94563e1851b2 on network 22a7fec7-8496-4c11-a2a9-9b43598b55b2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:23.303617 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-3e055e7c-3842-4009-9e4a-ac848fb4996e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::d5 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/d86cbfbc-13e4-401a-975f-6d6d38479ff8/93e09624-6e48-4f36-acd7-17373ded5410) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:23.312146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:23.312713 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:23.313057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:23.319671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:23.334474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:23.335285 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:23.363170 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:23.363644 dv-neutron-797120-1-hyperv neutron-server[93453]: ERROR neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:23.368102 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event updated for resources: {'Port': ['ID=f0bb6fd5-47ee-4a0a-94a2-045a79d01e2c,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:23.399936 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:23.404217 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-63536e96-b4bc-4f6e-9f45-14e94d76ec41 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:23.444058 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:23.444803 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Checking segment: {'id': '27b2542c-57e5-4f7f-84df-81b5c34c4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:23.445386 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:23.445958 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Bound using segment: {'id': '27b2542c-57e5-4f7f-84df-81b5c34c4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:23.447155 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Bound port: 362f7228-e359-4db8-aed0-94563e1851b2, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b2542c-57e5-4f7f-84df-81b5c34c4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:23.448075 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:23.460084 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b272cbd6-d084-4ab0-a793-1b1a015a1e1f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:23.462856 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:23.466050 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:23.543598 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.plugins.ml2.plugin [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 5 to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba Jun 18 16:23:23.548718 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:23.575283 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-b272cbd6-d084-4ab0-a793-1b1a015a1e1f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Calling delete_port for 26ce5e79-e31a-4dcf-a71e-b41b7fe23440 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:23.588543 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network 22a7fec7-8496-4c11-a2a9-9b43598b55b2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:23.593955 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Attempting to bind port 88e04860-9371-46c9-807b-03c756339305 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:23.594344 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Attempting to bind port 88e04860-9371-46c9-807b-03c756339305 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:23.594763 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Attempting to bind port 88e04860-9371-46c9-807b-03c756339305 on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:23.596074 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:23.601268 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:23.607668 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=1a0fc010-7662-4879-b9cf-fecffecb124a,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:23.618405 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:23.619263 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:23.619998 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:23.620624 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:23.621416 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Bound port: 88e04860-9371-46c9-807b-03c756339305, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:23.621969 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:23.627468 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:23.694651 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:23:23.757283 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:23.766080 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:23.767819 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] For port 88e04860-9371-46c9-807b-03c756339305, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:23.775760 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] For port 88e04860-9371-46c9-807b-03c756339305, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=88e04860-9371-46c9-807b-03c756339305,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:23.777235 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:23.780666 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347a16c6-1c62-4782-93be-bbb40e9eeb66 None None] Network 3f70a5a4-af88-486e-b9e4-d3f9943ea2a9 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:23.782017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:23.792858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:23.804125 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] For port 362f7228-e359-4db8-aed0-94563e1851b2, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:23.809320 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:23.809658 dv-neutron-797120-1-hyperv neutron-server[93453]: ERROR neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:23.815363 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9ac24a44-9eb2-4a22-9c82-0673463192c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:23.820945 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.plugins.ml2.plugin [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 6 to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba Jun 18 16:23:23.890020 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:23.890617 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:23.891118 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:23.902713 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:23.903305 dv-neutron-797120-1-hyperv neutron-server[93453]: ERROR neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:23.903980 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:23.913592 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.plugins.ml2.plugin [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 7 to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba Jun 18 16:23:23.938380 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ea5b9ae8-cd42-47dc-b6f5-dc46964777be None None] Provisioning for port f0bb6fd5-47ee-4a0a-94a2-045a79d01e2c completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:23.942994 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] For port 362f7228-e359-4db8-aed0-94563e1851b2, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=362f7228-e359-4db8-aed0-94563e1851b2,segment=NetworkSegment(27b2542c-57e5-4f7f-84df-81b5c34c4932),segment_id=27b2542c-57e5-4f7f-84df-81b5c34c4932)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:23.964432 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:23.994795 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ea5b9ae8-cd42-47dc-b6f5-dc46964777be None None] Provisioning complete for port f0bb6fd5-47ee-4a0a-94a2-045a79d01e2c triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:23.995361 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ea5b9ae8-cd42-47dc-b6f5-dc46964777be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:24.033268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:24.033962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:24.034245 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:24.044189 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ea5b9ae8-cd42-47dc-b6f5-dc46964777be None None] Port f0bb6fd5-47ee-4a0a-94a2-045a79d01e2c cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:24.048132 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 30af8b12-05eb-482b-995f-88ee207934b4 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:24.068180 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:24.068669 dv-neutron-797120-1-hyperv neutron-server[93453]: ERROR neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:24.074787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b272cbd6-d084-4ab0-a793-1b1a015a1e1f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:24.075791 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.plugins.ml2.plugin [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 8 to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba Jun 18 16:23:24.096139 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:24.156151 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272cbd6-d084-4ab0-a793-1b1a015a1e1f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event deleted for resources: {'Port': ['ID=26ce5e79-e31a-4dcf-a71e-b41b7fe23440,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:24.158393 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Pushing event updated for resources: {'Port': ['ID=88e04860-9371-46c9-807b-03c756339305,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:24.160872 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b272cbd6-d084-4ab0-a793-1b1a015a1e1f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:24.161756 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:24.163789 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ea5b9ae8-cd42-47dc-b6f5-dc46964777be None None] Provisioning for port 30af8b12-05eb-482b-995f-88ee207934b4 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:24.182827 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:24.186621 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5f2bd18e-b5ec-443d-b1d7-7c3c541cd45a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:24.194060 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:24.201136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:24.201476 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:24.201826 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:24.376807 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 30af8b12-05eb-482b-995f-88ee207934b4 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:24.418799 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Pushing event updated for resources: {'Port': ['ID=362f7228-e359-4db8-aed0-94563e1851b2,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:24.428423 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:24.433726 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 30af8b12-05eb-482b-995f-88ee207934b4 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:24.434232 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:24.525476 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b272cbd6-d084-4ab0-a793-1b1a015a1e1f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:24.529917 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b272cbd6-d084-4ab0-a793-1b1a015a1e1f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "DELETE /v2.0/ports/26ce5e79-e31a-4dcf-a71e-b41b7fe23440 HTTP/1.1" status: 204 len: 168 time: 1.4628775 Jun 18 16:23:24.529917 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46334) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:24.562342 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46336) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:24.658939 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:24.734361 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cda51e1-a9d3-4602-ae0e-335659fde284 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Deleting subnet ae54828d-2f91-48d2-8df7-b723c3b14d20 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:23:24.741556 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3cda51e1-a9d3-4602-ae0e-335659fde284 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:24.759724 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 30af8b12-05eb-482b-995f-88ee207934b4, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=30af8b12-05eb-482b-995f-88ee207934b4,segment=NetworkSegment(0636dc4f-e761-45ee-bd22-4a3f526ead36),segment_id=0636dc4f-e761-45ee-bd22-4a3f526ead36)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:24.766864 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:24.769092 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1a0fc010-7662-4879-b9cf-fecffecb124a up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:24.805485 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-b7aa2c9a-3bbc-465a-8749-2c8fb8134941 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1587221328'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:24.820302 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:24.824036 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3cda51e1-a9d3-4602-ae0e-335659fde284 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:24.901344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:24.901934 dv-neutron-797120-1-hyperv neutron-server[93453]: ERROR neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:24.915764 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=30af8b12-05eb-482b-995f-88ee207934b4,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:24.921625 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:24.924350 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 1a0fc010-7662-4879-b9cf-fecffecb124a triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:24.924731 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:24.952185 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2c9a-3bbc-465a-8749-2c8fb8134941 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:24.953994 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2c9a-3bbc-465a-8749-2c8fb8134941 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:24.976301 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.plugins.ml2.plugin [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 9 to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba Jun 18 16:23:25.013471 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-52eacd47-6ec7-4a71-bb6c-07bb69bde7ce tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.028456 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8ceda730-c483-4479-bac5-774550032433 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:25.088067 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:25.088396 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:25.088736 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:25.109241 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2c9a-3bbc-465a-8749-2c8fb8134941 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.119879 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3cda51e1-a9d3-4602-ae0e-335659fde284 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.160789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eacd47-6ec7-4a71-bb6c-07bb69bde7ce tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Subnet': ['ID=6b1d04ab-439b-4b32-8889-35774737bfe6,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:25.170205 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-52eacd47-6ec7-4a71-bb6c-07bb69bde7ce tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:25.180114 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3e055e7c-3842-4009-9e4a-ac848fb4996e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.194719 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:25.195052 dv-neutron-797120-1-hyperv neutron-server[93453]: ERROR neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:25.203860 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.plugins.ml2.plugin [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempt 10 to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba Jun 18 16:23:25.214093 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.218268 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2c9a-3bbc-465a-8749-2c8fb8134941 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.238043 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3cda51e1-a9d3-4602-ae0e-335659fde284 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.246690 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-3e055e7c-3842-4009-9e4a-ac848fb4996e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object 93e09624-6e48-4f36-acd7-17373ded5410 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:25.254249 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-93192bfb-1558-4944-bcda-a83cd5f682f0 None None] Provisioning complete for port 30af8b12-05eb-482b-995f-88ee207934b4 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:25.256353 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-93192bfb-1558-4944-bcda-a83cd5f682f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.260869 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7c175a6f-dfd8-4908-9820-b90dbe4e71f0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:25.265703 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.269977 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:25.270474 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3cda51e1-a9d3-4602-ae0e-335659fde284 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.270983 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:25.271494 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempting to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:25.272700 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3cda51e1-a9d3-4602-ae0e-335659fde284 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "DELETE /v2.0/subnets/ae54828d-2f91-48d2-8df7-b723c3b14d20 HTTP/1.1" status: 204 len: 168 time: 0.6971838 Jun 18 16:23:25.274361 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2c9a-3bbc-465a-8749-2c8fb8134941 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.275644 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b7aa2c9a-3bbc-465a-8749-2c8fb8134941 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7143135 Jun 18 16:23:25.276782 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46342) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:25.291234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46344) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:25.295422 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e30a00-bebe-4f2e-a4ff-303c5297a602 None None] Network fd574503-9133-4c0a-a9b3-0167a4b8bb2b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:25.296804 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda51e1-a9d3-4602-ae0e-335659fde284 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event deleted for resources: {'Subnet': ['ID=ae54828d-2f91-48d2-8df7-b723c3b14d20,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:25.317915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3cda51e1-a9d3-4602-ae0e-335659fde284 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:25.318619 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:25.378113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:25.383778 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:25.411907 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.421248 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52eacd47-6ec7-4a71-bb6c-07bb69bde7ce tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Checking segment: {'id': '732b9d91-439a-4b5c-a85f-d51e5c471eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '335d4338-e1d2-42b1-8ee6-26ddaf6a00ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:25.421943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eacd47-6ec7-4a71-bb6c-07bb69bde7ce tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network hostable DHCP agents. Network: 335d4338-e1d2-42b1-8ee6-26ddaf6a00ba, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:25.424842 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:23:25.425164 dv-neutron-797120-1-hyperv neutron-server[93453]: ERROR neutron.plugins.ml2.managers [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Failed to bind port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'a488a6a1-18d1-4103-ae4e-efed69b3559c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '90bd0e65-0fa4-4713-a18a-cf4c43204acd'}] Jun 18 16:23:25.425517 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.546886 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network 22a7fec7-8496-4c11-a2a9-9b43598b55b2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:25.548290 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:25.557379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9be3-3910-4b63-baa3-69b45a3c11cb tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.607186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dab40b-6e71-44c2-8953-9b041353c740 None None] DHCP port deletion for fd574503-9133-4c0a-a9b3-0167a4b8bb2b request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:23:25.714761 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-66dab40b-6e71-44c2-8953-9b041353c740 None None] Deleting port 824ab737-40dd-4275-8436-b17d47b60ca9 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:25.715427 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-66dab40b-6e71-44c2-8953-9b041353c740 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.759107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] For port a2986ffa-2213-40de-b9a5-bcdf3cc453ba, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:25.759252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attempted to set empty binding levels {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 18 16:23:25.767432 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.776101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eacd47-6ec7-4a71-bb6c-07bb69bde7ce tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 335d4338-e1d2-42b1-8ee6-26ddaf6a00ba is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:25.783691 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.791482 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:23:25.811698 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-27c02fbd-1358-4961-aaab-87b47f89db30 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:25.821588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-52eacd47-6ec7-4a71-bb6c-07bb69bde7ce tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 335d4338-e1d2-42b1-8ee6-26ddaf6a00ba) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:25.831196 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bebd38c-7a2f-423d-9751-fdbd9b358497 None None] Network 335d4338-e1d2-42b1-8ee6-26ddaf6a00ba requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:25.857368 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3d04c080-decf-4979-b3b1-09a259ae410a None None] Provisioning for port 88e04860-9371-46c9-807b-03c756339305 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:25.882355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] In _notify_port_updated(), no bound segment for port a2986ffa-2213-40de-b9a5-bcdf3cc453ba on network 90bd0e65-0fa4-4713-a18a-cf4c43204acd {{(pid=93453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:23:25.883441 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:25.884223 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.886053 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] 10.222.0.50 "PUT /v2.0/ports/a2986ffa-2213-40de-b9a5-bcdf3cc453ba HTTP/1.1" status: 200 len: 980 time: 4.7872701 Jun 18 16:23:25.893580 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Pushing event updated for resources: {'Port': ['ID=a2986ffa-2213-40de-b9a5-bcdf3cc453ba,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:25.897435 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3e055e7c-3842-4009-9e4a-ac848fb4996e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.900800 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46348) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:25.901831 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:25.940697 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-66dab40b-6e71-44c2-8953-9b041353c740 None None] For port 824ab737-40dd-4275-8436-b17d47b60ca9, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=824ab737-40dd-4275-8436-b17d47b60ca9,segment=NetworkSegment(915bb3f8-eb9a-4f9c-83b9-4229f2a21493),segment_id=915bb3f8-eb9a-4f9c-83b9-4229f2a21493)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:25.941108 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-66dab40b-6e71-44c2-8953-9b041353c740 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.960532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.976268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eacd47-6ec7-4a71-bb6c-07bb69bde7ce tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:25.976990 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-52eacd47-6ec7-4a71-bb6c-07bb69bde7ce tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:25.993488 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1b274e76-ff32-4628-b249-6aa7e63c0548 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:26.014407 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:23:26.021093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 88e04860-9371-46c9-807b-03c756339305 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:26.028149 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Sync routers for ids ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:23:26.041430 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/bb8f47f8-4a42-4e69-b564-fb9b3d6906cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0276845 Jun 18 16:23:26.041808 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e055e7c-3842-4009-9e4a-ac848fb4996e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:26.042551 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46350) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:26.044963 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Routers {'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:23:26.045814 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:26.060197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-3d62c6f7-d8fa-48aa-b0ab-6cbf0714eaa2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'network': {'name': 'tempest-RoutersTest-389552850'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:26.066003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-3e055e7c-3842-4009-9e4a-ac848fb4996e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:26.069295 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:26.070225 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:26.074596 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-66dab40b-6e71-44c2-8953-9b041353c740 None None] Calling delete_port for 824ab737-40dd-4275-8436-b17d47b60ca9 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:26.083754 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-52eacd47-6ec7-4a71-bb6c-07bb69bde7ce tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4783828 Jun 18 16:23:26.087171 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46352) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:26.107654 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f90d17a0-0b4d-4001-9208-ea4a73fb553c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'network_id': '335d4338-e1d2-42b1-8ee6-26ddaf6a00ba', 'name': 'tempest-PortsIpV6TestJSON-715827463'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:26.180486 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d62c6f7-d8fa-48aa-b0ab-6cbf0714eaa2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Made reservation on behalf of d6a873ab5766408fa0fa9107656c5e69 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:26.184061 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3d62c6f7-d8fa-48aa-b0ab-6cbf0714eaa2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:26.205584 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9be3-3910-4b63-baa3-69b45a3c11cb tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:26.210244 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9be3-3910-4b63-baa3-69b45a3c11cb tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:26.258110 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Set router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:23:26.263758 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e055e7c-3842-4009-9e4a-ac848fb4996e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:26.275156 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e055e7c-3842-4009-9e4a-ac848fb4996e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:26.276626 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3e055e7c-3842-4009-9e4a-ac848fb4996e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:26.282960 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d62c6f7-d8fa-48aa-b0ab-6cbf0714eaa2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:26.284798 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd2710e-4f3b-4733-b9a5-9be58d510433 None None] Network 22a7fec7-8496-4c11-a2a9-9b43598b55b2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:26.307115 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3d62c6f7-d8fa-48aa-b0ab-6cbf0714eaa2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:26.307452 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-3d62c6f7-d8fa-48aa-b0ab-6cbf0714eaa2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Added segment b05a12e5-bd6a-4d76-9eb3-7d2309678ae3 of type vlan for network 1801ddee-a46b-4e23-894e-b662435dfa6c Jun 18 16:23:26.336443 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9be3-3910-4b63-baa3-69b45a3c11cb tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:26.339454 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7d9be3-3910-4b63-baa3-69b45a3c11cb tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8001f8cd-b9a7-4166-ad69-fd6f3adb16b0 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:23:26.342149 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3e055e7c-3842-4009-9e4a-ac848fb4996e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.2521346 Jun 18 16:23:26.348121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5b7d9be3-3910-4b63-baa3-69b45a3c11cb tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:26.353241 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5b7d9be3-3910-4b63-baa3-69b45a3c11cb tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] 10.222.0.50 "DELETE /v2.0/routers/8001f8cd-b9a7-4166-ad69-fd6f3adb16b0 HTTP/1.1" status: 204 len: 168 time: 1.0440753 Jun 18 16:23:26.374160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46356) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:26.374537 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46358) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:26.455189 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b6acf47e-bbe0-45d8-a1d3-ded4fcf09355 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Request body: {'router': {'name': 'tempest-router-521735773', 'distributed': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:26.514079 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-66dc4aba-685a-4c38-9fce-c70645eb2f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Deleting port a2986ffa-2213-40de-b9a5-bcdf3cc453ba {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:26.514468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66dc4aba-685a-4c38-9fce-c70645eb2f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:26.589390 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 88e04860-9371-46c9-807b-03c756339305 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:26.598247 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 88e04860-9371-46c9-807b-03c756339305 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:26.599230 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:26.611181 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-66dc4aba-685a-4c38-9fce-c70645eb2f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] For port a2986ffa-2213-40de-b9a5-bcdf3cc453ba, host hv-neutron-7971, got binding levels [] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:26.611615 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66dc4aba-685a-4c38-9fce-c70645eb2f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:26.640797 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:23:23Z', 'revision_number': 2, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:24Z', 'revision_number': 2, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:26.665896 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c6ea514f-6067-44f8-8053-b0acc2517d16 None None] Provisioning for port 362f7228-e359-4db8-aed0-94563e1851b2 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:26.673646 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Checking router: bb8f47f8-4a42-4e69-b564-fb9b3d6906cd for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:23:26.674249 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Updating router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd port ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:23:26.700424 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-66dc4aba-685a-4c38-9fce-c70645eb2f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Calling delete_port for a2986ffa-2213-40de-b9a5-bcdf3cc453ba owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:26.757214 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:26.770855 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-335d4338-e1d2-42b1-8ee6-26ddaf6a00ba', 'network_id': '335d4338-e1d2-42b1-8ee6-26ddaf6a00ba', 'tenant_id': '953b2634fd8d415a96152c28e655db12', 'fixed_ips': [{'subnet_id': '6b1d04ab-439b-4b32-8889-35774737bfe6'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:26.772351 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:26.775768 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b6acf47e-bbe0-45d8-a1d3-ded4fcf09355 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:26.779343 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b6acf47e-bbe0-45d8-a1d3-ded4fcf09355 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:26.798844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-66dab40b-6e71-44c2-8953-9b041353c740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:26.809949 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:26.909441 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e055e7c-3842-4009-9e4a-ac848fb4996e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=93e09624-6e48-4f36-acd7-17373ded5410,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:26.923021 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3e055e7c-3842-4009-9e4a-ac848fb4996e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:26.941853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-434fcddc-4201-47e6-8a58-b38b6a686530 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.628s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:26.948758 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Network 6aad81c4-565d-4d2c-a8e9-12d0b786c842 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:26.969482 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3d62c6f7-d8fa-48aa-b0ab-6cbf0714eaa2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:26.997372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Allocated IP 2001:db8::2 (335d4338-e1d2-42b1-8ee6-26ddaf6a00ba/6b1d04ab-439b-4b32-8889-35774737bfe6/964f2638-bed2-4b1f-9cbb-cabe988ed716) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:27.003485 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:27.061756 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2fd08-53c9-4853-b763-1c15f445c48c req-053fe0d1-dfa7-4a12-a13a-dd5f288f5761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:27.064028 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d9b2fd08-53c9-4853-b763-1c15f445c48c req-053fe0d1-dfa7-4a12-a13a-dd5f288f5761 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3328f9de576047028d611de30e1e3eab&device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 1098 time: 0.1544688 Jun 18 16:23:27.065290 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90d17a0-0b4d-4001-9208-ea4a73fb553c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:27.070470 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f90d17a0-0b4d-4001-9208-ea4a73fb553c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.073088 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3d62c6f7-d8fa-48aa-b0ab-6cbf0714eaa2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.079208 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d62c6f7-d8fa-48aa-b0ab-6cbf0714eaa2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:27.080109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3d62c6f7-d8fa-48aa-b0ab-6cbf0714eaa2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.094982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ef0a6446-c761-4db4-9006-5069f352cbf6 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:27.103559 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Deleting port 824ab737-40dd-4275-8436-b17d47b60ca9 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:27.103914 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.130543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b6acf47e-bbe0-45d8-a1d3-ded4fcf09355 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.164679 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.180040 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Transition to ACTIVE for port object ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:27.189331 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.198766 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:27.220409 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3d62c6f7-d8fa-48aa-b0ab-6cbf0714eaa2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1766834 Jun 18 16:23:27.225687 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-f90d17a0-0b4d-4001-9208-ea4a73fb553c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] device_id is not set on port 34f01b88-88d1-4670-8604-59bbccd42c68 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:23:27.226251 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.235245 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Transition to ACTIVE for port object 964f2638-bed2-4b1f-9cbb-cabe988ed716 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:27.240378 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46362) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:27.253653 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Transition to ACTIVE for port object 964f2638-bed2-4b1f-9cbb-cabe988ed716 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:27.260703 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe01b22-42e9-42d3-a906-4cb39d44191f None None] Pushing event updated for resources: {'Port': ['ID=ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:27.264767 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'subnet': {'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:27.265792 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b6acf47e-bbe0-45d8-a1d3-ded4fcf09355 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.273139 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe01b22-42e9-42d3-a906-4cb39d44191f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:27.273868 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe01b22-42e9-42d3-a906-4cb39d44191f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:27.274460 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe01b22-42e9-42d3-a906-4cb39d44191f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:27.275030 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe01b22-42e9-42d3-a906-4cb39d44191f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:27.275379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dab40b-6e71-44c2-8953-9b041353c740 None None] No DVR routers for this DVR port 824ab737-40dd-4275-8436-b17d47b60ca9 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:23:27.275822 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe01b22-42e9-42d3-a906-4cb39d44191f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:27.276506 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe01b22-42e9-42d3-a906-4cb39d44191f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:27.277104 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe01b22-42e9-42d3-a906-4cb39d44191f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:27.278344 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe01b22-42e9-42d3-a906-4cb39d44191f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:27.279120 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe01b22-42e9-42d3-a906-4cb39d44191f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:27.279676 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe01b22-42e9-42d3-a906-4cb39d44191f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:27.280339 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe01b22-42e9-42d3-a906-4cb39d44191f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:27.280639 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dab40b-6e71-44c2-8953-9b041353c740 None None] Pushing event deleted for resources: {'Port': ['ID=824ab737-40dd-4275-8436-b17d47b60ca9,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:27.281420 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe01b22-42e9-42d3-a906-4cb39d44191f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:27.292735 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-3fe01b22-42e9-42d3-a906-4cb39d44191f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:27.323885 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.329771 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-66dab40b-6e71-44c2-8953-9b041353c740 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:27.330160 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-66dab40b-6e71-44c2-8953-9b041353c740 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:27.332543 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-faecce0b-9d50-4778-88f1-19ca82a171c9 None None] Provisioning for port 93e09624-6e48-4f36-acd7-17373ded5410 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:27.356272 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] For port 824ab737-40dd-4275-8436-b17d47b60ca9, host dv-neutron-797120-1-hyperv, got binding levels [] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:27.356612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.421873 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.424417 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-faecce0b-9d50-4778-88f1-19ca82a171c9 None None] Provisioning complete for port 93e09624-6e48-4f36-acd7-17373ded5410 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:27.425025 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-faecce0b-9d50-4778-88f1-19ca82a171c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.440721 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62c6f7-d8fa-48aa-b0ab-6cbf0714eaa2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Network': ['ID=1801ddee-a46b-4e23-894e-b662435dfa6c,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:27.444240 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Calling delete_port for 824ab737-40dd-4275-8436-b17d47b60ca9 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:27.447973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.ipam_backend_mixin [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Port 824ab737-40dd-4275-8436-b17d47b60ca9 was not found and therefore no delete operation was performed {{(pid=93453) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 16:23:27.452900 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3d62c6f7-d8fa-48aa-b0ab-6cbf0714eaa2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:27.453666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.456966 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event updated for resources: {'Port': ['ID=f0bb6fd5-47ee-4a0a-94a2-045a79d01e2c,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:27.479276 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Attempting to bind port ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:27.479604 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfa802b-ca75-419b-b2d0-fa8fea85ebe6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:27.480876 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Attempting to bind port ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '27b2542c-57e5-4f7f-84df-81b5c34c4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:27.481253 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Attempting to bind port ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24 on network 22a7fec7-8496-4c11-a2a9-9b43598b55b2 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:27.484477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Network 335d4338-e1d2-42b1-8ee6-26ddaf6a00ba is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:27.486335 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfa802b-ca75-419b-b2d0-fa8fea85ebe6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:27.488143 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3dfa802b-ca75-419b-b2d0-fa8fea85ebe6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.0749774 Jun 18 16:23:27.503418 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:27.503909 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46364) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:27.509457 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:27.512828 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Checking segment: {'id': '27b2542c-57e5-4f7f-84df-81b5c34c4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:27.514473 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.514631 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bd209756-fa84-46b5-a772-030e48d89d1d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:27.516855 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Bound using segment: {'id': '27b2542c-57e5-4f7f-84df-81b5c34c4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:27.517460 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Bound port: ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b2542c-57e5-4f7f-84df-81b5c34c4932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:27.519640 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.521093 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Made reservation on behalf of d6a873ab5766408fa0fa9107656c5e69 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:27.525094 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.546973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event deleted for resources: {'Port': ['ID=824ab737-40dd-4275-8436-b17d47b60ca9,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:27.557836 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 1801ddee-a46b-4e23-894e-b662435dfa6c details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:27.563141 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:27.568901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b6acf47e-bbe0-45d8-a1d3-ded4fcf09355 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.577220 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b6acf47e-bbe0-45d8-a1d3-ded4fcf09355 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1264927 Jun 18 16:23:27.589987 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46366) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:27.593028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2ea2d-29b2-4388-9224-6b1a9020aa36 req-309f9a6b-8eda-447f-824b-64806585a933 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:27.596731 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fdf2ea2d-29b2-4388-9224-6b1a9020aa36 req-309f9a6b-8eda-447f-824b-64806585a933 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.8082142 Jun 18 16:23:27.599178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] No DVR routers for this DVR port 824ab737-40dd-4275-8436-b17d47b60ca9 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:23:27.609829 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66dc4aba-685a-4c38-9fce-c70645eb2f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.631390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-459c9455-11da-4471-9d4f-e821c02213ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:27.657171 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] For port ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:27.660939 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] For port ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24,segment=NetworkSegment(27b2542c-57e5-4f7f-84df-81b5c34c4932),segment_id=27b2542c-57e5-4f7f-84df-81b5c34c4932)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:27.663392 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:27.670016 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.674826 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:27.675770 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-161b1cef-0040-4c68-90c8-719ee6b5303d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:27.679477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Pushing event updated for resources: {'Port': ['ID=964f2638-bed2-4b1f-9cbb-cabe988ed716,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:27.681124 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2fd08-53c9-4853-b763-1c15f445c48c req-d58809d2-90dd-452e-af0c-740afb1303ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:27.682992 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d9b2fd08-53c9-4853-b763-1c15f445c48c req-d58809d2-90dd-452e-af0c-740afb1303ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a164dae-cb32-4185-85ff-e3ff62c30233 HTTP/1.1" status: 200 len: 912 time: 0.5971367 Jun 18 16:23:27.697410 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:27.745555 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-faecce0b-9d50-4778-88f1-19ca82a171c9 None None] Port 93e09624-6e48-4f36-acd7-17373ded5410 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:27.755545 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 88e04860-9371-46c9-807b-03c756339305, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=88e04860-9371-46c9-807b-03c756339305,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:27.764857 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.765475 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 30af8b12-05eb-482b-995f-88ee207934b4 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:27.790647 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:27.806105 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7e33-b9bb-4888-87bf-eaebc4f3c8f4 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.821697 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe01b22-42e9-42d3-a906-4cb39d44191f None None] Pushing event updated for resources: {'Port': ['ID=ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24,revision_number=4']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:27.841282 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-3fe01b22-42e9-42d3-a906-4cb39d44191f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:27.885325 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Routers {'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:23:27.885969 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:27.905545 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:27.940570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd574503-9133-4c0a-a9b3-0167a4b8bb2b']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:27.970585 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Attempting to bind port 964f2638-bed2-4b1f-9cbb-cabe988ed716 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:27.972842 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915bb3f8-eb9a-4f9c-83b9-4229f2a21493') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:27.973143 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915bb3f8-eb9a-4f9c-83b9-4229f2a21493') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:27.975585 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Attempting to bind port 964f2638-bed2-4b1f-9cbb-cabe988ed716 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '732b9d91-439a-4b5c-a85f-d51e5c471eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '335d4338-e1d2-42b1-8ee6-26ddaf6a00ba'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:27.976297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Attempting to bind port 964f2638-bed2-4b1f-9cbb-cabe988ed716 on network 335d4338-e1d2-42b1-8ee6-26ddaf6a00ba {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:27.994389 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.001989 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-35899712-31fb-4d5f-b349-81e87c846f59 None None] Provisioning for port ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:28.008524 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d9b2fd08-53c9-4853-b763-1c15f445c48c req-95c802da-5262-45d7-aa25-242208f42e97 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=013e5971-7b77-4544-9e4c-f90e0fe8f833 HTTP/1.1" status: 200 len: 1000 time: 0.1960835 Jun 18 16:23:28.015395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:28.016338 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Checking segment: {'id': '732b9d91-439a-4b5c-a85f-d51e5c471eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '335d4338-e1d2-42b1-8ee6-26ddaf6a00ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:28.017941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.018493 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Bound using segment: {'id': '732b9d91-439a-4b5c-a85f-d51e5c471eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '335d4338-e1d2-42b1-8ee6-26ddaf6a00ba'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:28.019396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Bound port: 964f2638-bed2-4b1f-9cbb-cabe988ed716, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '732b9d91-439a-4b5c-a85f-d51e5c471eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '335d4338-e1d2-42b1-8ee6-26ddaf6a00ba'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:28.019522 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.028123 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.049102 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:23:28.049602 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.063105 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 30af8b12-05eb-482b-995f-88ee207934b4 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:28.063913 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.065709 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=88e04860-9371-46c9-807b-03c756339305,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:28.094191 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:28.128239 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2fd08-53c9-4853-b763-1c15f445c48c req-9d7533b8-5aba-44e2-84ff-34cc148a2f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:28.131620 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d9b2fd08-53c9-4853-b763-1c15f445c48c req-9d7533b8-5aba-44e2-84ff-34cc148a2f1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e8e39ea-ca18-4f6a-859c-466bac254243 HTTP/1.1" status: 200 len: 850 time: 0.0679259 Jun 18 16:23:28.135651 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] Set router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:23:28.137357 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:23:28.153513 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc4aba-685a-4c38-9fce-c70645eb2f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2986ffa-2213-40de-b9a5-bcdf3cc453ba,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:28.166166 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-35899712-31fb-4d5f-b349-81e87c846f59 None None] Provisioning complete for port f0bb6fd5-47ee-4a0a-94a2-045a79d01e2c triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:28.166830 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-35899712-31fb-4d5f-b349-81e87c846f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.169928 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-66dc4aba-685a-4c38-9fce-c70645eb2f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:28.179274 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.181130 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66dc4aba-685a-4c38-9fce-c70645eb2f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.181664 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-66dc4aba-685a-4c38-9fce-c70645eb2f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] 10.222.0.50 "DELETE /v2.0/ports/a2986ffa-2213-40de-b9a5-bcdf3cc453ba HTTP/1.1" status: 204 len: 168 time: 2.2736056 Jun 18 16:23:28.191202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-683a2272-1629-4275-9418-d5f9a659099b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:28.196423 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.198144 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] 10.222.0.50 "DELETE /v2.0/networks/fd574503-9133-4c0a-a9b3-0167a4b8bb2b HTTP/1.1" status: 204 len: 168 time: 2.9161389 Jun 18 16:23:28.198144 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46368) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:28.228088 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] For port 964f2638-bed2-4b1f-9cbb-cabe988ed716, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:28.232676 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] For port 964f2638-bed2-4b1f-9cbb-cabe988ed716, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=964f2638-bed2-4b1f-9cbb-cabe988ed716,segment=NetworkSegment(732b9d91-439a-4b5c-a85f-d51e5c471eba),segment_id=732b9d91-439a-4b5c-a85f-d51e5c471eba)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:28.246370 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.254463 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:28.305987 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62b3115-8921-471e-b105-3eab874b2500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] GET failed (client error): The resource could not be found. Jun 18 16:23:28.307772 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a62b3115-8921-471e-b105-3eab874b2500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] 10.222.0.50 "GET /v2.0/ports/a2986ffa-2213-40de-b9a5-bcdf3cc453ba HTTP/1.1" status: 404 len: 333 time: 0.1006463 Jun 18 16:23:28.309227 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Pushing event deleted for resources: {'Network': ['ID=fd574503-9133-4c0a-a9b3-0167a4b8bb2b,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:28.323305 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fdf2ea2d-29b2-4388-9224-6b1a9020aa36 req-841d9bd8-b25e-4248-b620-8f4d69520ed4 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6986685 Jun 18 16:23:28.324327 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:28.324779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46372) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:28.356848 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Pushing event updated for resources: {'Port': ['ID=964f2638-bed2-4b1f-9cbb-cabe988ed716,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:28.378035 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:28.461041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Router bf1ce636-6bf0-4f21-a38e-15835c18025f is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:23:28.464408 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-f90d17a0-0b4d-4001-9208-ea4a73fb553c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Allocated IP 2001:db8::12c (335d4338-e1d2-42b1-8ee6-26ddaf6a00ba/6b1d04ab-439b-4b32-8889-35774737bfe6/34f01b88-88d1-4670-8604-59bbccd42c68) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:28.477968 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 362f7228-e359-4db8-aed0-94563e1851b2 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:28.654118 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e5d2ac1b-3c2c-4775-9f49-bba557f19680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.742500 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:23:23Z', 'revision_number': 2, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:27Z', 'revision_number': 4, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:28.779286 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c66ce-c37f-4b11-9439-38a6f3976e44 None None] The sync data for ids ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'] in dv-neutron-797120-1-hyperv is: [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:23:23Z', 'revision_number': 2, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:27Z', 'revision_number': 4, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:23:28.858045 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-35899712-31fb-4d5f-b349-81e87c846f59 None None] Port f0bb6fd5-47ee-4a0a-94a2-045a79d01e2c cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:28.873580 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7e33-b9bb-4888-87bf-eaebc4f3c8f4 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.888209 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46376) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:28.919794 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7e33-b9bb-4888-87bf-eaebc4f3c8f4 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:28.972575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 362f7228-e359-4db8-aed0-94563e1851b2 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:28.985628 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 362f7228-e359-4db8-aed0-94563e1851b2 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:28.986015 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:29.132311 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:29.204353 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:29.225880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:29.282054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 362f7228-e359-4db8-aed0-94563e1851b2, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=362f7228-e359-4db8-aed0-94563e1851b2,segment=NetworkSegment(27b2542c-57e5-4f7f-84df-81b5c34c4932),segment_id=27b2542c-57e5-4f7f-84df-81b5c34c4932)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:29.291902 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:29.293582 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:29.309534 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d3d6c-61ef-49ae-83db-3016dd335bdb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port 93e09624-6e48-4f36-acd7-17373ded5410 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:29.310162 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d9d3d6c-61ef-49ae-83db-3016dd335bdb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:29.390280 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=362f7228-e359-4db8-aed0-94563e1851b2,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:29.393245 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 824ab737-40dd-4275-8436-b17d47b60ca9 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:23:29.396830 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:29.434298 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e5d2ac1b-3c2c-4775-9f49-bba557f19680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:29.436439 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 824ab737-40dd-4275-8436-b17d47b60ca9 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:23:29.436801 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 824ab737-40dd-4275-8436-b17d47b60ca9 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:23:29.457372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d9d3d6c-61ef-49ae-83db-3016dd335bdb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:29.462541 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-e5d2ac1b-3c2c-4775-9f49-bba557f19680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90bd0e65-0fa4-4713-a18a-cf4c43204acd']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:29.474344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-e5d2ac1b-3c2c-4775-9f49-bba557f19680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a488a6a1-18d1-4103-ae4e-efed69b3559c') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:29.474930 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-e5d2ac1b-3c2c-4775-9f49-bba557f19680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a488a6a1-18d1-4103-ae4e-efed69b3559c') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:29.487658 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e5d2ac1b-3c2c-4775-9f49-bba557f19680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:29.504133 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e5d2ac1b-3c2c-4775-9f49-bba557f19680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:29.511911 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d2ac1b-3c2c-4775-9f49-bba557f19680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:23:29.512616 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e5d2ac1b-3c2c-4775-9f49-bba557f19680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:23:29.525059 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:23:29.547365 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-9d9d3d6c-61ef-49ae-83db-3016dd335bdb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for 93e09624-6e48-4f36-acd7-17373ded5410 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:29.589227 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Subnet': ['ID=e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:29.595597 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2fd08-53c9-4853-b763-1c15f445c48c req-b762724a-84d9-4199-82e4-3b3287aa0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:29.597462 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d9b2fd08-53c9-4853-b763-1c15f445c48c req-b762724a-84d9-4199-82e4-3b3287aa0ee5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a164dae-cb32-4185-85ff-e3ff62c30233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.4509330 Jun 18 16:23:29.599156 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7e33-b9bb-4888-87bf-eaebc4f3c8f4 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:29.600175 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cc7e33-b9bb-4888-87bf-eaebc4f3c8f4 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Fanout notify agent at l3_agent the message router_deleted on router add716f4-6165-4ae8-8e9a-167bbfc882b4 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:23:29.608749 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7e33-b9bb-4888-87bf-eaebc4f3c8f4 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:29.610144 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e3cc7e33-b9bb-4888-87bf-eaebc4f3c8f4 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] 10.222.0.50 "DELETE /v2.0/routers/add716f4-6165-4ae8-8e9a-167bbfc882b4 HTTP/1.1" status: 204 len: 168 time: 2.0152452 Jun 18 16:23:29.619660 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46382) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:29.624585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-46d3f094-8556-4196-8051-49ff7ff9aea0 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Request body: {'router': {'name': 'tempest-router-1750199809', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c4e51f21ebc4409fa56f0d3513f1e186'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:29.670073 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:23:29.691800 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60343b7-fb8a-4652-9733-8193f6bb453a None None] Sync routers for ids ['bf1ce636-6bf0-4f21-a38e-15835c18025f'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:23:29.710462 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "PUT /v2.0/routers/bf1ce636-6bf0-4f21-a38e-15835c18025f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1650836 Jun 18 16:23:29.716435 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60343b7-fb8a-4652-9733-8193f6bb453a None None] Routers {'bf1ce636-6bf0-4f21-a38e-15835c18025f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:23:29.717134 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-f60343b7-fb8a-4652-9733-8193f6bb453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bf1ce636-6bf0-4f21-a38e-15835c18025f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:29.729031 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46384) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:29.762645 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e5d2ac1b-3c2c-4775-9f49-bba557f19680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:29.774185 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-35fb6587-9ea2-4d55-8aee-322257e86cbc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:29.799128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e5d2ac1b-3c2c-4775-9f49-bba557f19680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:29.801003 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e5d2ac1b-3c2c-4775-9f49-bba557f19680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] 10.222.0.50 "DELETE /v2.0/networks/90bd0e65-0fa4-4713-a18a-cf4c43204acd HTTP/1.1" status: 204 len: 168 time: 1.4731534 Jun 18 16:23:29.802263 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2ac1b-3c2c-4775-9f49-bba557f19680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Pushing event deleted for resources: {'Network': ['ID=90bd0e65-0fa4-4713-a18a-cf4c43204acd,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:29.818167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e5d2ac1b-3c2c-4775-9f49-bba557f19680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:29.830264 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-f60343b7-fb8a-4652-9733-8193f6bb453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:29.842518 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60343b7-fb8a-4652-9733-8193f6bb453a None None] Routers {'bf1ce636-6bf0-4f21-a38e-15835c18025f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:23:29.843190 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-f60343b7-fb8a-4652-9733-8193f6bb453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bf1ce636-6bf0-4f21-a38e-15835c18025f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:29.851213 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-46d3f094-8556-4196-8051-49ff7ff9aea0 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:29.858747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-46d3f094-8556-4196-8051-49ff7ff9aea0 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:29.914703 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 964f2638-bed2-4b1f-9cbb-cabe988ed716 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:29.917141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-f60343b7-fb8a-4652-9733-8193f6bb453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:29.917761 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60343b7-fb8a-4652-9733-8193f6bb453a None None] The sync data for ids ['bf1ce636-6bf0-4f21-a38e-15835c18025f'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:23:29.932241 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d0e38-5111-4928-afe7-8a8f09732d39 req-47f3e249-1dd3-4987-bc45-8383912c7ccc tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:29.940595 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c94d0e38-5111-4928-afe7-8a8f09732d39 req-47f3e249-1dd3-4987-bc45-8383912c7ccc tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.3069708 Jun 18 16:23:29.974046 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 964f2638-bed2-4b1f-9cbb-cabe988ed716 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:29.979250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 88e04860-9371-46c9-807b-03c756339305 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:29.988800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:29.989955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:29.990585 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:29.991526 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:29.992123 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:29.992332 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:29.992811 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:29.993594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:29.994017 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:29.994690 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:29.995194 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:29.995629 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:30.002844 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-46d3f094-8556-4196-8051-49ff7ff9aea0 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.013429 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-46d3f094-8556-4196-8051-49ff7ff9aea0 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.042209 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:30.058793 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 88e04860-9371-46c9-807b-03c756339305 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:30.059575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.092028 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c94d0e38-5111-4928-afe7-8a8f09732d39 req-5c9b2cca-a50d-487d-8c4b-9cac64c1feb6 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500371 Jun 18 16:23:30.102456 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-46d3f094-8556-4196-8051-49ff7ff9aea0 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.108385 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-46d3f094-8556-4196-8051-49ff7ff9aea0 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4874406 Jun 18 16:23:30.109268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46390) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:30.115440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-722d7250-4dab-419f-8d04-48f63b3600e4 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:30.152386 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-96699b10-56ac-4050-b762-7af83935d7b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63a3a4f336ca4a2d875fabbb604799a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2489009 Jun 18 16:23:30.153854 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Checking segment: {'id': 'b05a12e5-bd6a-4d76-9eb3-7d2309678ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:30.154388 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network hostable DHCP agents. Network: 1801ddee-a46b-4e23-894e-b662435dfa6c, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:30.156865 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46392) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:30.198636 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:30.206979 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46394) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:30.230313 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d9b2fd08-53c9-4853-b763-1c15f445c48c req-2a0bf192-71d8-4e8f-b139-efe0ddc7f58c service neutron] 10.222.0.55 "GET /v2.0/networks/8a164dae-cb32-4185-85ff-e3ff62c30233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5851521 Jun 18 16:23:30.237783 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d6ecd1-0e9d-4cda-be2c-97ff673a6f5a None None] Network 335d4338-e1d2-42b1-8ee6-26ddaf6a00ba requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:30.321209 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4f2e4f0f-d8b9-4147-b9c8-c44568374bba None None] Provisioning for port 964f2638-bed2-4b1f-9cbb-cabe988ed716 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:30.332908 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4f2e4f0f-d8b9-4147-b9c8-c44568374bba None None] Provisioning complete for port 964f2638-bed2-4b1f-9cbb-cabe988ed716 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:30.333593 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f2e4f0f-d8b9-4147-b9c8-c44568374bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.381039 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:30.398981 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:30.400074 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.445573 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f90d17a0-0b4d-4001-9208-ea4a73fb553c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.449445 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network 1801ddee-a46b-4e23-894e-b662435dfa6c is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:30.470757 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-722d7250-4dab-419f-8d04-48f63b3600e4 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.471320 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-722d7250-4dab-419f-8d04-48f63b3600e4 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.580540 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-43527afb-0b02-4bb4-b83c-5734f1890b26 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2861d101f8bf4b768a3fdb09ccc72ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3721483 Jun 18 16:23:30.584208 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46398) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:30.587439 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f2e4f0f-d8b9-4147-b9c8-c44568374bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.603462 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-722d7250-4dab-419f-8d04-48f63b3600e4 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93453) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 18 16:23:30.604044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-722d7250-4dab-419f-8d04-48f63b3600e4 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Router e3720f5a-ee13-43b1-a039-f671f143e352 migrating from provider to provider. {{(pid=93453) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 18 16:23:30.604614 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-722d7250-4dab-419f-8d04-48f63b3600e4 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.618505 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-722d7250-4dab-419f-8d04-48f63b3600e4 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.628038 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-722d7250-4dab-419f-8d04-48f63b3600e4 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.630710 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.651593 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4f2e4f0f-d8b9-4147-b9c8-c44568374bba None None] For port 964f2638-bed2-4b1f-9cbb-cabe988ed716, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=964f2638-bed2-4b1f-9cbb-cabe988ed716,segment=NetworkSegment(732b9d91-439a-4b5c-a85f-d51e5c471eba),segment_id=732b9d91-439a-4b5c-a85f-d51e5c471eba)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:30.689817 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f2e4f0f-d8b9-4147-b9c8-c44568374bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.695339 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-caaa67b5-7e33-4dba-8d52-15eab41e42e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:30.699433 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24,segment=NetworkSegment(27b2542c-57e5-4f7f-84df-81b5c34c4932),segment_id=27b2542c-57e5-4f7f-84df-81b5c34c4932)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:30.731110 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.731781 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 362f7228-e359-4db8-aed0-94563e1851b2 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:30.746651 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f2d42569-6f45-48e3-b818-53b92698ee13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.779494 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f2d42569-6f45-48e3-b818-53b92698ee13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.803760 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e4f0f-d8b9-4147-b9c8-c44568374bba None None] Pushing event updated for resources: {'Port': ['ID=964f2638-bed2-4b1f-9cbb-cabe988ed716,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:30.808063 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4f2e4f0f-d8b9-4147-b9c8-c44568374bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:30.808900 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7db8bec5-96af-4447-8579-9103b189dce4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:30.849793 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 1801ddee-a46b-4e23-894e-b662435dfa6c) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:30.851477 dv-neutron-797120-1-hyperv neutron-server[93453]: WARNING neutron.scheduler.l3_agent_scheduler [None req-722d7250-4dab-419f-8d04-48f63b3600e4 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] No L3 agents can host the router e3720f5a-ee13-43b1-a039-f671f143e352 Jun 18 16:23:30.855966 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-f90d17a0-0b4d-4001-9208-ea4a73fb553c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Transition to ACTIVE for port object 34f01b88-88d1-4670-8604-59bbccd42c68 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:30.877477 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:30.878000 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.880886 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:30.883294 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 362f7228-e359-4db8-aed0-94563e1851b2 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:30.883796 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.912734 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dc2708-330d-41a8-b484-0a10c1b18054 None None] Network 1801ddee-a46b-4e23-894e-b662435dfa6c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:30.917804 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:30.918290 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:30.918758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:30.919193 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:30.919771 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:30.920212 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:30.920641 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:30.921063 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:30.921696 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:30.922068 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:30.922519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:30.923023 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:30.928679 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:30.984726 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d9d3d6c-61ef-49ae-83db-3016dd335bdb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:30.995758 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02c28795-9bd7-4f94-9b79-f2cd2e312be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:31.006099 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:31.010223 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7511017 Jun 18 16:23:31.013722 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f2d42569-6f45-48e3-b818-53b92698ee13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:31.016553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f2d42569-6f45-48e3-b818-53b92698ee13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:31.018374 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f2d42569-6f45-48e3-b818-53b92698ee13 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/00bc55ca-72df-40c7-9d38-a519458a9b34 HTTP/1.1" status: 204 len: 168 time: 0.4325597 Jun 18 16:23:31.019211 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46400) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:31.020620 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722d7250-4dab-419f-8d04-48f63b3600e4 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Hosts for router e3720f5a-ee13-43b1-a039-f671f143e352: [] {{(pid=93453) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jun 18 16:23:31.022899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-edb0e10c-ea6e-4e72-be58-450dc76862d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:31.057641 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-18e12b13-1178-49ea-9e71-e0c62e866087 None None] Provisioning complete for port 964f2638-bed2-4b1f-9cbb-cabe988ed716 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:31.058028 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-18e12b13-1178-49ea-9e71-e0c62e866087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:31.058938 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d9b2fd08-53c9-4853-b763-1c15f445c48c req-d2e493bf-e72f-45e5-aab3-1ca5be73f736 service neutron] 10.222.0.55 "GET /v2.0/networks/8a164dae-cb32-4185-85ff-e3ff62c30233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7839315 Jun 18 16:23:31.067116 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d3d6c-61ef-49ae-83db-3016dd335bdb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=93e09624-6e48-4f36-acd7-17373ded5410,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:31.094280 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9d9d3d6c-61ef-49ae-83db-3016dd335bdb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:31.113256 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d42569-6f45-48e3-b818-53b92698ee13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bc55ca-72df-40c7-9d38-a519458a9b34,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:31.117403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f2d42569-6f45-48e3-b818-53b92698ee13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:31.157186 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722d7250-4dab-419f-8d04-48f63b3600e4 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Hosts for other DVR routers connected to router e3720f5a-ee13-43b1-a039-f671f143e352: set() {{(pid=93453) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jun 18 16:23:31.162768 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-722d7250-4dab-419f-8d04-48f63b3600e4 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:31.164402 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-722d7250-4dab-419f-8d04-48f63b3600e4 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] 10.222.0.50 "PUT /v2.0/routers/e3720f5a-ee13-43b1-a039-f671f143e352 HTTP/1.1" status: 200 len: 717 time: 1.0529547 Jun 18 16:23:31.167516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46406) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:31.215431 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02c28795-9bd7-4f94-9b79-f2cd2e312be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:31.264509 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4bf8e360-d7db-4596-8b6b-907235813cc6 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] 10.222.0.50 "GET /v2.0/routers/e3720f5a-ee13-43b1-a039-f671f143e352 HTTP/1.1" status: 200 len: 717 time: 0.0950074 Jun 18 16:23:31.277198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46408) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:31.384046 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9d9d3d6c-61ef-49ae-83db-3016dd335bdb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:31.386573 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9d9d3d6c-61ef-49ae-83db-3016dd335bdb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/93e09624-6e48-4f36-acd7-17373ded5410 HTTP/1.1" status: 204 len: 168 time: 3.8794215 Jun 18 16:23:31.389711 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46414) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:31.403479 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-1801ddee-a46b-4e23-894e-b662435dfa6c', 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'fixed_ips': [{'subnet_id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:31.408009 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:31.511677 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f90d17a0-0b4d-4001-9208-ea4a73fb553c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:31.551351 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b57cf83c-2bbd-4fed-a448-f3f5e0a8ef35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:31.570285 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-20534145-80a3-4fdd-9430-0112dba1a6af tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:23:31.571910 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-20534145-80a3-4fdd-9430-0112dba1a6af tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "PUT /v2.0/routers/bf1ce636-6bf0-4f21-a38e-15835c18025f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8415074 Jun 18 16:23:31.576986 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a71938-1d64-42bd-8a27-784b23f5a88a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:31.577166 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46416) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:31.579810 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a71938-1d64-42bd-8a27-784b23f5a88a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:31.582108 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-99a71938-1d64-42bd-8a27-784b23f5a88a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1876173 Jun 18 16:23:31.616188 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46418) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:31.624088 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 964f2638-bed2-4b1f-9cbb-cabe988ed716 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:31.664124 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90d17a0-0b4d-4001-9208-ea4a73fb553c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 335d4338-e1d2-42b1-8ee6-26ddaf6a00ba is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:31.675621 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-f90d17a0-0b4d-4001-9208-ea4a73fb553c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:31.686120 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90d17a0-0b4d-4001-9208-ea4a73fb553c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:31.692935 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90d17a0-0b4d-4001-9208-ea4a73fb553c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:31.693784 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f90d17a0-0b4d-4001-9208-ea4a73fb553c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:31.714495 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90d17a0-0b4d-4001-9208-ea4a73fb553c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=34f01b88-88d1-4670-8604-59bbccd42c68,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:31.722508 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f90d17a0-0b4d-4001-9208-ea4a73fb553c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:31.733846 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d71aced-ef0f-4f98-8b18-19feaa83a001 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet d86cbfbc-13e4-401a-975f-6d6d38479ff8 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:23:31.737940 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02c28795-9bd7-4f94-9b79-f2cd2e312be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:31.741816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02c28795-9bd7-4f94-9b79-f2cd2e312be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:31.746174 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-02c28795-9bd7-4f94-9b79-f2cd2e312be9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a4253f09-29c5-4b08-9378-3d6955569c5e HTTP/1.1" status: 204 len: 168 time: 1.5800996 Jun 18 16:23:31.751240 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f90d17a0-0b4d-4001-9208-ea4a73fb553c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.6572847 Jun 18 16:23:31.751240 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4d71aced-ef0f-4f98-8b18-19feaa83a001 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:31.752121 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:31.753939 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46422) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:31.785630 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-b2dc7f10-05f0-4724-b7ea-1cde95d44b2e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'network_id': '335d4338-e1d2-42b1-8ee6-26ddaf6a00ba', 'name': 'tempest-PortsIpV6TestJSON-563886079'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:31.793471 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46424) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:31.889893 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Allocated IP 172.21.0.2 (1801ddee-a46b-4e23-894e-b662435dfa6c/e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e/9212528a-e8e4-4b04-80d9-97c8e076797b) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:31.948127 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c28795-9bd7-4f94-9b79-f2cd2e312be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4253f09-29c5-4b08-9378-3d6955569c5e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:31.974483 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-02c28795-9bd7-4f94-9b79-f2cd2e312be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:31.987981 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4d71aced-ef0f-4f98-8b18-19feaa83a001 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.089507 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-308a8a32-d93b-4b8a-aab6-a85c04a3389e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab48cbe68992424a9ae4f4dd602e5430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943678 Jun 18 16:23:32.095503 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46426) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:32.123585 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.138401 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Transition to ACTIVE for port object 9212528a-e8e4-4b04-80d9-97c8e076797b will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:32.170712 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Transition to ACTIVE for port object 9212528a-e8e4-4b04-80d9-97c8e076797b will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:32.172640 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c76e59-6aa2-4182-a1f8-bb5ad79cae1c req-02a98637-c3f5-4133-ba31-faf149fd7757 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:32.174817 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b4c76e59-6aa2-4182-a1f8-bb5ad79cae1c req-02a98637-c3f5-4133-ba31-faf149fd7757 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.8003764 Jun 18 16:23:32.187276 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.210792 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a22f0d89-4a8c-402e-94b9-c7f20a18bef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:32.265210 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Network 1801ddee-a46b-4e23-894e-b662435dfa6c is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:32.269108 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dc7f10-05f0-4724-b7ea-1cde95d44b2e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:32.273904 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b2dc7f10-05f0-4724-b7ea-1cde95d44b2e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.276873 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Pushing event updated for resources: {'Port': ['ID=9212528a-e8e4-4b04-80d9-97c8e076797b,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:32.279882 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:32.282530 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:32.283388 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:32.306158 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c1d79dc5-f840-4102-82f6-3871c3cc250c tempest-RoutersTestDVR-1267616595 tempest-RoutersTestDVR-1267616595-project] 10.222.0.50 "GET /v2.0/routers/e3720f5a-ee13-43b1-a039-f671f143e352 HTTP/1.1" status: 200 len: 683 time: 1.0276647 Jun 18 16:23:32.309691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46432) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:32.312584 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-40444858-0258-417f-91c2-a51a35fe7f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.322802 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-2a31e67a-f71b-4824-b96e-9db6d872e382 None None] Provisioning for port 34f01b88-88d1-4670-8604-59bbccd42c68 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:32.327852 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 964f2638-bed2-4b1f-9cbb-cabe988ed716 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:32.328411 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.343502 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4d71aced-ef0f-4f98-8b18-19feaa83a001 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.345037 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b4c76e59-6aa2-4182-a1f8-bb5ad79cae1c req-badbc5b4-12cf-4dfb-b18d-df427174d74a tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264493 Jun 18 16:23:32.370697 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-2a31e67a-f71b-4824-b96e-9db6d872e382 None None] Provisioning complete for port 34f01b88-88d1-4670-8604-59bbccd42c68 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:32.371086 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2a31e67a-f71b-4824-b96e-9db6d872e382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.459947 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-b2dc7f10-05f0-4724-b7ea-1cde95d44b2e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] device_id is not set on port 0797b780-7da8-4146-a428-a79e2a3d7a80 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:23:32.463548 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.467106 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Attempting to bind port 9212528a-e8e4-4b04-80d9-97c8e076797b on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:32.467615 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Attempting to bind port 9212528a-e8e4-4b04-80d9-97c8e076797b by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'b05a12e5-bd6a-4d76-9eb3-7d2309678ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:32.475910 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Attempting to bind port 9212528a-e8e4-4b04-80d9-97c8e076797b on network 1801ddee-a46b-4e23-894e-b662435dfa6c {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:32.488366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-40444858-0258-417f-91c2-a51a35fe7f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.518177 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:32.518760 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Checking segment: {'id': 'b05a12e5-bd6a-4d76-9eb3-7d2309678ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:32.519283 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.519793 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Bound using segment: {'id': 'b05a12e5-bd6a-4d76-9eb3-7d2309678ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:32.520557 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Bound port: 9212528a-e8e4-4b04-80d9-97c8e076797b, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05a12e5-bd6a-4d76-9eb3-7d2309678ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:32.521111 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.528008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-2a31e67a-f71b-4824-b96e-9db6d872e382 None None] Port 34f01b88-88d1-4670-8604-59bbccd42c68 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:32.532887 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-191dc82e-c3bf-4029-866c-d918956c4c41 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.586007 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:32.706354 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:32.715175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.717978 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] For port 9212528a-e8e4-4b04-80d9-97c8e076797b, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:32.722787 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] For port 9212528a-e8e4-4b04-80d9-97c8e076797b, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9212528a-e8e4-4b04-80d9-97c8e076797b,segment=NetworkSegment(b05a12e5-bd6a-4d76-9eb3-7d2309678ae3),segment_id=b05a12e5-bd6a-4d76-9eb3-7d2309678ae3)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:32.744839 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4d71aced-ef0f-4f98-8b18-19feaa83a001 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.753417 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.765900 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:32.784855 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:32.843487 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Pushing event updated for resources: {'Port': ['ID=9212528a-e8e4-4b04-80d9-97c8e076797b,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:32.852727 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:32.867127 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71aced-ef0f-4f98-8b18-19feaa83a001 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=d86cbfbc-13e4-401a-975f-6d6d38479ff8,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:32.877175 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4d71aced-ef0f-4f98-8b18-19feaa83a001 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:32.884103 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-191dc82e-c3bf-4029-866c-d918956c4c41 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.888404 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4d71aced-ef0f-4f98-8b18-19feaa83a001 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.890553 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4d71aced-ef0f-4f98-8b18-19feaa83a001 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/d86cbfbc-13e4-401a-975f-6d6d38479ff8 HTTP/1.1" status: 204 len: 168 time: 1.2723792 Jun 18 16:23:32.904414 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1170ba8d-ecfd-48a1-9e51-cac864358043 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:32.905360 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-191dc82e-c3bf-4029-866c-d918956c4c41 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.905831 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46448) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:32.907948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-40444858-0258-417f-91c2-a51a35fe7f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.911815 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-40444858-0258-417f-91c2-a51a35fe7f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:32.913651 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-40444858-0258-417f-91c2-a51a35fe7f93 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/707f0b74-924f-4a78-8ae6-f66677bf013b HTTP/1.1" status: 204 len: 168 time: 0.8168807 Jun 18 16:23:32.916732 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-b2dc7f10-05f0-4724-b7ea-1cde95d44b2e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Allocated IP 2001:db8::37 (335d4338-e1d2-42b1-8ee6-26ddaf6a00ba/6b1d04ab-439b-4b32-8889-35774737bfe6/0797b780-7da8-4146-a428-a79e2a3d7a80) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:32.924204 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-85e2395a-cf4d-426e-bf09-99bc0cfe4cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:32.971722 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6c3d9835-7025-432d-b7bd-501d669d8339 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0622020 Jun 18 16:23:32.972429 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46452) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:32.979695 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40444858-0258-417f-91c2-a51a35fe7f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707f0b74-924f-4a78-8ae6-f66677bf013b,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:32.985846 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:32.991890 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-40444858-0258-417f-91c2-a51a35fe7f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:32.993491 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46454) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.019425 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-191dc82e-c3bf-4029-866c-d918956c4c41 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:33.020476 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191dc82e-c3bf-4029-866c-d918956c4c41 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3720f5a-ee13-43b1-a039-f671f143e352 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:23:33.033300 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-191dc82e-c3bf-4029-866c-d918956c4c41 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:33.040700 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-191dc82e-c3bf-4029-866c-d918956c4c41 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] 10.222.0.50 "DELETE /v2.0/routers/e3720f5a-ee13-43b1-a039-f671f143e352 HTTP/1.1" status: 204 len: 168 time: 0.7294178 Jun 18 16:23:33.048495 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46458) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.056761 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-9b002a08-7144-4399-98b0-ebf300876dfd tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Request body: {'router': {'name': 'tempest-router-2066610413', 'distributed': True}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:33.146872 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9b002a08-7144-4399-98b0-ebf300876dfd tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:33.148444 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9b002a08-7144-4399-98b0-ebf300876dfd tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:33.274558 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-64f8e307-e8f4-40f3-888d-d4b996be2e17 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.276668 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-64f8e307-e8f4-40f3-888d-d4b996be2e17 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2759173 Jun 18 16:23:33.280661 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46460) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.292303 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-f622f651-218a-4eb0-bd70-03c56c8c6635 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.293473 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f622f651-218a-4eb0-bd70-03c56c8c6635 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0103607 Jun 18 16:23:33.302863 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46462) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.316221 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-14a5b3bb-c939-4135-94c8-0488095a5aab tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.318519 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-14a5b3bb-c939-4135-94c8-0488095a5aab tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0134275 Jun 18 16:23:33.324807 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46466) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.332883 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-e47d55a9-ef7f-4332-9130-9f68c46c923d tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.333872 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e47d55a9-ef7f-4332-9130-9f68c46c923d tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0051157 Jun 18 16:23:33.340949 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46468) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.345577 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-4c01fb23-4e7f-4508-9bbc-71993885cc76 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.346586 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4c01fb23-4e7f-4508-9bbc-71993885cc76 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047421 Jun 18 16:23:33.359759 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46470) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.369826 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-dc0d8e9b-0dfc-47b2-a5ac-5b2693850f22 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.369826 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-dc0d8e9b-0dfc-47b2-a5ac-5b2693850f22 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0046909 Jun 18 16:23:33.380042 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46472) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.400268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-7e4616a7-f802-48d3-953e-4290ce912893 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.401167 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7e4616a7-f802-48d3-953e-4290ce912893 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0199668 Jun 18 16:23:33.403624 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f5db33-39bb-4459-a5db-9e2ea34dedde None None] DHCP port deletion for ce24d173-f93a-4cd6-bc0b-4cefb40733e2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:23:33.403792 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46476) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.421267 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-8e2ac8f7-fa20-4c36-97ae-fd77e84b0916 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.422246 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8e2ac8f7-fa20-4c36-97ae-fd77e84b0916 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0120814 Jun 18 16:23:33.445363 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46478) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.445938 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:33.449583 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:33.454707 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9b002a08-7144-4399-98b0-ebf300876dfd tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:33.465699 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9b002a08-7144-4399-98b0-ebf300876dfd tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:33.481026 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-264ca83f-b1d5-4553-99d8-63eb33ca4d84 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.487233 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-264ca83f-b1d5-4553-99d8-63eb33ca4d84 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0307014 Jun 18 16:23:33.488052 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46482) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.494360 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-45ecc8d0-f074-444c-8fa8-2c2529a379dd tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.496447 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-45ecc8d0-f074-444c-8fa8-2c2529a379dd tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0060823 Jun 18 16:23:33.503624 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46484) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.508303 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9b002a08-7144-4399-98b0-ebf300876dfd tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:33.512645 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9b002a08-7144-4399-98b0-ebf300876dfd tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4635987 Jun 18 16:23:33.513231 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46486) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.516395 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b2dc7f10-05f0-4724-b7ea-1cde95d44b2e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:33.522179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-a539a491-5ce1-4b22-8a3a-72ccb3b985ef tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.523230 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a539a491-5ce1-4b22-8a3a-72ccb3b985ef tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0186257 Jun 18 16:23:33.532175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a2f5db33-39bb-4459-a5db-9e2ea34dedde None None] Deleting port 88e04860-9371-46c9-807b-03c756339305 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:33.533269 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a2f5db33-39bb-4459-a5db-9e2ea34dedde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:33.539939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46490) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.609847 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-0267f780-0731-4f7b-b259-28f00e49bf2d tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.612195 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0267f780-0731-4f7b-b259-28f00e49bf2d tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0106828 Jun 18 16:23:33.646154 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9212528a-e8e4-4b04-80d9-97c8e076797b up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:33.658873 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46494) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.665544 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-81d2adc6-2d0a-48b0-a797-cb4281f86254 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.669951 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-81d2adc6-2d0a-48b0-a797-cb4281f86254 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0093751 Jun 18 16:23:33.674876 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46498) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.675107 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a2f5db33-39bb-4459-a5db-9e2ea34dedde None None] For port 88e04860-9371-46c9-807b-03c756339305, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=88e04860-9371-46c9-807b-03c756339305,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:33.675691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a2f5db33-39bb-4459-a5db-9e2ea34dedde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:33.680233 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-7192254c-16e0-4e06-96a0-72c8c263ce48 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.684264 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7192254c-16e0-4e06-96a0-72c8c263ce48 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0083733 Jun 18 16:23:33.687281 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-b2dc7f10-05f0-4724-b7ea-1cde95d44b2e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Transition to ACTIVE for port object 0797b780-7da8-4146-a428-a79e2a3d7a80 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:33.689594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46500) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.699032 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-a79c493a-e3ae-44b9-b51e-a033aee62adf tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.703013 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a79c493a-e3ae-44b9-b51e-a033aee62adf tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0100884 Jun 18 16:23:33.705514 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46502) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.711326 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-74dc68b0-9b44-4d80-b8bc-85ad26e2a675 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.714906 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-74dc68b0-9b44-4d80-b8bc-85ad26e2a675 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0083981 Jun 18 16:23:33.717639 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-df2ec80e-6bba-4ec5-a742-032a525bd7d9 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:33.719178 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46504) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.725786 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-b4458fe8-68e2-4208-b627-96166ab80ad5 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.730131 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b4458fe8-68e2-4208-b627-96166ab80ad5 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0088472 Jun 18 16:23:33.730904 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Allocated IP 172.21.0.1 (1801ddee-a46b-4e23-894e-b662435dfa6c/e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e/148b5fa7-a2e5-4638-9ec2-77ccc1ac0746) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:33.735491 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46506) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.755459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a2f5db33-39bb-4459-a5db-9e2ea34dedde None None] Calling delete_port for 88e04860-9371-46c9-807b-03c756339305 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:33.756397 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-0272a2b9-0e7e-48b1-99a7-8117cc724485 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.757538 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0272a2b9-0e7e-48b1-99a7-8117cc724485 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0092387 Jun 18 16:23:33.772677 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46508) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.780244 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-07f9b193-9fbf-47c0-974a-949cbfd64e5c tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:33.821597 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 9212528a-e8e4-4b04-80d9-97c8e076797b completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:33.880447 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a2f5db33-39bb-4459-a5db-9e2ea34dedde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:33.885769 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:33.913363 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-ff44eb7a-74f1-48ad-8845-6ba9d3dc6f8f tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.914444 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ff44eb7a-74f1-48ad-8845-6ba9d3dc6f8f tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0135832 Jun 18 16:23:33.927800 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46514) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.976005 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-ae53fcb7-86df-4892-beae-ee56c6931a47 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.977015 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ae53fcb7-86df-4892-beae-ee56c6931a47 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0403979 Jun 18 16:23:33.982264 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46518) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.987653 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-14949c5b-1ee6-4223-b578-216c9c4bb85a tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.988667 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-14949c5b-1ee6-4223-b578-216c9c4bb85a tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0051067 Jun 18 16:23:33.992039 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46520) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:33.998501 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-e861df7a-a4a7-450a-be39-59eb1bb8cd9b tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:33.999467 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e861df7a-a4a7-450a-be39-59eb1bb8cd9b tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0065017 Jun 18 16:23:34.000915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b2dc7f10-05f0-4724-b7ea-1cde95d44b2e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:34.010813 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-df2ec80e-6bba-4ec5-a742-032a525bd7d9 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:34.014690 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46522) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.016861 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:34.028052 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-19165958-4114-409b-ade7-34a9144844f7 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.029036 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-19165958-4114-409b-ade7-34a9144844f7 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0058148 Jun 18 16:23:34.037298 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-df2ec80e-6bba-4ec5-a742-032a525bd7d9 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:34.059127 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46524) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.067492 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-48c542a0-1239-4b7a-b54d-89736d5a5b77 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.068717 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-48c542a0-1239-4b7a-b54d-89736d5a5b77 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0085485 Jun 18 16:23:34.106399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46528) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.115585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-f688b1c7-f9cb-49b5-b790-6fdbd12a25cd tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.119801 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f688b1c7-f9cb-49b5-b790-6fdbd12a25cd tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0077820 Jun 18 16:23:34.123684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46530) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.136083 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-cb0fdc30-3748-4d8d-a557-aa4a0c82ccd1 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.139301 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cb0fdc30-3748-4d8d-a557-aa4a0c82ccd1 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0073531 Jun 18 16:23:34.139722 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dc7f10-05f0-4724-b7ea-1cde95d44b2e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 335d4338-e1d2-42b1-8ee6-26ddaf6a00ba is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:34.143902 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46532) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.151212 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-b9873749-1398-43da-abde-74e9a923dbfe tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.155536 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b9873749-1398-43da-abde-74e9a923dbfe tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0083725 Jun 18 16:23:34.155536 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-b2dc7f10-05f0-4724-b7ea-1cde95d44b2e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:34.155810 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-df2ec80e-6bba-4ec5-a742-032a525bd7d9 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:34.156194 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2ec80e-6bba-4ec5-a742-032a525bd7d9 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50cd7792-f636-48bc-beb7-cd1b1bd5234d {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:23:34.157625 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dc7f10-05f0-4724-b7ea-1cde95d44b2e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:34.163835 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dc7f10-05f0-4724-b7ea-1cde95d44b2e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:34.164410 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b2dc7f10-05f0-4724-b7ea-1cde95d44b2e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:34.175080 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46534) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.181044 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-c127f2f7-200b-421c-948e-49c7655e8e0e tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.184121 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c127f2f7-200b-421c-948e-49c7655e8e0e tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0055122 Jun 18 16:23:34.184121 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc7f10-05f0-4724-b7ea-1cde95d44b2e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=0797b780-7da8-4146-a428-a79e2a3d7a80,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:34.194210 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-df2ec80e-6bba-4ec5-a742-032a525bd7d9 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:34.199320 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-df2ec80e-6bba-4ec5-a742-032a525bd7d9 tempest-RoutersTestDVR-969244419 tempest-RoutersTestDVR-969244419-project-admin] 10.222.0.50 "DELETE /v2.0/routers/50cd7792-f636-48bc-beb7-cd1b1bd5234d HTTP/1.1" status: 204 len: 168 time: 0.6641626 Jun 18 16:23:34.200304 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46536) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.204600 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b2dc7f10-05f0-4724-b7ea-1cde95d44b2e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4212856 Jun 18 16:23:34.208925 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-7c453c38-e4a7-4e35-a179-87bd86594a43 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.212629 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7c453c38-e4a7-4e35-a179-87bd86594a43 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0052519 Jun 18 16:23:34.214885 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b2dc7f10-05f0-4724-b7ea-1cde95d44b2e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:34.215346 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46540) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.215668 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46542) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.230159 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-182d2a7b-83e4-4f6c-b6fc-286debff9187 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.234177 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-182d2a7b-83e4-4f6c-b6fc-286debff9187 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0135300 Jun 18 16:23:34.237861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 88e04860-9371-46c9-807b-03c756339305 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:23:34.249635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f5db33-39bb-4459-a5db-9e2ea34dedde None None] No DVR routers for this DVR port 88e04860-9371-46c9-807b-03c756339305 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:23:34.258176 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46544) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.281003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-34cf1004-b08a-44ec-aebc-1e70a243a5b4 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.284345 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-34cf1004-b08a-44ec-aebc-1e70a243a5b4 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0203969 Jun 18 16:23:34.294943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46546) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.307386 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46548) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.307951 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-a5150d03-52f0-4e05-b61c-bcb4938c1728 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.308813 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a5150d03-52f0-4e05-b61c-bcb4938c1728 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0093863 Jun 18 16:23:34.311622 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46550) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.324582 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5db33-39bb-4459-a5db-9e2ea34dedde None None] Pushing event deleted for resources: {'Port': ['ID=88e04860-9371-46c9-807b-03c756339305,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:34.327051 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a2f5db33-39bb-4459-a5db-9e2ea34dedde None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:34.328507 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 88e04860-9371-46c9-807b-03c756339305 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:23:34.328868 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 88e04860-9371-46c9-807b-03c756339305 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:23:34.343172 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:34.354027 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-0abb3425-dc53-42af-b50b-03645658f30f tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.356405 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b62444-86ca-4455-814e-9cfa9891ae64 req-71b85b10-be8f-4dd6-a6d7-ca92ce4a81a7 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:34.362090 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0abb3425-dc53-42af-b50b-03645658f30f tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0125127 Jun 18 16:23:34.365028 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e8b62444-86ca-4455-814e-9cfa9891ae64 req-71b85b10-be8f-4dd6-a6d7-ca92ce4a81a7 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.7221320 Jun 18 16:23:34.366080 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46554) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.372112 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-ceeb60a1-cce4-43e6-9282-e6dabe37fc6e tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.374648 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ceeb60a1-cce4-43e6-9282-e6dabe37fc6e tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0070248 Jun 18 16:23:34.388101 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46556) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.394681 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-c97574fa-18d0-4f4e-abf9-bcfe6d25caae tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.395893 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c97574fa-18d0-4f4e-abf9-bcfe6d25caae tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0056574 Jun 18 16:23:34.400901 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46558) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.419980 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-f1f106bd-7aea-4601-b1c0-b44b9b604ef8 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.421294 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f1f106bd-7aea-4601-b1c0-b44b9b604ef8 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0181859 Jun 18 16:23:34.427437 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46560) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.439025 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-e8300f90-3db0-465a-b61d-4338681997a2 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.441580 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e8300f90-3db0-465a-b61d-4338681997a2 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0127189 Jun 18 16:23:34.452449 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46562) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.478605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-3c7cfa3a-c5f3-4b32-a5ba-3f079f8c4c3c tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.479579 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3c7cfa3a-c5f3-4b32-a5ba-3f079f8c4c3c tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0221839 Jun 18 16:23:34.484416 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46564) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.495113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-65feea5c-ce84-4c20-8d28-621fc5e36119 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.497668 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-65feea5c-ce84-4c20-8d28-621fc5e36119 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0094705 Jun 18 16:23:34.497809 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Transition to ACTIVE for port object 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:34.513246 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46566) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.533442 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-cc40a956-6ad8-4712-bf3d-b8add2d354b9 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.540087 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cc40a956-6ad8-4712-bf3d-b8add2d354b9 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0255582 Jun 18 16:23:34.554824 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e8b62444-86ca-4455-814e-9cfa9891ae64 req-9a6fd602-01a2-48fb-84ab-32474f38f22e tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888742 Jun 18 16:23:34.555829 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:34.565337 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46568) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.572079 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:34.573720 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d2c70e70-ffa7-4349-808d-86f9d79b6921 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1579046765'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:34.585509 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e82422-3d16-4258-93fc-2c03e3a34a8d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:34.592809 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-17e82422-3d16-4258-93fc-2c03e3a34a8d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A12c HTTP/1.1" status: 200 len: 928 time: 0.3737316 Jun 18 16:23:34.594620 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46572) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.626348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-e4906795-b3fe-4ecc-8a13-6cded217c7c7 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.630487 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e4906795-b3fe-4ecc-8a13-6cded217c7c7 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0047066 Jun 18 16:23:34.639232 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46576) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.651781 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-1c8f56f9-17ff-45ce-bcb4-34eab7bb3e97 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.652663 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1c8f56f9-17ff-45ce-bcb4-34eab7bb3e97 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0048742 Jun 18 16:23:34.671854 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dcf356-1809-4750-bc9b-1b83842a204b None None] Network 1801ddee-a46b-4e23-894e-b662435dfa6c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:34.674812 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46578) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.678359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=52353c29-ba6b-4f29-8442-0f9350ad9005,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:34.688198 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7061ce6f-5a31-45d8-84a2-5a935ca89216 None None] Provisioning for port 0797b780-7da8-4146-a428-a79e2a3d7a80 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:34.690544 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-914c0bab-329a-4414-8637-baad8deb60d0 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.695435 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-914c0bab-329a-4414-8637-baad8deb60d0 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0137916 Jun 18 16:23:34.697725 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:34.701610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46580) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.712381 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-0dc441b0-0147-4b49-9405-eda03f48b197 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.716335 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0dc441b0-0147-4b49-9405-eda03f48b197 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0122430 Jun 18 16:23:34.722369 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:34.724892 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7061ce6f-5a31-45d8-84a2-5a935ca89216 None None] Provisioning complete for port 0797b780-7da8-4146-a428-a79e2a3d7a80 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:34.725098 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7061ce6f-5a31-45d8-84a2-5a935ca89216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:34.729391 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:34.730714 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:34.744869 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46582) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.745287 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46584) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.751941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab3f029-240c-497d-bfd5-0217cb1985fd None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:34.761563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-b3449f88-623d-4cff-9147-50b604725ed8 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.764836 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b3449f88-623d-4cff-9147-50b604725ed8 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0158677 Jun 18 16:23:34.768022 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:34.769372 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:34.769372 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:34.769372 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:34.770633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:34.771273 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:34.771879 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:34.772477 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:34.773066 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:34.773652 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:34.774236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:34.775655 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:23:34.788390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:34.816082 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46588) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.826462 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-a347cbf5-b50f-46e1-a417-e66a40112370 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.830085 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a347cbf5-b50f-46e1-a417-e66a40112370 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0083637 Jun 18 16:23:34.832735 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46590) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.837707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-182c3c3b-61ca-4a08-974c-7c575e77de64 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.842370 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-182c3c3b-61ca-4a08-974c-7c575e77de64 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0073459 Jun 18 16:23:34.842614 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:34.844514 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46592) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.847612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-59280e1a-fd5a-4f97-aac0-e97f495d4f50 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:34.855199 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7061ce6f-5a31-45d8-84a2-5a935ca89216 None None] Port 0797b780-7da8-4146-a428-a79e2a3d7a80 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:34.855870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-c1f1faa7-b28f-4104-8522-7f84fed4cfce tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.859534 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c1f1faa7-b28f-4104-8522-7f84fed4cfce tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0048037 Jun 18 16:23:34.884360 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46594) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.894136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-d9f31826-d171-4368-ab21-b40eda97522a tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.899022 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d9f31826-d171-4368-ab21-b40eda97522a tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0102906 Jun 18 16:23:34.907765 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network 1801ddee-a46b-4e23-894e-b662435dfa6c is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:34.914102 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46596) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.923083 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:34.929238 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:34.936693 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-04137110-8b9c-4826-a328-92609378313c tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.937707 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-04137110-8b9c-4826-a328-92609378313c tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0123925 Jun 18 16:23:34.944156 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46598) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.953853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-af81ea7c-1ddd-4987-b873-90f289be664a tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.954765 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-af81ea7c-1ddd-4987-b873-90f289be664a tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046041 Jun 18 16:23:34.961826 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46600) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.972886 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-5182166b-51d9-4fa6-8f80-f15b0cc4b893 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.973852 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5182166b-51d9-4fa6-8f80-f15b0cc4b893 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0086968 Jun 18 16:23:34.982169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46602) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.994089 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-39e7d4dc-8eb2-4122-a4ed-f156eeb58dfe tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:34.995108 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-39e7d4dc-8eb2-4122-a4ed-f156eeb58dfe tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0096552 Jun 18 16:23:34.998809 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46604) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:34.999113 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=148b5fa7-a2e5-4638-9ec2-77ccc1ac0746,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:35.005690 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-d0440d98-be8a-4e4b-ac85-c233a986c993 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:35.006772 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d0440d98-be8a-4e4b-ac85-c233a986c993 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0070400 Jun 18 16:23:35.008481 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c70e70-ffa7-4349-808d-86f9d79b6921 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:35.009878 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:35.012035 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d2c70e70-ffa7-4349-808d-86f9d79b6921 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.012328 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46606) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:35.026973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-12ac72f4-ffa4-4877-bb9e-58b64df1ea88 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:35.027959 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-12ac72f4-ffa4-4877-bb9e-58b64df1ea88 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0145352 Jun 18 16:23:35.028259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0b7ae8ee-9984-4502-b555-74349e220da7 None None] Provisioning for port 9212528a-e8e4-4b04-80d9-97c8e076797b completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:35.029746 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-07f9b193-9fbf-47c0-974a-949cbfd64e5c tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Deleting port f0bb6fd5-47ee-4a0a-94a2-045a79d01e2c {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:35.030090 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-07f9b193-9fbf-47c0-974a-949cbfd64e5c tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.038233 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46608) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:35.039704 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0635922 Jun 18 16:23:35.042626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46610) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:35.045942 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0b7ae8ee-9984-4502-b555-74349e220da7 None None] Provisioning complete for port 9212528a-e8e4-4b04-80d9-97c8e076797b triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:35.046464 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0b7ae8ee-9984-4502-b555-74349e220da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.049491 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-877ccc9e-efd1-42de-be55-5f4d78940b86 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'name': 'tempest-NetworksTestDHCPv6-1285516218'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:35.054561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d2c70e70-ffa7-4349-808d-86f9d79b6921 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.092538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-f19546c5-9372-4925-93e1-86e8b9b865d8 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:35.097170 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f19546c5-9372-4925-93e1-86e8b9b865d8 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0528593 Jun 18 16:23:35.098491 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46612) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:35.099093 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dc77575e-8d77-4d99-8254-ac2c252766f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.107303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-4323bf98-70d2-4952-8aa1-70b0f3ca318f tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:35.108269 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4323bf98-70d2-4952-8aa1-70b0f3ca318f tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0070567 Jun 18 16:23:35.116632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46614) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:35.118978 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.128097 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-4d2f344d-7da6-40c4-8753-d50cf723a796 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:35.130319 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4d2f344d-7da6-40c4-8753-d50cf723a796 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0109355 Jun 18 16:23:35.134594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46616) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:35.147558 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-5994d4ce-115e-4554-a952-9ca199b4cb3e tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:35.148531 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5994d4ce-115e-4554-a952-9ca199b4cb3e tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0112641 Jun 18 16:23:35.156435 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46618) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:35.164242 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-9ecfad5b-5a30-4ef7-8aba-801fe99c0b07 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:35.167843 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': '52353c29-ba6b-4f29-8442-0f9350ad9005'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:35.167843 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.168061 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9ecfad5b-5a30-4ef7-8aba-801fe99c0b07 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0085223 Jun 18 16:23:35.172174 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46620) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:35.179647 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-e7e5be21-ed3b-45b7-9448-da3c4af99424 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:35.183049 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e7e5be21-ed3b-45b7-9448-da3c4af99424 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0066726 Jun 18 16:23:35.186804 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46622) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:35.195864 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-949df5f5-0d9a-4fca-9a0c-0a7446f5b64a tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:35.199687 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-949df5f5-0d9a-4fca-9a0c-0a7446f5b64a tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0091302 Jun 18 16:23:35.203024 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46624) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:35.212087 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-7513955b-45ec-4fae-8f78-2eb8c1114d79 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:35.216226 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7513955b-45ec-4fae-8f78-2eb8c1114d79 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0089414 Jun 18 16:23:35.218830 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46626) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:35.232204 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-8a352ddd-b8dd-4491-ae76-05f710d97219 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:35.233186 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8a352ddd-b8dd-4491-ae76-05f710d97219 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0105944 Jun 18 16:23:35.236914 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46628) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:35.240637 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-a556eb1b-4a88-4588-95cf-12b6cdf98621 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port 0797b780-7da8-4146-a428-a79e2a3d7a80 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:35.241042 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a556eb1b-4a88-4588-95cf-12b6cdf98621 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.260094 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-a6d7a189-28a6-4936-b354-da0c2b043b00 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:35.263780 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a6d7a189-28a6-4936-b354-da0c2b043b00 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0125968 Jun 18 16:23:35.263915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46630) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:35.268346 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [None req-bd7a0f05-705c-44f1-878f-dbd1b7f817a9 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:35.269714 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bd7a0f05-705c-44f1-878f-dbd1b7f817a9 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0048559 Jun 18 16:23:35.273638 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46632) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:35.282882 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-d42dc431-5d03-4f2f-a4f1-d882acf4787f tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:35.283867 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d42dc431-5d03-4f2f-a4f1-d882acf4787f tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0092938 Jun 18 16:23:35.285863 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-07f9b193-9fbf-47c0-974a-949cbfd64e5c tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.288275 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0b7ae8ee-9984-4502-b555-74349e220da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.291060 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46634) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:35.303161 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-0041a133-7e76-449e-b717-01809de77ee2 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:35.306638 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0041a133-7e76-449e-b717-01809de77ee2 tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0075653 Jun 18 16:23:35.309626 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46636) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:35.313212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [None req-75610a7b-afc6-4f10-94ad-ddc6e3902bce tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] http://10.222.0.50:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:23:35.317714 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-75610a7b-afc6-4f10-94ad-ddc6e3902bce tempest-ExtensionsTestJSON-819349818 tempest-ExtensionsTestJSON-819349818-project] 10.222.0.50 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044293 Jun 18 16:23:35.401343 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a556eb1b-4a88-4588-95cf-12b6cdf98621 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.435591 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-0b7ae8ee-9984-4502-b555-74349e220da7 None None] For port 9212528a-e8e4-4b04-80d9-97c8e076797b, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9212528a-e8e4-4b04-80d9-97c8e076797b,segment=NetworkSegment(b05a12e5-bd6a-4d76-9eb3-7d2309678ae3),segment_id=b05a12e5-bd6a-4d76-9eb3-7d2309678ae3)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:35.441274 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-07f9b193-9fbf-47c0-974a-949cbfd64e5c tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Calling delete_port for f0bb6fd5-47ee-4a0a-94a2-045a79d01e2c owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:35.448644 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0b7ae8ee-9984-4502-b555-74349e220da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.452079 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-10b6caa8-c99e-4152-9ba7-d9cc80aadca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:35.467378 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Allocated IP 2001:db8::2 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/52353c29-ba6b-4f29-8442-0f9350ad9005/51819fe1-b406-414c-b49a-4966c23d18ae) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:35.540330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.540742 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-a556eb1b-4a88-4588-95cf-12b6cdf98621 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for 0797b780-7da8-4146-a428-a79e2a3d7a80 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:35.546738 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d2c70e70-ffa7-4349-808d-86f9d79b6921 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.563426 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d2c70e70-ffa7-4349-808d-86f9d79b6921 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.580785 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fc62c974-bc37-45f5-a9e6-4231e21de21b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:35.601743 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ae8ee-9984-4502-b555-74349e220da7 None None] Pushing event updated for resources: {'Port': ['ID=9212528a-e8e4-4b04-80d9-97c8e076797b,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:35.607766 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-0b7ae8ee-9984-4502-b555-74349e220da7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:35.614706 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.db.api [None req-877ccc9e-efd1-42de-be55-5f4d78940b86 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:23:35.614706 dv-neutron-797120-1-hyperv neutron-server[93454]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:23:35.614706 dv-neutron-797120-1-hyperv neutron-server[93454]: [parameters: {'project_id_1': '0b7e564e9c7d4ffaa497e5543bbf4526', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 23, 35, 209276)}] Jun 18 16:23:35.614706 dv-neutron-797120-1-hyperv neutron-server[93454]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:23:35.615114 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_db.api [None req-877ccc9e-efd1-42de-be55-5f4d78940b86 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:23:35.624744 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-df109742-9540-4b7c-9db1-ff6267f52ef5 None None] Provisioning for port 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:35.626754 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c70e70-ffa7-4349-808d-86f9d79b6921 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:35.647926 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-df109742-9540-4b7c-9db1-ff6267f52ef5 None None] Provisioning complete for port 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:35.650578 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46642) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:35.651141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-df109742-9540-4b7c-9db1-ff6267f52ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.689594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c70e70-ffa7-4349-808d-86f9d79b6921 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9972d4b7-5d9b-494e-8db1-c88e8f60a821,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:35.706392 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d2c70e70-ffa7-4349-808d-86f9d79b6921 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:35.713364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d2c70e70-ffa7-4349-808d-86f9d79b6921 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.714744 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-d2c70e70-ffa7-4349-808d-86f9d79b6921 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Added segment d1dbf6f1-4731-435b-abf1-3893261c3826 of type vlan for network 6d00b298-d35c-4ebd-a163-f12c80080fdf Jun 18 16:23:35.760169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-df109742-9540-4b7c-9db1-ff6267f52ef5 None None] Port 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:35.780386 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d2c70e70-ffa7-4349-808d-86f9d79b6921 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.792504 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-df109742-9540-4b7c-9db1-ff6267f52ef5 None None] Provisioning complete for port 9212528a-e8e4-4b04-80d9-97c8e076797b triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:35.792890 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-df109742-9540-4b7c-9db1-ff6267f52ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.798456 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.851626 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Transition to ACTIVE for port object 51819fe1-b406-414c-b49a-4966c23d18ae will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:35.881803 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d2c70e70-ffa7-4349-808d-86f9d79b6921 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.887975 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Transition to ACTIVE for port object 51819fe1-b406-414c-b49a-4966c23d18ae will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:35.890855 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c70e70-ffa7-4349-808d-86f9d79b6921 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:35.891905 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d2c70e70-ffa7-4349-808d-86f9d79b6921 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.899319 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3479b7ef-d75d-40f3-9f36-27d10dbe1d4a tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:35.899605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.918296 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9233c76e-22b7-4872-8edc-a52331425896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.927110 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:35.978640 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c70e70-ffa7-4349-808d-86f9d79b6921 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Network': ['ID=6d00b298-d35c-4ebd-a163-f12c80080fdf,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:35.981815 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d2c70e70-ffa7-4349-808d-86f9d79b6921 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:35.982774 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a556eb1b-4a88-4588-95cf-12b6cdf98621 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:35.984400 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:35.990802 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6d7861a5-33f4-48da-b80e-ffc89ea78068 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:35.992642 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:35.999013 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:36.002915 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Pushing event updated for resources: {'Port': ['ID=51819fe1-b406-414c-b49a-4966c23d18ae,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:36.009216 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:36.013844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 6d00b298-d35c-4ebd-a163-f12c80080fdf details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:36.036126 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a556eb1b-4a88-4588-95cf-12b6cdf98621 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=0797b780-7da8-4146-a428-a79e2a3d7a80,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:36.039455 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a556eb1b-4a88-4588-95cf-12b6cdf98621 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:36.057355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-07f9b193-9fbf-47c0-974a-949cbfd64e5c tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:36.068017 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a556eb1b-4a88-4588-95cf-12b6cdf98621 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:36.072279 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a556eb1b-4a88-4588-95cf-12b6cdf98621 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/ports/0797b780-7da8-4146-a428-a79e2a3d7a80 HTTP/1.1" status: 204 len: 168 time: 1.4739022 Jun 18 16:23:36.072809 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8064d748-5c57-4410-9d1a-b5b62c6afb0d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:36.074882 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46646) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:36.118407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f9b193-9fbf-47c0-974a-949cbfd64e5c tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event deleted for resources: {'Port': ['ID=f0bb6fd5-47ee-4a0a-94a2-045a79d01e2c,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:36.134984 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16b7f54-3c98-43cc-9c09-b3f1de6c42ad tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] GET failed (client error): The resource could not be found. Jun 18 16:23:36.136750 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c16b7f54-3c98-43cc-9c09-b3f1de6c42ad tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports/0797b780-7da8-4146-a428-a79e2a3d7a80 HTTP/1.1" status: 404 len: 333 time: 0.0606091 Jun 18 16:23:36.137451 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dc77575e-8d77-4d99-8254-ac2c252766f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:36.141521 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46648) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:36.154157 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d2c70e70-ffa7-4349-808d-86f9d79b6921 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8433685 Jun 18 16:23:36.159023 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-07f9b193-9fbf-47c0-974a-949cbfd64e5c tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:36.186189 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dc77575e-8d77-4d99-8254-ac2c252766f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:36.194371 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2f1148c9-cf68-4387-8619-5814b15ee405 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:36.231235 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Attempting to bind port 51819fe1-b406-414c-b49a-4966c23d18ae on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:36.231920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Attempting to bind port 51819fe1-b406-414c-b49a-4966c23d18ae by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:36.232564 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Attempting to bind port 51819fe1-b406-414c-b49a-4966c23d18ae on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:36.244055 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-66a6d161-a781-4e3e-aaf1-3be92bda3ad5 None None] Provisioning complete for port 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:36.244856 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-66a6d161-a781-4e3e-aaf1-3be92bda3ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:36.254160 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:36.256000 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:36.256768 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:36.257376 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:36.258098 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Bound port: 51819fe1-b406-414c-b49a-4966c23d18ae, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:36.260044 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:36.276523 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77575e-8d77-4d99-8254-ac2c252766f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f1ea08-7ab2-4dfc-bd5e-bcb3ec97c229,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:36.303879 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-f86b8a08-5ddb-4954-83c0-03cc7502cf5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port 34f01b88-88d1-4670-8604-59bbccd42c68 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:36.304229 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f86b8a08-5ddb-4954-83c0-03cc7502cf5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:36.343131 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dc77575e-8d77-4d99-8254-ac2c252766f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:36.402958 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] For port 51819fe1-b406-414c-b49a-4966c23d18ae, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:36.412299 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] For port 51819fe1-b406-414c-b49a-4966c23d18ae, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=51819fe1-b406-414c-b49a-4966c23d18ae,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:36.419894 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:36.427605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:36.441271 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46650) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:36.443013 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-66a6d161-a781-4e3e-aaf1-3be92bda3ad5 None None] Port 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:36.449167 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d6cc5ff8-c2fb-48e3-a060-2358207de794 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'subnet': {'network_id': '6d00b298-d35c-4ebd-a163-f12c80080fdf', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:36.515525 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Pushing event updated for resources: {'Port': ['ID=51819fe1-b406-414c-b49a-4966c23d18ae,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:36.521427 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:36.554581 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-07f9b193-9fbf-47c0-974a-949cbfd64e5c tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:36.560938 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f86b8a08-5ddb-4954-83c0-03cc7502cf5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:36.569863 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-dc77575e-8d77-4d99-8254-ac2c252766f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c4e51f21ebc4409fa56f0d3513f1e186&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8218875 Jun 18 16:23:36.576224 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46652) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:36.641833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-f86b8a08-5ddb-4954-83c0-03cc7502cf5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for 34f01b88-88d1-4670-8604-59bbccd42c68 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:36.669854 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:36.680366 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:36.791948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cabd9150-073c-4275-831b-3e406d5a19c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:36.826095 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cabd9150-073c-4275-831b-3e406d5a19c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:36.920572 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f86b8a08-5ddb-4954-83c0-03cc7502cf5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:36.930870 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:36.965543 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b8a08-5ddb-4954-83c0-03cc7502cf5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=34f01b88-88d1-4670-8604-59bbccd42c68,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:36.992293 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f86b8a08-5ddb-4954-83c0-03cc7502cf5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:36.994567 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cabd9150-073c-4275-831b-3e406d5a19c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:36.997231 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cabd9150-073c-4275-831b-3e406d5a19c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:37.003657 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cabd9150-073c-4275-831b-3e406d5a19c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b5f1ea08-7ab2-4dfc-bd5e-bcb3ec97c229 HTTP/1.1" status: 204 len: 168 time: 0.4221945 Jun 18 16:23:37.005357 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f86b8a08-5ddb-4954-83c0-03cc7502cf5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:37.007557 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f86b8a08-5ddb-4954-83c0-03cc7502cf5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/ports/34f01b88-88d1-4670-8604-59bbccd42c68 HTTP/1.1" status: 204 len: 168 time: 0.8648927 Jun 18 16:23:37.008348 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d2c70e70-ffa7-4349-808d-86f9d79b6921 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:37.010339 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46656) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:37.026651 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:37.029314 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd9150-073c-4275-831b-3e406d5a19c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f1ea08-7ab2-4dfc-bd5e-bcb3ec97c229,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:37.039734 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cabd9150-073c-4275-831b-3e406d5a19c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:37.073336 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-765fd752-6a97-427e-befd-f0746849b005 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] GET failed (client error): The resource could not be found. Jun 18 16:23:37.075343 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-765fd752-6a97-427e-befd-f0746849b005 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports/34f01b88-88d1-4670-8604-59bbccd42c68 HTTP/1.1" status: 404 len: 333 time: 0.0638332 Jun 18 16:23:37.078003 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46658) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:37.128752 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9233c76e-22b7-4872-8edc-a52331425896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:37.131706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:37.166612 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7109db-75e7-4344-8107-38e431169d9b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting subnet 6b1d04ab-439b-4b32-8889-35774737bfe6 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:23:37.172006 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-af7109db-75e7-4344-8107-38e431169d9b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:37.174300 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9233c76e-22b7-4872-8edc-a52331425896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:37.220562 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cc5ff8-c2fb-48e3-a060-2358207de794 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:37.222862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=148b5fa7-a2e5-4638-9ec2-77ccc1ac0746,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:37.225328 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6cc5ff8-c2fb-48e3-a060-2358207de794 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:37.228929 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877ccc9e-efd1-42de-be55-5f4d78940b86 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:37.230906 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:37.232518 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-877ccc9e-efd1-42de-be55-5f4d78940b86 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:37.234181 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6c0012ab-23d3-4db7-b0fb-fc4096589faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:37.300382 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-af7109db-75e7-4344-8107-38e431169d9b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:37.305818 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9233c76e-22b7-4872-8edc-a52331425896 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d6e14210da244ad19a3589e6d0a4fb47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6463215 Jun 18 16:23:37.308594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46662) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:37.314888 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f9b193-9fbf-47c0-974a-949cbfd64e5c tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Router bf1ce636-6bf0-4f21-a38e-15835c18025f has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:23:37.329844 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233c76e-22b7-4872-8edc-a52331425896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d9ae85-2ab9-491d-99cc-c39f333201d4,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:37.338593 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9233c76e-22b7-4872-8edc-a52331425896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:37.353540 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-877ccc9e-efd1-42de-be55-5f4d78940b86 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port 91675cf9-48c6-48a4-a42b-2597870d9329 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:23:37.440270 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f9b193-9fbf-47c0-974a-949cbfd64e5c tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:23:37.444266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46664) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:37.452307 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-07f9b193-9fbf-47c0-974a-949cbfd64e5c tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "PUT /v2.0/routers/bf1ce636-6bf0-4f21-a38e-15835c18025f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8703990 Jun 18 16:23:37.452463 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1470334-1cfa-4a18-867b-33885d64997b None None] Sync routers for ids ['bf1ce636-6bf0-4f21-a38e-15835c18025f'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:23:37.454573 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46666) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:37.481487 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1470334-1cfa-4a18-867b-33885d64997b None None] Routers {'bf1ce636-6bf0-4f21-a38e-15835c18025f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:23:37.482875 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d1470334-1cfa-4a18-867b-33885d64997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bf1ce636-6bf0-4f21-a38e-15835c18025f'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:37.504980 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-9281abe1-f9b6-44d3-b186-fe2c17238139 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] delete failed (client error): The resource could not be found. Jun 18 16:23:37.506071 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9281abe1-f9b6-44d3-b186-fe2c17238139 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-63863249 HTTP/1.1" status: 404 len: 333 time: 0.0503776 Jun 18 16:23:37.511034 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46668) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:37.521112 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-db9e4b5e-808f-41df-bc9d-760f96b0a4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:37.533352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network 1801ddee-a46b-4e23-894e-b662435dfa6c is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:37.541371 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-877ccc9e-efd1-42de-be55-5f4d78940b86 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::2fa (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/52353c29-ba6b-4f29-8442-0f9350ad9005/91675cf9-48c6-48a4-a42b-2597870d9329) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:37.547050 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-481216a5-ff4c-48c4-bd27-36f93b38678a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bf1ce636-6bf0-4f21-a38e-15835c18025f'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:37.557312 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d1470334-1cfa-4a18-867b-33885d64997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:37.582107 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1470334-1cfa-4a18-867b-33885d64997b None None] Routers {'bf1ce636-6bf0-4f21-a38e-15835c18025f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:23:37.583367 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d1470334-1cfa-4a18-867b-33885d64997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bf1ce636-6bf0-4f21-a38e-15835c18025f'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:37.601337 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:37.657294 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d1470334-1cfa-4a18-867b-33885d64997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:37.658310 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1470334-1cfa-4a18-867b-33885d64997b None None] The sync data for ids ['bf1ce636-6bf0-4f21-a38e-15835c18025f'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:23:37.740562 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 51819fe1-b406-414c-b49a-4966c23d18ae up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:37.750742 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cbc73b03-05e4-4944-9d94-6642eb0ed65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:37.804628 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 51819fe1-b406-414c-b49a-4966c23d18ae completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:37.809835 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9212528a-e8e4-4b04-80d9-97c8e076797b up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:37.862746 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-af7109db-75e7-4344-8107-38e431169d9b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:37.882529 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:23:37.899535 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-55edc89f-f75a-4aee-8191-5b0a19e66fe9 None None] Provisioning for port 51819fe1-b406-414c-b49a-4966c23d18ae completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:37.907421 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 9212528a-e8e4-4b04-80d9-97c8e076797b triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:37.908017 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:37.910939 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-55edc89f-f75a-4aee-8191-5b0a19e66fe9 None None] Provisioning complete for port 51819fe1-b406-414c-b49a-4966c23d18ae triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:37.911389 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-55edc89f-f75a-4aee-8191-5b0a19e66fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:37.917595 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cbc73b03-05e4-4944-9d94-6642eb0ed65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.075711 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-af7109db-75e7-4344-8107-38e431169d9b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.077876 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-55edc89f-f75a-4aee-8191-5b0a19e66fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.080516 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-877ccc9e-efd1-42de-be55-5f4d78940b86 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.084942 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-03d4cbc0-8d81-422f-8c51-4d316d40d81c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:38.094060 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6cc5ff8-c2fb-48e3-a060-2358207de794 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.113800 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-55edc89f-f75a-4aee-8191-5b0a19e66fe9 None None] For port 51819fe1-b406-414c-b49a-4966c23d18ae, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=51819fe1-b406-414c-b49a-4966c23d18ae,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:38.117378 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-55edc89f-f75a-4aee-8191-5b0a19e66fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.118000 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-481216a5-ff4c-48c4-bd27-36f93b38678a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.119205 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a2f5db33-39bb-4459-a5db-9e2ea34dedde None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:38.128664 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7109db-75e7-4344-8107-38e431169d9b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1d04ab-439b-4b32-8889-35774737bfe6,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:38.137595 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-af7109db-75e7-4344-8107-38e431169d9b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:38.145435 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a9522a99-98d1-4af5-ab4a-f7a3b1dbaa92 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:38.150024 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-af7109db-75e7-4344-8107-38e431169d9b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.152145 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-af7109db-75e7-4344-8107-38e431169d9b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/subnets/6b1d04ab-439b-4b32-8889-35774737bfe6 HTTP/1.1" status: 204 len: 168 time: 1.0729778 Jun 18 16:23:38.156645 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46670) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:38.157684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cbc73b03-05e4-4944-9d94-6642eb0ed65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.160530 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cbc73b03-05e4-4944-9d94-6642eb0ed65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.162235 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cbc73b03-05e4-4944-9d94-6642eb0ed65f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d9d9ae85-2ab9-491d-99cc-c39f333201d4 HTTP/1.1" status: 204 len: 168 time: 0.8316391 Jun 18 16:23:38.162992 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2206f50-837b-46a6-88e9-16b0438bab3a None None] Network 335d4338-e1d2-42b1-8ee6-26ddaf6a00ba requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:38.173827 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-481216a5-ff4c-48c4-bd27-36f93b38678a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] update failed (client error): The resource could not be found. Jun 18 16:23:38.178587 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-481216a5-ff4c-48c4-bd27-36f93b38678a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "PUT /v2.0/routers/bf1ce636-6bf0-4f21-a38e-15835c18025f HTTP/1.1" status: 404 len: 339 time: 0.6559656 Jun 18 16:23:38.179054 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:23:38.187148 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/bb8f47f8-4a42-4e69-b564-fb9b3d6906cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1591108 Jun 18 16:23:38.187148 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46674) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:38.193355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46676) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:38.196918 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-877ccc9e-efd1-42de-be55-5f4d78940b86 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object 91675cf9-48c6-48a4-a42b-2597870d9329 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:38.199800 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-8b2a6865-9dad-42ef-8bfe-77b406ab3d14 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-180316052'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:38.210506 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Sync routers for ids ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:23:38.215605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-e3fac7f8-8480-443d-b603-d735de2714f1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'network': {'name': 'tempest-RoutersTest-1252569470'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:38.243992 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55edc89f-f75a-4aee-8191-5b0a19e66fe9 None None] Pushing event updated for resources: {'Port': ['ID=51819fe1-b406-414c-b49a-4966c23d18ae,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:38.251377 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-db9e4b5e-808f-41df-bc9d-760f96b0a4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.256909 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-55edc89f-f75a-4aee-8191-5b0a19e66fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:38.265132 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Routers {'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:23:38.265780 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:38.274901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-db9e4b5e-808f-41df-bc9d-760f96b0a4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.298793 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.304441 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-95eefd1f-0f35-41ab-abc3-e34be001f49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:38.309409 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-db9e4b5e-808f-41df-bc9d-760f96b0a4dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=242e1939722f48749b152cbfb4a61f92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8645573 Jun 18 16:23:38.310258 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-242d450f-46d3-4cc6-b2b5-666e760aa9dd None None] Provisioning complete for port 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:38.310670 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-242d450f-46d3-4cc6-b2b5-666e760aa9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.313200 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2a6865-9dad-42ef-8bfe-77b406ab3d14 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Made reservation on behalf of ed406d9733f54a64ac5f62ab360bd52d for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:38.313572 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46678) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:38.318233 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6865-9dad-42ef-8bfe-77b406ab3d14 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.370032 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fac7f8-8480-443d-b603-d735de2714f1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Made reservation on behalf of d6a873ab5766408fa0fa9107656c5e69 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:38.373545 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e3fac7f8-8480-443d-b603-d735de2714f1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.390386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e4b5e-808f-41df-bc9d-760f96b0a4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df5bfa4-bf10-434b-82cf-b54624269bdb,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:38.394352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-db9e4b5e-808f-41df-bc9d-760f96b0a4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:38.415116 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fac7f8-8480-443d-b603-d735de2714f1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:38.429680 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e3fac7f8-8480-443d-b603-d735de2714f1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.430090 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-e3fac7f8-8480-443d-b603-d735de2714f1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Added segment 8fee8874-63fd-4aaf-9d4b-52e738d75d81 of type vlan for network eed4fc65-fca6-438a-bc68-1a00d62b12d5 Jun 18 16:23:38.431967 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc5ff8-c2fb-48e3-a060-2358207de794 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Subnet': ['ID=cd620d68-30d1-4af3-b3a1-86957812eebc,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:38.452248 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-242d450f-46d3-4cc6-b2b5-666e760aa9dd None None] Port 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:38.463039 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Set router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:23:38.466365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c827719-e981-4588-8db2-e897465969b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.467276 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d6cc5ff8-c2fb-48e3-a060-2358207de794 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:38.470277 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d870d7b2-3f45-4502-99ec-4b5b82300ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:38.481310 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cc5ff8-c2fb-48e3-a060-2358207de794 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Checking segment: {'id': 'd1dbf6f1-4731-435b-abf1-3893261c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6d00b298-d35c-4ebd-a163-f12c80080fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:38.482090 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cc5ff8-c2fb-48e3-a060-2358207de794 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network hostable DHCP agents. Network: 6d00b298-d35c-4ebd-a163-f12c80080fdf, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:38.488570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e3fac7f8-8480-443d-b603-d735de2714f1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.499944 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc73b03-05e4-4944-9d94-6642eb0ed65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d9ae85-2ab9-491d-99cc-c39f333201d4,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:38.506949 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cbc73b03-05e4-4944-9d94-6642eb0ed65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:38.524906 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e3fac7f8-8480-443d-b603-d735de2714f1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.530543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fac7f8-8480-443d-b603-d735de2714f1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:38.531179 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e3fac7f8-8480-443d-b603-d735de2714f1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.546461 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:38.555158 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e3fac7f8-8480-443d-b603-d735de2714f1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3445377 Jun 18 16:23:38.555158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.db.api [None req-8b2a6865-9dad-42ef-8bfe-77b406ab3d14 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=93453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:23:38.555158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_db.api [None req-8b2a6865-9dad-42ef-8bfe-77b406ab3d14 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:23:38.555651 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46682) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:38.563958 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-98a2b1d6-5971-4b49-84b7-427718999f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.565722 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cc5ff8-c2fb-48e3-a060-2358207de794 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network 6d00b298-d35c-4ebd-a163-f12c80080fdf is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:38.573781 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-7c1f0f1a-f469-4fde-9855-8c3999a3e856 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'subnet': {'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:38.591847 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-d6cc5ff8-c2fb-48e3-a060-2358207de794 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 6d00b298-d35c-4ebd-a163-f12c80080fdf) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:38.603565 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-877ccc9e-efd1-42de-be55-5f4d78940b86 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.638899 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cc5ff8-c2fb-48e3-a060-2358207de794 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:38.639748 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6cc5ff8-c2fb-48e3-a060-2358207de794 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.643196 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a556eb1b-4a88-4588-95cf-12b6cdf98621 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:38.656962 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-98a2b1d6-5971-4b49-84b7-427718999f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.693646 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fac7f8-8480-443d-b603-d735de2714f1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Network': ['ID=eed4fc65-fca6-438a-bc68-1a00d62b12d5,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:38.696526 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e3fac7f8-8480-443d-b603-d735de2714f1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:38.731497 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf7cbcf-ffa6-476b-a5a4-7cedd7fe3a73 None None] Network 6d00b298-d35c-4ebd-a163-f12c80080fdf requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:38.733640 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network eed4fc65-fca6-438a-bc68-1a00d62b12d5 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:38.733902 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port 964f2638-bed2-4b1f-9cbb-cabe988ed716 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:38.734254 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.751037 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1f0f1a-f469-4fde-9855-8c3999a3e856 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Made reservation on behalf of d6a873ab5766408fa0fa9107656c5e69 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:38.768274 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7c1f0f1a-f469-4fde-9855-8c3999a3e856 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.770813 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877ccc9e-efd1-42de-be55-5f4d78940b86 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:38.813933 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-877ccc9e-efd1-42de-be55-5f4d78940b86 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:38.817443 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d6cc5ff8-c2fb-48e3-a060-2358207de794 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.3737638 Jun 18 16:23:38.818616 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877ccc9e-efd1-42de-be55-5f4d78940b86 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:38.824550 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877ccc9e-efd1-42de-be55-5f4d78940b86 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:38.825230 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-877ccc9e-efd1-42de-be55-5f4d78940b86 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.846536 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46692) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:38.852843 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-c04aa03c-6d5a-454d-a5c3-ce84fe2fe9f3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1750146004'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:38.909584 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ccc9e-efd1-42de-be55-5f4d78940b86 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=91675cf9-48c6-48a4-a42b-2597870d9329,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:38.915376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04aa03c-6d5a-454d-a5c3-ce84fe2fe9f3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:38.919360 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c04aa03c-6d5a-454d-a5c3-ce84fe2fe9f3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.932260 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] For port 964f2638-bed2-4b1f-9cbb-cabe988ed716, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=964f2638-bed2-4b1f-9cbb-cabe988ed716,segment=NetworkSegment(732b9d91-439a-4b5c-a85f-d51e5c471eba),segment_id=732b9d91-439a-4b5c-a85f-d51e5c471eba)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:38.932804 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.936014 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-877ccc9e-efd1-42de-be55-5f4d78940b86 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:38.951042 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04aa03c-6d5a-454d-a5c3-ce84fe2fe9f3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:38.955196 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-877ccc9e-efd1-42de-be55-5f4d78940b86 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.9099782 Jun 18 16:23:38.956228 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46694) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:38.963341 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c04aa03c-6d5a-454d-a5c3-ce84fe2fe9f3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:38.964765 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-c04aa03c-6d5a-454d-a5c3-ce84fe2fe9f3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Added segment df3f8266-ed7e-4dbf-b4f6-5937fda73539 of type vlan for network b2d5b34d-3239-446e-97a7-95e6c400dca7 Jun 18 16:23:39.014351 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c04aa03c-6d5a-454d-a5c3-ce84fe2fe9f3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:39.048733 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a781eb3-ec34-45ff-a1bc-8f11f037bc33 None None] DHCP port deletion for 335d4338-e1d2-42b1-8ee6-26ddaf6a00ba request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:23:39.060144 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for 964f2638-bed2-4b1f-9cbb-cabe988ed716 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:39.064645 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6865-9dad-42ef-8bfe-77b406ab3d14 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:39.107659 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-98a2b1d6-5971-4b49-84b7-427718999f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:39.115346 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-98a2b1d6-5971-4b49-84b7-427718999f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:39.116801 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-98a2b1d6-5971-4b49-84b7-427718999f12 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5df5bfa4-bf10-434b-82cf-b54624269bdb HTTP/1.1" status: 204 len: 168 time: 0.8005683 Jun 18 16:23:39.119121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c04aa03c-6d5a-454d-a5c3-ce84fe2fe9f3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:39.123626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-72f98a15-0a40-424b-966e-3ec3c200bf97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:39.132832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04aa03c-6d5a-454d-a5c3-ce84fe2fe9f3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:39.134166 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c04aa03c-6d5a-454d-a5c3-ce84fe2fe9f3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:39.146726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:39.153604 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2b1d6-5971-4b49-84b7-427718999f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df5bfa4-bf10-434b-82cf-b54624269bdb,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:39.163821 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-98a2b1d6-5971-4b49-84b7-427718999f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:39.224983 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:23:35Z', 'revision_number': 3, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': '148b5fa7-a2e5-4638-9ec2-77ccc1ac0746', 'name': '', 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:4d:ff:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:33Z', 'updated_at': '2021-06-18T16:23:35Z', 'revision_number': 2, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:39.267081 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Checking router: bb8f47f8-4a42-4e69-b564-fb9b3d6906cd for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:23:39.267479 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Updating router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd port 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:23:39.288620 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2a6865-9dad-42ef-8bfe-77b406ab3d14 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:39.313402 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-6a781eb3-ec34-45ff-a1bc-8f11f037bc33 None None] Deleting port 964f2638-bed2-4b1f-9cbb-cabe988ed716 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:39.313402 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6a781eb3-ec34-45ff-a1bc-8f11f037bc33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:39.325763 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:39.369383 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c04aa03c-6d5a-454d-a5c3-ce84fe2fe9f3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5213172 Jun 18 16:23:39.371766 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6865-9dad-42ef-8bfe-77b406ab3d14 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:39.372319 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-8b2a6865-9dad-42ef-8bfe-77b406ab3d14 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Added segment 7c1cb9b2-0765-47da-9007-10d903c9659b of type vlan for network 7ddc608a-b3da-4b33-a115-f9cb447a5d17 Jun 18 16:23:39.381711 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46706) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:39.398511 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-6121d258-1fb5-430f-8b5e-85ca45f55f7f tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'subnet': {'network_id': 'b2d5b34d-3239-446e-97a7-95e6c400dca7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:39.414796 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:39.443282 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04aa03c-6d5a-454d-a5c3-ce84fe2fe9f3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Network': ['ID=b2d5b34d-3239-446e-97a7-95e6c400dca7,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:39.448130 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f86b8a08-5ddb-4954-83c0-03cc7502cf5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:39.449341 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c04aa03c-6d5a-454d-a5c3-ce84fe2fe9f3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:39.527284 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No DVR routers for this DVR port 964f2638-bed2-4b1f-9cbb-cabe988ed716 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:23:39.548332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6865-9dad-42ef-8bfe-77b406ab3d14 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:39.560103 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46710) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:39.685653 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7c1f0f1a-f469-4fde-9855-8c3999a3e856 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:39.689028 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network b2d5b34d-3239-446e-97a7-95e6c400dca7 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:39.689821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-52eacd47-6ec7-4a71-bb6c-07bb69bde7ce tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:39.698739 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6865-9dad-42ef-8bfe-77b406ab3d14 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:39.705465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2a6865-9dad-42ef-8bfe-77b406ab3d14 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:39.707088 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b2a6865-9dad-42ef-8bfe-77b406ab3d14 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:39.750019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 51819fe1-b406-414c-b49a-4966c23d18ae up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:39.791390 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8b2a6865-9dad-42ef-8bfe-77b406ab3d14 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6008034 Jun 18 16:23:39.792003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46720) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:39.811341 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d6c9f180-284e-4aca-be98-8e3ab6d7d23d tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Request body: {'subnet': {'network_id': '7ddc608a-b3da-4b33-a115-f9cb447a5d17', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:39.864730 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:39.897145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335d4338-e1d2-42b1-8ee6-26ddaf6a00ba']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:39.916958 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f0f1a-f469-4fde-9855-8c3999a3e856 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Subnet': ['ID=fd3f4f58-d4ff-455d-bd08-d86f1a943f2e,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:39.917686 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732b9d91-439a-4b5c-a85f-d51e5c471eba') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:39.918178 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732b9d91-439a-4b5c-a85f-d51e5c471eba') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:39.934735 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:39.938201 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7c1f0f1a-f469-4fde-9855-8c3999a3e856 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:39.939355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:39.962523 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:39.962991 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4a4f6a97-e1d7-4f83-b162-bbaef92fccb3 None None] Provisioning for port 91675cf9-48c6-48a4-a42b-2597870d9329 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:39.972384 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:23:39.974169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:39.981652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6a781eb3-ec34-45ff-a1bc-8f11f037bc33 None None] For port 964f2638-bed2-4b1f-9cbb-cabe988ed716, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=964f2638-bed2-4b1f-9cbb-cabe988ed716,segment=NetworkSegment(732b9d91-439a-4b5c-a85f-d51e5c471eba),segment_id=732b9d91-439a-4b5c-a85f-d51e5c471eba)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:39.983097 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6a781eb3-ec34-45ff-a1bc-8f11f037bc33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:39.984438 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 51819fe1-b406-414c-b49a-4966c23d18ae triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:39.984724 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:40.034739 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-6d00b298-d35c-4ebd-a163-f12c80080fdf', 'network_id': '6d00b298-d35c-4ebd-a163-f12c80080fdf', 'tenant_id': 'eb097a6e28d249bdbf02c3bc05f9b34b', 'fixed_ips': [{'subnet_id': 'cd620d68-30d1-4af3-b3a1-86957812eebc'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:40.035682 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:40.042640 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4a4f6a97-e1d7-4f83-b162-bbaef92fccb3 None None] Provisioning complete for port 91675cf9-48c6-48a4-a42b-2597870d9329 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:40.043025 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4a4f6a97-e1d7-4f83-b162-bbaef92fccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:40.092862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f0f1a-f469-4fde-9855-8c3999a3e856 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Checking segment: {'id': '8fee8874-63fd-4aaf-9d4b-52e738d75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:40.095874 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1f0f1a-f469-4fde-9855-8c3999a3e856 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network hostable DHCP agents. Network: eed4fc65-fca6-438a-bc68-1a00d62b12d5, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:23:40.096700 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:23:40.104768 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=964f2638-bed2-4b1f-9cbb-cabe988ed716,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:40.105011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c9f180-284e-4aca-be98-8e3ab6d7d23d tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Made reservation on behalf of ed406d9733f54a64ac5f62ab360bd52d for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:40.108702 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:40.111002 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d6c9f180-284e-4aca-be98-8e3ab6d7d23d tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:40.128769 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b493034-5e48-49b7-8898-109e99d55b0e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:40.141646 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b493034-5e48-49b7-8898-109e99d55b0e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:40.149522 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2b493034-5e48-49b7-8898-109e99d55b0e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 1.1802137 Jun 18 16:23:40.150998 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:40.167305 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46724) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:40.190246 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-6a781eb3-ec34-45ff-a1bc-8f11f037bc33 None None] Calling delete_port for 964f2638-bed2-4b1f-9cbb-cabe988ed716 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:40.192600 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-48968b53-f559-4459-84c2-12f1cf656ad3 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:40.193811 dv-neutron-797120-1-hyperv neutron-server[93453]: WARNING neutron.api.v2.base [None req-48968b53-f559-4459-84c2-12f1cf656ad3 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 18 16:23:40.195068 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-48968b53-f559-4459-84c2-12f1cf656ad3 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): There was a conflict when trying to complete your request. Jun 18 16:23:40.196992 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-48968b53-f559-4459-84c2-12f1cf656ad3 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6349788 Jun 18 16:23:40.226381 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46728) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:40.229280 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-16498a0d-1d2b-40bd-83ee-68b4731ad48e tempest-FloatingIPNegativeTestJSON-1056411354 tempest-FloatingIPNegativeTestJSON-1056411354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:40.240507 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-5ca91933-0a98-4552-a2df-9ac04deda4d9 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587793635'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:40.276645 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a6865-9dad-42ef-8bfe-77b406ab3d14 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event updated for resources: {'Network': ['ID=7ddc608a-b3da-4b33-a115-f9cb447a5d17,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:40.287581 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8b2a6865-9dad-42ef-8bfe-77b406ab3d14 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:40.292018 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1f0f1a-f469-4fde-9855-8c3999a3e856 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network eed4fc65-fca6-438a-bc68-1a00d62b12d5 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:40.295971 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:40.311461 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/networks/335d4338-e1d2-42b1-8ee6-26ddaf6a00ba HTTP/1.1" status: 204 len: 168 time: 2.1455591 Jun 18 16:23:40.312862 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Network': ['ID=335d4338-e1d2-42b1-8ee6-26ddaf6a00ba,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:40.314019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f6a97-e1d7-4f83-b162-bbaef92fccb3 None None] Port 91675cf9-48c6-48a4-a42b-2597870d9329 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:40.318173 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46732) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:40.325835 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-e5b909c5-005a-4d5b-8d6d-b5af8c8ad0e2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1497110571'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:40.376013 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5ca91933-0a98-4552-a2df-9ac04deda4d9 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:40.376527 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:40.376833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:40.378019 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-7c1f0f1a-f469-4fde-9855-8c3999a3e856 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, eed4fc65-fca6-438a-bc68-1a00d62b12d5) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:40.402956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 7ddc608a-b3da-4b33-a115-f9cb447a5d17 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:40.447916 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1f0f1a-f469-4fde-9855-8c3999a3e856 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:40.448549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7c1f0f1a-f469-4fde-9855-8c3999a3e856 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:40.481299 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5ca91933-0a98-4552-a2df-9ac04deda4d9 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:40.482554 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cd55e1-68fe-43ba-b93b-7e469d25ff7b None None] Network eed4fc65-fca6-438a-bc68-1a00d62b12d5 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:40.507319 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b909c5-005a-4d5b-8d6d-b5af8c8ad0e2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:40.511160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e5b909c5-005a-4d5b-8d6d-b5af8c8ad0e2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:40.518217 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7c1f0f1a-f469-4fde-9855-8c3999a3e856 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9615893 Jun 18 16:23:40.528408 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46738) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:40.533395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Transition to ACTIVE for port object 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:40.584870 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:40.593673 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-90dcd781-cffa-4ecd-991d-d3df82587d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:40.626409 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b909c5-005a-4d5b-8d6d-b5af8c8ad0e2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:40.689754 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e5b909c5-005a-4d5b-8d6d-b5af8c8ad0e2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:40.691411 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-e5b909c5-005a-4d5b-8d6d-b5af8c8ad0e2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Added segment 843bc1d3-44b8-402a-af47-74fcdf35bb34 of type vlan for network 3952c8fd-50c2-439f-84c4-e49d5e892d1e Jun 18 16:23:40.748068 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 964f2638-bed2-4b1f-9cbb-cabe988ed716 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:23:40.822413 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 964f2638-bed2-4b1f-9cbb-cabe988ed716 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:23:40.823154 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 964f2638-bed2-4b1f-9cbb-cabe988ed716 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:23:40.824602 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46740) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:40.831749 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d6c9f180-284e-4aca-be98-8e3ab6d7d23d tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:40.834797 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Allocated IP 172.20.255.242 (6d00b298-d35c-4ebd-a163-f12c80080fdf/cd620d68-30d1-4af3-b3a1-86957812eebc/9262f2d7-823c-4039-9b27-bccbe4ef0d19) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:40.839107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-92f7b655-7855-45f1-8ba9-c20a40f2ad34 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:40.844549 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75a704-528a-41f7-a531-56b064d7d1f9 None None] Pushing event updated for resources: {'Port': ['ID=148b5fa7-a2e5-4638-9ec2-77ccc1ac0746,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:40.847085 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6a781eb3-ec34-45ff-a1bc-8f11f037bc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:40.861057 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-df75a704-528a-41f7-a531-56b064d7d1f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:40.861683 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-df75a704-528a-41f7-a531-56b064d7d1f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:40.866445 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a781eb3-ec34-45ff-a1bc-8f11f037bc33 None None] Network 335d4338-e1d2-42b1-8ee6-26ddaf6a00ba is not hosted by any dhcp agent {{(pid=93455) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:23:40.867050 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a781eb3-ec34-45ff-a1bc-8f11f037bc33 None None] No DVR routers for this DVR port 964f2638-bed2-4b1f-9cbb-cabe988ed716 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:23:40.887218 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e5b909c5-005a-4d5b-8d6d-b5af8c8ad0e2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:40.979934 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9f180-284e-4aca-be98-8e3ab6d7d23d tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event updated for resources: {'Subnet': ['ID=dfe3855e-ea67-4aee-8479-85b0a3ba39f4,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:40.987829 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d6c9f180-284e-4aca-be98-8e3ab6d7d23d tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:41.001111 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e5b909c5-005a-4d5b-8d6d-b5af8c8ad0e2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.008962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b909c5-005a-4d5b-8d6d-b5af8c8ad0e2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:41.009756 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e5b909c5-005a-4d5b-8d6d-b5af8c8ad0e2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.014826 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b980ec65-3565-4d43-8633-a95364bc731e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:41.026309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c9f180-284e-4aca-be98-8e3ab6d7d23d tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Checking segment: {'id': '7c1cb9b2-0765-47da-9007-10d903c9659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7ddc608a-b3da-4b33-a115-f9cb447a5d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:41.026736 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c9f180-284e-4aca-be98-8e3ab6d7d23d tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Network hostable DHCP agents. Network: 7ddc608a-b3da-4b33-a115-f9cb447a5d17, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:41.117493 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b909c5-005a-4d5b-8d6d-b5af8c8ad0e2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Network': ['ID=3952c8fd-50c2-439f-84c4-e49d5e892d1e,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:41.122000 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e5b909c5-005a-4d5b-8d6d-b5af8c8ad0e2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:41.127947 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a781eb3-ec34-45ff-a1bc-8f11f037bc33 None None] Pushing event deleted for resources: {'Port': ['ID=964f2638-bed2-4b1f-9cbb-cabe988ed716,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:41.134989 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c9f180-284e-4aca-be98-8e3ab6d7d23d tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Network 7ddc608a-b3da-4b33-a115-f9cb447a5d17 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:41.155249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-d6c9f180-284e-4aca-be98-8e3ab6d7d23d tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 7ddc608a-b3da-4b33-a115-f9cb447a5d17) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:41.164612 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6a781eb3-ec34-45ff-a1bc-8f11f037bc33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:41.165856 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 3952c8fd-50c2-439f-84c4-e49d5e892d1e details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:41.169834 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5ca91933-0a98-4552-a2df-9ac04deda4d9 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.171706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c9f180-284e-4aca-be98-8e3ab6d7d23d tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:41.172626 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d6c9f180-284e-4aca-be98-8e3ab6d7d23d tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.180920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5ca91933-0a98-4552-a2df-9ac04deda4d9 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.187195 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a7bf08c7-4f0a-47b7-98df-602858f80bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:41.187636 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e27101e-2367-449b-8d68-620f428fe1d0 None None] Network 7ddc608a-b3da-4b33-a115-f9cb447a5d17 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:41.200588 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e5b909c5-005a-4d5b-8d6d-b5af8c8ad0e2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8727372 Jun 18 16:23:41.200588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46744) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:41.205920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-6db93055-2e6e-4a30-81a0-a16c0634c8bd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'subnet': {'network_id': '3952c8fd-50c2-439f-84c4-e49d5e892d1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:41.232255 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b9c522de-1860-47ae-a487-ec6a2ef0688b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.285932 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca91933-0a98-4552-a2df-9ac04deda4d9 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49336d2a-379b-43f6-9db6-3b03ba4a55a9,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:41.299755 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5ca91933-0a98-4552-a2df-9ac04deda4d9 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:41.339733 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Attempting to bind port 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:41.340031 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Attempting to bind port 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'b05a12e5-bd6a-4d76-9eb3-7d2309678ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:41.340405 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Attempting to bind port 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 on network 1801ddee-a46b-4e23-894e-b662435dfa6c {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:41.356540 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6121d258-1fb5-430f-8b5e-85ca45f55f7f tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:41.362900 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6121d258-1fb5-430f-8b5e-85ca45f55f7f tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.380588 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:41.381062 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Checking segment: {'id': 'b05a12e5-bd6a-4d76-9eb3-7d2309678ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:41.381482 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.381900 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Bound using segment: {'id': 'b05a12e5-bd6a-4d76-9eb3-7d2309678ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:41.382407 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Bound port: 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05a12e5-bd6a-4d76-9eb3-7d2309678ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:41.382848 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.402935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5ca91933-0a98-4552-a2df-9ac04deda4d9 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.407736 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.412350 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5ca91933-0a98-4552-a2df-9ac04deda4d9 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.418766 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bae553e7-26e2-4be4-9bf7-4a50136160a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:41.441098 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-17373b09-cdb5-4699-b1b9-c04cdaee506f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port 91675cf9-48c6-48a4-a42b-2597870d9329 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:41.442649 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17373b09-cdb5-4699-b1b9-c04cdaee506f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.483606 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db93055-2e6e-4a30-81a0-a16c0634c8bd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:41.488270 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6db93055-2e6e-4a30-81a0-a16c0634c8bd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.496196 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d6c9f180-284e-4aca-be98-8e3ab6d7d23d tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6886275 Jun 18 16:23:41.496386 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-eed4fc65-fca6-438a-bc68-1a00d62b12d5', 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'fixed_ips': [{'subnet_id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:41.496386 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.498744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46746) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:41.512191 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-c09ec44f-3aeb-4d2c-8502-8fa33df5a47e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-903051233'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:41.549803 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-773abcc6-265c-4a28-a23e-5c96711aa5e0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Request body: {'router': {'external_gateway_info': {'network_id': '7ddc608a-b3da-4b33-a115-f9cb447a5d17'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:41.559577 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5ca91933-0a98-4552-a2df-9ac04deda4d9 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.563590 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5ca91933-0a98-4552-a2df-9ac04deda4d9 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3297799 Jun 18 16:23:41.572831 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46748) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:41.586758 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-35d568cf-d9fb-4216-b448-d5c0ff93f1aa tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': 'fb9cabac-dbfb-4488-9ca1-39d2277baf16', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:41.637262 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca91933-0a98-4552-a2df-9ac04deda4d9 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9cabac-dbfb-4488-9ca1-39d2277baf16,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:41.648495 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5ca91933-0a98-4552-a2df-9ac04deda4d9 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:41.655598 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17373b09-cdb5-4699-b1b9-c04cdaee506f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.677432 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09ec44f-3aeb-4d2c-8502-8fa33df5a47e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Made reservation on behalf of d60e3585ca1e49b980c07776e659cd39 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:41.681058 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c09ec44f-3aeb-4d2c-8502-8fa33df5a47e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.701882 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] For port 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:41.727939 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.762191 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] For port 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=148b5fa7-a2e5-4638-9ec2-77ccc1ac0746,segment=NetworkSegment(b05a12e5-bd6a-4d76-9eb3-7d2309678ae3),segment_id=b05a12e5-bd6a-4d76-9eb3-7d2309678ae3)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:41.774907 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.777318 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Transition to ACTIVE for port object 9262f2d7-823c-4039-9b27-bccbe4ef0d19 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:41.781763 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:41.783757 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-17373b09-cdb5-4699-b1b9-c04cdaee506f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for 91675cf9-48c6-48a4-a42b-2597870d9329 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:41.807663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-7ddc608a-b3da-4b33-a115-f9cb447a5d17', 'network_id': '7ddc608a-b3da-4b33-a115-f9cb447a5d17', 'tenant_id': 'ed406d9733f54a64ac5f62ab360bd52d', 'fixed_ips': [{'subnet_id': 'dfe3855e-ea67-4aee-8479-85b0a3ba39f4'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:41.808519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.809757 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c09ec44f-3aeb-4d2c-8502-8fa33df5a47e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.858741 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-35d568cf-d9fb-4216-b448-d5c0ff93f1aa tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.870269 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Transition to ACTIVE for port object 9262f2d7-823c-4039-9b27-bccbe4ef0d19 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:41.908838 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:41.919796 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Allocated IP 172.22.0.2 (eed4fc65-fca6-438a-bc68-1a00d62b12d5/fd3f4f58-d4ff-455d-bd08-d86f1a943f2e/5a309c0b-edf9-4695-8190-85052baae1a2) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:41.974687 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.025364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Network 6d00b298-d35c-4ebd-a163-f12c80080fdf is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:42.027740 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75a704-528a-41f7-a531-56b064d7d1f9 None None] Pushing event updated for resources: {'Port': ['ID=148b5fa7-a2e5-4638-9ec2-77ccc1ac0746,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:42.030018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Routers {'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:23:42.030664 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:42.039658 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-df75a704-528a-41f7-a531-56b064d7d1f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:42.041889 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.123s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:42.092755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:42.174942 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:42.222515 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-773abcc6-265c-4a28-a23e-5c96711aa5e0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.228691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.291637 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-35d568cf-d9fb-4216-b448-d5c0ff93f1aa tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.307494 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Pushing event updated for resources: {'Port': ['ID=9262f2d7-823c-4039-9b27-bccbe4ef0d19,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:42.321928 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6121d258-1fb5-430f-8b5e-85ca45f55f7f tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.324975 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-35d568cf-d9fb-4216-b448-d5c0ff93f1aa tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.332540 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d6cc5ff8-c2fb-48e3-a060-2358207de794 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:42.334209 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:42.336500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] Set router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:23:42.338000 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6db93055-2e6e-4a30-81a0-a16c0634c8bd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.341314 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:42.395254 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db93055-2e6e-4a30-81a0-a16c0634c8bd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Subnet': ['ID=e338b115-4711-4719-9f93-d76d8a46feaa,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:42.399062 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6db93055-2e6e-4a30-81a0-a16c0634c8bd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:42.413662 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Allocated IP 2001:db8:1::2 (7ddc608a-b3da-4b33-a115-f9cb447a5d17/dfe3855e-ea67-4aee-8479-85b0a3ba39f4/1fd175c1-14c8-4495-80e9-528e4cf46760) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:42.424512 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Attempting to bind port 9262f2d7-823c-4039-9b27-bccbe4ef0d19 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:42.424931 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Attempting to bind port 9262f2d7-823c-4039-9b27-bccbe4ef0d19 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'd1dbf6f1-4731-435b-abf1-3893261c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6d00b298-d35c-4ebd-a163-f12c80080fdf'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:42.425417 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Attempting to bind port 9262f2d7-823c-4039-9b27-bccbe4ef0d19 on network 6d00b298-d35c-4ebd-a163-f12c80080fdf {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:42.449282 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17373b09-cdb5-4699-b1b9-c04cdaee506f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.474389 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db93055-2e6e-4a30-81a0-a16c0634c8bd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Checking segment: {'id': '843bc1d3-44b8-402a-af47-74fcdf35bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3952c8fd-50c2-439f-84c4-e49d5e892d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:42.474782 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db93055-2e6e-4a30-81a0-a16c0634c8bd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network hostable DHCP agents. Network: 3952c8fd-50c2-439f-84c4-e49d5e892d1e, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:42.488635 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-773abcc6-265c-4a28-a23e-5c96711aa5e0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:23:42.490252 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-773abcc6-265c-4a28-a23e-5c96711aa5e0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "PUT /v2.0/routers/bf1ce636-6bf0-4f21-a38e-15835c18025f HTTP/1.1" status: 400 len: 364 time: 0.9781470 Jun 18 16:23:42.496789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46750) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:42.515374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c09ec44f-3aeb-4d2c-8502-8fa33df5a47e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.522057 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121d258-1fb5-430f-8b5e-85ca45f55f7f tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Subnet': ['ID=f51bce97-d974-425b-8e62-b52d96323082,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:42.524959 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6121d258-1fb5-430f-8b5e-85ca45f55f7f tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:42.529817 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.540689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Transition to ACTIVE for port object 5a309c0b-edf9-4695-8190-85052baae1a2 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:42.550280 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:42.557652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Transition to ACTIVE for port object 5a309c0b-edf9-4695-8190-85052baae1a2 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:42.561538 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:42.562021 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Checking segment: {'id': 'd1dbf6f1-4731-435b-abf1-3893261c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6d00b298-d35c-4ebd-a163-f12c80080fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:42.562562 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.563154 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Bound using segment: {'id': 'd1dbf6f1-4731-435b-abf1-3893261c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6d00b298-d35c-4ebd-a163-f12c80080fdf'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:42.563357 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db93055-2e6e-4a30-81a0-a16c0634c8bd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 3952c8fd-50c2-439f-84c4-e49d5e892d1e is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:42.563952 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Bound port: 9262f2d7-823c-4039-9b27-bccbe4ef0d19, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dbf6f1-4731-435b-abf1-3893261c3826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6d00b298-d35c-4ebd-a163-f12c80080fdf'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:42.570612 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.576825 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.587780 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c09ec44f-3aeb-4d2c-8502-8fa33df5a47e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.590658 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1c2a29ed-5bec-49c1-a099-67b63848bda5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:42.593520 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17373b09-cdb5-4699-b1b9-c04cdaee506f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.595819 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-17373b09-cdb5-4699-b1b9-c04cdaee506f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/91675cf9-48c6-48a4-a42b-2597870d9329 HTTP/1.1" status: 204 len: 168 time: 2.4263742 Jun 18 16:23:42.611170 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-35d568cf-d9fb-4216-b448-d5c0ff93f1aa tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.612102 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46752) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:42.612439 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-35d568cf-d9fb-4216-b448-d5c0ff93f1aa tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0317068 Jun 18 16:23:42.623809 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46754) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:42.630486 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-35448ab5-42ac-4571-9ca8-e59a07f07982 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': 'fb9cabac-dbfb-4488-9ca1-39d2277baf16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:42.634202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-6db93055-2e6e-4a30-81a0-a16c0634c8bd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 3952c8fd-50c2-439f-84c4-e49d5e892d1e) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:42.641102 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d568cf-d9fb-4216-b448-d5c0ff93f1aa tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff91f7d-9ede-4975-858a-e5f47fc34785,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:42.644783 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-35d568cf-d9fb-4216-b448-d5c0ff93f1aa tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:42.658013 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:42.663510 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09ec44f-3aeb-4d2c-8502-8fa33df5a47e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:42.669948 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db93055-2e6e-4a30-81a0-a16c0634c8bd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:42.670929 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6db93055-2e6e-4a30-81a0-a16c0634c8bd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.674392 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6121d258-1fb5-430f-8b5e-85ca45f55f7f tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Checking segment: {'id': 'df3f8266-ed7e-4dbf-b4f6-5937fda73539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b2d5b34d-3239-446e-97a7-95e6c400dca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:42.674392 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6121d258-1fb5-430f-8b5e-85ca45f55f7f tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network hostable DHCP agents. Network: b2d5b34d-3239-446e-97a7-95e6c400dca7, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:42.709585 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd64d272-31c9-4eb9-88e4-f0cba042becb None None] Network 3952c8fd-50c2-439f-84c4-e49d5e892d1e requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:42.709979 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17373b09-cdb5-4699-b1b9-c04cdaee506f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=91675cf9-48c6-48a4-a42b-2597870d9329,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:42.712561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-17373b09-cdb5-4699-b1b9-c04cdaee506f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:42.716404 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c09ec44f-3aeb-4d2c-8502-8fa33df5a47e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.716618 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-c09ec44f-3aeb-4d2c-8502-8fa33df5a47e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Added segment 7256ef56-a983-4071-9b63-8f79e867a3a4 of type vlan for network bf715b75-449b-4c96-977e-a0a78174aca9 Jun 18 16:23:42.722231 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5cb711c8-8b5d-4d09-a482-2e2436e96e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:42.832230 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-35448ab5-42ac-4571-9ca8-e59a07f07982 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.835101 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6121d258-1fb5-430f-8b5e-85ca45f55f7f tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network b2d5b34d-3239-446e-97a7-95e6c400dca7 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:42.846032 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ec44f-3aeb-4d2c-8502-8fa33df5a47e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82406ca9-8ae0-4e23-bc51-10e1e9be0686,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:42.865075 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c09ec44f-3aeb-4d2c-8502-8fa33df5a47e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:42.882601 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c09ec44f-3aeb-4d2c-8502-8fa33df5a47e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.889172 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Allocated IP 172.22.0.1 (eed4fc65-fca6-438a-bc68-1a00d62b12d5/fd3f4f58-d4ff-455d-bd08-d86f1a943f2e/b05cade8-5c2c-4f28-805a-402fd4ec9c32) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:42.905220 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-6121d258-1fb5-430f-8b5e-85ca45f55f7f tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, b2d5b34d-3239-446e-97a7-95e6c400dca7) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:42.909732 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6121d258-1fb5-430f-8b5e-85ca45f55f7f tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:42.910965 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6121d258-1fb5-430f-8b5e-85ca45f55f7f tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.912228 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6db93055-2e6e-4a30-81a0-a16c0634c8bd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7140234 Jun 18 16:23:42.915815 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46756) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:42.940557 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-27ec6d85-e47b-47e8-9908-f571a12e4787 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'network_id': '3952c8fd-50c2-439f-84c4-e49d5e892d1e', 'name': 'tempest-PortsIpV6TestJSON-218472182', 'fixed_ips': [{'subnet_id': 'e338b115-4711-4719-9f93-d76d8a46feaa', 'ip_address': '2001:db8::10'}]}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:42.944922 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Network eed4fc65-fca6-438a-bc68-1a00d62b12d5 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:42.946797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:42.956575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:42.958848 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d970d01-7a3e-496f-a1be-d8e33355f177 None None] Network b2d5b34d-3239-446e-97a7-95e6c400dca7 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:42.963497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ddca95-517f-4d64-9062-c50d089e6d53 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:42.965010 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ddca95-517f-4d64-9062-c50d089e6d53 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:42.966590 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-54ddca95-517f-4d64-9062-c50d089e6d53 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3487430 Jun 18 16:23:42.972613 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:43.002464 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46758) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:43.009014 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6121d258-1fb5-430f-8b5e-85ca45f55f7f tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.6195369 Jun 18 16:23:43.015581 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46760) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:43.045113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c09ec44f-3aeb-4d2c-8502-8fa33df5a47e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.051777 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09ec44f-3aeb-4d2c-8502-8fa33df5a47e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:43.052595 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c09ec44f-3aeb-4d2c-8502-8fa33df5a47e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.074014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Pushing event updated for resources: {'Port': ['ID=5a309c0b-edf9-4695-8190-85052baae1a2,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:43.091494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4e28385c-afcc-4f9e-b1a7-52ef9283636b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:43.103622 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:43.105575 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-35448ab5-42ac-4571-9ca8-e59a07f07982 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): There was a conflict when trying to complete your request. Jun 18 16:23:43.109850 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-35448ab5-42ac-4571-9ca8-e59a07f07982 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4804854 Jun 18 16:23:43.125564 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46762) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:43.130634 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9db33f-6b62-42d2-9980-e3ed02aafaec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet 52353c29-ba6b-4f29-8442-0f9350ad9005 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:23:43.145013 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1c9db33f-6b62-42d2-9980-e3ed02aafaec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.240768 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c09ec44f-3aeb-4d2c-8502-8fa33df5a47e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.4147730 Jun 18 16:23:43.260828 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ec44f-3aeb-4d2c-8502-8fa33df5a47e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Network': ['ID=bf715b75-449b-4c96-977e-a0a78174aca9,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:43.263552 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c09ec44f-3aeb-4d2c-8502-8fa33df5a47e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:43.284413 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1c9db33f-6b62-42d2-9980-e3ed02aafaec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.297199 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.308266 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] For port 9262f2d7-823c-4039-9b27-bccbe4ef0d19, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:43.308849 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75539398-b3d9-4021-bd7f-6d8f7f10a6d1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.319740 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Transition to ACTIVE for port object b05cade8-5c2c-4f28-805a-402fd4ec9c32 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:43.339467 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] For port 9262f2d7-823c-4039-9b27-bccbe4ef0d19, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9262f2d7-823c-4039-9b27-bccbe4ef0d19,segment=NetworkSegment(d1dbf6f1-4731-435b-abf1-3893261c3826),segment_id=d1dbf6f1-4731-435b-abf1-3893261c3826)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:43.389466 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Attempting to bind port 5a309c0b-edf9-4695-8190-85052baae1a2 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:43.390016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Attempting to bind port 5a309c0b-edf9-4695-8190-85052baae1a2 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '8fee8874-63fd-4aaf-9d4b-52e738d75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:43.390765 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Attempting to bind port 5a309c0b-edf9-4695-8190-85052baae1a2 on network eed4fc65-fca6-438a-bc68-1a00d62b12d5 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:43.402495 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0cc1-9211-48eb-93ed-0dc25588a8a8 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.426076 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75539398-b3d9-4021-bd7f-6d8f7f10a6d1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.439665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:43.440393 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Checking segment: {'id': '8fee8874-63fd-4aaf-9d4b-52e738d75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:43.440988 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.442492 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Bound using segment: {'id': '8fee8874-63fd-4aaf-9d4b-52e738d75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:43.443207 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Bound port: 5a309c0b-edf9-4695-8190-85052baae1a2, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fee8874-63fd-4aaf-9d4b-52e738d75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:43.443787 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.447396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network bf715b75-449b-4c96-977e-a0a78174aca9 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:43.460207 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.465859 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.471400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1e0dbb4c-5901-4def-b945-f14085d36514 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:43.512862 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-eeacbc54-ae53-4114-a3c6-d255c095922f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:43.552494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network eed4fc65-fca6-438a-bc68-1a00d62b12d5 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:43.567663 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:43.567917 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1c9db33f-6b62-42d2-9980-e3ed02aafaec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.570837 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:43.576489 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=b05cade8-5c2c-4f28-805a-402fd4ec9c32,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:43.579967 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:43.605349 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75539398-b3d9-4021-bd7f-6d8f7f10a6d1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.610565 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:43.647673 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75539398-b3d9-4021-bd7f-6d8f7f10a6d1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Subnet': ['ID=f51bce97-d974-425b-8e62-b52d96323082,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:43.734436 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75539398-b3d9-4021-bd7f-6d8f7f10a6d1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.751553 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-75539398-b3d9-4021-bd7f-6d8f7f10a6d1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d5b34d-3239-446e-97a7-95e6c400dca7']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:43.767389 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-75539398-b3d9-4021-bd7f-6d8f7f10a6d1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3f8266-ed7e-4dbf-b4f6-5937fda73539') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:43.767933 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-75539398-b3d9-4021-bd7f-6d8f7f10a6d1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3f8266-ed7e-4dbf-b4f6-5937fda73539') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:43.783472 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75539398-b3d9-4021-bd7f-6d8f7f10a6d1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.803040 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0cc1-9211-48eb-93ed-0dc25588a8a8 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.805088 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75539398-b3d9-4021-bd7f-6d8f7f10a6d1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.813655 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75539398-b3d9-4021-bd7f-6d8f7f10a6d1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:23:43.814594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75539398-b3d9-4021-bd7f-6d8f7f10a6d1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.916075 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-75539398-b3d9-4021-bd7f-6d8f7f10a6d1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:23:43.917433 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:23:43.926074 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75539398-b3d9-4021-bd7f-6d8f7f10a6d1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.931685 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75539398-b3d9-4021-bd7f-6d8f7f10a6d1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.934021 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-75539398-b3d9-4021-bd7f-6d8f7f10a6d1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/b2d5b34d-3239-446e-97a7-95e6c400dca7 HTTP/1.1" status: 204 len: 168 time: 0.9146321 Jun 18 16:23:43.937348 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e40e5040-d29c-4d55-a106-cf0b35554abe tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:43.941927 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46764) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:43.946405 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.959797 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-94abe062-7c65-4af4-a3be-5f33ec924109 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-173505541'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:43.965378 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-3952c8fd-50c2-439f-84c4-e49d5e892d1e', 'network_id': '3952c8fd-50c2-439f-84c4-e49d5e892d1e', 'tenant_id': '953b2634fd8d415a96152c28e655db12', 'fixed_ips': [{'subnet_id': 'e338b115-4711-4719-9f93-d76d8a46feaa'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:43.971452 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:43.975546 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:44.092482 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ec6d85-e47b-47e8-9908-f571a12e4787 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:44.108031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1c9db33f-6b62-42d2-9980-e3ed02aafaec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:44.127472 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:44.148361 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:44.170819 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0cc1-9211-48eb-93ed-0dc25588a8a8 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:44.173380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0cc1-9211-48eb-93ed-0dc25588a8a8 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:44.182726 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9b8a0cc1-9211-48eb-93ed-0dc25588a8a8 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "DELETE /v2.0/security-groups/fb9cabac-dbfb-4488-9ca1-39d2277baf16 HTTP/1.1" status: 204 len: 168 time: 1.0414979 Jun 18 16:23:44.223652 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46766) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:44.227515 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e2baac-33fc-4ad0-9df7-4675510a0e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-b2d5b34d-3239-446e-97a7-95e6c400dca7', 'network_id': 'b2d5b34d-3239-446e-97a7-95e6c400dca7', 'tenant_id': 'eb097a6e28d249bdbf02c3bc05f9b34b', 'fixed_ips': [{'subnet_id': 'f51bce97-d974-425b-8e62-b52d96323082'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:44.229749 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-90e2baac-33fc-4ad0-9df7-4675510a0e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:44.247725 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Transition to ACTIVE for port object 1fd175c1-14c8-4495-80e9-528e4cf46760 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:44.255779 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Pushing event updated for resources: {'Port': ['ID=9262f2d7-823c-4039-9b27-bccbe4ef0d19,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:44.261672 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:44.298222 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75539398-b3d9-4021-bd7f-6d8f7f10a6d1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Network': ['ID=b2d5b34d-3239-446e-97a7-95e6c400dca7,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:44.313990 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Allocated IP 2001:db8::1 (6a73dea0-438b-4a1b-9cc5-563862f7895b/77549a3d-94b5-4cb1-970d-9bcd702e52c1/dcc30579-a594-4faf-a240-c97a0a56b9ed) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:44.317126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9db33f-6b62-42d2-9980-e3ed02aafaec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=52353c29-ba6b-4f29-8442-0f9350ad9005,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:44.320189 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1c9db33f-6b62-42d2-9980-e3ed02aafaec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:44.322781 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1c9db33f-6b62-42d2-9980-e3ed02aafaec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:44.327034 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1c9db33f-6b62-42d2-9980-e3ed02aafaec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/52353c29-ba6b-4f29-8442-0f9350ad9005 HTTP/1.1" status: 204 len: 168 time: 1.3190427 Jun 18 16:23:44.329778 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-369c73f1-bbcb-4f5c-800b-26b666596a5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:44.334204 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46768) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:44.389649 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c52cab-cefd-48af-9081-c2a91b909e8b None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:44.395667 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a0cc1-9211-48eb-93ed-0dc25588a8a8 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9cabac-dbfb-4488-9ca1-39d2277baf16,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:44.399978 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9b8a0cc1-9211-48eb-93ed-0dc25588a8a8 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:44.410096 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c22903c9-e669-4fbf-abe0-ea053e9afccc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673892 Jun 18 16:23:44.414525 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46770) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:44.433181 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94abe062-7c65-4af4-a3be-5f33ec924109 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:44.438641 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-94abe062-7c65-4af4-a3be-5f33ec924109 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:44.442399 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-75539398-b3d9-4021-bd7f-6d8f7f10a6d1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:44.458538 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-65361cb2-db21-4f6f-b72b-f39f624c7b0f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1802487 Jun 18 16:23:44.460730 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:44.463732 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46772) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:44.512778 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] For port 5a309c0b-edf9-4695-8190-85052baae1a2, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:44.529201 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-be2bcef9-a2dc-46fe-a217-033b80d8c075 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group': {'name': 'tempest-secgroup--235533415'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:44.541874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Transition to ACTIVE for port object 1fd175c1-14c8-4495-80e9-528e4cf46760 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:44.583754 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:23:35Z', 'revision_number': 3, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': '148b5fa7-a2e5-4638-9ec2-77ccc1ac0746', 'name': '', 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:4d:ff:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:33Z', 'updated_at': '2021-06-18T16:23:41Z', 'revision_number': 4, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:44.593277 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27ec6d85-e47b-47e8-9908-f571a12e4787 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:44.655428 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-be2bcef9-a2dc-46fe-a217-033b80d8c075 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:44.682049 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-27ec6d85-e47b-47e8-9908-f571a12e4787 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] device_id is not set on port 46f8c4f2-ac43-4b0f-ae84-c006bde9670b yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:23:44.706291 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] For port 5a309c0b-edf9-4695-8190-85052baae1a2, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=5a309c0b-edf9-4695-8190-85052baae1a2,segment=NetworkSegment(8fee8874-63fd-4aaf-9d4b-52e738d75d81),segment_id=8fee8874-63fd-4aaf-9d4b-52e738d75d81)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:44.735871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d9c622-a909-4a0a-83b7-6b1797efca29 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:44.739218 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-32d9c622-a909-4a0a-83b7-6b1797efca29 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3225918 Jun 18 16:23:44.750500 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46774) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:44.763240 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:44.763946 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94abe062-7c65-4af4-a3be-5f33ec924109 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:44.786378 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c291b24-448d-4b32-bfb5-bbb6f4df8a6e None None] The sync data for ids ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'] in dv-neutron-797120-1-hyperv is: [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:23:35Z', 'revision_number': 3, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': '148b5fa7-a2e5-4638-9ec2-77ccc1ac0746', 'name': '', 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:4d:ff:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:33Z', 'updated_at': '2021-06-18T16:23:41Z', 'revision_number': 4, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:23:44.791892 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:44.925620 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-94abe062-7c65-4af4-a3be-5f33ec924109 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:44.926052 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-94abe062-7c65-4af4-a3be-5f33ec924109 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Added segment 485b4508-3560-46d1-be0f-d0a1ea00271e of type vlan for network 1e7a1ede-9a00-45c6-947a-408e7a16146e Jun 18 16:23:44.991579 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Network 7ddc608a-b3da-4b33-a115-f9cb447a5d17 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:44.993946 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Pushing event updated for resources: {'Port': ['ID=1fd175c1-14c8-4495-80e9-528e4cf46760,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:45.031359 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2e88c4-81af-492e-9fb0-87d43e224b4f None None] Network b2d5b34d-3239-446e-97a7-95e6c400dca7 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:45.066720 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:45.069583 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:45.077838 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:45.078342 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:45.227236 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70164bc1-890a-4c88-8bd3-f4ab5bb9cd96 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:45.228907 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-70164bc1-890a-4c88-8bd3-f4ab5bb9cd96 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4724989 Jun 18 16:23:45.231045 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-94abe062-7c65-4af4-a3be-5f33ec924109 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:45.233642 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:45.240840 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46776) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:45.241860 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2e88c4-81af-492e-9fb0-87d43e224b4f None None] Network b2d5b34d-3239-446e-97a7-95e6c400dca7 could not be found, it might have been deleted concurrently. {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 18 16:23:45.245292 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Pushing event updated for resources: {'Port': ['ID=5a309c0b-edf9-4695-8190-85052baae1a2,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:45.262917 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:45.290175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Transition to ACTIVE for port object dcc30579-a594-4faf-a240-c97a0a56b9ed will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:45.524408 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-be2bcef9-a2dc-46fe-a217-033b80d8c075 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:45.538273 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:45.547943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:45.549121 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:45.563006 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-be2bcef9-a2dc-46fe-a217-033b80d8c075 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:45.630544 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Allocated IP 2001:db8::2 (3952c8fd-50c2-439f-84c4-e49d5e892d1e/e338b115-4711-4719-9f93-d76d8a46feaa/1a503f17-9800-46ed-8617-0ecd921fd44b) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:45.699257 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Attempting to bind port 1fd175c1-14c8-4495-80e9-528e4cf46760 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:45.715436 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Attempting to bind port 1fd175c1-14c8-4495-80e9-528e4cf46760 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '7c1cb9b2-0765-47da-9007-10d903c9659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7ddc608a-b3da-4b33-a115-f9cb447a5d17'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:45.718285 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Attempting to bind port 1fd175c1-14c8-4495-80e9-528e4cf46760 on network 7ddc608a-b3da-4b33-a115-f9cb447a5d17 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:45.752633 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:45.754383 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Checking segment: {'id': '7c1cb9b2-0765-47da-9007-10d903c9659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7ddc608a-b3da-4b33-a115-f9cb447a5d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:45.755350 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:45.755925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Bound using segment: {'id': '7c1cb9b2-0765-47da-9007-10d903c9659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7ddc608a-b3da-4b33-a115-f9cb447a5d17'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:45.756607 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Bound port: 1fd175c1-14c8-4495-80e9-528e4cf46760, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1cb9b2-0765-47da-9007-10d903c9659b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7ddc608a-b3da-4b33-a115-f9cb447a5d17'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:45.757184 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:45.813021 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Network 6a73dea0-438b-4a1b-9cc5-563862f7895b is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:45.817969 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943293c9-6f60-461d-9a3f-9a9e35bdc3d1 None None] Network 6d00b298-d35c-4ebd-a163-f12c80080fdf requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:45.844545 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:45.853179 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:45.853996 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:45.966312 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-be2bcef9-a2dc-46fe-a217-033b80d8c075 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:45.970933 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-be2bcef9-a2dc-46fe-a217-033b80d8c075 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4924638 Jun 18 16:23:45.975627 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46780) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:45.983188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-5a8f5c77-1c41-4f8e-b4c6-e3f84f8ad36d tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': '550e1609-19ce-4ace-b087-f68ec8e0b48d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:45.984295 dv-neutron-797120-1-hyperv neutron-server[93453]: WARNING neutron.api.v2.base [None req-5a8f5c77-1c41-4f8e-b4c6-e3f84f8ad36d tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 18 16:23:45.984809 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-5a8f5c77-1c41-4f8e-b4c6-e3f84f8ad36d tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:23:45.988689 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5a8f5c77-1c41-4f8e-b4c6-e3f84f8ad36d tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0091639 Jun 18 16:23:45.991514 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46782) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:46.061983 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event updated for resources: {'Port': ['ID=dcc30579-a594-4faf-a240-c97a0a56b9ed,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:46.068968 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:46.101854 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f2d42569-6f45-48e3-b818-53b92698ee13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.525s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:46.141749 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9262f2d7-823c-4039-9b27-bccbe4ef0d19 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:46.169373 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b4ba9703-ecc7-4f1c-99e4-e106623a40f6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.9272747 Jun 18 16:23:46.181320 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46784) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:46.199173 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-52f4887d-4e3e-4ffe-b0f8-b684d66bab6d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:46.220053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4716-2cc0-4811-a190-8490e503267f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:46.282749 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2bcef9-a2dc-46fe-a217-033b80d8c075 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550e1609-19ce-4ace-b087-f68ec8e0b48d,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:46.301849 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-be2bcef9-a2dc-46fe-a217-033b80d8c075 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:46.323724 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-94abe062-7c65-4af4-a3be-5f33ec924109 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:46.332332 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94abe062-7c65-4af4-a3be-5f33ec924109 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:46.345402 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-94abe062-7c65-4af4-a3be-5f33ec924109 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:46.356158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4716-2cc0-4811-a190-8490e503267f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:46.361538 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-75539398-b3d9-4021-bd7f-6d8f7f10a6d1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:46.409331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:46.481932 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4716-2cc0-4811-a190-8490e503267f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:46.490621 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3b5f4716-2cc0-4811-a190-8490e503267f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:46.498298 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3b5f4716-2cc0-4811-a190-8490e503267f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "DELETE /v2.0/security-groups/550e1609-19ce-4ace-b087-f68ec8e0b48d HTTP/1.1" status: 204 len: 168 time: 0.5026333 Jun 18 16:23:46.500572 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46786) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:46.503386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-be2bcef9-a2dc-46fe-a217-033b80d8c075 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:46.513674 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-94abe062-7c65-4af4-a3be-5f33ec924109 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.5700276 Jun 18 16:23:46.523712 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46788) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:46.542169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dec13f-7c33-4939-8907-251216a42e72 None None] DHCP port deletion for ce24d173-f93a-4cd6-bc0b-4cefb40733e2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:23:46.571520 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:46.577364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f4887d-4e3e-4ffe-b0f8-b684d66bab6d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:46.583390 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-52f4887d-4e3e-4ffe-b0f8-b684d66bab6d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:46.591091 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:46.593768 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46790) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:46.596498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f463ecb7-8355-4719-87e4-0e21a79473b5 None None] Provisioning for port 9262f2d7-823c-4039-9b27-bccbe4ef0d19 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:46.604041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b32f765f-4217-40ea-b3f3-0ef99137b4d6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'subnet': {'network_id': '1e7a1ede-9a00-45c6-947a-408e7a16146e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:46.627328 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abe062-7c65-4af4-a3be-5f33ec924109 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Network': ['ID=1e7a1ede-9a00-45c6-947a-408e7a16146e,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:46.636096 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-94abe062-7c65-4af4-a3be-5f33ec924109 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:46.639965 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f4716-2cc0-4811-a190-8490e503267f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=550e1609-19ce-4ace-b087-f68ec8e0b48d,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:46.646519 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-b17d440c-c4bf-49b9-b2fd-f697ddb3248a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'subnet': {'network_id': 'bf715b75-449b-4c96-977e-a0a78174aca9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:46.661838 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 1e7a1ede-9a00-45c6-947a-408e7a16146e details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:46.697417 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-70b5e407-f112-4601-8709-849d6f26e53f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:46.819956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] For port 1fd175c1-14c8-4495-80e9-528e4cf46760, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:46.832486 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 9262f2d7-823c-4039-9b27-bccbe4ef0d19 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:46.845611 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:46.878792 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 9262f2d7-823c-4039-9b27-bccbe4ef0d19 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:46.879386 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:46.918253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=b05cade8-5c2c-4f28-805a-402fd4ec9c32,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:46.957357 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:46.986889 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3b5f4716-2cc0-4811-a190-8490e503267f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:46.995695 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-22c91fb6-5243-41ff-8f79-fb723ea8df2f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4770069 Jun 18 16:23:47.001084 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46792) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:47.010248 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-83be6e79-a8de-41d4-bace-17c96e711083 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group': {'name': 'tempest-secgroup--302538475'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:47.054040 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17d440c-c4bf-49b9-b2fd-f697ddb3248a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Made reservation on behalf of d60e3585ca1e49b980c07776e659cd39 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:47.057666 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b17d440c-c4bf-49b9-b2fd-f697ddb3248a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:47.072784 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-83be6e79-a8de-41d4-bace-17c96e711083 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:47.157647 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e1fa8a5f-839d-4cac-ace0-9364afeabecc None None] Provisioning for port dcc30579-a594-4faf-a240-c97a0a56b9ed completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:47.160341 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32f765f-4217-40ea-b3f3-0ef99137b4d6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:47.162579 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] For port 1fd175c1-14c8-4495-80e9-528e4cf46760, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1fd175c1-14c8-4495-80e9-528e4cf46760,segment=NetworkSegment(7c1cb9b2-0765-47da-9007-10d903c9659b),segment_id=7c1cb9b2-0765-47da-9007-10d903c9659b)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:47.164800 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b32f765f-4217-40ea-b3f3-0ef99137b4d6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:47.190172 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e1fa8a5f-839d-4cac-ace0-9364afeabecc None None] Provisioning complete for port dcc30579-a594-4faf-a240-c97a0a56b9ed triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:47.190605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e1fa8a5f-839d-4cac-ace0-9364afeabecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:47.215214 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:47.223659 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-03dec13f-7c33-4939-8907-251216a42e72 None None] Deleting port 51819fe1-b406-414c-b49a-4966c23d18ae {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:47.224284 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-03dec13f-7c33-4939-8907-251216a42e72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:47.225778 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:47.233973 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network eed4fc65-fca6-438a-bc68-1a00d62b12d5 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:47.249504 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:47.283117 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.ipam_backend_mixin [None req-b32f765f-4217-40ea-b3f3-0ef99137b4d6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Performing IP validity checks on allocation pools {{(pid=93453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 18 16:23:47.283706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.ipam_backend_mixin [None req-b32f765f-4217-40ea-b3f3-0ef99137b4d6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 18 16:23:47.314820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8613995b-9e87-4052-9eca-30a336579d65 None None] Network eed4fc65-fca6-438a-bc68-1a00d62b12d5 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:47.354990 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:47.401913 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-52f4887d-4e3e-4ffe-b0f8-b684d66bab6d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:47.416286 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-439a1081-f370-43e4-98e0-862567490f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:47.426772 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:47.455363 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:47.470286 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Transition to ACTIVE for port object 1a503f17-9800-46ed-8617-0ecd921fd44b will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:47.473618 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-e1fa8a5f-839d-4cac-ace0-9364afeabecc None None] Port dcc30579-a594-4faf-a240-c97a0a56b9ed cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:47.477697 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f4887d-4e3e-4ffe-b0f8-b684d66bab6d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:47.496931 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:47.498331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:47.507663 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a0844545-f871-4179-848c-ff8c253e6c38 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:47.530205 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-03dec13f-7c33-4939-8907-251216a42e72 None None] For port 51819fe1-b406-414c-b49a-4966c23d18ae, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=51819fe1-b406-414c-b49a-4966c23d18ae,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:47.530650 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-03dec13f-7c33-4939-8907-251216a42e72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:47.535317 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Pushing event updated for resources: {'Port': ['ID=1fd175c1-14c8-4495-80e9-528e4cf46760,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:47.542289 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-52f4887d-4e3e-4ffe-b0f8-b684d66bab6d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:47.554932 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:47.557111 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f4887d-4e3e-4ffe-b0f8-b684d66bab6d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:47.557569 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-52f4887d-4e3e-4ffe-b0f8-b684d66bab6d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:47.564294 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Transition to ACTIVE for port object 1a503f17-9800-46ed-8617-0ecd921fd44b will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:47.595200 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-83be6e79-a8de-41d4-bace-17c96e711083 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:47.620687 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-83be6e79-a8de-41d4-bace-17c96e711083 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:47.628336 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b32f765f-4217-40ea-b3f3-0ef99137b4d6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:47.629803 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4887d-4e3e-4ffe-b0f8-b684d66bab6d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=5e62f8a0-8a04-495c-8c50-16dc685faee4,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:47.635016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:47.646782 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-52f4887d-4e3e-4ffe-b0f8-b684d66bab6d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4639413 Jun 18 16:23:47.655797 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:23:47.664198 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-03dec13f-7c33-4939-8907-251216a42e72 None None] Calling delete_port for 51819fe1-b406-414c-b49a-4966c23d18ae owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:47.665854 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-52f4887d-4e3e-4ffe-b0f8-b684d66bab6d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:47.666656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46794) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:47.668941 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c2f5b09e-d82a-4a01-967a-dfa86419049d tempest-RoutersAdminNegativeTest-555149616 tempest-RoutersAdminNegativeTest-555149616-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:47.672935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:47.676389 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-3d8bbe86-f8ac-442f-a408-54303d68c745 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'fixed_ips': [{'subnet_id': '5e62f8a0-8a04-495c-8c50-16dc685faee4', 'ip_address': '2001:db8::832e:1ac1:bfb8:f2a5'}], 'name': 'tempest-NetworksTestDHCPv6-1095933480'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:47.688555 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 9262f2d7-823c-4039-9b27-bccbe4ef0d19, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9262f2d7-823c-4039-9b27-bccbe4ef0d19,segment=NetworkSegment(d1dbf6f1-4731-435b-abf1-3893261c3826),segment_id=d1dbf6f1-4731-435b-abf1-3893261c3826)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:47.702681 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event updated for resources: {'Port': ['ID=dcc30579-a594-4faf-a240-c97a0a56b9ed,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:47.728844 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:47.731643 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-62b0422f-10a2-4db0-9fab-0ac61673bc17 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:47.734809 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:47.736354 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:47.855784 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-27ec6d85-e47b-47e8-9908-f571a12e4787 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Allocated IP 2001:db8::10 (3952c8fd-50c2-439f-84c4-e49d5e892d1e/e338b115-4711-4719-9f93-d76d8a46feaa/46f8c4f2-ac43-4b0f-ae84-c006bde9670b) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:47.893928 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32f765f-4217-40ea-b3f3-0ef99137b4d6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Checking segment: {'id': '485b4508-3560-46d1-be0f-d0a1ea00271e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1e7a1ede-9a00-45c6-947a-408e7a16146e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:47.894856 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f765f-4217-40ea-b3f3-0ef99137b4d6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network hostable DHCP agents. Network: 1e7a1ede-9a00-45c6-947a-408e7a16146e, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:47.900990 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Network 3952c8fd-50c2-439f-84c4-e49d5e892d1e is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:47.902406 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-da996a4b-5163-4f0f-b172-06d040b36571 None None] Provisioning for port 5a309c0b-edf9-4695-8190-85052baae1a2 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:47.906208 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Network 6a73dea0-438b-4a1b-9cc5-563862f7895b is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:47.906759 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-83be6e79-a8de-41d4-bace-17c96e711083 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:47.907409 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f765f-4217-40ea-b3f3-0ef99137b4d6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Subnet': ['ID=e0e0b76c-8b35-4afc-bcc3-8135bf26a73b,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:47.911070 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-83be6e79-a8de-41d4-bace-17c96e711083 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9049497 Jun 18 16:23:47.916322 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b32f765f-4217-40ea-b3f3-0ef99137b4d6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:47.917516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46796) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:47.926406 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-9ea8ca1b-cc1a-40a8-a518-9a57a8f39a97 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': '747d919e-96ad-4431-8426-b7a957b65931', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:47.927326 dv-neutron-797120-1-hyperv neutron-server[93453]: WARNING neutron.api.v2.base [None req-9ea8ca1b-cc1a-40a8-a518-9a57a8f39a97 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 18 16:23:47.927863 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-9ea8ca1b-cc1a-40a8-a518-9a57a8f39a97 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:23:47.929110 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9ea8ca1b-cc1a-40a8-a518-9a57a8f39a97 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077620 Jun 18 16:23:47.934000 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:47.947349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46798) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:47.951072 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Pushing event updated for resources: {'Port': ['ID=1a503f17-9800-46ed-8617-0ecd921fd44b,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:47.960867 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:47.966807 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:47.968510 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-55edc89f-f75a-4aee-8191-5b0a19e66fe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:47.973991 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:48.017070 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be6e79-a8de-41d4-bace-17c96e711083 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=747d919e-96ad-4431-8426-b7a957b65931,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:48.060097 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b17d440c-c4bf-49b9-b2fd-f697ddb3248a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.071682 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32f765f-4217-40ea-b3f3-0ef99137b4d6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network 1e7a1ede-9a00-45c6-947a-408e7a16146e is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:48.080369 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-83be6e79-a8de-41d4-bace-17c96e711083 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:48.081072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:48.123232 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-b32f765f-4217-40ea-b3f3-0ef99137b4d6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 1e7a1ede-9a00-45c6-947a-408e7a16146e) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:48.150008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c33800-5f72-4b5a-b800-81d032c98104 None None] Network 1e7a1ede-9a00-45c6-947a-408e7a16146e requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:48.158467 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32f765f-4217-40ea-b3f3-0ef99137b4d6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:48.158771 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b32f765f-4217-40ea-b3f3-0ef99137b4d6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.164325 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:48.199732 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d440c-c4bf-49b9-b2fd-f697ddb3248a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Subnet': ['ID=0e6c6237-5690-4674-a836-2fa3380571c9,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:48.208824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:23:48.214143 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b32f765f-4217-40ea-b3f3-0ef99137b4d6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6568773 Jun 18 16:23:48.216783 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b17d440c-c4bf-49b9-b2fd-f697ddb3248a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:48.217479 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-524bdf49-7ff3-406d-8dc2-30cfc4215172 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.219972 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46800) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:48.220513 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Router bf1ce636-6bf0-4f21-a38e-15835c18025f has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:23:48.224457 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/bb8f47f8-4a42-4e69-b564-fb9b3d6906cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6756742 Jun 18 16:23:48.233069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46802) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:48.238503 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Sync routers for ids ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:23:48.239268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Attempting to bind port 1a503f17-9800-46ed-8617-0ecd921fd44b on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:48.239654 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Attempting to bind port 1a503f17-9800-46ed-8617-0ecd921fd44b by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '843bc1d3-44b8-402a-af47-74fcdf35bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3952c8fd-50c2-439f-84c4-e49d5e892d1e'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:48.240084 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Attempting to bind port 1a503f17-9800-46ed-8617-0ecd921fd44b on network 3952c8fd-50c2-439f-84c4-e49d5e892d1e {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:48.251084 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:48.251483 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.251946 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Routers {'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:23:48.252784 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:48.260293 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17d440c-c4bf-49b9-b2fd-f697ddb3248a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Checking segment: {'id': '7256ef56-a983-4071-9b63-8f79e867a3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bf715b75-449b-4c96-977e-a0a78174aca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:48.260854 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17d440c-c4bf-49b9-b2fd-f697ddb3248a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network hostable DHCP agents. Network: bf715b75-449b-4c96-977e-a0a78174aca9, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:48.292119 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-fb9e526e-2779-484a-a0b2-6c6f6194346c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'network': {'name': 'tempest-RoutersTest-1891870460'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:48.306565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=9262f2d7-823c-4039-9b27-bccbe4ef0d19,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:48.318995 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:48.319678 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Checking segment: {'id': '843bc1d3-44b8-402a-af47-74fcdf35bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3952c8fd-50c2-439f-84c4-e49d5e892d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:48.320277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.320840 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Bound using segment: {'id': '843bc1d3-44b8-402a-af47-74fcdf35bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3952c8fd-50c2-439f-84c4-e49d5e892d1e'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:48.321759 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Bound port: 1a503f17-9800-46ed-8617-0ecd921fd44b, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843bc1d3-44b8-402a-af47-74fcdf35bb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3952c8fd-50c2-439f-84c4-e49d5e892d1e'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:48.322439 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.347968 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8bbe86-f8ac-442f-a408-54303d68c745 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:48.350858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:48.363724 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-fba2548b-9379-41ee-b98b-d1cd97d81b5f None None] Provisioning complete for port 9262f2d7-823c-4039-9b27-bccbe4ef0d19 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:48.364559 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fba2548b-9379-41ee-b98b-d1cd97d81b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.375080 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-524bdf49-7ff3-406d-8dc2-30cfc4215172 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.403537 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Set router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:23:48.409666 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17d440c-c4bf-49b9-b2fd-f697ddb3248a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network bf715b75-449b-4c96-977e-a0a78174aca9 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:48.441244 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-b17d440c-c4bf-49b9-b2fd-f697ddb3248a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, bf715b75-449b-4c96-977e-a0a78174aca9) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:48.452374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17d440c-c4bf-49b9-b2fd-f697ddb3248a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:48.452966 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b17d440c-c4bf-49b9-b2fd-f697ddb3248a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.468538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9e526e-2779-484a-a0b2-6c6f6194346c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Made reservation on behalf of d6a873ab5766408fa0fa9107656c5e69 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:48.470531 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-03dec13f-7c33-4939-8907-251216a42e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.470790 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8117064f-d8a1-410f-a1a0-ac7d29ec6ef0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.474743 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fb9e526e-2779-484a-a0b2-6c6f6194346c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.486253 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b17d440c-c4bf-49b9-b2fd-f697ddb3248a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8849218 Jun 18 16:23:48.487497 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46804) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:48.491744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-524bdf49-7ff3-406d-8dc2-30cfc4215172 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.494693 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-524bdf49-7ff3-406d-8dc2-30cfc4215172 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.495907 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-524bdf49-7ff3-406d-8dc2-30cfc4215172 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "DELETE /v2.0/security-groups/747d919e-96ad-4431-8426-b7a957b65931 HTTP/1.1" status: 204 len: 168 time: 0.5475791 Jun 18 16:23:48.512745 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-b45b28fa-e227-42ef-b53d-1717c8aec34f tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1531495891'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:48.514263 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9e526e-2779-484a-a0b2-6c6f6194346c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:48.523524 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46806) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:48.527937 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fb9e526e-2779-484a-a0b2-6c6f6194346c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.528296 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-fb9e526e-2779-484a-a0b2-6c6f6194346c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Added segment 22e32ea8-77c2-4864-9324-898a18ee0a1c of type vlan for network 3d7f96a6-6324-4041-b955-c14e0e8ec614 Jun 18 16:23:48.529302 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d1039d7a-6938-44d3-9a5d-bb58c75240e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:48.572449 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0a639c-5502-4eb5-ac18-8dd2e7b42b42 None None] Network bf715b75-449b-4c96-977e-a0a78174aca9 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:48.592133 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dec13f-7c33-4939-8907-251216a42e72 None None] Pushing event deleted for resources: {'Port': ['ID=51819fe1-b406-414c-b49a-4966c23d18ae,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:48.594318 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fb9e526e-2779-484a-a0b2-6c6f6194346c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.604991 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3d8bbe86-f8ac-442f-a408-54303d68c745 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.616622 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-03dec13f-7c33-4939-8907-251216a42e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:48.632794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-37ec64a2-5e4f-4696-b3c6-ca1ff9cc9faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:48.673372 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:23:44Z', 'revision_number': 4, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': '148b5fa7-a2e5-4638-9ec2-77ccc1ac0746', 'name': '', 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:4d:ff:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:33Z', 'updated_at': '2021-06-18T16:23:41Z', 'revision_number': 4, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05cade8-5c2c-4f28-805a-402fd4ec9c32', 'name': '', 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:da:9d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:42Z', 'updated_at': '2021-06-18T16:23:44Z', 'revision_number': 2, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:48.694857 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dec13f-7c33-4939-8907-251216a42e72 None None] No DVR routers for this DVR port 51819fe1-b406-414c-b49a-4966c23d18ae on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:23:48.696566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bdf49-7ff3-406d-8dc2-30cfc4215172 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=747d919e-96ad-4431-8426-b7a957b65931,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:48.713735 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Checking router: bb8f47f8-4a42-4e69-b564-fb9b3d6906cd for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:23:48.713735 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Updating router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd port b05cade8-5c2c-4f28-805a-402fd4ec9c32 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:23:48.754255 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.770557 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45b28fa-e227-42ef-b53d-1717c8aec34f tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Made reservation on behalf of d60e3585ca1e49b980c07776e659cd39 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:48.774160 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b45b28fa-e227-42ef-b53d-1717c8aec34f tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.785229 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fb9e526e-2779-484a-a0b2-6c6f6194346c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.809252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9e526e-2779-484a-a0b2-6c6f6194346c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:48.809921 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fb9e526e-2779-484a-a0b2-6c6f6194346c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.814743 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-524bdf49-7ff3-406d-8dc2-30cfc4215172 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:48.839430 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-99a795cc-6fe8-47de-86e4-6561aee922c2 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3123364 Jun 18 16:23:48.845162 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] For port 1a503f17-9800-46ed-8617-0ecd921fd44b, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:48.847906 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:48.850345 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] For port 1a503f17-9800-46ed-8617-0ecd921fd44b, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1a503f17-9800-46ed-8617-0ecd921fd44b,segment=NetworkSegment(843bc1d3-44b8-402a-af47-74fcdf35bb34),segment_id=843bc1d3-44b8-402a-af47-74fcdf35bb34)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:48.851854 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46808) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:48.853175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:23:48.856685 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-39a11013-3aaa-4bc4-a68c-8c587ff8f4e8 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group': {'name': 'tempest-secgroup--746000105'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:48.875984 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "PUT /v2.0/routers/bf1ce636-6bf0-4f21-a38e-15835c18025f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3780601 Jun 18 16:23:48.876922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46810) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:48.879298 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-3d8bbe86-f8ac-442f-a408-54303d68c745 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port b9f4a0e1-b7ab-4444-8731-e1d7a5434b97 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:23:48.897599 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27ec6d85-e47b-47e8-9908-f571a12e4787 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.956701 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fdbf17-76df-48df-940f-7bb2e113bad5 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:48.961218 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5855be8c-edfc-4c7b-a669-70862e3061d9 None None] Sync routers for ids ['bf1ce636-6bf0-4f21-a38e-15835c18025f'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:23:48.986042 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-bf715b75-449b-4c96-977e-a0a78174aca9', 'network_id': 'bf715b75-449b-4c96-977e-a0a78174aca9', 'tenant_id': 'd60e3585ca1e49b980c07776e659cd39', 'fixed_ips': [{'subnet_id': '0e6c6237-5690-4674-a836-2fa3380571c9'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:48.987202 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:48.994145 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.026960 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf5c45e-cfdd-49e5-9256-30f416d666ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-1e7a1ede-9a00-45c6-947a-408e7a16146e', 'network_id': '1e7a1ede-9a00-45c6-947a-408e7a16146e', 'tenant_id': 'eb097a6e28d249bdbf02c3bc05f9b34b', 'fixed_ips': [{'subnet_id': 'e0e0b76c-8b35-4afc-bcc3-8135bf26a73b'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:49.028164 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-adf5c45e-cfdd-49e5-9256-30f416d666ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.030507 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:49.095617 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-27ec6d85-e47b-47e8-9908-f571a12e4787 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Transition to ACTIVE for port object 46f8c4f2-ac43-4b0f-ae84-c006bde9670b will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:49.104212 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fb9e526e-2779-484a-a0b2-6c6f6194346c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8542571 Jun 18 16:23:49.109066 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46812) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:49.135312 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ac3a9840-e80c-45fe-bbc4-032bfa35a63d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'subnet': {'network_id': '3d7f96a6-6324-4041-b955-c14e0e8ec614', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:49.174518 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e526e-2779-484a-a0b2-6c6f6194346c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Network': ['ID=3d7f96a6-6324-4041-b955-c14e0e8ec614,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:49.182649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fb9e526e-2779-484a-a0b2-6c6f6194346c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:49.212107 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-3d8bbe86-f8ac-442f-a408-54303d68c745 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::832e:1ac1:bfb8:f2a5 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/5e62f8a0-8a04-495c-8c50-16dc685faee4/b9f4a0e1-b7ab-4444-8731-e1d7a5434b97) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:49.251181 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 3d7f96a6-6324-4041-b955-c14e0e8ec614 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:49.253756 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5855be8c-edfc-4c7b-a669-70862e3061d9 None None] Routers {'bf1ce636-6bf0-4f21-a38e-15835c18025f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:23:49.254699 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-5855be8c-edfc-4c7b-a669-70862e3061d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bf1ce636-6bf0-4f21-a38e-15835c18025f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:49.274309 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaae8c67-8f5d-496e-ad08-71338b5c05aa None None] Network 7ddc608a-b3da-4b33-a115-f9cb447a5d17 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:49.296809 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.301634 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45b28fa-e227-42ef-b53d-1717c8aec34f tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:49.315527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27ec6d85-e47b-47e8-9908-f571a12e4787 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.325303 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b45b28fa-e227-42ef-b53d-1717c8aec34f tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.325563 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-b45b28fa-e227-42ef-b53d-1717c8aec34f tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Added segment 4882be80-b449-4c66-9fb8-e7573dc014f6 of type vlan for network 51a8f7eb-616d-43b5-8d70-fde70e0395fe Jun 18 16:23:49.326967 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Transition to ACTIVE for port object b05cade8-5c2c-4f28-805a-402fd4ec9c32 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:49.338220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-66dc4aba-685a-4c38-9fce-c70645eb2f49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:49.340755 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.358289 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-eb6bfec6-3c8e-4695-b7db-3d62049896ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:49.402407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ae59311e-d099-45a3-9001-b6d2ba614802 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.428412 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b45b28fa-e227-42ef-b53d-1717c8aec34f tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.487617 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ec6d85-e47b-47e8-9908-f571a12e4787 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 3952c8fd-50c2-439f-84c4-e49d5e892d1e is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:49.499792 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-27ec6d85-e47b-47e8-9908-f571a12e4787 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:49.511718 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ec6d85-e47b-47e8-9908-f571a12e4787 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:49.539297 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8117064f-d8a1-410f-a1a0-ac7d29ec6ef0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.542024 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ec6d85-e47b-47e8-9908-f571a12e4787 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:49.548412 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27ec6d85-e47b-47e8-9908-f571a12e4787 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.570977 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec6d85-e47b-47e8-9908-f571a12e4787 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=46f8c4f2-ac43-4b0f-ae84-c006bde9670b,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:49.576829 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-27ec6d85-e47b-47e8-9908-f571a12e4787 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:49.601689 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.db.api [None req-39a11013-3aaa-4bc4-a68c-8c587ff8f4e8 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:23:49.601689 dv-neutron-797120-1-hyperv neutron-server[93454]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:23:49.601689 dv-neutron-797120-1-hyperv neutron-server[93454]: [parameters: {'project_id_1': '4e29bcd565d84fcf97255689e2c8f729', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 23, 49, 477945)}] Jun 18 16:23:49.601689 dv-neutron-797120-1-hyperv neutron-server[93454]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:23:49.602309 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_db.api [None req-39a11013-3aaa-4bc4-a68c-8c587ff8f4e8 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:23:49.612021 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Attempting to bind port b05cade8-5c2c-4f28-805a-402fd4ec9c32 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:49.612947 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Attempting to bind port b05cade8-5c2c-4f28-805a-402fd4ec9c32 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '8fee8874-63fd-4aaf-9d4b-52e738d75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:49.613646 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Attempting to bind port b05cade8-5c2c-4f28-805a-402fd4ec9c32 on network eed4fc65-fca6-438a-bc68-1a00d62b12d5 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:49.621998 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:49.622855 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Checking segment: {'id': '8fee8874-63fd-4aaf-9d4b-52e738d75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:49.623510 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.624150 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Bound using segment: {'id': '8fee8874-63fd-4aaf-9d4b-52e738d75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:49.624886 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Bound port: b05cade8-5c2c-4f28-805a-402fd4ec9c32, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fee8874-63fd-4aaf-9d4b-52e738d75d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:49.626687 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.634923 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b45b28fa-e227-42ef-b53d-1717c8aec34f tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.640591 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45b28fa-e227-42ef-b53d-1717c8aec34f tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:49.641624 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b45b28fa-e227-42ef-b53d-1717c8aec34f tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.648158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3a9840-e80c-45fe-bbc4-032bfa35a63d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Made reservation on behalf of d6a873ab5766408fa0fa9107656c5e69 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:49.655841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9840-e80c-45fe-bbc4-032bfa35a63d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.657941 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1d86381a-8bb8-4cd4-83ec-ed61da2e988f tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:49.703497 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] For port b05cade8-5c2c-4f28-805a-402fd4ec9c32, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:49.711074 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] For port b05cade8-5c2c-4f28-805a-402fd4ec9c32, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b05cade8-5c2c-4f28-805a-402fd4ec9c32,segment=NetworkSegment(8fee8874-63fd-4aaf-9d4b-52e738d75d81),segment_id=8fee8874-63fd-4aaf-9d4b-52e738d75d81)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:49.728067 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75487a-db41-4c77-9360-444ae33844a6 None None] Pushing event updated for resources: {'Port': ['ID=b05cade8-5c2c-4f28-805a-402fd4ec9c32,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:49.733537 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-5a75487a-db41-4c77-9360-444ae33844a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:49.741625 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:49.744176 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-5a75487a-db41-4c77-9360-444ae33844a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:49.817994 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75487a-db41-4c77-9360-444ae33844a6 None None] Pushing event updated for resources: {'Port': ['ID=b05cade8-5c2c-4f28-805a-402fd4ec9c32,revision_number=4']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:49.823885 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-5a75487a-db41-4c77-9360-444ae33844a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:49.841610 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-27ec6d85-e47b-47e8-9908-f571a12e4787 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.9238079 Jun 18 16:23:49.843450 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46816) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:49.849607 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-330845db-4976-4f52-b46c-c6f09981d7d1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'network_id': '3952c8fd-50c2-439f-84c4-e49d5e892d1e', 'name': 'tempest-PortsIpV6TestJSON-543964820', 'fixed_ips': [{'subnet_id': 'e338b115-4711-4719-9f93-d76d8a46feaa', 'ip_address': '2001:db8::f'}]}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:49.857835 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-ae59311e-d099-45a3-9001-b6d2ba614802 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 18 16:23:49.863835 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Routers {'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:23:49.866516 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ae59311e-d099-45a3-9001-b6d2ba614802 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "DELETE /v2.0/routers/bf1ce636-6bf0-4f21-a38e-15835c18025f HTTP/1.1" status: 409 len: 329 time: 0.9624717 Jun 18 16:23:49.866516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46818) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:49.868789 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:49.941681 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-5855be8c-edfc-4c7b-a669-70862e3061d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:49.950218 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b45b28fa-e227-42ef-b53d-1717c8aec34f tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4558477 Jun 18 16:23:49.969453 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46820) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:49.976226 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-8ea435a0-ebef-4d45-8202-89d6835b972c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'subnet': {'network_id': '51a8f7eb-616d-43b5-8d70-fde70e0395fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:50.001691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b28fa-e227-42ef-b53d-1717c8aec34f tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Network': ['ID=51a8f7eb-616d-43b5-8d70-fde70e0395fe,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:50.072941 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] Set router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:23:50.110858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 51a8f7eb-616d-43b5-8d70-fde70e0395fe details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:50.114514 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Pushing event updated for resources: {'Port': ['ID=1a503f17-9800-46ed-8617-0ecd921fd44b,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:50.216500 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9840-e80c-45fe-bbc4-032bfa35a63d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:50.229676 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-57ecb639-59eb-4dc0-bf11-49d89e8b65c9 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:50.235583 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.205s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:50.253997 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:50.298261 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5855be8c-edfc-4c7b-a669-70862e3061d9 None None] Routers {'bf1ce636-6bf0-4f21-a38e-15835c18025f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:23:50.299593 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-5855be8c-edfc-4c7b-a669-70862e3061d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bf1ce636-6bf0-4f21-a38e-15835c18025f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:50.415621 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a9840-e80c-45fe-bbc4-032bfa35a63d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Subnet': ['ID=89679614-abf0-4816-bb16-e93166f5fe7c,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:50.418739 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ac3a9840-e80c-45fe-bbc4-032bfa35a63d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:50.447416 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a9840-e80c-45fe-bbc4-032bfa35a63d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Checking segment: {'id': '22e32ea8-77c2-4864-9324-898a18ee0a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3d7f96a6-6324-4041-b955-c14e0e8ec614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:50.447806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3a9840-e80c-45fe-bbc4-032bfa35a63d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network hostable DHCP agents. Network: 3d7f96a6-6324-4041-b955-c14e0e8ec614, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:50.502280 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:23:44Z', 'revision_number': 4, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': '148b5fa7-a2e5-4638-9ec2-77ccc1ac0746', 'name': '', 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:4d:ff:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:33Z', 'updated_at': '2021-06-18T16:23:41Z', 'revision_number': 4, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05cade8-5c2c-4f28-805a-402fd4ec9c32', 'name': '', 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:da:9d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:42Z', 'updated_at': '2021-06-18T16:23:49Z', 'revision_number': 4, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:50.524530 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3a9840-e80c-45fe-bbc4-032bfa35a63d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network 3d7f96a6-6324-4041-b955-c14e0e8ec614 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:50.541867 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c6b1d4-00be-42cb-9401-a14783fbf867 None None] The sync data for ids ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'] in dv-neutron-797120-1-hyperv is: [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:23:44Z', 'revision_number': 4, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': '148b5fa7-a2e5-4638-9ec2-77ccc1ac0746', 'name': '', 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:4d:ff:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:33Z', 'updated_at': '2021-06-18T16:23:41Z', 'revision_number': 4, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05cade8-5c2c-4f28-805a-402fd4ec9c32', 'name': '', 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:da:9d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:42Z', 'updated_at': '2021-06-18T16:23:49Z', 'revision_number': 4, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:23:50.542186 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-ac3a9840-e80c-45fe-bbc4-032bfa35a63d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 3d7f96a6-6324-4041-b955-c14e0e8ec614) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:50.551401 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3a9840-e80c-45fe-bbc4-032bfa35a63d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:50.552221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9840-e80c-45fe-bbc4-032bfa35a63d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:50.605119 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ac3a9840-e80c-45fe-bbc4-032bfa35a63d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4759917 Jun 18 16:23:50.605119 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46824) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:50.632713 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da74548-1050-4f30-b8d4-77f16b7c45dd None None] Network 3d7f96a6-6324-4041-b955-c14e0e8ec614 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:50.636060 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-5855be8c-edfc-4c7b-a669-70862e3061d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:50.636705 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5855be8c-edfc-4c7b-a669-70862e3061d9 None None] The sync data for ids ['bf1ce636-6bf0-4f21-a38e-15835c18025f'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:23:50.719099 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b45b28fa-e227-42ef-b53d-1717c8aec34f tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.061s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:50.745205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8117064f-d8a1-410f-a1a0-ac7d29ec6ef0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:50.771453 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Allocated IP 2001:db8:0:ffff::2 (bf715b75-449b-4c96-977e-a0a78174aca9/0e6c6237-5690-4674-a836-2fa3380571c9/b10e449b-c275-49b9-be77-fd6679d84f98) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:50.779702 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d14f8433-803a-4856-a404-c35cfec232bf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:50.880197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117064f-d8a1-410f-a1a0-ac7d29ec6ef0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e0b76c-8b35-4afc-bcc3-8135bf26a73b,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:50.898766 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8117064f-d8a1-410f-a1a0-ac7d29ec6ef0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:50.951393 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3d8bbe86-f8ac-442f-a408-54303d68c745 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server [None req-adf5c45e-cfdd-49e5-9256-30f416d666ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0e0b76c-8b35-4afc-bcc3-8135bf26a73b: This subnet is being modified by another concurrent operation. Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:23:50.978465 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise exception Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0e0b76c-8b35-4afc-bcc3-8135bf26a73b: This subnet is being modified by another concurrent operation. Jun 18 16:23:50.982225 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server Jun 18 16:23:51.040720 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8117064f-d8a1-410f-a1a0-ac7d29ec6ef0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.043744 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14687038-6638-4f71-8447-09076a5cc1d7 None None] Network 3952c8fd-50c2-439f-84c4-e49d5e892d1e requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:51.051260 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ea6d1b-9978-40ff-96a2-6ba1236b3163 None None] Network 1e7a1ede-9a00-45c6-947a-408e7a16146e requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:51.053397 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-8117064f-d8a1-410f-a1a0-ac7d29ec6ef0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7a1ede-9a00-45c6-947a-408e7a16146e']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:51.065251 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-8117064f-d8a1-410f-a1a0-ac7d29ec6ef0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '485b4508-3560-46d1-be0f-d0a1ea00271e') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:51.066240 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-8117064f-d8a1-410f-a1a0-ac7d29ec6ef0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '485b4508-3560-46d1-be0f-d0a1ea00271e') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:51.072229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=148b5fa7-a2e5-4638-9ec2-77ccc1ac0746,segment=NetworkSegment(b05a12e5-bd6a-4d76-9eb3-7d2309678ae3),segment_id=b05a12e5-bd6a-4d76-9eb3-7d2309678ae3)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:51.077953 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8117064f-d8a1-410f-a1a0-ac7d29ec6ef0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.079480 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': '5e62f8a0-8a04-495c-8c50-16dc685faee4'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:51.080565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.099965 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8117064f-d8a1-410f-a1a0-ac7d29ec6ef0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.103498 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-39a11013-3aaa-4bc4-a68c-8c587ff8f4e8 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.139218 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8117064f-d8a1-410f-a1a0-ac7d29ec6ef0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:23:51.139621 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8117064f-d8a1-410f-a1a0-ac7d29ec6ef0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:23:51.153137 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:23:51.233937 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.240162 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-3d8bbe86-f8ac-442f-a408-54303d68c745 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object b9f4a0e1-b7ab-4444-8731-e1d7a5434b97 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:51.240766 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8439106f-e360-495b-97da-246b4c2007cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:51.278877 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-06eb778f-a5b6-45f3-8cbd-a3ae45887b3d None None] Provisioning complete for port dcc30579-a594-4faf-a240-c97a0a56b9ed triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:51.279154 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-06eb778f-a5b6-45f3-8cbd-a3ae45887b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.298152 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8117064f-d8a1-410f-a1a0-ac7d29ec6ef0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.312678 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2ae93494-88b3-4255-aef1-693119ce3fb2 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:51.353819 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8117064f-d8a1-410f-a1a0-ac7d29ec6ef0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.359614 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8117064f-d8a1-410f-a1a0-ac7d29ec6ef0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/1e7a1ede-9a00-45c6-947a-408e7a16146e HTTP/1.1" status: 204 len: 168 time: 3.1156278 Jun 18 16:23:51.359614 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3d8bbe86-f8ac-442f-a408-54303d68c745 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.372711 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46826) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:51.377770 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117064f-d8a1-410f-a1a0-ac7d29ec6ef0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Network': ['ID=1e7a1ede-9a00-45c6-947a-408e7a16146e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:51.388852 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-a3b491fd-855c-43de-b836-781fe430a1b2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-554824230'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:51.395170 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8117064f-d8a1-410f-a1a0-ac7d29ec6ef0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:51.400084 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-17373b09-cdb5-4699-b1b9-c04cdaee506f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:51.458274 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8bbe86-f8ac-442f-a408-54303d68c745 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:51.465083 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-958400b8-06e4-4fc3-8792-1358b497dad0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.483516 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-3d8bbe86-f8ac-442f-a408-54303d68c745 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:51.488858 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8bbe86-f8ac-442f-a408-54303d68c745 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:51.494604 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8bbe86-f8ac-442f-a408-54303d68c745 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:51.495257 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3d8bbe86-f8ac-442f-a408-54303d68c745 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.548514 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-39a11013-3aaa-4bc4-a68c-8c587ff8f4e8 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.551572 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8bbe86-f8ac-442f-a408-54303d68c745 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=b9f4a0e1-b7ab-4444-8731-e1d7a5434b97,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:51.559217 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3d8bbe86-f8ac-442f-a408-54303d68c745 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:51.560044 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-39a11013-3aaa-4bc4-a68c-8c587ff8f4e8 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.571692 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-274c37c7-4693-4003-b09a-f957d74d9d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:51.575147 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-06eb778f-a5b6-45f3-8cbd-a3ae45887b3d None None] Port dcc30579-a594-4faf-a240-c97a0a56b9ed cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:51.584928 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3d8bbe86-f8ac-442f-a408-54303d68c745 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9124377 Jun 18 16:23:51.585815 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46828) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:51.632314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.644956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=148b5fa7-a2e5-4638-9ec2-77ccc1ac0746,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:51.654244 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea435a0-ebef-4d45-8202-89d6835b972c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Made reservation on behalf of d60e3585ca1e49b980c07776e659cd39 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:51.658643 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8ea435a0-ebef-4d45-8202-89d6835b972c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.667107 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a11013-3aaa-4bc4-a68c-8c587ff8f4e8 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12796c69-0bbb-45bf-8b3f-be5cf3e26bc9,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:51.674808 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-39a11013-3aaa-4bc4-a68c-8c587ff8f4e8 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.679633 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-39a11013-3aaa-4bc4-a68c-8c587ff8f4e8 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.8233907 Jun 18 16:23:51.682382 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-39a11013-3aaa-4bc4-a68c-8c587ff8f4e8 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:51.688953 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:51.693600 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-3d7f96a6-6324-4041-b955-c14e0e8ec614', 'network_id': '3d7f96a6-6324-4041-b955-c14e0e8ec614', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'fixed_ips': [{'subnet_id': '89679614-abf0-4816-bb16-e93166f5fe7c'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:51.694510 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.698301 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46830) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:51.700805 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Transition to ACTIVE for port object b10e449b-c275-49b9-be77-fd6679d84f98 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:51.742116 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d968888f-6b32-494d-932e-3ecf46f3f9b4 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': '12796c69-0bbb-45bf-8b3f-be5cf3e26bc9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:51.758819 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING neutron.api.v2.base [None req-d968888f-6b32-494d-932e-3ecf46f3f9b4 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 18 16:23:51.759572 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-d968888f-6b32-494d-932e-3ecf46f3f9b4 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:23:51.763475 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d968888f-6b32-494d-932e-3ecf46f3f9b4 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0590253 Jun 18 16:23:51.768212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46832) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:51.781106 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-a42c277a-5e67-4541-a722-ea3bc660332d tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': '12796c69-0bbb-45bf-8b3f-be5cf3e26bc9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:51.781894 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1a503f17-9800-46ed-8617-0ecd921fd44b up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:51.782569 dv-neutron-797120-1-hyperv neutron-server[93453]: WARNING neutron.api.v2.base [None req-a42c277a-5e67-4541-a722-ea3bc660332d tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 18 16:23:51.783550 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-a42c277a-5e67-4541-a722-ea3bc660332d tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:23:51.783678 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-06eb778f-a5b6-45f3-8cbd-a3ae45887b3d None None] Provisioning for port b05cade8-5c2c-4f28-805a-402fd4ec9c32 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:51.787830 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a42c277a-5e67-4541-a722-ea3bc660332d tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0144982 Jun 18 16:23:51.798497 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46834) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:51.801469 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330845db-4976-4f52-b46c-c6f09981d7d1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:51.838613 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-2f537af5-704a-4836-914d-2b97da92ca31 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': '12796c69-0bbb-45bf-8b3f-be5cf3e26bc9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:51.839760 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING neutron.api.v2.base [None req-2f537af5-704a-4836-914d-2b97da92ca31 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 18 16:23:51.840362 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-2f537af5-704a-4836-914d-2b97da92ca31 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:23:51.841449 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2f537af5-704a-4836-914d-2b97da92ca31 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0348549 Jun 18 16:23:51.845692 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46836) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:51.846058 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Transition to ACTIVE for port object b10e449b-c275-49b9-be77-fd6679d84f98 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:51.851290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.859528 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-5c59cde8-867a-4e02-bb6b-da7b38a89ec4 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': '12796c69-0bbb-45bf-8b3f-be5cf3e26bc9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:51.861403 dv-neutron-797120-1-hyperv neutron-server[93453]: WARNING neutron.api.v2.base [None req-5c59cde8-867a-4e02-bb6b-da7b38a89ec4 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 18 16:23:51.861915 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-5c59cde8-867a-4e02-bb6b-da7b38a89ec4 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:23:51.864178 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5c59cde8-867a-4e02-bb6b-da7b38a89ec4 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0164044 Jun 18 16:23:51.873740 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46838) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:51.883874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.892817 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-59917055-9932-4529-992c-2dd7b1fb0d4d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:51.915431 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b491fd-855c-43de-b836-781fe430a1b2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:51.919551 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a3b491fd-855c-43de-b836-781fe430a1b2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:51.951752 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3306aa-fdb7-4177-9c8d-1f101f7dbc2f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:51.953502 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0d3306aa-fdb7-4177-9c8d-1f101f7dbc2f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3544109 Jun 18 16:23:51.962543 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46840) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:51.986521 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Allocated IP 2001:db8::2 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/5e62f8a0-8a04-495c-8c50-16dc685faee4/16e924f0-332a-4a49-8cde-31b695b76070) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:51.992543 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b491fd-855c-43de-b836-781fe430a1b2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:52.001904 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a3b491fd-855c-43de-b836-781fe430a1b2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.002326 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-a3b491fd-855c-43de-b836-781fe430a1b2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Added segment c475a076-27f7-4afd-8ee8-2e5e6adcc030 of type vlan for network 8ddf04d9-81cb-499f-9108-880d9d2dea41 Jun 18 16:23:52.128935 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a3b491fd-855c-43de-b836-781fe430a1b2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.158204 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Network bf715b75-449b-4c96-977e-a0a78174aca9 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:52.170782 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:52.178641 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Pushing event updated for resources: {'Port': ['ID=b10e449b-c275-49b9-be77-fd6679d84f98,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:52.187460 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:52.187958 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f9b852f4-4019-4ee0-a038-e86668dd9423 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.188230 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-330845db-4976-4f52-b46c-c6f09981d7d1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.192788 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:52.223204 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-958400b8-06e4-4fc3-8792-1358b497dad0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Deleting port dcc30579-a594-4faf-a240-c97a0a56b9ed {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:52.224212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-958400b8-06e4-4fc3-8792-1358b497dad0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.251369 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-330845db-4976-4f52-b46c-c6f09981d7d1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] device_id is not set on port c96e6a6c-089a-4e9d-a112-d0070da1a128 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:23:52.310060 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f9b852f4-4019-4ee0-a038-e86668dd9423 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.336609 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a3b491fd-855c-43de-b836-781fe430a1b2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.346169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b491fd-855c-43de-b836-781fe430a1b2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:52.346169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a3b491fd-855c-43de-b836-781fe430a1b2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.356835 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-02b1cfae-8e58-46fb-9d8d-7ae0e5485bf0 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:52.426331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f9b852f4-4019-4ee0-a038-e86668dd9423 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.429102 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f9b852f4-4019-4ee0-a038-e86668dd9423 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.433801 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f9b852f4-4019-4ee0-a038-e86668dd9423 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "DELETE /v2.0/security-groups/12796c69-0bbb-45bf-8b3f-be5cf3e26bc9 HTTP/1.1" status: 204 len: 168 time: 0.5548754 Jun 18 16:23:52.433801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-25c98fdc-c229-4065-95a1-c544ab3913c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:52.437218 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46842) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:52.438673 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 1a503f17-9800-46ed-8617-0ecd921fd44b completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:52.439873 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-958400b8-06e4-4fc3-8792-1358b497dad0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.441297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-06eb778f-a5b6-45f3-8cbd-a3ae45887b3d None None] Provisioning for port 1fd175c1-14c8-4495-80e9-528e4cf46760 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:52.478621 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b852f4-4019-4ee0-a038-e86668dd9423 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12796c69-0bbb-45bf-8b3f-be5cf3e26bc9,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:52.481290 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9262f2d7-823c-4039-9b27-bccbe4ef0d19 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:52.485189 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8ea435a0-ebef-4d45-8202-89d6835b972c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.489810 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a3b491fd-855c-43de-b836-781fe430a1b2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1163619 Jun 18 16:23:52.499704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46844) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:52.511348 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-54ed1d43-5662-4744-8373-f2a0c69a9210 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port b9f4a0e1-b7ab-4444-8731-e1d7a5434b97 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:52.511689 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-54ed1d43-5662-4744-8373-f2a0c69a9210 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.514787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f9b852f4-4019-4ee0-a038-e86668dd9423 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:52.523764 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f54fa611-9a46-4591-bd2b-afca26974354 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'subnet': {'network_id': '8ddf04d9-81cb-499f-9108-880d9d2dea41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:52.559826 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b65737da-bd52-458f-9ef3-3aa23c39ef7d tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1161032 Jun 18 16:23:52.594098 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-958400b8-06e4-4fc3-8792-1358b497dad0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Calling delete_port for dcc30579-a594-4faf-a240-c97a0a56b9ed owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:52.596675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46846) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:52.603628 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-14dcafc9-636e-4400-8ce8-6467698f5ecc tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group': {'name': 'tempest-secgroup--1198095591'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:52.619884 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b491fd-855c-43de-b836-781fe430a1b2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Network': ['ID=8ddf04d9-81cb-499f-9108-880d9d2dea41,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:52.648380 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 8ddf04d9-81cb-499f-9108-880d9d2dea41 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:52.653826 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Allocated IP 172.23.0.2 (3d7f96a6-6324-4041-b955-c14e0e8ec614/89679614-abf0-4816-bb16-e93166f5fe7c/7d79355d-285e-4eca-8b2e-dd14a23a79d2) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:52.656742 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a3b491fd-855c-43de-b836-781fe430a1b2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:52.659799 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:52.673654 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Attempting to bind port b10e449b-c275-49b9-be77-fd6679d84f98 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:52.674324 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Attempting to bind port b10e449b-c275-49b9-be77-fd6679d84f98 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '7256ef56-a983-4071-9b63-8f79e867a3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bf715b75-449b-4c96-977e-a0a78174aca9'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:52.674895 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Attempting to bind port b10e449b-c275-49b9-be77-fd6679d84f98 on network bf715b75-449b-4c96-977e-a0a78174aca9 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:52.679358 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-14dcafc9-636e-4400-8ce8-6467698f5ecc tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.752532 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.772562 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:52.772963 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Checking segment: {'id': '7256ef56-a983-4071-9b63-8f79e867a3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bf715b75-449b-4c96-977e-a0a78174aca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:52.773405 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.773803 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Bound using segment: {'id': '7256ef56-a983-4071-9b63-8f79e867a3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bf715b75-449b-4c96-977e-a0a78174aca9'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:52.774312 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Bound port: b10e449b-c275-49b9-be77-fd6679d84f98, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7256ef56-a983-4071-9b63-8f79e867a3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'bf715b75-449b-4c96-977e-a0a78174aca9'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:52.774732 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.821698 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Transition to ACTIVE for port object 16e924f0-332a-4a49-8cde-31b695b76070 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:52.851457 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-330845db-4976-4f52-b46c-c6f09981d7d1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Allocated IP 2001:db8::f (3952c8fd-50c2-439f-84c4-e49d5e892d1e/e338b115-4711-4719-9f93-d76d8a46feaa/c96e6a6c-089a-4e9d-a112-d0070da1a128) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:52.910824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea435a0-ebef-4d45-8202-89d6835b972c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Checking segment: {'id': '4882be80-b449-4c66-9fb8-e7573dc014f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '51a8f7eb-616d-43b5-8d70-fde70e0395fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:52.910824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea435a0-ebef-4d45-8202-89d6835b972c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network hostable DHCP agents. Network: 51a8f7eb-616d-43b5-8d70-fde70e0395fe, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:52.915850 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea435a0-ebef-4d45-8202-89d6835b972c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Subnet': ['ID=8c2da5af-ec35-4672-99e3-7de567d12e0f,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:52.925602 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-958400b8-06e4-4fc3-8792-1358b497dad0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.926168 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8ea435a0-ebef-4d45-8202-89d6835b972c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:52.935748 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-380f5962-a318-47c6-87ea-c88943ed3b75 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:52.938213 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-54ed1d43-5662-4744-8373-f2a0c69a9210 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.963168 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-14dcafc9-636e-4400-8ce8-6467698f5ecc tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.964822 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Transition to ACTIVE for port object 16e924f0-332a-4a49-8cde-31b695b76070 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:52.992740 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 9262f2d7-823c-4039-9b27-bccbe4ef0d19 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:52.993553 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.994563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958400b8-06e4-4fc3-8792-1358b497dad0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event deleted for resources: {'Port': ['ID=dcc30579-a594-4faf-a240-c97a0a56b9ed,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:52.995492 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:52.997240 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-14dcafc9-636e-4400-8ce8-6467698f5ecc tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:53.008290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-958400b8-06e4-4fc3-8792-1358b497dad0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:53.008899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-311c6448-9baf-475f-9b96-9c4d7dd9e75b tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:53.011564 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-64c2fbfd-3489-4fdf-bc31-1bf0cecb21eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:53.013185 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-2eae8a9b-87c3-4dd2-b324-475c9d6a458f None None] Provisioning for port 1a503f17-9800-46ed-8617-0ecd921fd44b completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:53.048721 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-54ed1d43-5662-4744-8373-f2a0c69a9210 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for b9f4a0e1-b7ab-4444-8731-e1d7a5434b97 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:53.056263 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea435a0-ebef-4d45-8202-89d6835b972c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network 51a8f7eb-616d-43b5-8d70-fde70e0395fe is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:53.078980 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-8ea435a0-ebef-4d45-8202-89d6835b972c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 51a8f7eb-616d-43b5-8d70-fde70e0395fe) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:53.095277 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea435a0-ebef-4d45-8202-89d6835b972c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:53.096550 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8ea435a0-ebef-4d45-8202-89d6835b972c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:53.104354 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-2eae8a9b-87c3-4dd2-b324-475c9d6a458f None None] Provisioning complete for port 1a503f17-9800-46ed-8617-0ecd921fd44b triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:53.104695 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2eae8a9b-87c3-4dd2-b324-475c9d6a458f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:53.115843 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99a4b01-ddad-4aa2-840d-f8c98fadf803 None None] Network 51a8f7eb-616d-43b5-8d70-fde70e0395fe requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:53.121480 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] For port b10e449b-c275-49b9-be77-fd6679d84f98, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:53.180535 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54fa611-9a46-4591-bd2b-afca26974354 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:53.184220 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f54fa611-9a46-4591-bd2b-afca26974354 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:53.197994 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dcafc9-636e-4400-8ce8-6467698f5ecc tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=722ec423-82c6-42a5-93c7-652a5f824caa,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:53.202248 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-14dcafc9-636e-4400-8ce8-6467698f5ecc tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:53.215185 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-14dcafc9-636e-4400-8ce8-6467698f5ecc tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:53.216488 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-14dcafc9-636e-4400-8ce8-6467698f5ecc tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6167197 Jun 18 16:23:53.219681 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46850) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:53.220388 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-958400b8-06e4-4fc3-8792-1358b497dad0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:53.227645 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-4acd9433-349d-4c5e-9df6-7349f3eb1472 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': '722ec423-82c6-42a5-93c7-652a5f824caa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:53.228624 dv-neutron-797120-1-hyperv neutron-server[93453]: WARNING neutron.api.v2.base [None req-4acd9433-349d-4c5e-9df6-7349f3eb1472 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 18 16:23:53.229165 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-4acd9433-349d-4c5e-9df6-7349f3eb1472 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:23:53.230728 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:53.230888 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4acd9433-349d-4c5e-9df6-7349f3eb1472 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075488 Jun 18 16:23:53.232939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46852) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:53.247048 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-041a312a-912f-4011-ac18-a07d5980ff05 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': '722ec423-82c6-42a5-93c7-652a5f824caa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:53.289697 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8ea435a0-ebef-4d45-8202-89d6835b972c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.3168917 Jun 18 16:23:53.296327 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46854) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:53.342367 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Pushing event updated for resources: {'Port': ['ID=16e924f0-332a-4a49-8cde-31b695b76070,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:53.345372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:53.350519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] For port b10e449b-c275-49b9-be77-fd6679d84f98, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b10e449b-c275-49b9-be77-fd6679d84f98,segment=NetworkSegment(7256ef56-a983-4071-9b63-8f79e867a3a4),segment_id=7256ef56-a983-4071-9b63-8f79e867a3a4)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:53.369019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:53.371608 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:53.383684 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:53.399647 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:53.514737 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Pushing event updated for resources: {'Port': ['ID=b10e449b-c275-49b9-be77-fd6679d84f98,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:53.527495 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:53.592229 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-041a312a-912f-4011-ac18-a07d5980ff05 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:23:53.593406 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-53d03d15-3150-437e-845b-38eaf42d532c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:53.598728 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-041a312a-912f-4011-ac18-a07d5980ff05 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3631721 Jun 18 16:23:53.598728 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958400b8-06e4-4fc3-8792-1358b497dad0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Router bf1ce636-6bf0-4f21-a38e-15835c18025f has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:23:53.601284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46856) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:53.607997 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-e8e2813a-8454-4469-8434-a377fd1c6d3f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': '722ec423-82c6-42a5-93c7-652a5f824caa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:53.608287 dv-neutron-797120-1-hyperv neutron-server[93453]: WARNING neutron.api.v2.base [None req-e8e2813a-8454-4469-8434-a377fd1c6d3f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 18 16:23:53.608827 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-e8e2813a-8454-4469-8434-a377fd1c6d3f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:23:53.612471 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e8e2813a-8454-4469-8434-a377fd1c6d3f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075548 Jun 18 16:23:53.617227 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46858) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:53.634795 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-7db89cd3-99cc-40b8-98df-d5f600b42fb3 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': '722ec423-82c6-42a5-93c7-652a5f824caa', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:53.730232 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b921e875-bf38-48cc-bbbf-803ff1273e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-51a8f7eb-616d-43b5-8d70-fde70e0395fe', 'network_id': '51a8f7eb-616d-43b5-8d70-fde70e0395fe', 'tenant_id': 'd60e3585ca1e49b980c07776e659cd39', 'fixed_ips': [{'subnet_id': '8c2da5af-ec35-4672-99e3-7de567d12e0f'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:53.731238 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b921e875-bf38-48cc-bbbf-803ff1273e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:53.734489 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:53.770519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Attempting to bind port 16e924f0-332a-4a49-8cde-31b695b76070 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:53.770909 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Attempting to bind port 16e924f0-332a-4a49-8cde-31b695b76070 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:53.771476 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Attempting to bind port 16e924f0-332a-4a49-8cde-31b695b76070 on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:53.784980 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958400b8-06e4-4fc3-8792-1358b497dad0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:23:53.801111 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4007f694-9e30-465b-a86c-b855c94ba2d6 None None] Sync routers for ids ['bf1ce636-6bf0-4f21-a38e-15835c18025f'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:23:53.805873 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-958400b8-06e4-4fc3-8792-1358b497dad0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "PUT /v2.0/routers/bf1ce636-6bf0-4f21-a38e-15835c18025f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9369357 Jun 18 16:23:53.810470 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46860) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:53.856224 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-7db89cd3-99cc-40b8-98df-d5f600b42fb3 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:23:53.861969 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7db89cd3-99cc-40b8-98df-d5f600b42fb3 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2390692 Jun 18 16:23:53.865102 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46862) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:53.875695 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Transition to ACTIVE for port object 7d79355d-285e-4eca-8b2e-dd14a23a79d2 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:53.877104 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4007f694-9e30-465b-a86c-b855c94ba2d6 None None] Routers {'bf1ce636-6bf0-4f21-a38e-15835c18025f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:23:53.878853 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-6dddaa54-ddab-44d1-acc8-1e270708626b tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': '722ec423-82c6-42a5-93c7-652a5f824caa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:53.879000 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4007f694-9e30-465b-a86c-b855c94ba2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bf1ce636-6bf0-4f21-a38e-15835c18025f'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:53.879932 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING neutron.api.v2.base [None req-6dddaa54-ddab-44d1-acc8-1e270708626b tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 18 16:23:53.880445 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-6dddaa54-ddab-44d1-acc8-1e270708626b tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:23:53.884173 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6dddaa54-ddab-44d1-acc8-1e270708626b tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095584 Jun 18 16:23:53.884404 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-54ed1d43-5662-4744-8373-f2a0c69a9210 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:53.888102 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2eae8a9b-87c3-4dd2-b324-475c9d6a458f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:53.892852 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:53.897923 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:53.898568 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:53.899950 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:53.900650 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Bound port: 16e924f0-332a-4a49-8cde-31b695b76070, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:53.900894 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46864) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:53.901371 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:53.914454 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-5f42f826-49d0-450d-ac90-f33b32266d6e tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] show failed (client error): The resource could not be found. Jun 18 16:23:53.920482 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5f42f826-49d0-450d-ac90-f33b32266d6e tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-1827379024 HTTP/1.1" status: 404 len: 335 time: 0.1037624 Jun 18 16:23:53.920719 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f086abfd-f8a9-44c6-ad12-bae9839c9b7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:53.931566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46866) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:53.932520 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1fd175c1-14c8-4495-80e9-528e4cf46760 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:53.936807 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-50f97ad5-8cf2-4ae5-af91-a3c9db984e8b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:53.954875 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f5bfcdfe-f2fc-4793-abd5-0fddb744c231 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': '722ec423-82c6-42a5-93c7-652a5f824caa', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:53.979859 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-53d03d15-3150-437e-845b-38eaf42d532c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:53.997318 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-50f97ad5-8cf2-4ae5-af91-a3c9db984e8b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] update failed (client error): The resource could not be found. Jun 18 16:23:54.001512 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-50f97ad5-8cf2-4ae5-af91-a3c9db984e8b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-1725835452 HTTP/1.1" status: 404 len: 335 time: 0.0658417 Jun 18 16:23:54.007418 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46868) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:54.031266 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Transition to ACTIVE for port object 7d79355d-285e-4eca-8b2e-dd14a23a79d2 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:54.093825 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4007f694-9e30-465b-a86c-b855c94ba2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:54.096609 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed1d43-5662-4744-8373-f2a0c69a9210 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=b9f4a0e1-b7ab-4444-8731-e1d7a5434b97,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:54.104501 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4007f694-9e30-465b-a86c-b855c94ba2d6 None None] Routers {'bf1ce636-6bf0-4f21-a38e-15835c18025f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:23:54.105391 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4007f694-9e30-465b-a86c-b855c94ba2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bf1ce636-6bf0-4f21-a38e-15835c18025f'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:54.107651 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef283736-3047-4837-925c-211804330a51 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Deleting subnet dfe3855e-ea67-4aee-8479-85b0a3ba39f4 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:23:54.111979 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ef283736-3047-4837-925c-211804330a51 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.114020 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-330845db-4976-4f52-b46c-c6f09981d7d1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.118053 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.125120 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-54ed1d43-5662-4744-8373-f2a0c69a9210 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:54.127848 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.153607 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4007f694-9e30-465b-a86c-b855c94ba2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:54.154462 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4007f694-9e30-465b-a86c-b855c94ba2d6 None None] The sync data for ids ['bf1ce636-6bf0-4f21-a38e-15835c18025f'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:23:54.163909 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:54.196940 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-54ed1d43-5662-4744-8373-f2a0c69a9210 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.201595 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-54ed1d43-5662-4744-8373-f2a0c69a9210 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/b9f4a0e1-b7ab-4444-8731-e1d7a5434b97 HTTP/1.1" status: 204 len: 168 time: 2.2337940 Jun 18 16:23:54.202721 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-330845db-4976-4f52-b46c-c6f09981d7d1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Transition to ACTIVE for port object c96e6a6c-089a-4e9d-a112-d0070da1a128 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:54.203961 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46870) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:54.230731 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-2eae8a9b-87c3-4dd2-b324-475c9d6a458f None None] For port 1a503f17-9800-46ed-8617-0ecd921fd44b, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1a503f17-9800-46ed-8617-0ecd921fd44b,segment=NetworkSegment(843bc1d3-44b8-402a-af47-74fcdf35bb34),segment_id=843bc1d3-44b8-402a-af47-74fcdf35bb34)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:54.231555 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ef283736-3047-4837-925c-211804330a51 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.234829 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Allocated IP 172.23.0.1 (3d7f96a6-6324-4041-b955-c14e0e8ec614/89679614-abf0-4816-bb16-e93166f5fe7c/24dd55c1-f0be-42a1-abd8-54c63e4667e7) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:54.249220 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 1fd175c1-14c8-4495-80e9-528e4cf46760 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:54.261706 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 1fd175c1-14c8-4495-80e9-528e4cf46760 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:54.261706 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.263320 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2eae8a9b-87c3-4dd2-b324-475c9d6a458f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.273615 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Network 3d7f96a6-6324-4041-b955-c14e0e8ec614 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:54.325232 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:54.328035 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:54.333562 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-f5bfcdfe-f2fc-4793-abd5-0fddb744c231 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:23:54.337752 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f5bfcdfe-f2fc-4793-abd5-0fddb744c231 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4302011 Jun 18 16:23:54.342283 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46874) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server [None req-b921e875-bf38-48cc-bbbf-803ff1273e65 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c2da5af-ec35-4672-99e3-7de567d12e0f: This subnet is being modified by another concurrent operation. Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:23:54.343604 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise exception Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c2da5af-ec35-4672-99e3-7de567d12e0f: This subnet is being modified by another concurrent operation. Jun 18 16:23:54.347709 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server Jun 18 16:23:54.353700 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-53d03d15-3150-437e-845b-38eaf42d532c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.353808 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] For port 16e924f0-332a-4a49-8cde-31b695b76070, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:54.355962 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Pushing event updated for resources: {'Port': ['ID=7d79355d-285e-4eca-8b2e-dd14a23a79d2,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:54.356394 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-3814bd58-7490-42f6-adcb-2c99aebd21ce tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': '722ec423-82c6-42a5-93c7-652a5f824caa', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:54.357460 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING neutron.api.v2.base [None req-3814bd58-7490-42f6-adcb-2c99aebd21ce tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 18 16:23:54.357670 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-3814bd58-7490-42f6-adcb-2c99aebd21ce tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:23:54.361938 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3814bd58-7490-42f6-adcb-2c99aebd21ce tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081308 Jun 18 16:23:54.364061 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:54.367629 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46876) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:54.369291 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8ea435a0-ebef-4d45-8202-89d6835b972c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:54.373826 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] For port 16e924f0-332a-4a49-8cde-31b695b76070, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=16e924f0-332a-4a49-8cde-31b695b76070,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:54.377656 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:54.377744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-1831c9ca-5d89-4646-b60d-c79a0a0cd31b tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': '722ec423-82c6-42a5-93c7-652a5f824caa', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:54.413948 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a01fdf2-9fe9-4a99-82bb-c05e40db86ce None None] Network 51a8f7eb-616d-43b5-8d70-fde70e0395fe requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:54.421522 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f54fa611-9a46-4591-bd2b-afca26974354 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.433206 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d03d15-3150-437e-845b-38eaf42d532c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Subnet': ['ID=8c2da5af-ec35-4672-99e3-7de567d12e0f,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:54.444070 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-53d03d15-3150-437e-845b-38eaf42d532c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:54.450357 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e6f07d-7675-4fc9-a51f-981e1448f5fd tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:54.451879 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e6f07d-7675-4fc9-a51f-981e1448f5fd tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:54.453405 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a7e6f07d-7675-4fc9-a51f-981e1448f5fd tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2465067 Jun 18 16:23:54.454212 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-50215d01-5221-4e60-baf6-3f3e14f62764 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:54.458180 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46878) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:54.466638 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.514669 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ef283736-3047-4837-925c-211804330a51 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.567933 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae8a9b-87c3-4dd2-b324-475c9d6a458f None None] Pushing event updated for resources: {'Port': ['ID=1a503f17-9800-46ed-8617-0ecd921fd44b,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:54.576172 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-2eae8a9b-87c3-4dd2-b324-475c9d6a458f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:54.577506 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-1831c9ca-5d89-4646-b60d-c79a0a0cd31b tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:23:54.578726 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1831c9ca-5d89-4646-b60d-c79a0a0cd31b tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2100732 Jun 18 16:23:54.585400 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46880) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:54.586523 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-0b7ae8ee-9984-4502-b555-74349e220da7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:54.589136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.592769 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4cfef6-b24a-461a-bc2c-ae87ca050a49 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet 5e62f8a0-8a04-495c-8c50-16dc685faee4 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:23:54.596164 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5e4cfef6-b24a-461a-bc2c-ae87ca050a49 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.599103 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-a0fb134c-940d-4af7-a78c-e4c0b0a53864 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': '722ec423-82c6-42a5-93c7-652a5f824caa', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:54.631175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Transition to ACTIVE for port object 24dd55c1-f0be-42a1-abd8-54c63e4667e7 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:54.646351 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Pushing event updated for resources: {'Port': ['ID=16e924f0-332a-4a49-8cde-31b695b76070,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:54.650595 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ef283736-3047-4837-925c-211804330a51 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.654319 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f2ed5db9-2fd5-4f91-af5a-b813039c1ed3 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:54.661487 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5e4cfef6-b24a-461a-bc2c-ae87ca050a49 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.665693 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:54.705123 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Attempting to bind port 7d79355d-285e-4eca-8b2e-dd14a23a79d2 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:54.705667 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Attempting to bind port 7d79355d-285e-4eca-8b2e-dd14a23a79d2 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '22e32ea8-77c2-4864-9324-898a18ee0a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3d7f96a6-6324-4041-b955-c14e0e8ec614'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:54.707007 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Attempting to bind port 7d79355d-285e-4eca-8b2e-dd14a23a79d2 on network 3d7f96a6-6324-4041-b955-c14e0e8ec614 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:54.714814 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef283736-3047-4837-925c-211804330a51 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe3855e-ea67-4aee-8479-85b0a3ba39f4,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:54.718212 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-bb196f51-43a1-461f-a041-7a49e2a33c6f None None] Provisioning for port 46f8c4f2-ac43-4b0f-ae84-c006bde9670b completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:54.721514 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ef283736-3047-4837-925c-211804330a51 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:54.738993 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ef283736-3047-4837-925c-211804330a51 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.741268 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ef283736-3047-4837-925c-211804330a51 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "DELETE /v2.0/subnets/dfe3855e-ea67-4aee-8479-85b0a3ba39f4 HTTP/1.1" status: 204 len: 168 time: 0.7322745 Jun 18 16:23:54.750371 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46882) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:54.752248 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-330845db-4976-4f52-b46c-c6f09981d7d1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.772124 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:54.772629 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Checking segment: {'id': '22e32ea8-77c2-4864-9324-898a18ee0a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3d7f96a6-6324-4041-b955-c14e0e8ec614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:54.773147 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.773887 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Bound using segment: {'id': '22e32ea8-77c2-4864-9324-898a18ee0a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3d7f96a6-6324-4041-b955-c14e0e8ec614'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:54.774693 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Bound port: 7d79355d-285e-4eca-8b2e-dd14a23a79d2, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e32ea8-77c2-4864-9324-898a18ee0a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3d7f96a6-6324-4041-b955-c14e0e8ec614'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:54.775348 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.775487 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-a0fb134c-940d-4af7-a78c-e4c0b0a53864 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:23:54.779023 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a0fb134c-940d-4af7-a78c-e4c0b0a53864 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1846323 Jun 18 16:23:54.789757 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e13ec82-48c2-465b-9a5e-9787c18d932b None None] Network 7ddc608a-b3da-4b33-a115-f9cb447a5d17 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:54.790588 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46884) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:54.795038 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.808557 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-bb196f51-43a1-461f-a041-7a49e2a33c6f None None] Provisioning complete for port 46f8c4f2-ac43-4b0f-ae84-c006bde9670b triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:54.809339 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bb196f51-43a1-461f-a041-7a49e2a33c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.828129 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-53d03d15-3150-437e-845b-38eaf42d532c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.830598 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5f02c014-237b-4a34-8d3a-abba4728f7bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:54.854286 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-53d03d15-3150-437e-845b-38eaf42d532c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a8f7eb-616d-43b5-8d70-fde70e0395fe']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:54.877490 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-53d03d15-3150-437e-845b-38eaf42d532c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4882be80-b449-4c66-9fb8-e7573dc014f6') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:54.880216 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-53d03d15-3150-437e-845b-38eaf42d532c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4882be80-b449-4c66-9fb8-e7573dc014f6') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:54.903453 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-53d03d15-3150-437e-845b-38eaf42d532c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.920150 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=24dd55c1-f0be-42a1-abd8-54c63e4667e7,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:54.922214 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-bb196f51-43a1-461f-a041-7a49e2a33c6f None None] Port 46f8c4f2-ac43-4b0f-ae84-c006bde9670b cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:54.923882 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network 3d7f96a6-6324-4041-b955-c14e0e8ec614 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:54.928944 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:54.935293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:54.943612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:54.949435 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-53d03d15-3150-437e-845b-38eaf42d532c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:54.985824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d03d15-3150-437e-845b-38eaf42d532c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:23:54.986532 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-53d03d15-3150-437e-845b-38eaf42d532c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:55.006412 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:23:55.011408 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:23:55.103859 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fa611-9a46-4591-bd2b-afca26974354 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Subnet': ['ID=118528ac-3c86-41cb-8c43-f60091cba5b9,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:55.110015 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5e4cfef6-b24a-461a-bc2c-ae87ca050a49 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:55.117701 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330845db-4976-4f52-b46c-c6f09981d7d1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 3952c8fd-50c2-439f-84c4-e49d5e892d1e is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:55.118806 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f54fa611-9a46-4591-bd2b-afca26974354 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:55.121347 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3d8bbe86-f8ac-442f-a408-54303d68c745 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.333s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:55.194289 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:55.222574 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-330845db-4976-4f52-b46c-c6f09981d7d1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:55.249351 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330845db-4976-4f52-b46c-c6f09981d7d1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:55.256361 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330845db-4976-4f52-b46c-c6f09981d7d1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:55.257021 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-330845db-4976-4f52-b46c-c6f09981d7d1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:55.260547 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:55.263431 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54fa611-9a46-4591-bd2b-afca26974354 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Checking segment: {'id': 'c475a076-27f7-4afd-8ee8-2e5e6adcc030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ddf04d9-81cb-499f-9108-880d9d2dea41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:55.263799 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54fa611-9a46-4591-bd2b-afca26974354 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network hostable DHCP agents. Network: 8ddf04d9-81cb-499f-9108-880d9d2dea41, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:55.309064 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-bb196f51-43a1-461f-a041-7a49e2a33c6f None None] Provisioning complete for port 1a503f17-9800-46ed-8617-0ecd921fd44b triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:55.309484 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bb196f51-43a1-461f-a041-7a49e2a33c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:55.331413 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:55.344871 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d700f79-b0bd-43c2-a9e5-33439afb3f28 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:55.352894 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330845db-4976-4f52-b46c-c6f09981d7d1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=c96e6a6c-089a-4e9d-a112-d0070da1a128,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:55.355238 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b94a49a-9cf8-4912-80d8-2dabba5b0ad0 None None] Network bf715b75-449b-4c96-977e-a0a78174aca9 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:55.365120 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-330845db-4976-4f52-b46c-c6f09981d7d1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.5203087 Jun 18 16:23:55.366574 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5e4cfef6-b24a-461a-bc2c-ae87ca050a49 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:55.369796 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46886) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:55.372330 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-330845db-4976-4f52-b46c-c6f09981d7d1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:55.378100 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 1fd175c1-14c8-4495-80e9-528e4cf46760, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1fd175c1-14c8-4495-80e9-528e4cf46760,segment=NetworkSegment(7c1cb9b2-0765-47da-9007-10d903c9659b),segment_id=7c1cb9b2-0765-47da-9007-10d903c9659b)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:55.379072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-81b93d43-fba9-4eac-ba8d-4105115c2402 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:55.402253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-53d03d15-3150-437e-845b-38eaf42d532c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:55.437251 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:55.438167 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b05cade8-5c2c-4f28-805a-402fd4ec9c32 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:55.447767 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-53d03d15-3150-437e-845b-38eaf42d532c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:55.454072 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-53d03d15-3150-437e-845b-38eaf42d532c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/networks/51a8f7eb-616d-43b5-8d70-fde70e0395fe HTTP/1.1" status: 204 len: 168 time: 2.1545105 Jun 18 16:23:55.474307 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6a781eb3-ec34-45ff-a1bc-8f11f037bc33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:55.484392 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46888) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:55.492741 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4cfef6-b24a-461a-bc2c-ae87ca050a49 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=5e62f8a0-8a04-495c-8c50-16dc685faee4,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:55.496480 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d700f79-b0bd-43c2-a9e5-33439afb3f28 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:55.502532 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-a947b31d-99c6-4586-a74b-ab50dde5a3ae tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-931571353'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:55.513892 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5e4cfef6-b24a-461a-bc2c-ae87ca050a49 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:55.521177 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:55.524582 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54fa611-9a46-4591-bd2b-afca26974354 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network 8ddf04d9-81cb-499f-9108-880d9d2dea41 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:55.528976 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5e4cfef6-b24a-461a-bc2c-ae87ca050a49 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:55.533993 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5e4cfef6-b24a-461a-bc2c-ae87ca050a49 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/5e62f8a0-8a04-495c-8c50-16dc685faee4 HTTP/1.1" status: 204 len: 168 time: 1.0563183 Jun 18 16:23:55.539073 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46890) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:55.562295 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=1fd175c1-14c8-4495-80e9-528e4cf46760,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:55.576513 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d03d15-3150-437e-845b-38eaf42d532c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Network': ['ID=51a8f7eb-616d-43b5-8d70-fde70e0395fe,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:55.579959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Deleting port 1fd175c1-14c8-4495-80e9-528e4cf46760 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:55.580699 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:55.618898 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:55.622972 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] For port 7d79355d-285e-4eca-8b2e-dd14a23a79d2, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:55.625831 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-53d03d15-3150-437e-845b-38eaf42d532c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:55.628624 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fb5c230c-8a3c-4767-bf0c-0f43235fc3c0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0772157 Jun 18 16:23:55.629630 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-f54fa611-9a46-4591-bd2b-afca26974354 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 8ddf04d9-81cb-499f-9108-880d9d2dea41) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:55.644272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46892) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:55.654668 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-ab2f1285-a2de-470b-bab6-d87e140fe234 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:55.660562 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b6165b-8be0-41cd-b8ab-9f39e54086f0 None None] Network 8ddf04d9-81cb-499f-9108-880d9d2dea41 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:55.667973 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54fa611-9a46-4591-bd2b-afca26974354 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:55.668787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f54fa611-9a46-4591-bd2b-afca26974354 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:55.688675 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] For port 7d79355d-285e-4eca-8b2e-dd14a23a79d2, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=7d79355d-285e-4eca-8b2e-dd14a23a79d2,segment=NetworkSegment(22e32ea8-77c2-4864-9324-898a18ee0a1c),segment_id=22e32ea8-77c2-4864-9324-898a18ee0a1c)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:55.731592 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:55.742665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-2c5c626e-ee4b-45a0-a509-f7f971ba24b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:55.788653 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] For port 1fd175c1-14c8-4495-80e9-528e4cf46760, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1fd175c1-14c8-4495-80e9-528e4cf46760,segment=NetworkSegment(7c1cb9b2-0765-47da-9007-10d903c9659b),segment_id=7c1cb9b2-0765-47da-9007-10d903c9659b)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:55.789686 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:55.921927 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Calling delete_port for 1fd175c1-14c8-4495-80e9-528e4cf46760 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:56.058621 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:56.066764 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:56.071145 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port b05cade8-5c2c-4f28-805a-402fd4ec9c32 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:56.088595 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a947b31d-99c6-4586-a74b-ab50dde5a3ae tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Made reservation on behalf of d60e3585ca1e49b980c07776e659cd39 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:56.099712 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a947b31d-99c6-4586-a74b-ab50dde5a3ae tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:56.115337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Pushing event updated for resources: {'Port': ['ID=7d79355d-285e-4eca-8b2e-dd14a23a79d2,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:56.116856 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:56.145602 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port b05cade8-5c2c-4f28-805a-402fd4ec9c32 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:56.146029 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:56.225524 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-8ddf04d9-81cb-499f-9108-880d9d2dea41', 'network_id': '8ddf04d9-81cb-499f-9108-880d9d2dea41', 'tenant_id': 'eb097a6e28d249bdbf02c3bc05f9b34b', 'fixed_ips': [{'subnet_id': '118528ac-3c86-41cb-8c43-f60091cba5b9'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:23:56.227134 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:56.251519 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f54fa611-9a46-4591-bd2b-afca26974354 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7360299 Jun 18 16:23:56.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d700f79-b0bd-43c2-a9e5-33439afb3f28 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:56.266939 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d700f79-b0bd-43c2-a9e5-33439afb3f28 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:56.271909 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6d700f79-b0bd-43c2-a9e5-33439afb3f28 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "DELETE /v2.0/security-groups/722ec423-82c6-42a5-93c7-652a5f824caa HTTP/1.1" status: 204 len: 168 time: 1.4604492 Jun 18 16:23:56.279623 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46894) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:56.280103 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46896) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:56.284041 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:56.434863 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408d72f3-c39b-4aa4-885f-505c1896ee5c None None] DHCP port deletion for 7ddc608a-b3da-4b33-a115-f9cb447a5d17 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:23:56.454761 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580ace3f-c542-4399-ad87-3ed297689bd4 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:56.456937 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-580ace3f-c542-4399-ad87-3ed297689bd4 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.0732794 Jun 18 16:23:56.457909 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d700f79-b0bd-43c2-a9e5-33439afb3f28 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=722ec423-82c6-42a5-93c7-652a5f824caa,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:56.479444 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a947b31d-99c6-4586-a74b-ab50dde5a3ae tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:23:56.490676 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:56.505651 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6d700f79-b0bd-43c2-a9e5-33439afb3f28 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:56.506121 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46898) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:56.544532 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a947b31d-99c6-4586-a74b-ab50dde5a3ae tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:56.544532 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-a947b31d-99c6-4586-a74b-ab50dde5a3ae tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Added segment ad802915-5e5b-48f1-87dc-c0d1c80d6943 of type vlan for network 23257978-ebe0-476c-9c45-b16242be54c0 Jun 18 16:23:56.560443 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-13c239e2-1d24-4283-9982-6c3c1fab6520 None None] Provisioning for port b10e449b-c275-49b9-be77-fd6679d84f98 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:56.588220 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:56.632236 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fa88df-9036-4794-8ebc-85ac1e3bb684 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:56.637930 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2f1285-a2de-470b-bab6-d87e140fe234 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:56.642591 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ab2f1285-a2de-470b-bab6-d87e140fe234 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:56.677626 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-07f9b193-9fbf-47c0-974a-949cbfd64e5c tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:56.706733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:56.746640 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-13c239e2-1d24-4283-9982-6c3c1fab6520 None None] Provisioning for port c96e6a6c-089a-4e9d-a112-d0070da1a128 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:56.769619 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Allocated IP 172.20.0.1 (8ddf04d9-81cb-499f-9108-880d9d2dea41/118528ac-3c86-41cb-8c43-f60091cba5b9/ee65b564-4cfb-4023-806a-1d1096971443) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:56.813789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event updated for resources: {'Port': ['ID=24dd55c1-f0be-42a1-abd8-54c63e4667e7,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:56.820390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:56.828692 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a947b31d-99c6-4586-a74b-ab50dde5a3ae tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:56.829490 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:56.830773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:56.844048 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] No DVR routers for this DVR port 1fd175c1-14c8-4495-80e9-528e4cf46760 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:23:56.859882 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-aa96e535-e2b8-4255-9961-536ef5e00c25 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5619674 Jun 18 16:23:56.863144 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46900) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:56.874443 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-a75b3e09-14e9-4f55-ab30-694d6bdad966 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076792006'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:56.907663 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event deleted for resources: {'Port': ['ID=1fd175c1-14c8-4495-80e9-528e4cf46760,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:56.918556 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:56.920227 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-13c239e2-1d24-4283-9982-6c3c1fab6520 None None] Provisioning complete for port c96e6a6c-089a-4e9d-a112-d0070da1a128 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:56.920880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-13c239e2-1d24-4283-9982-6c3c1fab6520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:56.928429 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991e84e2-641c-4621-81c6-1b0a49457a7a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:56.938268 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991e84e2-641c-4621-81c6-1b0a49457a7a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:56.946806 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991e84e2-641c-4621-81c6-1b0a49457a7a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:56.949345 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-991e84e2-641c-4621-81c6-1b0a49457a7a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.4358799 Jun 18 16:23:56.975994 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:56.980397 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46902) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:56.986295 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-408d72f3-c39b-4aa4-885f-505c1896ee5c None None] Deleting port 1fd175c1-14c8-4495-80e9-528e4cf46760 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:56.986933 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-408d72f3-c39b-4aa4-885f-505c1896ee5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.000787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a75b3e09-14e9-4f55-ab30-694d6bdad966 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.045085 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port b05cade8-5c2c-4f28-805a-402fd4ec9c32, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b05cade8-5c2c-4f28-805a-402fd4ec9c32,segment=NetworkSegment(8fee8874-63fd-4aaf-9d4b-52e738d75d81),segment_id=8fee8874-63fd-4aaf-9d4b-52e738d75d81)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:57.066529 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Network 3d7f96a6-6324-4041-b955-c14e0e8ec614 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:57.074902 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.076007 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 5a309c0b-edf9-4695-8190-85052baae1a2 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:57.082498 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:57.085184 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:57.088587 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.110315 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ddc608a-b3da-4b33-a115-f9cb447a5d17']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:57.128328 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1cb9b2-0765-47da-9007-10d903c9659b') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:57.129042 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1cb9b2-0765-47da-9007-10d903c9659b') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:57.130076 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a947b31d-99c6-4586-a74b-ab50dde5a3ae tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.136877 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a947b31d-99c6-4586-a74b-ab50dde5a3ae tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:57.137097 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a947b31d-99c6-4586-a74b-ab50dde5a3ae tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.158451 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-39785c70-d7ed-4269-a46a-431efeacf2dc tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:57.181273 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-13c239e2-1d24-4283-9982-6c3c1fab6520 None None] Port c96e6a6c-089a-4e9d-a112-d0070da1a128 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:23:57.186169 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.191582 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-408d72f3-c39b-4aa4-885f-505c1896ee5c None None] For port 1fd175c1-14c8-4495-80e9-528e4cf46760, host dv-neutron-797120-1-hyperv, got binding levels [] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:57.192440 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-408d72f3-c39b-4aa4-885f-505c1896ee5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.242503 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947b31d-99c6-4586-a74b-ab50dde5a3ae tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Network': ['ID=23257978-ebe0-476c-9c45-b16242be54c0,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:57.272872 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.281093 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a947b31d-99c6-4586-a74b-ab50dde5a3ae tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:57.289278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:23:57.290200 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:23:57.294583 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:23:57.320172 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-408d72f3-c39b-4aa4-885f-505c1896ee5c None None] Calling delete_port for 1fd175c1-14c8-4495-80e9-528e4cf46760 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:57.331051 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 23257978-ebe0-476c-9c45-b16242be54c0 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:23:57.350923 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.ipam_backend_mixin [None req-408d72f3-c39b-4aa4-885f-505c1896ee5c None None] Port 1fd175c1-14c8-4495-80e9-528e4cf46760 was not found and therefore no delete operation was performed {{(pid=93455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 16:23:57.384529 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:23:57.397221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.400794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:57.409400 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-408d72f3-c39b-4aa4-885f-505c1896ee5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.412176 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7c1827-5b31-48e8-ade8-0799f106b120 None None] Network 3d7f96a6-6324-4041-b955-c14e0e8ec614 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:57.418881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.423231 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "DELETE /v2.0/networks/7ddc608a-b3da-4b33-a115-f9cb447a5d17 HTTP/1.1" status: 204 len: 168 time: 2.6666157 Jun 18 16:23:57.423231 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event deleted for resources: {'Network': ['ID=7ddc608a-b3da-4b33-a115-f9cb447a5d17,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:57.428058 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46906) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:57.429601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:57.459562 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ab2f1285-a2de-470b-bab6-d87e140fe234 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.459811 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=b05cade8-5c2c-4f28-805a-402fd4ec9c32,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:57.468328 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-22265f04-bb11-43c2-a190-05f737e81e9c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:57.515364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-0eedc71a-ca0c-41f3-8341-1ecd8754fd89 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port c96e6a6c-089a-4e9d-a112-d0070da1a128 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:57.515713 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0eedc71a-ca0c-41f3-8341-1ecd8754fd89 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.531215 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2f1285-a2de-470b-bab6-d87e140fe234 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:57.555678 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-ab2f1285-a2de-470b-bab6-d87e140fe234 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:57.559599 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2f1285-a2de-470b-bab6-d87e140fe234 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:57.560206 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ab2f1285-a2de-470b-bab6-d87e140fe234 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.567813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27ed163-1da4-466d-8461-f7317ff9a374 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Deleting subnet 29b949c1-5f95-444d-9713-9d13b7d1bc7d {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:23:57.573925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b27ed163-1da4-466d-8461-f7317ff9a374 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.596016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:23:57.603486 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/bb8f47f8-4a42-4e69-b564-fb9b3d6906cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9826448 Jun 18 16:23:57.606461 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46908) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:57.607082 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a75b3e09-14e9-4f55-ab30-694d6bdad966 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.613593 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-3f87cafa-7b8f-467c-a7ff-70acd6e4fcdd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:57.625702 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a75b3e09-14e9-4f55-ab30-694d6bdad966 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.636729 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a947b31d-99c6-4586-a74b-ab50dde5a3ae tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1438606 Jun 18 16:23:57.641721 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f1285-a2de-470b-bab6-d87e140fe234 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=d881ce1d-edc8-46ab-ae84-def1bfa44ab7,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:57.645633 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ab2f1285-a2de-470b-bab6-d87e140fe234 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:57.650462 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46910) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:57.653092 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:57.660853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-fe1035c1-0092-4ccb-8fbf-f0b5d122b481 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'subnet': {'network_id': '23257978-ebe0-476c-9c45-b16242be54c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:57.665597 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ab2f1285-a2de-470b-bab6-d87e140fe234 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0154986 Jun 18 16:23:57.671260 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:57.676055 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46912) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:57.680942 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Sync routers for ids ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:23:57.683024 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-408d72f3-c39b-4aa4-885f-505c1896ee5c None None] Network 7ddc608a-b3da-4b33-a115-f9cb447a5d17 is not hosted by any dhcp agent {{(pid=93455) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:23:57.683593 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408d72f3-c39b-4aa4-885f-505c1896ee5c None None] No DVR routers for this DVR port 1fd175c1-14c8-4495-80e9-528e4cf46760 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:23:57.685274 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-2eae8a9b-87c3-4dd2-b324-475c9d6a458f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:57.687010 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-c890f731-7202-459a-8aa1-98e98c576a52 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'fixed_ips': [{'subnet_id': 'd881ce1d-edc8-46ab-ae84-def1bfa44ab7', 'ip_address': '2001:db8::9fdb:708c:8591:1f06'}], 'name': 'tempest-NetworksTestDHCPv6-491677544'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:57.697915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a75b3e09-14e9-4f55-ab30-694d6bdad966 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.698198 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-374e6455-d6db-44c6-82ce-304ceb4ca738 None None] Provisioning for port 16e924f0-332a-4a49-8cde-31b695b76070 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:57.698395 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a75b3e09-14e9-4f55-ab30-694d6bdad966 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8283272 Jun 18 16:23:57.707090 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46914) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:57.715315 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b27ed163-1da4-466d-8461-f7317ff9a374 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.731445 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-3842ad1f-ad5f-49fc-a551-d67b8aa558d1 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': 'f021390a-8e54-404e-bc2d-eafb3efbc2e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:57.764485 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d72f3-c39b-4aa4-885f-505c1896ee5c None None] Pushing event deleted for resources: {'Port': ['ID=1fd175c1-14c8-4495-80e9-528e4cf46760,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:57.775798 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b3e09-14e9-4f55-ab30-694d6bdad966 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f021390a-8e54-404e-bc2d-eafb3efbc2e1,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:57.776533 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-408d72f3-c39b-4aa4-885f-505c1896ee5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:57.778933 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a75b3e09-14e9-4f55-ab30-694d6bdad966 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:57.786564 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 5a309c0b-edf9-4695-8190-85052baae1a2 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:57.793359 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.805287 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Routers {'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:23:57.806168 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-281d9fe8-175d-4366-889b-893d42364416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:57.828374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0eedc71a-ca0c-41f3-8341-1ecd8754fd89 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.855317 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 5a309c0b-edf9-4695-8190-85052baae1a2 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:57.856087 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.897404 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Transition to ACTIVE for port object ee65b564-4cfb-4023-806a-1d1096971443 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:57.932267 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-0eedc71a-ca0c-41f3-8341-1ecd8754fd89 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for c96e6a6c-089a-4e9d-a112-d0070da1a128 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:57.983798 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Transition to ACTIVE for port object ee65b564-4cfb-4023-806a-1d1096971443 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:57.989862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b27ed163-1da4-466d-8461-f7317ff9a374 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:57.993148 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1035c1-0092-4ccb-8fbf-f0b5d122b481 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Made reservation on behalf of d60e3585ca1e49b980c07776e659cd39 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:57.996818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fe1035c1-0092-4ccb-8fbf-f0b5d122b481 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.025881 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Set router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:23:58.028762 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.053188 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-3842ad1f-ad5f-49fc-a551-d67b8aa558d1 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): The resource could not be found. Jun 18 16:23:58.054357 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3842ad1f-ad5f-49fc-a551-d67b8aa558d1 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3444819 Jun 18 16:23:58.060681 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46916) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:58.064786 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:58.069166 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e1160b-e275-4e45-b089-b1f4bb780833 None None] DHCP port deletion for ce24d173-f93a-4cd6-bc0b-4cefb40733e2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:23:58.074556 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-5d5d95f5-4d08-481b-b03d-86c3c659690a tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': 'f021390a-8e54-404e-bc2d-eafb3efbc2e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '940c6428-2c6f-4e15-90dd-da3f6634896f'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:23:58.096937 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.107244 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3cda51e1-a9d3-4602-ae0e-335659fde284 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:58.116232 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c890f731-7202-459a-8aa1-98e98c576a52 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:23:58.179186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Network 8ddf04d9-81cb-499f-9108-880d9d2dea41 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:58.200188 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Subnet': ['ID=118528ac-3c86-41cb-8c43-f60091cba5b9,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:58.203200 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:58.224298 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:58.229953 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Pushing event updated for resources: {'Port': ['ID=ee65b564-4cfb-4023-806a-1d1096971443,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:58.250192 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:58.256900 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:58.270746 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3bc8a145-f846-4ddb-8872-7ac4e011b8c9 None None] Provisioning for port 7d79355d-285e-4eca-8b2e-dd14a23a79d2 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:58.282193 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b27ed163-1da4-466d-8461-f7317ff9a374 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.303381 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:58.331577 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.360274 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ed163-1da4-466d-8461-f7317ff9a374 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event deleted for resources: {'Subnet': ['ID=29b949c1-5f95-444d-9713-9d13b7d1bc7d,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:58.372828 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ddf04d9-81cb-499f-9108-880d9d2dea41']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:58.375300 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-5d5d95f5-4d08-481b-b03d-86c3c659690a tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): The resource could not be found. Jun 18 16:23:58.380051 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5d5d95f5-4d08-481b-b03d-86c3c659690a tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3118057 Jun 18 16:23:58.381572 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b27ed163-1da4-466d-8461-f7317ff9a374 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.385996 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b27ed163-1da4-466d-8461-f7317ff9a374 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "DELETE /v2.0/subnets/29b949c1-5f95-444d-9713-9d13b7d1bc7d HTTP/1.1" status: 204 len: 168 time: 0.9536233 Jun 18 16:23:58.388907 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b27ed163-1da4-466d-8461-f7317ff9a374 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:58.391222 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b19fed-38e3-44aa-b2c8-1dc9383f95b7 None None] Network 3f70a5a4-af88-486e-b9e4-d3f9943ea2a9 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:58.391839 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46918) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:58.392175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46920) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:58.403578 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c475a076-27f7-4afd-8ee8-2e5e6adcc030') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:58.403876 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c475a076-27f7-4afd-8ee8-2e5e6adcc030') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:58.416331 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c890f731-7202-459a-8aa1-98e98c576a52 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.420795 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0eedc71a-ca0c-41f3-8341-1ecd8754fd89 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.428735 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.432745 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.436684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b272cbd6-d084-4ab0-a793-1b1a015a1e1f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:58.478460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.490304 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-c890f731-7202-459a-8aa1-98e98c576a52 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port 93c57a8a-9851-44ea-9882-14a80a64786c yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:23:58.495127 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eedc71a-ca0c-41f3-8341-1ecd8754fd89 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=c96e6a6c-089a-4e9d-a112-d0070da1a128,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:58.504694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:23:58.505104 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.508902 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0eedc71a-ca0c-41f3-8341-1ecd8754fd89 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:23:58.509648 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:23:58.532593 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Attempting to bind port ee65b564-4cfb-4023-806a-1d1096971443 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:23:58.533165 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Attempting to bind port ee65b564-4cfb-4023-806a-1d1096971443 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'c475a076-27f7-4afd-8ee8-2e5e6adcc030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ddf04d9-81cb-499f-9108-880d9d2dea41'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:23:58.533618 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Attempting to bind port ee65b564-4cfb-4023-806a-1d1096971443 on network 8ddf04d9-81cb-499f-9108-880d9d2dea41 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:23:58.556905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac545f5-0913-40ba-8436-34e8299b13f9 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Deleting subnet ba2857ae-ba29-4e33-83ce-5da42b7d4844 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:23:58.558961 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d2e1160b-e275-4e45-b089-b1f4bb780833 None None] Deleting port 16e924f0-332a-4a49-8cde-31b695b76070 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:58.559620 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d2e1160b-e275-4e45-b089-b1f4bb780833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.568499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6ac545f5-0913-40ba-8436-34e8299b13f9 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.570747 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0eedc71a-ca0c-41f3-8341-1ecd8754fd89 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.573132 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0eedc71a-ca0c-41f3-8341-1ecd8754fd89 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/ports/c96e6a6c-089a-4e9d-a112-d0070da1a128 HTTP/1.1" status: 204 len: 168 time: 1.5744479 Jun 18 16:23:58.586953 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:23:58.587757 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Checking segment: {'id': 'c475a076-27f7-4afd-8ee8-2e5e6adcc030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ddf04d9-81cb-499f-9108-880d9d2dea41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:58.588407 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.589072 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Bound using segment: {'id': 'c475a076-27f7-4afd-8ee8-2e5e6adcc030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ddf04d9-81cb-499f-9108-880d9d2dea41'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:23:58.590974 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Bound port: ee65b564-4cfb-4023-806a-1d1096971443, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c475a076-27f7-4afd-8ee8-2e5e6adcc030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8ddf04d9-81cb-499f-9108-880d9d2dea41'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:23:58.591305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.600317 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.extraroute_db [None req-3f87cafa-7b8f-467c-a7ff-70acd6e4fcdd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 18 16:23:58.603330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46922) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:58.657336 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 5a309c0b-edf9-4695-8190-85052baae1a2, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=5a309c0b-edf9-4695-8190-85052baae1a2,segment=NetworkSegment(8fee8874-63fd-4aaf-9d4b-52e738d75d81),segment_id=8fee8874-63fd-4aaf-9d4b-52e738d75d81)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:58.675236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.extraroute_db [None req-3f87cafa-7b8f-467c-a7ff-70acd6e4fcdd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Removed routes are [] {{(pid=93453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 18 16:23:58.675811 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f87cafa-7b8f-467c-a7ff-70acd6e4fcdd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.681074 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fe1035c1-0092-4ccb-8fbf-f0b5d122b481 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.693655 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-cb64033d-b31a-432e-a1f4-5fe847fa0ed8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:58.697320 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba718969-63ed-4efc-80ce-8c5ba36af8dd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] GET failed (client error): The resource could not be found. Jun 18 16:23:58.701801 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ba718969-63ed-4efc-80ce-8c5ba36af8dd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports/c96e6a6c-089a-4e9d-a112-d0070da1a128 HTTP/1.1" status: 404 len: 333 time: 0.0972726 Jun 18 16:23:58.705455 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46924) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:58.711727 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6ac545f5-0913-40ba-8436-34e8299b13f9 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.712009 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.726650 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-00a099b8-e0c2-4bdb-ad32-3cf695b76157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:58.746917 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0e5b74d5-122a-4afc-b64f-2636f27f589a tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:58.779899 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-c890f731-7202-459a-8aa1-98e98c576a52 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::9fdb:708c:8591:1f06 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/d881ce1d-edc8-46ab-ae84-def1bfa44ab7/93c57a8a-9851-44ea-9882-14a80a64786c) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:23:58.911091 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.db.api [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:23:58.911091 dv-neutron-797120-1-hyperv neutron-server[93454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:23:58.911091 dv-neutron-797120-1-hyperv neutron-server[93454]: [parameters: {'id': '8ddf04d9-81cb-499f-9108-880d9d2dea41'}] Jun 18 16:23:58.911091 dv-neutron-797120-1-hyperv neutron-server[93454]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:23:58.911564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_db.api [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:23:58.962343 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 51819fe1-b406-414c-b49a-4966c23d18ae no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:23:58.994140 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c890f731-7202-459a-8aa1-98e98c576a52 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.014984 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-c890f731-7202-459a-8aa1-98e98c576a52 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object 93c57a8a-9851-44ea-9882-14a80a64786c will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:23:59.021523 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] For port ee65b564-4cfb-4023-806a-1d1096971443, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:23:59.040165 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 51819fe1-b406-414c-b49a-4966c23d18ae {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:23:59.040825 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 51819fe1-b406-414c-b49a-4966c23d18ae not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:23:59.063438 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c890f731-7202-459a-8aa1-98e98c576a52 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.076717 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] For port ee65b564-4cfb-4023-806a-1d1096971443, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ee65b564-4cfb-4023-806a-1d1096971443,segment=NetworkSegment(c475a076-27f7-4afd-8ee8-2e5e6adcc030),segment_id=c475a076-27f7-4afd-8ee8-2e5e6adcc030)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:23:59.079476 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-877ccc9e-efd1-42de-be55-5f4d78940b86 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:59.079641 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d2e1160b-e275-4e45-b089-b1f4bb780833 None None] For port 16e924f0-332a-4a49-8cde-31b695b76070, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=16e924f0-332a-4a49-8cde-31b695b76070,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:59.080152 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d2e1160b-e275-4e45-b089-b1f4bb780833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.085017 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=5a309c0b-edf9-4695-8190-85052baae1a2,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:59.088528 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:59.102224 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.109165 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:59.159635 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c890f731-7202-459a-8aa1-98e98c576a52 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:23:59.164712 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c890f731-7202-459a-8aa1-98e98c576a52 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=93c57a8a-9851-44ea-9882-14a80a64786c,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:59.168754 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-c890f731-7202-459a-8aa1-98e98c576a52 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:59.171211 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c890f731-7202-459a-8aa1-98e98c576a52 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:59.172084 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c890f731-7202-459a-8aa1-98e98c576a52 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:23:59.179240 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d2e1160b-e275-4e45-b089-b1f4bb780833 None None] Calling delete_port for 16e924f0-332a-4a49-8cde-31b695b76070 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:59.179841 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c890f731-7202-459a-8aa1-98e98c576a52 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:59.180945 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c890f731-7202-459a-8aa1-98e98c576a52 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.205891 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c890f731-7202-459a-8aa1-98e98c576a52 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5286152 Jun 18 16:23:59.209050 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46926) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:59.239354 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-281d9fe8-175d-4366-889b-893d42364416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:23:55Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': '148b5fa7-a2e5-4638-9ec2-77ccc1ac0746', 'name': '', 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:4d:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:33Z', 'updated_at': '2021-06-18T16:23:50Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24dd55c1-f0be-42a1-abd8-54c63e4667e7', 'name': '', 'network_id': '3d7f96a6-6324-4041-b955-c14e0e8ec614', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:07:bc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89679614-abf0-4816-bb16-e93166f5fe7c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:52Z', 'updated_at': '2021-06-18T16:23:55Z', 'revision_number': 2, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': '89679614-abf0-4816-bb16-e93166f5fe7c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05cade8-5c2c-4f28-805a-402fd4ec9c32', 'name': '', 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:da:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:42Z', 'updated_at': '2021-06-18T16:23:56Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:23:59.306521 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455af40b-5c48-4b56-bbef-71e28ddf47a3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:59.313112 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455af40b-5c48-4b56-bbef-71e28ddf47a3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:59.314878 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-455af40b-5c48-4b56-bbef-71e28ddf47a3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.1047146 Jun 18 16:23:59.318031 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46928) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:59.413272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.430634 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0e5b74d5-122a-4afc-b64f-2636f27f589a tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.431174 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Pushing event updated for resources: {'Port': ['ID=ee65b564-4cfb-4023-806a-1d1096971443,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:59.435370 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:59.441102 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d2e1160b-e275-4e45-b089-b1f4bb780833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.444291 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Checking router: bb8f47f8-4a42-4e69-b564-fb9b3d6906cd for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:23:59.444711 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Updating router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd port 24dd55c1-f0be-42a1-abd8-54c63e4667e7 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:23:59.451263 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-03dec13f-7c33-4939-8907-251216a42e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:59.476671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1035c1-0092-4ccb-8fbf-f0b5d122b481 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Subnet': ['ID=cd3c7c83-8b12-4772-a814-2c56bb8fc8da,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:59.488055 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-02a8c22c-2d8d-4cca-a476-2e88d56711c7 None None] Provisioning for port 24dd55c1-f0be-42a1-abd8-54c63e4667e7 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:23:59.488958 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-63027922-709d-41ed-abed-29bc29c3b4c1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port 93c57a8a-9851-44ea-9882-14a80a64786c {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:59.489366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63027922-709d-41ed-abed-29bc29c3b4c1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.522698 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b10e449b-c275-49b9-be77-fd6679d84f98 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:23:59.539359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fe1035c1-0092-4ccb-8fbf-f0b5d122b481 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:59.569053 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fc023b-2120-47b9-96bf-6506b07e53b3 None None] DHCP port deletion for 3f70a5a4-af88-486e-b9e4-d3f9943ea2a9 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:23:59.603875 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e1160b-e275-4e45-b089-b1f4bb780833 None None] No DVR routers for this DVR port 16e924f0-332a-4a49-8cde-31b695b76070 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:23:59.608882 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1160b-e275-4e45-b089-b1f4bb780833 None None] Pushing event deleted for resources: {'Port': ['ID=16e924f0-332a-4a49-8cde-31b695b76070,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:59.618411 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-02a8c22c-2d8d-4cca-a476-2e88d56711c7 None None] Provisioning complete for port 24dd55c1-f0be-42a1-abd8-54c63e4667e7 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:23:59.618411 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-02a8c22c-2d8d-4cca-a476-2e88d56711c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.619247 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Deleting port ee65b564-4cfb-4023-806a-1d1096971443 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:59.619744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1035c1-0092-4ccb-8fbf-f0b5d122b481 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Checking segment: {'id': 'ad802915-5e5b-48f1-87dc-c0d1c80d6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '23257978-ebe0-476c-9c45-b16242be54c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:23:59.619859 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.619953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1035c1-0092-4ccb-8fbf-f0b5d122b481 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network hostable DHCP agents. Network: 23257978-ebe0-476c-9c45-b16242be54c0, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:23:59.629768 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63027922-709d-41ed-abed-29bc29c3b4c1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.642978 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d2e1160b-e275-4e45-b089-b1f4bb780833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:59.652746 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7afc1a2-a92c-4455-9058-226db53da778 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:59.719686 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6ac545f5-0913-40ba-8436-34e8299b13f9 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.762925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0e5b74d5-122a-4afc-b64f-2636f27f589a tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.765694 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0e5b74d5-122a-4afc-b64f-2636f27f589a tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.770200 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0e5b74d5-122a-4afc-b64f-2636f27f589a tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "DELETE /v2.0/security-groups/f021390a-8e54-404e-bc2d-eafb3efbc2e1 HTTP/1.1" status: 204 len: 168 time: 1.3737962 Jun 18 16:23:59.774298 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5ca91933-0a98-4552-a2df-9ac04deda4d9 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:23:59.781535 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46930) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:59.788169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-63027922-709d-41ed-abed-29bc29c3b4c1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for 93c57a8a-9851-44ea-9882-14a80a64786c owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:59.821465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b74d5-122a-4afc-b64f-2636f27f589a tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f021390a-8e54-404e-bc2d-eafb3efbc2e1,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:23:59.837950 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] For port ee65b564-4cfb-4023-806a-1d1096971443, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ee65b564-4cfb-4023-806a-1d1096971443,segment=NetworkSegment(c475a076-27f7-4afd-8ee8-2e5e6adcc030),segment_id=c475a076-27f7-4afd-8ee8-2e5e6adcc030)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:23:59.838399 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.843750 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0e5b74d5-122a-4afc-b64f-2636f27f589a tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:23:59.853720 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1035c1-0092-4ccb-8fbf-f0b5d122b481 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network 23257978-ebe0-476c-9c45-b16242be54c0 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:23:59.858377 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f87cafa-7b8f-467c-a7ff-70acd6e4fcdd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.880064 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f87cafa-7b8f-467c-a7ff-70acd6e4fcdd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.890944 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-af6e7aa0-e9f5-4ff8-806f-669eb5c6b9e0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port 46f8c4f2-ac43-4b0f-ae84-c006bde9670b {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:23:59.890944 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-af6e7aa0-e9f5-4ff8-806f-669eb5c6b9e0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.906692 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-fe1035c1-0092-4ccb-8fbf-f0b5d122b481 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 23257978-ebe0-476c-9c45-b16242be54c0) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:23:59.932684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Calling delete_port for ee65b564-4cfb-4023-806a-1d1096971443 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:23:59.948736 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97385e68-2304-4287-a715-cb4a9ea7e2eb None None] Network 23257978-ebe0-476c-9c45-b16242be54c0 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:23:59.954324 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1035c1-0092-4ccb-8fbf-f0b5d122b481 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:23:59.954937 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fe1035c1-0092-4ccb-8fbf-f0b5d122b481 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.968840 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3e781407-9df4-4fd9-a785-130a270d92c5 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1812017 Jun 18 16:23:59.975516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:23:59.984905 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46932) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:23:59.990089 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-6772089c-5166-4691-8c29-b75f6909883a tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': '5a3e2ae5-5bef-418b-8514-aa09cc131ec3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:00.051880 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6ac545f5-0913-40ba-8436-34e8299b13f9 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:00.061175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129041f2-1f2c-4e0f-b6fc-0a9b83d07630 None None] Network 8ddf04d9-81cb-499f-9108-880d9d2dea41 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:00.061395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4d4ddcc9-d02a-44c6-a39b-85d7947fbd7d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:00.072484 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-02a8c22c-2d8d-4cca-a476-2e88d56711c7 None None] Port 24dd55c1-f0be-42a1-abd8-54c63e4667e7 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:24:00.104862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac545f5-0913-40ba-8436-34e8299b13f9 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2857ae-ba29-4e33-83ce-5da42b7d4844,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:00.113287 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6ac545f5-0913-40ba-8436-34e8299b13f9 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:00.122406 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fe1035c1-0092-4ccb-8fbf-f0b5d122b481 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4679635 Jun 18 16:24:00.123576 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6ac545f5-0913-40ba-8436-34e8299b13f9 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:00.128440 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6ac545f5-0913-40ba-8436-34e8299b13f9 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "DELETE /v2.0/subnets/ba2857ae-ba29-4e33-83ce-5da42b7d4844 HTTP/1.1" status: 204 len: 168 time: 1.7329259 Jun 18 16:24:00.132092 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46934) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:00.132593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46936) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:00.152851 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-af6e7aa0-e9f5-4ff8-806f-669eb5c6b9e0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:00.162645 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-63639a40-5f86-4999-b71c-360aea95f29e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-990747610'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:00.163246 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f87cafa-7b8f-467c-a7ff-70acd6e4fcdd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:24:00.164294 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9ce854-cb5d-44fb-82a3-5f5abef0c56f None None] Network 6aad81c4-565d-4d2c-a8e9-12d0b786c842 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:00.235654 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-af6e7aa0-e9f5-4ff8-806f-669eb5c6b9e0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for 46f8c4f2-ac43-4b0f-ae84-c006bde9670b owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:00.253560 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port b10e449b-c275-49b9-be77-fd6679d84f98 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:00.291886 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63639a40-5f86-4999-b71c-360aea95f29e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Made reservation on behalf of d60e3585ca1e49b980c07776e659cd39 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:00.295308 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63639a40-5f86-4999-b71c-360aea95f29e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:00.303966 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-6772089c-5166-4691-8c29-b75f6909883a tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): The resource could not be found. Jun 18 16:24:00.309998 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6772089c-5166-4691-8c29-b75f6909883a tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3191533 Jun 18 16:24:00.309998 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:00.311572 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46938) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:00.316401 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a700f0f1-c516-4227-ac10-796c6302565d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:00.329837 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port b10e449b-c275-49b9-be77-fd6679d84f98 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:00.330314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:00.335087 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f1f10f68-0c8d-474b-95c3-e343231cb7db tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group': {'name': 'tempest-secgroup--550667541'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:00.369957 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:00.375053 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No DVR routers for this DVR port ee65b564-4cfb-4023-806a-1d1096971443 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:00.378153 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Port': ['ID=ee65b564-4cfb-4023-806a-1d1096971443,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:00.384267 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f87cafa-7b8f-467c-a7ff-70acd6e4fcdd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:24:00.385844 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:00.395797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f87cafa-7b8f-467c-a7ff-70acd6e4fcdd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:00.397064 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3f87cafa-7b8f-467c-a7ff-70acd6e4fcdd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/bb8f47f8-4a42-4e69-b564-fb9b3d6906cd HTTP/1.1" status: 200 len: 934 time: 2.7898846 Jun 18 16:24:00.400649 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-21fc023b-2120-47b9-96bf-6506b07e53b3 None None] Deleting port 30af8b12-05eb-482b-995f-88ee207934b4 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:00.401126 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-21fc023b-2120-47b9-96bf-6506b07e53b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:00.402111 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46940) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:00.568265 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b6fa2d4e-c941-4756-ba98-bd3af4fef8a6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/routers/bb8f47f8-4a42-4e69-b564-fb9b3d6906cd HTTP/1.1" status: 200 len: 934 time: 0.1632822 Jun 18 16:24:00.573781 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46942) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:00.580313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-28f20fe3-a474-40f3-acb1-4715c87f4008 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'router': {'routes': None}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:00.624131 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-af6e7aa0-e9f5-4ff8-806f-669eb5c6b9e0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:00.656861 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-27ec6d85-e47b-47e8-9908-f571a12e4787 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:00.693505 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e7aa0-e9f5-4ff8-806f-669eb5c6b9e0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=46f8c4f2-ac43-4b0f-ae84-c006bde9670b,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:00.699166 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-af6e7aa0-e9f5-4ff8-806f-669eb5c6b9e0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:00.716731 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:24:00.741411 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-af6e7aa0-e9f5-4ff8-806f-669eb5c6b9e0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:00.746231 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-af6e7aa0-e9f5-4ff8-806f-669eb5c6b9e0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/ports/46f8c4f2-ac43-4b0f-ae84-c006bde9670b HTTP/1.1" status: 204 len: 168 time: 2.0372965 Jun 18 16:24:00.748772 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46944) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:00.760005 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63027922-709d-41ed-abed-29bc29c3b4c1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:00.770574 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-21fc023b-2120-47b9-96bf-6506b07e53b3 None None] For port 30af8b12-05eb-482b-995f-88ee207934b4, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=30af8b12-05eb-482b-995f-88ee207934b4,segment=NetworkSegment(0636dc4f-e761-45ee-bd22-4a3f526ead36),segment_id=0636dc4f-e761-45ee-bd22-4a3f526ead36)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:00.771699 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-21fc023b-2120-47b9-96bf-6506b07e53b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:00.773065 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-54de6db0-95ae-4672-9cc5-0cf3d6df176c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:00.819445 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63639a40-5f86-4999-b71c-360aea95f29e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:24:00.850771 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f1f10f68-0c8d-474b-95c3-e343231cb7db tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:00.862010 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63027922-709d-41ed-abed-29bc29c3b4c1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=93c57a8a-9851-44ea-9882-14a80a64786c,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:00.890605 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-63027922-709d-41ed-abed-29bc29c3b4c1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:00.899750 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19ec682-2658-4bfb-a91f-af1525fb589b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] GET failed (client error): The resource could not be found. Jun 18 16:24:00.904508 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d19ec682-2658-4bfb-a91f-af1525fb589b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports/46f8c4f2-ac43-4b0f-ae84-c006bde9670b HTTP/1.1" status: 404 len: 333 time: 0.1516871 Jun 18 16:24:00.907239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46946) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:00.913673 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-21fc023b-2120-47b9-96bf-6506b07e53b3 None None] Calling delete_port for 30af8b12-05eb-482b-995f-88ee207934b4 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:00.925141 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63639a40-5f86-4999-b71c-360aea95f29e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:00.925513 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-63639a40-5f86-4999-b71c-360aea95f29e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Added segment e2f3f155-fb73-4bf1-8905-75314bac1f6f of type vlan for network f1a74594-ff69-41c5-a0dd-095da37059f1 Jun 18 16:24:00.939502 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-2235aa16-4a47-4535-926b-cbf0b7817a6c None None] Provisioning complete for port 24dd55c1-f0be-42a1-abd8-54c63e4667e7 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:00.940009 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2235aa16-4a47-4535-926b-cbf0b7817a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:00.944164 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73f19ea-c0cd-4761-a1b7-cae17ba4838f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': 'd881ce1d-edc8-46ab-ae84-def1bfa44ab7'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:00.945149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d73f19ea-c0cd-4761-a1b7-cae17ba4838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:00.946544 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:00.962530 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63027922-709d-41ed-abed-29bc29c3b4c1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:00.964487 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-63027922-709d-41ed-abed-29bc29c3b4c1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/93c57a8a-9851-44ea-9882-14a80a64786c HTTP/1.1" status: 204 len: 168 time: 1.6454034 Jun 18 16:24:00.968884 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46948) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:00.973634 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ddf04d9-81cb-499f-9108-880d9d2dea41']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:00.976388 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a198d8-ced6-475e-ba0d-a16927cb5bee tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting subnet e338b115-4711-4719-9f93-d76d8a46feaa {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:24:01.014100 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b2a198d8-ced6-475e-ba0d-a16927cb5bee tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.042214 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c475a076-27f7-4afd-8ee8-2e5e6adcc030') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:01.042610 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c475a076-27f7-4afd-8ee8-2e5e6adcc030') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:01.052935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-23257978-ebe0-476c-9c45-b16242be54c0', 'network_id': '23257978-ebe0-476c-9c45-b16242be54c0', 'tenant_id': 'd60e3585ca1e49b980c07776e659cd39', 'fixed_ips': [{'subnet_id': 'cd3c7c83-8b12-4772-a814-2c56bb8fc8da'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:01.054019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.073425 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.082064 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63639a40-5f86-4999-b71c-360aea95f29e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.115500 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.119635 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983a8f29-2445-46e4-ac9d-c6e95daf193f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:01.121595 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983a8f29-2445-46e4-ac9d-c6e95daf193f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:01.123562 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-983a8f29-2445-46e4-ac9d-c6e95daf193f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1532049 Jun 18 16:24:01.129764 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:01.130175 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.131420 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46950) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:01.135304 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b2a198d8-ced6-475e-ba0d-a16927cb5bee tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:01.135484 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:01.198343 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Deleting port 30af8b12-05eb-482b-995f-88ee207934b4 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:01.198718 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.235642 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.246746 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63639a40-5f86-4999-b71c-360aea95f29e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.252398 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63639a40-5f86-4999-b71c-360aea95f29e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:01.253680 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63639a40-5f86-4999-b71c-360aea95f29e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.258031 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-2235aa16-4a47-4535-926b-cbf0b7817a6c None None] Port 24dd55c1-f0be-42a1-abd8-54c63e4667e7 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:24:01.259536 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4ff1667c-72ed-4501-84aa-d610df1cfc25 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:01.295237 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-64fe5146-3e3f-450f-a209-50e16f62c0d2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet d881ce1d-edc8-46ab-ae84-def1bfa44ab7 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:24:01.303536 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-64fe5146-3e3f-450f-a209-50e16f62c0d2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.327689 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.359504 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.365411 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/8ddf04d9-81cb-499f-9108-880d9d2dea41 HTTP/1.1" status: 204 len: 168 time: 5.0656018 Jun 18 16:24:01.369231 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46952) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:01.376961 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] For port 30af8b12-05eb-482b-995f-88ee207934b4, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=30af8b12-05eb-482b-995f-88ee207934b4,segment=NetworkSegment(0636dc4f-e761-45ee-bd22-4a3f526ead36),segment_id=0636dc4f-e761-45ee-bd22-4a3f526ead36)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:01.377492 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.386788 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-195d4a90-f306-4c46-94f8-4260e2ea0aca tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1146122959'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:01.434368 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-64fe5146-3e3f-450f-a209-50e16f62c0d2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.455062 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63639a40-5f86-4999-b71c-360aea95f29e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Network': ['ID=f1a74594-ff69-41c5-a0dd-095da37059f1,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:01.461686 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port b10e449b-c275-49b9-be77-fd6679d84f98, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b10e449b-c275-49b9-be77-fd6679d84f98,segment=NetworkSegment(7256ef56-a983-4071-9b63-8f79e867a3a4),segment_id=7256ef56-a983-4071-9b63-8f79e867a3a4)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:01.486855 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b2a198d8-ced6-475e-ba0d-a16927cb5bee tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.487163 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network f1a74594-ff69-41c5-a0dd-095da37059f1 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:01.489015 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1792df-3e6b-4eae-8c83-96eabb020f46 None None] DHCP port deletion for 6aad81c4-565d-4d2c-a8e9-12d0b786c842 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:24:01.497908 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Calling delete_port for 30af8b12-05eb-482b-995f-88ee207934b4 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:01.498215 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.498808 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1a503f17-9800-46ed-8617-0ecd921fd44b up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:01.500836 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-21fc023b-2120-47b9-96bf-6506b07e53b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.508006 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-63639a40-5f86-4999-b71c-360aea95f29e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:01.508845 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-63d7440e-39a4-408c-bf20-aaa24701eeaf tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:01.516549 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:01.546815 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f1f10f68-0c8d-474b-95c3-e343231cb7db tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.548549 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Network': ['ID=8ddf04d9-81cb-499f-9108-880d9d2dea41,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:01.556879 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f1f10f68-0c8d-474b-95c3-e343231cb7db tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.561373 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:01.564670 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1449337f-3f22-4c81-8ce1-5c8042e05319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:01.574916 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-64fe5146-3e3f-450f-a209-50e16f62c0d2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.605314 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-63639a40-5f86-4999-b71c-360aea95f29e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4704223 Jun 18 16:24:01.610336 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46954) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:01.617931 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.extraroute_db [None req-28f20fe3-a474-40f3-acb1-4715c87f4008 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Added routes are [] {{(pid=93453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 18 16:24:01.618580 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.extraroute_db [None req-28f20fe3-a474-40f3-acb1-4715c87f4008 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 18 16:24:01.625399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-9cd5dd45-213f-4471-a65a-470e62d767c8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'subnet': {'network_id': 'f1a74594-ff69-41c5-a0dd-095da37059f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:01.630490 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.650438 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195d4a90-f306-4c46-94f8-4260e2ea0aca tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:01.654784 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-195d4a90-f306-4c46-94f8-4260e2ea0aca tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.678870 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f10f68-0c8d-474b-95c3-e343231cb7db tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba22c2a-60dd-4007-a4c5-63e855b83de9,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:01.681705 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f1f10f68-0c8d-474b-95c3-e343231cb7db tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.685344 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f1f10f68-0c8d-474b-95c3-e343231cb7db tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3641744 Jun 18 16:24:01.685344 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f1f10f68-0c8d-474b-95c3-e343231cb7db tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:01.687555 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46956) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:01.693142 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fc023b-2120-47b9-96bf-6506b07e53b3 None None] No DVR routers for this DVR port 30af8b12-05eb-482b-995f-88ee207934b4 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:01.696884 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Transition to ACTIVE for port object 24dd55c1-f0be-42a1-abd8-54c63e4667e7 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:01.703624 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-63005f5a-98af-4118-b1a4-62bbb5baf163 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group': {'name': 'tempest-secgroup--1567321081'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:01.707229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Allocated IP 2001:db8::3 (23257978-ebe0-476c-9c45-b16242be54c0/cd3c7c83-8b12-4772-a814-2c56bb8fc8da/33c0a54c-2ef1-4983-935a-0945e2a3a687) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:01.741670 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.751706 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=b10e449b-c275-49b9-be77-fd6679d84f98,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:01.764095 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63005f5a-98af-4118-b1a4-62bbb5baf163 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.788448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-195d4a90-f306-4c46-94f8-4260e2ea0aca tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:24:01.800998 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.806751 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6a0a9701-6882-4007-8fee-a29dec7f49b8 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:01.820990 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-195d4a90-f306-4c46-94f8-4260e2ea0aca tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:01.821416 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-195d4a90-f306-4c46-94f8-4260e2ea0aca tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Added segment 600a8f01-e9ab-457a-b6fa-22b26d835be5 of type vlan for network 917f4758-cd51-458e-a545-f01e3f79b5f2 Jun 18 16:24:01.862004 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event deleted for resources: {'Port': ['ID=30af8b12-05eb-482b-995f-88ee207934b4,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:01.864991 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] No DVR routers for this DVR port 30af8b12-05eb-482b-995f-88ee207934b4 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:01.878929 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:01.968122 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-195d4a90-f306-4c46-94f8-4260e2ea0aca tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.033086 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc023b-2120-47b9-96bf-6506b07e53b3 None None] Pushing event deleted for resources: {'Port': ['ID=30af8b12-05eb-482b-995f-88ee207934b4,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:02.042564 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-21fc023b-2120-47b9-96bf-6506b07e53b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:02.044506 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.526s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:02.044870 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.067898 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f70a5a4-af88-486e-b9e4-d3f9943ea2a9']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:02.094851 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0636dc4f-e761-45ee-bd22-4a3f526ead36') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:02.095280 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0636dc4f-e761-45ee-bd22-4a3f526ead36') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:02.118106 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63005f5a-98af-4118-b1a4-62bbb5baf163 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.121707 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 1a503f17-9800-46ed-8617-0ecd921fd44b triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:02.121920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b2a198d8-ced6-475e-ba0d-a16927cb5bee tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.122081 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.122578 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.124292 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6ac545f5-0913-40ba-8436-34e8299b13f9 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:02.135304 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63005f5a-98af-4118-b1a4-62bbb5baf163 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.141091 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-66efe79f-aa19-41c2-bb5c-5e7871b0beb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:02.146986 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-195d4a90-f306-4c46-94f8-4260e2ea0aca tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.153553 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195d4a90-f306-4c46-94f8-4260e2ea0aca tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:02.154251 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-195d4a90-f306-4c46-94f8-4260e2ea0aca tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.172961 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.188016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-1d1792df-3e6b-4eae-8c83-96eabb020f46 None None] Deleting port 1a0fc010-7662-4879-b9cf-fecffecb124a {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:02.188016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1d1792df-3e6b-4eae-8c83-96eabb020f46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.200753 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-64fe5146-3e3f-450f-a209-50e16f62c0d2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.203445 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b2a198d8-ced6-475e-ba0d-a16927cb5bee tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.203800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:02.204220 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:02.209252 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:02.212764 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b2a198d8-ced6-475e-ba0d-a16927cb5bee tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/subnets/e338b115-4711-4719-9f93-d76d8a46feaa HTTP/1.1" status: 204 len: 168 time: 1.3046176 Jun 18 16:24:02.217357 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a198d8-ced6-475e-ba0d-a16927cb5bee tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Subnet': ['ID=e338b115-4711-4719-9f93-d76d8a46feaa,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:02.219573 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-28f20fe3-a474-40f3-acb1-4715c87f4008 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.222606 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46958) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server [None req-d73f19ea-c0cd-4761-a1b7-cae17ba4838f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d881ce1d-edc8-46ab-ae84-def1bfa44ab7: This subnet is being modified by another concurrent operation. Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:24:02.229115 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise exception Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d881ce1d-edc8-46ab-ae84-def1bfa44ab7: This subnet is being modified by another concurrent operation. Jun 18 16:24:02.232594 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server Jun 18 16:24:02.258596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b2a198d8-ced6-475e-ba0d-a16927cb5bee tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:02.259217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-05106ced-5532-424b-8471-3b3589127bb8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:02.264351 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ab2ec6-2c90-48df-be3a-f0850b3f7220 None None] Network 3952c8fd-50c2-439f-84c4-e49d5e892d1e requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:02.305381 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6811c-2991-4990-86a1-323eae0b1aa6 None None] Pushing event updated for resources: {'Port': ['ID=24dd55c1-f0be-42a1-abd8-54c63e4667e7,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:02.307261 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63005f5a-98af-4118-b1a4-62bbb5baf163 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.324165 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-63005f5a-98af-4118-b1a4-62bbb5baf163 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6354642 Jun 18 16:24:02.325109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63005f5a-98af-4118-b1a4-62bbb5baf163 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0148de6-3c99-4407-b176-c9523755a6e2,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:02.327411 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46960) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:02.330120 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-63005f5a-98af-4118-b1a4-62bbb5baf163 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:02.331407 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.333106 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e876304b-e203-4475-bca4-6554c4547301 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:02.345525 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-5b39e137-ad9a-49f5-beb5-97a15d28e0aa tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group_rule': {'security_group_id': '6ba22c2a-60dd-4007-a4c5-63e855b83de9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e0148de6-3c99-4407-b176-c9523755a6e2'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:02.352126 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.354356 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "DELETE /v2.0/networks/3f70a5a4-af88-486e-b9e4-d3f9943ea2a9 HTTP/1.1" status: 204 len: 168 time: 2.2173719 Jun 18 16:24:02.357205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46962) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:02.367619 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-0cd6811c-2991-4990-86a1-323eae0b1aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:02.387666 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.641s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:02.388035 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:02.432188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-64fe5146-3e3f-450f-a209-50e16f62c0d2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.434328 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-64fe5146-3e3f-450f-a209-50e16f62c0d2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/d881ce1d-edc8-46ab-ae84-def1bfa44ab7 HTTP/1.1" status: 204 len: 168 time: 1.3017614 Jun 18 16:24:02.438126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fe5146-3e3f-450f-a209-50e16f62c0d2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=d881ce1d-edc8-46ab-ae84-def1bfa44ab7,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:02.441772 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46964) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:02.476591 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-195d4a90-f306-4c46-94f8-4260e2ea0aca tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1038241 Jun 18 16:24:02.489967 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46966) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:02.491600 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-64fe5146-3e3f-450f-a209-50e16f62c0d2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:02.498976 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd5dd45-213f-4471-a65a-470e62d767c8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Made reservation on behalf of d60e3585ca1e49b980c07776e659cd39 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:02.500450 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-42ca9d5d-5bd4-4130-abf2-daa31e63b2a9 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'subnet': {'network_id': '917f4758-cd51-458e-a545-f01e3f79b5f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:02.501826 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Attempting to bind port 24dd55c1-f0be-42a1-abd8-54c63e4667e7 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:02.502218 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Attempting to bind port 24dd55c1-f0be-42a1-abd8-54c63e4667e7 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '22e32ea8-77c2-4864-9324-898a18ee0a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3d7f96a6-6324-4041-b955-c14e0e8ec614'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:02.502713 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Attempting to bind port 24dd55c1-f0be-42a1-abd8-54c63e4667e7 on network 3d7f96a6-6324-4041-b955-c14e0e8ec614 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:02.503445 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9cd5dd45-213f-4471-a65a-470e62d767c8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.505876 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d4a90-f306-4c46-94f8-4260e2ea0aca tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Network': ['ID=917f4758-cd51-458e-a545-f01e3f79b5f2,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:02.508652 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ce5d0982-9bfc-42e1-9918-dfd0295d5cc6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616109 Jun 18 16:24:02.508797 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-1d1792df-3e6b-4eae-8c83-96eabb020f46 None None] For port 1a0fc010-7662-4879-b9cf-fecffecb124a, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1a0fc010-7662-4879-b9cf-fecffecb124a,segment=NetworkSegment(09cadb75-c369-4403-ba8f-b9148af07bc5),segment_id=09cadb75-c369-4403-ba8f-b9148af07bc5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:02.509116 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1d1792df-3e6b-4eae-8c83-96eabb020f46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.515332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46968) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:02.520726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-24d1a232-ec50-4c42-af4e-57274efea508 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:02.528085 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-195d4a90-f306-4c46-94f8-4260e2ea0aca tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:02.528612 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-63639a40-5f86-4999-b71c-360aea95f29e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:02.540125 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:02.540515 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Checking segment: {'id': '22e32ea8-77c2-4864-9324-898a18ee0a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3d7f96a6-6324-4041-b955-c14e0e8ec614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:02.540933 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.541340 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Bound using segment: {'id': '22e32ea8-77c2-4864-9324-898a18ee0a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3d7f96a6-6324-4041-b955-c14e0e8ec614'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:02.541840 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Bound port: 24dd55c1-f0be-42a1-abd8-54c63e4667e7, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e32ea8-77c2-4864-9324-898a18ee0a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3d7f96a6-6324-4041-b955-c14e0e8ec614'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:02.542225 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.545639 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 917f4758-cd51-458e-a545-f01e3f79b5f2 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:02.575509 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.585801 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event deleted for resources: {'Network': ['ID=3f70a5a4-af88-486e-b9e4-d3f9943ea2a9,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:02.600245 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:02.611364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-1d1792df-3e6b-4eae-8c83-96eabb020f46 None None] Calling delete_port for 1a0fc010-7662-4879-b9cf-fecffecb124a owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:02.621960 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-5b39e137-ad9a-49f5-beb5-97a15d28e0aa tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:24:02.625952 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5b39e137-ad9a-49f5-beb5-97a15d28e0aa tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2945359 Jun 18 16:24:02.626724 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46970) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:02.689946 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.718077 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.ipam_backend_mixin [None req-9cd5dd45-213f-4471-a65a-470e62d767c8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Performing IP validity checks on allocation pools {{(pid=93453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 18 16:24:02.718981 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.ipam_backend_mixin [None req-9cd5dd45-213f-4471-a65a-470e62d767c8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 18 16:24:02.723176 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ca9d5d-5bd4-4130-abf2-daa31e63b2a9 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:02.726561 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.729351 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-42ca9d5d-5bd4-4130-abf2-daa31e63b2a9 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.751052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-28f20fe3-a474-40f3-acb1-4715c87f4008 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.769764 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-28f20fe3-a474-40f3-acb1-4715c87f4008 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.819280 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f84f9c79-e973-48b7-aa03-da8c60c0c70e tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.823421 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Transition to ACTIVE for port object 33c0a54c-2ef1-4983-935a-0945e2a3a687 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:02.843933 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Deleting port 1a0fc010-7662-4879-b9cf-fecffecb124a {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:02.844437 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.876715 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:02.915533 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Transition to ACTIVE for port object 33c0a54c-2ef1-4983-935a-0945e2a3a687 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:02.926364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f84f9c79-e973-48b7-aa03-da8c60c0c70e tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.929558 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d1a232-ec50-4c42-af4e-57274efea508 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:02.933388 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-24d1a232-ec50-4c42-af4e-57274efea508 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.959002 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.965178 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:02.988927 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] For port 1a0fc010-7662-4879-b9cf-fecffecb124a, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1a0fc010-7662-4879-b9cf-fecffecb124a,segment=NetworkSegment(09cadb75-c369-4403-ba8f-b9148af07bc5),segment_id=09cadb75-c369-4403-ba8f-b9148af07bc5)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:02.989342 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:02.997159 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-281d9fe8-175d-4366-889b-893d42364416 None None] For port 24dd55c1-f0be-42a1-abd8-54c63e4667e7, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:03.043985 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-281d9fe8-175d-4366-889b-893d42364416 None None] For port 24dd55c1-f0be-42a1-abd8-54c63e4667e7, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=24dd55c1-f0be-42a1-abd8-54c63e4667e7,segment=NetworkSegment(22e32ea8-77c2-4864-9324-898a18ee0a1c),segment_id=22e32ea8-77c2-4864-9324-898a18ee0a1c)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:03.049111 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Network 23257978-ebe0-476c-9c45-b16242be54c0 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:03.058689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.062335 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Pushing event updated for resources: {'Port': ['ID=33c0a54c-2ef1-4983-935a-0945e2a3a687,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:03.064853 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:03.070466 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:03.071183 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:03.072896 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-408d72f3-c39b-4aa4-885f-505c1896ee5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:03.083737 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1d1792df-3e6b-4eae-8c83-96eabb020f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.084953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f20fe3-a474-40f3-acb1-4715c87f4008 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:24:03.094200 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port 1a503f17-9800-46ed-8617-0ecd921fd44b {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:03.094806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.133940 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Calling delete_port for 1a0fc010-7662-4879-b9cf-fecffecb124a owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:03.142382 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:03.142788 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.162044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9cd5dd45-213f-4471-a65a-470e62d767c8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.171054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1792df-3e6b-4eae-8c83-96eabb020f46 None None] No DVR routers for this DVR port 1a0fc010-7662-4879-b9cf-fecffecb124a on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:03.184587 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f84f9c79-e973-48b7-aa03-da8c60c0c70e tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.187349 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f84f9c79-e973-48b7-aa03-da8c60c0c70e tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.192482 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:03.194485 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f84f9c79-e973-48b7-aa03-da8c60c0c70e tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "DELETE /v2.0/security-groups/e0148de6-3c99-4407-b176-c9523755a6e2 HTTP/1.1" status: 204 len: 168 time: 0.5665917 Jun 18 16:24:03.195195 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46972) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:03.203372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-98a2b1d6-5971-4b49-84b7-427718999f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:03.224444 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccc2e6d-21d1-4596-996e-dde4b9d368df None None] DHCP port deletion for 3952c8fd-50c2-439f-84c4-e49d5e892d1e request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:24:03.264883 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Routers {'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:03.265534 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-281d9fe8-175d-4366-889b-893d42364416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:03.286780 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f9c79-e973-48b7-aa03-da8c60c0c70e tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0148de6-3c99-4407-b176-c9523755a6e2,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:03.322969 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6811c-2991-4990-86a1-323eae0b1aa6 None None] Pushing event updated for resources: {'Port': ['ID=24dd55c1-f0be-42a1-abd8-54c63e4667e7,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:03.397204 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-281d9fe8-175d-4366-889b-893d42364416 None None] Set router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:03.404534 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f84f9c79-e973-48b7-aa03-da8c60c0c70e tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:03.413364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5dd45-213f-4471-a65a-470e62d767c8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Subnet': ['ID=5dbaa7c0-2c64-4679-bed4-284415bace68,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:03.414924 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0140a067-f762-4270-a050-c58cd142556a tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.1943526 Jun 18 16:24:03.424046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46974) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:03.436731 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-42ca9d5d-5bd4-4130-abf2-daa31e63b2a9 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.437482 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9cd5dd45-213f-4471-a65a-470e62d767c8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:03.439397 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Attempting to bind port 33c0a54c-2ef1-4983-935a-0945e2a3a687 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:03.440108 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Attempting to bind port 33c0a54c-2ef1-4983-935a-0945e2a3a687 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'ad802915-5e5b-48f1-87dc-c0d1c80d6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '23257978-ebe0-476c-9c45-b16242be54c0'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:03.440933 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Attempting to bind port 33c0a54c-2ef1-4983-935a-0945e2a3a687 on network 23257978-ebe0-476c-9c45-b16242be54c0 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:03.443652 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6121d258-1fb5-430f-8b5e-85ca45f55f7f tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:03.449605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] For port 1a503f17-9800-46ed-8617-0ecd921fd44b, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1a503f17-9800-46ed-8617-0ecd921fd44b,segment=NetworkSegment(843bc1d3-44b8-402a-af47-74fcdf35bb34),segment_id=843bc1d3-44b8-402a-af47-74fcdf35bb34)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:03.450057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.455305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-0cd6811c-2991-4990-86a1-323eae0b1aa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:03.457480 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:03.457873 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Checking segment: {'id': 'ad802915-5e5b-48f1-87dc-c0d1c80d6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '23257978-ebe0-476c-9c45-b16242be54c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:03.458290 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.458725 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Bound using segment: {'id': 'ad802915-5e5b-48f1-87dc-c0d1c80d6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '23257978-ebe0-476c-9c45-b16242be54c0'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:03.459227 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Bound port: 33c0a54c-2ef1-4983-935a-0945e2a3a687, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad802915-5e5b-48f1-87dc-c0d1c80d6943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '23257978-ebe0-476c-9c45-b16242be54c0'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:03.459621 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.461339 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.356s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:03.513364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1792df-3e6b-4eae-8c83-96eabb020f46 None None] Pushing event deleted for resources: {'Port': ['ID=1a0fc010-7662-4879-b9cf-fecffecb124a,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:03.515742 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1d1792df-3e6b-4eae-8c83-96eabb020f46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:03.520649 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca9d5d-5bd4-4130-abf2-daa31e63b2a9 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Subnet': ['ID=22b24027-7485-427c-88e3-4001c9a2a591,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:03.522720 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-42ca9d5d-5bd4-4130-abf2-daa31e63b2a9 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:03.526958 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5dd45-213f-4471-a65a-470e62d767c8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Checking segment: {'id': 'e2f3f155-fb73-4bf1-8905-75314bac1f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f1a74594-ff69-41c5-a0dd-095da37059f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:03.527524 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd5dd45-213f-4471-a65a-470e62d767c8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network hostable DHCP agents. Network: f1a74594-ff69-41c5-a0dd-095da37059f1, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:24:03.532728 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.535593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-036744c6-a209-4270-95cc-77d4a8a29d8c tempest-RoutersIpV6AdminTest-247285103 tempest-RoutersIpV6AdminTest-247285103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:03.559086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event deleted for resources: {'Port': ['ID=1a0fc010-7662-4879-b9cf-fecffecb124a,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:03.559301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for 1a503f17-9800-46ed-8617-0ecd921fd44b owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:03.566785 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:03.568536 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f20fe3-a474-40f3-acb1-4715c87f4008 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:24:03.570863 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ca9d5d-5bd4-4130-abf2-daa31e63b2a9 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Checking segment: {'id': '600a8f01-e9ab-457a-b6fa-22b26d835be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '917f4758-cd51-458e-a545-f01e3f79b5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:03.571233 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ca9d5d-5bd4-4130-abf2-daa31e63b2a9 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network hostable DHCP agents. Network: 917f4758-cd51-458e-a545-f01e3f79b5f2, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:24:03.576046 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] No DVR routers for this DVR port 1a0fc010-7662-4879-b9cf-fecffecb124a on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:03.608477 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-28f20fe3-a474-40f3-acb1-4715c87f4008 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.609741 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-28f20fe3-a474-40f3-acb1-4715c87f4008 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/bb8f47f8-4a42-4e69-b564-fb9b3d6906cd HTTP/1.1" status: 200 len: 700 time: 3.0346570 Jun 18 16:24:03.619637 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46976) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:03.698254 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ca9d5d-5bd4-4130-abf2-daa31e63b2a9 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network 917f4758-cd51-458e-a545-f01e3f79b5f2 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:24:03.709457 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd5dd45-213f-4471-a65a-470e62d767c8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network f1a74594-ff69-41c5-a0dd-095da37059f1 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:24:03.712315 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-24d1a232-ec50-4c42-af4e-57274efea508 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.723060 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b05cade8-5c2c-4f28-805a-402fd4ec9c32 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:03.723313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c638a427-0252-4eb0-8601-e0ce77b02863 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:03.728868 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] For port 33c0a54c-2ef1-4983-935a-0945e2a3a687, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:03.732169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-1ccc2e6d-21d1-4596-996e-dde4b9d368df None None] Deleting port 1a503f17-9800-46ed-8617-0ecd921fd44b {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:03.732605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1ccc2e6d-21d1-4596-996e-dde4b9d368df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.738362 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] For port 33c0a54c-2ef1-4983-935a-0945e2a3a687, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=33c0a54c-2ef1-4983-935a-0945e2a3a687,segment=NetworkSegment(ad802915-5e5b-48f1-87dc-c0d1c80d6943),segment_id=ad802915-5e5b-48f1-87dc-c0d1c80d6943)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:03.738698 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f2694525-872a-4766-b217-fd5332125e0f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.745137 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.762955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aad81c4-565d-4d2c-a8e9-12d0b786c842']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:03.780678 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09cadb75-c369-4403-ba8f-b9148af07bc5') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:03.780969 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09cadb75-c369-4403-ba8f-b9148af07bc5') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:03.787421 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.790326 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-42ca9d5d-5bd4-4130-abf2-daa31e63b2a9 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 917f4758-cd51-458e-a545-f01e3f79b5f2) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:03.798403 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.803225 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ca9d5d-5bd4-4130-abf2-daa31e63b2a9 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:03.803225 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-42ca9d5d-5bd4-4130-abf2-daa31e63b2a9 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.807085 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-9cd5dd45-213f-4471-a65a-470e62d767c8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, f1a74594-ff69-41c5-a0dd-095da37059f1) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:03.812590 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d1a232-ec50-4c42-af4e-57274efea508 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:03.824473 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fdafa3ce-3c93-44af-9cb7-c091c5571e88 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/routers/bb8f47f8-4a42-4e69-b564-fb9b3d6906cd HTTP/1.1" status: 200 len: 700 time: 0.1719801 Jun 18 16:24:03.834314 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f2694525-872a-4766-b217-fd5332125e0f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.834553 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46978) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:03.834656 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a0c888cd-6d1e-42d2-8602-c38d774868ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:03.842438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd5dd45-213f-4471-a65a-470e62d767c8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:03.843182 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9cd5dd45-213f-4471-a65a-470e62d767c8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.844956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29f0c6e-3dff-4cb7-b49a-07a11744b490 None None] Network 917f4758-cd51-458e-a545-f01e3f79b5f2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:03.847979 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d58b4c-150b-4da6-a885-dd013c098ba5 None None] Network f1a74594-ff69-41c5-a0dd-095da37059f1 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:03.849783 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-24d1a232-ec50-4c42-af4e-57274efea508 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:03.869784 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d1a232-ec50-4c42-af4e-57274efea508 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:03.869784 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-24d1a232-ec50-4c42-af4e-57274efea508 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.876809 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.876809 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-42ca9d5d-5bd4-4130-abf2-daa31e63b2a9 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3853090 Jun 18 16:24:03.887137 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46980) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:03.916945 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.918045 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:03.918566 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:03.919599 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1a232-ec50-4c42-af4e-57274efea508 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=958c5ae5-4558-46cf-91ef-e9e211b23242,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:03.921725 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:03.943145 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-24d1a232-ec50-4c42-af4e-57274efea508 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4265091 Jun 18 16:24:03.964143 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46982) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:03.972234 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-5055ab3b-15b0-436a-8c86-8887edc70db4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'fixed_ips': [{'subnet_id': '958c5ae5-4558-46cf-91ef-e9e211b23242', 'ip_address': '2001:db8::b0ce:7131:4b88:d46c'}], 'name': 'tempest-NetworksTestDHCPv6-1859668491'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:03.980095 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-24d1a232-ec50-4c42-af4e-57274efea508 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:03.986167 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9cd5dd45-213f-4471-a65a-470e62d767c8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.3702395 Jun 18 16:24:03.987072 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:03.995694 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46984) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:04.046536 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=1a503f17-9800-46ed-8617-0ecd921fd44b,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:04.053933 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No DVR routers for this DVR port 1a503f17-9800-46ed-8617-0ecd921fd44b on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:04.085319 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:04.088774 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09ee41a-ba45-46f6-9ac4-0219ea70bf6c None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:04.141107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f2694525-872a-4766-b217-fd5332125e0f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.144353 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f2694525-872a-4766-b217-fd5332125e0f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.145641 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f2694525-872a-4766-b217-fd5332125e0f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "DELETE /v2.0/security-groups/6ba22c2a-60dd-4007-a4c5-63e855b83de9 HTTP/1.1" status: 204 len: 168 time: 0.7181962 Jun 18 16:24:04.147423 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.151588 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46986) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:04.157168 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-59937533-3fb5-41bd-9120-c8ec1d04b64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:04.166770 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-195d4a90-f306-4c46-94f8-4260e2ea0aca tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:04.172403 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.174880 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "DELETE /v2.0/networks/6aad81c4-565d-4d2c-a8e9-12d0b786c842 HTTP/1.1" status: 204 len: 168 time: 1.8071322 Jun 18 16:24:04.181682 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2694525-872a-4766-b217-fd5332125e0f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba22c2a-60dd-4007-a4c5-63e855b83de9,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:04.211465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46988) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:04.234090 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f2694525-872a-4766-b217-fd5332125e0f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:04.305428 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6360aaf9-91ac-4da9-a2aa-d8630dd55c1d tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.308894 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-1ccc2e6d-21d1-4596-996e-dde4b9d368df None None] For port 1a503f17-9800-46ed-8617-0ecd921fd44b, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1a503f17-9800-46ed-8617-0ecd921fd44b,segment=NetworkSegment(843bc1d3-44b8-402a-af47-74fcdf35bb34),segment_id=843bc1d3-44b8-402a-af47-74fcdf35bb34)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:04.309216 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1ccc2e6d-21d1-4596-996e-dde4b9d368df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.318408 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.321819 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event deleted for resources: {'Network': ['ID=6aad81c4-565d-4d2c-a8e9-12d0b786c842,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:04.328171 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6cd47d81-3487-4cb0-99ad-2d406e4778fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.379904 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:04.386198 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8351c714-6d05-4520-bf39-5df310ebf19c tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2327740 Jun 18 16:24:04.390466 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Pushing event updated for resources: {'Port': ['ID=33c0a54c-2ef1-4983-935a-0945e2a3a687,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:04.392491 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46990) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:04.426508 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-1ccc2e6d-21d1-4596-996e-dde4b9d368df None None] Calling delete_port for 1a503f17-9800-46ed-8617-0ecd921fd44b owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:04.427152 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-e62f1686-fd3a-44fe-9ba9-5c4db7355248 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group': {'name': 'tempest-secgroup--1090952213'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:04.469476 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:04.517444 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5055ab3b-15b0-436a-8c86-8887edc70db4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:04.585601 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e62f1686-fd3a-44fe-9ba9-5c4db7355248 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.645233 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port b05cade8-5c2c-4f28-805a-402fd4ec9c32 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:04.645852 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.706971 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3952c8fd-50c2-439f-84c4-e49d5e892d1e']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:04.722203 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82d3724-8145-43f4-9df4-cfcea04b9069 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Deleting subnet 77549a3d-94b5-4cb1-970d-9bcd702e52c1 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:24:04.732247 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843bc1d3-44b8-402a-af47-74fcdf35bb34') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:04.732623 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843bc1d3-44b8-402a-af47-74fcdf35bb34') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:04.737547 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5055ab3b-15b0-436a-8c86-8887edc70db4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.743268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e82d3724-8145-43f4-9df4-cfcea04b9069 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.752011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.784257 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-5055ab3b-15b0-436a-8c86-8887edc70db4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port f4491721-ecec-4be4-9d04-818d7c55ba51 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:24:04.814823 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-281d9fe8-175d-4366-889b-893d42364416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:24:02Z', 'revision_number': 7, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': '148b5fa7-a2e5-4638-9ec2-77ccc1ac0746', 'name': '', 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:4d:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:33Z', 'updated_at': '2021-06-18T16:23:50Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24dd55c1-f0be-42a1-abd8-54c63e4667e7', 'name': '', 'network_id': '3d7f96a6-6324-4041-b955-c14e0e8ec614', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:07:bc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89679614-abf0-4816-bb16-e93166f5fe7c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:52Z', 'updated_at': '2021-06-18T16:24:02Z', 'revision_number': 4, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': '89679614-abf0-4816-bb16-e93166f5fe7c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05cade8-5c2c-4f28-805a-402fd4ec9c32', 'name': '', 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:da:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:42Z', 'updated_at': '2021-06-18T16:23:56Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:04.846544 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.850866 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': '958c5ae5-4558-46cf-91ef-e9e211b23242'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:04.851565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.853685 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5f2430-66fa-4fb6-950a-128429b4ad91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-917f4758-cd51-458e-a545-f01e3f79b5f2', 'network_id': '917f4758-cd51-458e-a545-f01e3f79b5f2', 'tenant_id': 'eb097a6e28d249bdbf02c3bc05f9b34b', 'fixed_ips': [{'subnet_id': '22b24027-7485-427c-88e3-4001c9a2a591'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:04.855063 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0c5f2430-66fa-4fb6-950a-128429b4ad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.876124 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e62f1686-fd3a-44fe-9ba9-5c4db7355248 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.881260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:04.882403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:04.887136 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:04.895678 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5f18ced1-a52e-47f2-896f-e049d9a744f0 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.902965 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e82d3724-8145-43f4-9df4-cfcea04b9069 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.905879 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6360aaf9-91ac-4da9-a2aa-d8630dd55c1d tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.918668 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d2f5bf-3147-42e3-be91-de07e7619b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-f1a74594-ff69-41c5-a0dd-095da37059f1', 'network_id': 'f1a74594-ff69-41c5-a0dd-095da37059f1', 'tenant_id': 'd60e3585ca1e49b980c07776e659cd39', 'fixed_ips': [{'subnet_id': '5dbaa7c0-2c64-4679-bed4-284415bace68'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:04.919518 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-81d2f5bf-3147-42e3-be91-de07e7619b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.926405 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281d9fe8-175d-4366-889b-893d42364416 None None] The sync data for ids ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'] in dv-neutron-797120-1-hyperv is: [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:24:02Z', 'revision_number': 7, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': '148b5fa7-a2e5-4638-9ec2-77ccc1ac0746', 'name': '', 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:4d:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:33Z', 'updated_at': '2021-06-18T16:23:50Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24dd55c1-f0be-42a1-abd8-54c63e4667e7', 'name': '', 'network_id': '3d7f96a6-6324-4041-b955-c14e0e8ec614', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:07:bc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89679614-abf0-4816-bb16-e93166f5fe7c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:52Z', 'updated_at': '2021-06-18T16:24:02Z', 'revision_number': 4, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': '89679614-abf0-4816-bb16-e93166f5fe7c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05cade8-5c2c-4f28-805a-402fd4ec9c32', 'name': '', 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:da:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:42Z', 'updated_at': '2021-06-18T16:23:56Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:24:04.943977 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1ccc2e6d-21d1-4596-996e-dde4b9d368df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:04.948484 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:05.055176 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6cd47d81-3487-4cb0-99ad-2d406e4778fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:05.074468 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc2e6d-21d1-4596-996e-dde4b9d368df None None] Pushing event deleted for resources: {'Port': ['ID=1a503f17-9800-46ed-8617-0ecd921fd44b,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:05.078680 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e62f1686-fd3a-44fe-9ba9-5c4db7355248 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:05.087359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-39a11013-3aaa-4bc4-a68c-8c587ff8f4e8 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:05.104240 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:05.116274 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8b2a6865-9dad-42ef-8bfe-77b406ab3d14 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:05.125157 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc2e6d-21d1-4596-996e-dde4b9d368df None None] No DVR routers for this DVR port 1a503f17-9800-46ed-8617-0ecd921fd44b on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:05.126548 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:05.129555 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/networks/3952c8fd-50c2-439f-84c4-e49d5e892d1e HTTP/1.1" status: 204 len: 168 time: 2.9030328 Jun 18 16:24:05.145352 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1ccc2e6d-21d1-4596-996e-dde4b9d368df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:05.151161 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46992) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:05.158602 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-56d5580f-baf6-4a8d-8169-c5e01cce3e5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-685578308'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:05.186218 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Network': ['ID=3952c8fd-50c2-439f-84c4-e49d5e892d1e,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:05.188136 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e62f1686-fd3a-44fe-9ba9-5c4db7355248 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:05.194291 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e62f1686-fd3a-44fe-9ba9-5c4db7355248 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7875357 Jun 18 16:24:05.198197 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46994) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:05.203088 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:05.214676 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-7918f6c7-3107-40a0-a347-47f66091181b tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:05.215106 dv-neutron-797120-1-hyperv neutron-server[93453]: WARNING neutron.api.v2.base [None req-7918f6c7-3107-40a0-a347-47f66091181b tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 18 16:24:05.215607 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-7918f6c7-3107-40a0-a347-47f66091181b tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] update failed (client error): There was a conflict when trying to complete your request. Jun 18 16:24:05.218610 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7918f6c7-3107-40a0-a347-47f66091181b tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "PUT /v2.0/security-groups/cfb4c187-bebb-4c2b-bbd1-6896aa004a52 HTTP/1.1" status: 409 len: 330 time: 0.0120323 Jun 18 16:24:05.228370 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 46996) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:05.239028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6360aaf9-91ac-4da9-a2aa-d8630dd55c1d tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:05.250948 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8fa824d2-f9b0-4523-b416-a396c6cb3019 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:05.261522 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 7d79355d-285e-4eca-8b2e-dd14a23a79d2 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:05.264372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f1686-fd3a-44fe-9ba9-5c4db7355248 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb4c187-bebb-4c2b-bbd1-6896aa004a52,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:05.279460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e62f1686-fd3a-44fe-9ba9-5c4db7355248 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server [None req-0c5f2430-66fa-4fb6-950a-128429b4ad91 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22b24027-7485-427c-88e3-4001c9a2a591: This subnet is being modified by another concurrent operation. Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise exception Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22b24027-7485-427c-88e3-4001c9a2a591: This subnet is being modified by another concurrent operation. Jun 18 16:24:05.337217 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server Jun 18 16:24:05.356621 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d5580f-baf6-4a8d-8169-c5e01cce3e5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:05.360299 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-56d5580f-baf6-4a8d-8169-c5e01cce3e5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:05.369930 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360aaf9-91ac-4da9-a2aa-d8630dd55c1d tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Subnet': ['ID=22b24027-7485-427c-88e3-4001c9a2a591,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:05.377961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e82d3724-8145-43f4-9df4-cfcea04b9069 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:05.379738 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1227e963-b77f-4a59-8240-e0ba82b0c80e None None] Network 917f4758-cd51-458e-a545-f01e3f79b5f2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:05.418721 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6360aaf9-91ac-4da9-a2aa-d8630dd55c1d tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:05.463682 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Allocated IP 2001:db8::2 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/958c5ae5-4558-46cf-91ef-e9e211b23242/ab2a10dc-e179-4381-8ee7-f7103d8197df) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server [None req-81d2f5bf-3147-42e3-be91-de07e7619b6e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5dbaa7c0-2c64-4679-bed4-284415bace68: This subnet is being modified by another concurrent operation. Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise exception Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5dbaa7c0-2c64-4679-bed4-284415bace68: This subnet is being modified by another concurrent operation. Jun 18 16:24:05.485212 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server Jun 18 16:24:05.518829 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6360aaf9-91ac-4da9-a2aa-d8630dd55c1d tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:05.519902 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5cfd95-1ed3-4ee9-8e8c-2e6cb9636294 None None] Network f1a74594-ff69-41c5-a0dd-095da37059f1 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:05.532943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-6360aaf9-91ac-4da9-a2aa-d8630dd55c1d tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917f4758-cd51-458e-a545-f01e3f79b5f2']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:05.547801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-6360aaf9-91ac-4da9-a2aa-d8630dd55c1d tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600a8f01-e9ab-457a-b6fa-22b26d835be5') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:05.548328 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-6360aaf9-91ac-4da9-a2aa-d8630dd55c1d tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600a8f01-e9ab-457a-b6fa-22b26d835be5') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:05.563262 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6360aaf9-91ac-4da9-a2aa-d8630dd55c1d tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:05.600211 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6360aaf9-91ac-4da9-a2aa-d8630dd55c1d tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:05.612723 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6360aaf9-91ac-4da9-a2aa-d8630dd55c1d tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:05.613776 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6360aaf9-91ac-4da9-a2aa-d8630dd55c1d tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:05.654265 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 7d79355d-285e-4eca-8b2e-dd14a23a79d2 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:05.709650 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 7d79355d-285e-4eca-8b2e-dd14a23a79d2 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:05.710288 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:05.737552 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:05.740147 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6cd47d81-3487-4cb0-99ad-2d406e4778fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:05.757284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fe1035c1-0092-4ccb-8fbf-f0b5d122b481 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:05.834069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6cd47d81-3487-4cb0-99ad-2d406e4778fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:05.847279 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-6cd47d81-3487-4cb0-99ad-2d406e4778fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1a74594-ff69-41c5-a0dd-095da37059f1']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:05.861197 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-6cd47d81-3487-4cb0-99ad-2d406e4778fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f3f155-fb73-4bf1-8905-75314bac1f6f') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:05.861658 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-6cd47d81-3487-4cb0-99ad-2d406e4778fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f3f155-fb73-4bf1-8905-75314bac1f6f') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:05.864288 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9cfb6b-d5c7-49b2-9421-146cd6c42463 None None] Network 23257978-ebe0-476c-9c45-b16242be54c0 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:05.872763 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6cd47d81-3487-4cb0-99ad-2d406e4778fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:05.891179 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6cd47d81-3487-4cb0-99ad-2d406e4778fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:05.900702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd47d81-3487-4cb0-99ad-2d406e4778fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:05.901922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6cd47d81-3487-4cb0-99ad-2d406e4778fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:05.910315 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:05.912612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6360aaf9-91ac-4da9-a2aa-d8630dd55c1d tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:05.920971 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6360aaf9-91ac-4da9-a2aa-d8630dd55c1d tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:05.925162 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6360aaf9-91ac-4da9-a2aa-d8630dd55c1d tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/917f4758-cd51-458e-a545-f01e3f79b5f2 HTTP/1.1" status: 204 len: 168 time: 2.0330362 Jun 18 16:24:05.929147 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 46998) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:05.934599 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-826573cc-7200-4c79-8505-078e8c55cc68 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1018210173'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:05.964018 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd47d81-3487-4cb0-99ad-2d406e4778fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Subnet': ['ID=5dbaa7c0-2c64-4679-bed4-284415bace68,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:05.967500 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6cd47d81-3487-4cb0-99ad-2d406e4778fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:06.008577 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f018cc2b-1fc0-4c96-9626-699a86d6d356 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:06.010792 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826573cc-7200-4c79-8505-078e8c55cc68 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:06.014636 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-826573cc-7200-4c79-8505-078e8c55cc68 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.064479 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360aaf9-91ac-4da9-a2aa-d8630dd55c1d tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Network': ['ID=917f4758-cd51-458e-a545-f01e3f79b5f2,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:06.073491 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56d5580f-baf6-4a8d-8169-c5e01cce3e5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:24:06.076530 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6360aaf9-91ac-4da9-a2aa-d8630dd55c1d tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:06.082244 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826573cc-7200-4c79-8505-078e8c55cc68 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:24:06.082970 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e808cd89-9bf6-42dc-bc19-42b914128380 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.108965 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-826573cc-7200-4c79-8505-078e8c55cc68 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.109708 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-826573cc-7200-4c79-8505-078e8c55cc68 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Added segment 97d9e8a4-a83c-4a45-b40b-b493c92f6092 of type vlan for network 8e675d59-61df-4734-b12d-6b6d7d58582f Jun 18 16:24:06.120147 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6cd47d81-3487-4cb0-99ad-2d406e4778fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.122813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e808cd89-9bf6-42dc-bc19-42b914128380 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.144190 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c04aa03c-6d5a-454d-a5c3-ce84fe2fe9f3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:06.159237 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6cd47d81-3487-4cb0-99ad-2d406e4778fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.161173 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6cd47d81-3487-4cb0-99ad-2d406e4778fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/networks/f1a74594-ff69-41c5-a0dd-095da37059f1 HTTP/1.1" status: 204 len: 168 time: 2.1635275 Jun 18 16:24:06.163401 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-56d5580f-baf6-4a8d-8169-c5e01cce3e5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.163944 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-56d5580f-baf6-4a8d-8169-c5e01cce3e5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Added segment a8b112fb-a1f5-4aad-a5b8-aba717c83ca4 of type vlan for network 79a8979e-cbd1-4524-ae01-98d3ab5dd48f Jun 18 16:24:06.169314 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd47d81-3487-4cb0-99ad-2d406e4778fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Network': ['ID=f1a74594-ff69-41c5-a0dd-095da37059f1,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:06.171420 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47000) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:06.178846 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-cd6de0d2-bdcf-4ec2-a6b9-a45b21f12b5c None None] Provisioning for port 33c0a54c-2ef1-4983-935a-0945e2a3a687 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:06.185402 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e82d3724-8145-43f4-9df4-cfcea04b9069 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.189156 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-5f18ced1-a52e-47f2-896f-e049d9a744f0 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting port 24dd55c1-f0be-42a1-abd8-54c63e4667e7 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:06.189486 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5f18ced1-a52e-47f2-896f-e049d9a744f0 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.189608 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.194514 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-826573cc-7200-4c79-8505-078e8c55cc68 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.204875 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964a378c-40a4-47b6-a5c8-760a7ced22aa None None] Sync routers for ids ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:24:06.208979 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-5a72f166-07f7-46f7-b03d-5e2841ceee27 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1454998482'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:06.218345 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964a378c-40a4-47b6-a5c8-760a7ced22aa None None] Routers {'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:06.219289 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-964a378c-40a4-47b6-a5c8-760a7ced22aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:06.240537 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6cd47d81-3487-4cb0-99ad-2d406e4778fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:06.242866 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Transition to ACTIVE for port object ab2a10dc-e179-4381-8ee7-f7103d8197df will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:06.282348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-56d5580f-baf6-4a8d-8169-c5e01cce3e5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.288033 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-826573cc-7200-4c79-8505-078e8c55cc68 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.292446 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.294278 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826573cc-7200-4c79-8505-078e8c55cc68 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:06.294526 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-826573cc-7200-4c79-8505-078e8c55cc68 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.300155 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-94abe062-7c65-4af4-a3be-5f33ec924109 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:06.318733 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-964a378c-40a4-47b6-a5c8-760a7ced22aa None None] Set router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:06.347802 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Transition to ACTIVE for port object ab2a10dc-e179-4381-8ee7-f7103d8197df will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:06.348077 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f76efa95-8892-4977-b146-c23d09ba561a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:06.362030 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.373161 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ddc00296-3d8b-49a9-ade7-ee42483fec6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:06.390212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d3724-8145-43f4-9df4-cfcea04b9069 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event deleted for resources: {'Subnet': ['ID=77549a3d-94b5-4cb1-970d-9bcd702e52c1,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:06.398526 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-56d5580f-baf6-4a8d-8169-c5e01cce3e5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.405728 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d5580f-baf6-4a8d-8169-c5e01cce3e5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:06.406901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-56d5580f-baf6-4a8d-8169-c5e01cce3e5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.407218 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-826573cc-7200-4c79-8505-078e8c55cc68 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4768980 Jun 18 16:24:06.418272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47002) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:06.421821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e808cd89-9bf6-42dc-bc19-42b914128380 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.426896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e808cd89-9bf6-42dc-bc19-42b914128380 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.428526 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e808cd89-9bf6-42dc-bc19-42b914128380 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "DELETE /v2.0/security-groups/cfb4c187-bebb-4c2b-bbd1-6896aa004a52 HTTP/1.1" status: 204 len: 168 time: 1.1968966 Jun 18 16:24:06.430405 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-42faa7f5-480d-4ae2-abf0-be6a6737210e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'subnet': {'network_id': '8e675d59-61df-4734-b12d-6b6d7d58582f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:06.432023 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47004) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:06.433069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e82d3724-8145-43f4-9df4-cfcea04b9069 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:06.433998 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e35f0073-bfe3-4ad5-986c-4e65e6f1dfbd tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:06.441060 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-56d5580f-baf6-4a8d-8169-c5e01cce3e5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2861958 Jun 18 16:24:06.448321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47006) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:06.449844 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-5f18ced1-a52e-47f2-896f-e049d9a744f0 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] For port 24dd55c1-f0be-42a1-abd8-54c63e4667e7, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=24dd55c1-f0be-42a1-abd8-54c63e4667e7,segment=NetworkSegment(22e32ea8-77c2-4864-9324-898a18ee0a1c),segment_id=22e32ea8-77c2-4864-9324-898a18ee0a1c)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:06.450208 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5f18ced1-a52e-47f2-896f-e049d9a744f0 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.458782 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-dd35ab2e-61af-4204-9ad1-998bd0f76e2b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'subnet': {'network_id': '79a8979e-cbd1-4524-ae01-98d3ab5dd48f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:06.459899 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a807c6-02a0-4671-98e2-bf63d0f8aaca None None] Network 6a73dea0-438b-4a1b-9cc5-563862f7895b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:06.466411 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a72f166-07f7-46f7-b03d-5e2841ceee27 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Made reservation on behalf of d60e3585ca1e49b980c07776e659cd39 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:06.471800 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5a72f166-07f7-46f7-b03d-5e2841ceee27 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.483089 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826573cc-7200-4c79-8505-078e8c55cc68 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Network': ['ID=8e675d59-61df-4734-b12d-6b6d7d58582f,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:06.501786 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e82d3724-8145-43f4-9df4-cfcea04b9069 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.504828 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e82d3724-8145-43f4-9df4-cfcea04b9069 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "DELETE /v2.0/subnets/77549a3d-94b5-4cb1-970d-9bcd702e52c1 HTTP/1.1" status: 204 len: 168 time: 2.2890956 Jun 18 16:24:06.521040 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47008) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:06.521944 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-826573cc-7200-4c79-8505-078e8c55cc68 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:06.522475 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 7d79355d-285e-4eca-8b2e-dd14a23a79d2, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=7d79355d-285e-4eca-8b2e-dd14a23a79d2,segment=NetworkSegment(22e32ea8-77c2-4864-9324-898a18ee0a1c),segment_id=22e32ea8-77c2-4864-9324-898a18ee0a1c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:06.549634 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a72f166-07f7-46f7-b03d-5e2841ceee27 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:24:06.561818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5a72f166-07f7-46f7-b03d-5e2841ceee27 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.562915 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-5a72f166-07f7-46f7-b03d-5e2841ceee27 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Added segment b1026360-75b2-4cf7-9a64-98aac1e3100a of type vlan for network 93afac37-d316-447f-9c94-5c91079748ad Jun 18 16:24:06.563307 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 8e675d59-61df-4734-b12d-6b6d7d58582f details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:06.569240 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-964a378c-40a4-47b6-a5c8-760a7ced22aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:24:02Z', 'revision_number': 7, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': '148b5fa7-a2e5-4638-9ec2-77ccc1ac0746', 'name': '', 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:4d:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:33Z', 'updated_at': '2021-06-18T16:23:50Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24dd55c1-f0be-42a1-abd8-54c63e4667e7', 'name': '', 'network_id': '3d7f96a6-6324-4041-b955-c14e0e8ec614', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:07:bc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89679614-abf0-4816-bb16-e93166f5fe7c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:52Z', 'updated_at': '2021-06-18T16:24:02Z', 'revision_number': 4, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': '89679614-abf0-4816-bb16-e93166f5fe7c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05cade8-5c2c-4f28-805a-402fd4ec9c32', 'name': '', 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:da:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:42Z', 'updated_at': '2021-06-18T16:23:56Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:06.597877 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964a378c-40a4-47b6-a5c8-760a7ced22aa None None] Checking router: bb8f47f8-4a42-4e69-b564-fb9b3d6906cd for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:24:06.607073 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964a378c-40a4-47b6-a5c8-760a7ced22aa None None] Routers {'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:06.607951 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-964a378c-40a4-47b6-a5c8-760a7ced22aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:06.611134 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5a72f166-07f7-46f7-b03d-5e2841ceee27 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.632497 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-5f18ced1-a52e-47f2-896f-e049d9a744f0 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Calling delete_port for 24dd55c1-f0be-42a1-abd8-54c63e4667e7 owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:06.664264 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0df5144b-22e6-4abe-8f02-144233bda572 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2213767 Jun 18 16:24:06.669250 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-5055ab3b-15b0-436a-8c86-8887edc70db4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::b0ce:7131:4b88:d46c (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/958c5ae5-4558-46cf-91ef-e9e211b23242/f4491721-ecec-4be4-9d04-818d7c55ba51) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:06.670170 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.676359 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:06.694532 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:06.697470 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:06.713184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5a72f166-07f7-46f7-b03d-5e2841ceee27 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.718276 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47010) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:06.721912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a72f166-07f7-46f7-b03d-5e2841ceee27 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:06.723340 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5a72f166-07f7-46f7-b03d-5e2841ceee27 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:06.724951 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Pushing event updated for resources: {'Port': ['ID=ab2a10dc-e179-4381-8ee7-f7103d8197df,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:06.742930 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:06.756422 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-b2b88f15-d67c-4375-8d97-266eda39a6ba tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] delete failed (client error): The resource could not be found. Jun 18 16:24:06.757511 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b2b88f15-d67c-4375-8d97-266eda39a6ba tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "DELETE /v2.0/security-groups/5a36b6bd-0fd5-4b49-9cad-c25541bdb543 HTTP/1.1" status: 404 len: 347 time: 0.0365016 Jun 18 16:24:06.763364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8eb42cc3-27ca-4ac5-a29f-84099e30e728 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:06.766343 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47012) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:06.767090 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-964a378c-40a4-47b6-a5c8-760a7ced22aa None None] Set router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:06.788472 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5a72f166-07f7-46f7-b03d-5e2841ceee27 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5870245 Jun 18 16:24:06.792181 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47014) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:06.797440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-1fbda09f-5d25-4eaa-bae4-f22cccf7dc29 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'subnet': {'network_id': '93afac37-d316-447f-9c94-5c91079748ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:06.801395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1fd175c1-14c8-4495-80e9-528e4cf46760 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:06.804210 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-057844c6-a7e7-4adc-b6c3-dab7a70475e4 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] show failed (client error): The resource could not be found. Jun 18 16:24:06.805528 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-057844c6-a7e7-4adc-b6c3-dab7a70475e4 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "GET /v2.0/security-groups/7fc4f106-6897-49d5-b7f6-0a0b469fed42 HTTP/1.1" status: 404 len: 347 time: 0.0366993 Jun 18 16:24:06.816943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5580f-baf6-4a8d-8169-c5e01cce3e5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Network': ['ID=79a8979e-cbd1-4524-ae01-98d3ab5dd48f,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:06.819029 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47016) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:06.866897 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 79a8979e-cbd1-4524-ae01-98d3ab5dd48f details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:06.872506 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-56d5580f-baf6-4a8d-8169-c5e01cce3e5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:06.873594 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-73abbfc3-1323-42f4-994f-fb08bc8b67cb tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] show failed (client error): The resource could not be found. Jun 18 16:24:06.874654 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-73abbfc3-1323-42f4-994f-fb08bc8b67cb tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] 10.222.0.50 "GET /v2.0/security-group-rules/c97a17ec-fa9f-4e7e-8476-c5c1e21e0e15 HTTP/1.1" status: 404 len: 356 time: 0.0210972 Jun 18 16:24:06.875486 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b1e2fe54-fdc7-41c1-9875-c11c7ec92076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.436s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:06.890513 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808cd89-9bf6-42dc-bc19-42b914128380 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb4c187-bebb-4c2b-bbd1-6896aa004a52,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:06.903323 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e808cd89-9bf6-42dc-bc19-42b914128380 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:06.903852 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e5d2ac1b-3c2c-4775-9f49-bba557f19680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:06.963167 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 1fd175c1-14c8-4495-80e9-528e4cf46760 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:06.963500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1fd175c1-14c8-4495-80e9-528e4cf46760 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:07.019832 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-964a378c-40a4-47b6-a5c8-760a7ced22aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:24:02Z', 'revision_number': 7, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': '148b5fa7-a2e5-4638-9ec2-77ccc1ac0746', 'name': '', 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:4d:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:33Z', 'updated_at': '2021-06-18T16:23:50Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24dd55c1-f0be-42a1-abd8-54c63e4667e7', 'name': '', 'network_id': '3d7f96a6-6324-4041-b955-c14e0e8ec614', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:07:bc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89679614-abf0-4816-bb16-e93166f5fe7c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:52Z', 'updated_at': '2021-06-18T16:24:02Z', 'revision_number': 4, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': '89679614-abf0-4816-bb16-e93166f5fe7c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05cade8-5c2c-4f28-805a-402fd4ec9c32', 'name': '', 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:da:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:42Z', 'updated_at': '2021-06-18T16:23:56Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:07.031373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72f166-07f7-46f7-b03d-5e2841ceee27 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Network': ['ID=93afac37-d316-447f-9c94-5c91079748ad,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:07.037973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5a72f166-07f7-46f7-b03d-5e2841ceee27 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:07.051215 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964a378c-40a4-47b6-a5c8-760a7ced22aa None None] The sync data for ids ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'] in dv-neutron-797120-1-hyperv is: [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:24:02Z', 'revision_number': 7, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': '148b5fa7-a2e5-4638-9ec2-77ccc1ac0746', 'name': '', 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:4d:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:33Z', 'updated_at': '2021-06-18T16:23:50Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '24dd55c1-f0be-42a1-abd8-54c63e4667e7', 'name': '', 'network_id': '3d7f96a6-6324-4041-b955-c14e0e8ec614', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:07:bc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '89679614-abf0-4816-bb16-e93166f5fe7c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:52Z', 'updated_at': '2021-06-18T16:24:02Z', 'revision_number': 4, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': '89679614-abf0-4816-bb16-e93166f5fe7c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05cade8-5c2c-4f28-805a-402fd4ec9c32', 'name': '', 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:da:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:42Z', 'updated_at': '2021-06-18T16:23:56Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:24:07.061054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 93afac37-d316-447f-9c94-5c91079748ad details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:07.065944 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Attempting to bind port ab2a10dc-e179-4381-8ee7-f7103d8197df on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:07.066474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Attempting to bind port ab2a10dc-e179-4381-8ee7-f7103d8197df by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:07.068142 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Attempting to bind port ab2a10dc-e179-4381-8ee7-f7103d8197df on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:07.084423 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=7d79355d-285e-4eca-8b2e-dd14a23a79d2,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:07.142999 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbda09f-5d25-4eaa-bae4-f22cccf7dc29 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Made reservation on behalf of d60e3585ca1e49b980c07776e659cd39 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:07.150312 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1fbda09f-5d25-4eaa-bae4-f22cccf7dc29 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:07.172014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:07.196612 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:07.197287 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:07.197502 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:07.197850 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:07.198394 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Bound port: ab2a10dc-e179-4381-8ee7-f7103d8197df, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:07.198797 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:07.312608 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5055ab3b-15b0-436a-8c86-8887edc70db4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:07.347817 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-5055ab3b-15b0-436a-8c86-8887edc70db4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object f4491721-ecec-4be4-9d04-818d7c55ba51 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:07.413488 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] For port ab2a10dc-e179-4381-8ee7-f7103d8197df, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:07.417792 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5055ab3b-15b0-436a-8c86-8887edc70db4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:07.420529 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] For port ab2a10dc-e179-4381-8ee7-f7103d8197df, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ab2a10dc-e179-4381-8ee7-f7103d8197df,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:07.430346 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:07.432327 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d2e1160b-e275-4e45-b089-b1f4bb780833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:07.455145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9d9d3d6c-61ef-49ae-83db-3016dd335bdb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:07.548218 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ee23a8-40da-44bd-a5b1-558ca82abb64 None None] DHCP port deletion for 6a73dea0-438b-4a1b-9cc5-563862f7895b request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:24:07.553986 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055ab3b-15b0-436a-8c86-8887edc70db4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=f4491721-ecec-4be4-9d04-818d7c55ba51,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:07.564459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Pushing event updated for resources: {'Port': ['ID=ab2a10dc-e179-4381-8ee7-f7103d8197df,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:07.570604 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5055ab3b-15b0-436a-8c86-8887edc70db4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:07.581776 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:07.589370 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:07.609280 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5f18ced1-a52e-47f2-896f-e049d9a744f0 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:07.616805 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-09cfa25c-235b-401f-a3c9-41b755a1a2b9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:07.625131 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5055ab3b-15b0-436a-8c86-8887edc70db4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:07.643686 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b10e449b-c275-49b9-be77-fd6679d84f98 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:07.664038 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd35ab2e-61af-4204-9ad1-998bd0f76e2b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:07.667739 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dd35ab2e-61af-4204-9ad1-998bd0f76e2b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:07.684481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47024) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:07.768875 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-5055ab3b-15b0-436a-8c86-8887edc70db4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:07.779109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18ced1-a52e-47f2-896f-e049d9a744f0 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Port': ['ID=24dd55c1-f0be-42a1-abd8-54c63e4667e7,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:07.792885 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-87ee23a8-40da-44bd-a5b1-558ca82abb64 None None] Deleting port c72acb52-8856-4a12-8802-3a8f8aed55a7 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:07.792885 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-87ee23a8-40da-44bd-a5b1-558ca82abb64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:07.801372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5055ab3b-15b0-436a-8c86-8887edc70db4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:07.808039 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5055ab3b-15b0-436a-8c86-8887edc70db4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:07.808039 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5055ab3b-15b0-436a-8c86-8887edc70db4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:07.811287 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1fbda09f-5d25-4eaa-bae4-f22cccf7dc29 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:07.814311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b27ed163-1da4-466d-8461-f7317ff9a374 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:07.820691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5f18ced1-a52e-47f2-896f-e049d9a744f0 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:07.838883 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port b10e449b-c275-49b9-be77-fd6679d84f98 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:07.839407 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:07.886073 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd6511-7963-4a27-977b-d681ef9a04c0 req-81bb72e9-3780-4c0d-9a91-c72483b3138a tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:07.887747 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f0fd6511-7963-4a27-977b-d681ef9a04c0 req-81bb72e9-3780-4c0d-9a91-c72483b3138a tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.2525485 Jun 18 16:24:07.944211 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-87ee23a8-40da-44bd-a5b1-558ca82abb64 None None] For port c72acb52-8856-4a12-8802-3a8f8aed55a7, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=c72acb52-8856-4a12-8802-3a8f8aed55a7,segment=NetworkSegment(5e6b5796-61d6-4305-972e-5aa01619a4e5),segment_id=5e6b5796-61d6-4305-972e-5aa01619a4e5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:07.945632 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-87ee23a8-40da-44bd-a5b1-558ca82abb64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.053814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42faa7f5-480d-4ae2-abf0-be6a6737210e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:08.057671 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-87ee23a8-40da-44bd-a5b1-558ca82abb64 None None] Calling delete_port for c72acb52-8856-4a12-8802-3a8f8aed55a7 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:08.059015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbda09f-5d25-4eaa-bae4-f22cccf7dc29 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Subnet': ['ID=71590690-cca5-4f4f-a6ec-c8dec10946ab,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:08.066580 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1fbda09f-5d25-4eaa-bae4-f22cccf7dc29 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:08.073950 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-42faa7f5-480d-4ae2-abf0-be6a6737210e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.095899 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-61e0e0ba-a2f7-457c-a259-fc0249c60074 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4e29bcd565d84fcf97255689e2c8f729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4085071 Jun 18 16:24:08.099321 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47028) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:08.103701 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f0fd6511-7963-4a27-977b-d681ef9a04c0 req-e669f8a7-ff89-429b-ab29-f820ff66ed85 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020831 Jun 18 16:24:08.121459 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbda09f-5d25-4eaa-bae4-f22cccf7dc29 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Checking segment: {'id': 'b1026360-75b2-4cf7-9a64-98aac1e3100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '93afac37-d316-447f-9c94-5c91079748ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:08.121837 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbda09f-5d25-4eaa-bae4-f22cccf7dc29 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network hostable DHCP agents. Network: 93afac37-d316-447f-9c94-5c91079748ad, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:24:08.160306 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.ipam_backend_mixin [None req-42faa7f5-480d-4ae2-abf0-be6a6737210e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Performing IP validity checks on allocation pools {{(pid=93454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 18 16:24:08.160830 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.ipam_backend_mixin [None req-42faa7f5-480d-4ae2-abf0-be6a6737210e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 18 16:24:08.199919 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 33c0a54c-2ef1-4983-935a-0945e2a3a687 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:08.259793 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5055ab3b-15b0-436a-8c86-8887edc70db4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2923279 Jun 18 16:24:08.260519 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbda09f-5d25-4eaa-bae4-f22cccf7dc29 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network 93afac37-d316-447f-9c94-5c91079748ad is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:24:08.262465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47032) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:08.290488 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-87ee23a8-40da-44bd-a5b1-558ca82abb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.300154 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-42be87f8-b267-4069-b034-0c6a89f57683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.305727 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:08.308987 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-1fbda09f-5d25-4eaa-bae4-f22cccf7dc29 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 93afac37-d316-447f-9c94-5c91079748ad) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:08.312216 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ee23a8-40da-44bd-a5b1-558ca82abb64 None None] No DVR routers for this DVR port c72acb52-8856-4a12-8802-3a8f8aed55a7 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:08.334107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbda09f-5d25-4eaa-bae4-f22cccf7dc29 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:08.334900 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1fbda09f-5d25-4eaa-bae4-f22cccf7dc29 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.359963 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4b9e6e-16aa-43ab-9f4a-b2629f428521 None None] Network 93afac37-d316-447f-9c94-5c91079748ad requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:08.389759 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-42be87f8-b267-4069-b034-0c6a89f57683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.407230 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1fbda09f-5d25-4eaa-bae4-f22cccf7dc29 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6139836 Jun 18 16:24:08.416656 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47034) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:08.430209 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 33c0a54c-2ef1-4983-935a-0945e2a3a687 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:08.433420 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee23a8-40da-44bd-a5b1-558ca82abb64 None None] Pushing event deleted for resources: {'Port': ['ID=c72acb52-8856-4a12-8802-3a8f8aed55a7,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:08.441986 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-87ee23a8-40da-44bd-a5b1-558ca82abb64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:08.446280 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 33c0a54c-2ef1-4983-935a-0945e2a3a687 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:08.446845 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.456084 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dd35ab2e-61af-4204-9ad1-998bd0f76e2b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.481000 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f4eb4ce2-4480-4635-8d74-73d4683eba76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.495656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4f9ea3c9-485a-4483-933b-78a1c099ca69 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:08.501243 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Deleting port c72acb52-8856-4a12-8802-3a8f8aed55a7 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:08.501660 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.510199 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9634e70-4fc9-4173-9fe5-b2d100cbba13 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:08.516254 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9634e70-4fc9-4173-9fe5-b2d100cbba13 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:08.518570 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c9634e70-4fc9-4173-9fe5-b2d100cbba13 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2544351 Jun 18 16:24:08.523856 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47036) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:08.606129 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-42faa7f5-480d-4ae2-abf0-be6a6737210e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.634339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7718c446-4ab2-44e6-bc44-1cc9f91b4c08 req-2c0616f2-7256-4449-87d5-39a7fe77005d tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:08.636514 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7718c446-4ab2-44e6-bc44-1cc9f91b4c08 req-2c0616f2-7256-4449-87d5-39a7fe77005d tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.3298783 Jun 18 16:24:08.637628 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5f18ced1-a52e-47f2-896f-e049d9a744f0 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.644726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.652775 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-42be87f8-b267-4069-b034-0c6a89f57683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.655435 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-42be87f8-b267-4069-b034-0c6a89f57683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.656769 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-42be87f8-b267-4069-b034-0c6a89f57683 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49336d2a-379b-43f6-9db6-3b03ba4a55a9 HTTP/1.1" status: 204 len: 168 time: 0.5518737 Jun 18 16:24:08.671132 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ac8a6bdc-4353-4585-96e8-bf17b22abd00 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:08.686513 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.701293 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-93afac37-d316-447f-9c94-5c91079748ad', 'network_id': '93afac37-d316-447f-9c94-5c91079748ad', 'tenant_id': 'd60e3585ca1e49b980c07776e659cd39', 'fixed_ips': [{'subnet_id': '71590690-cca5-4f4f-a6ec-c8dec10946ab'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:08.702754 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.722876 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be87f8-b267-4069-b034-0c6a89f57683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49336d2a-379b-43f6-9db6-3b03ba4a55a9,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:08.748138 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 33c0a54c-2ef1-4983-935a-0945e2a3a687, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=33c0a54c-2ef1-4983-935a-0945e2a3a687,segment=NetworkSegment(ad802915-5e5b-48f1-87dc-c0d1c80d6943),segment_id=ad802915-5e5b-48f1-87dc-c0d1c80d6943)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:08.757429 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-42be87f8-b267-4069-b034-0c6a89f57683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:08.777054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.779935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 5a309c0b-edf9-4695-8190-85052baae1a2 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:08.789501 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-0eb9a4ff-b737-474e-b281-f799fe4ae203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:08.847553 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35ab2e-61af-4204-9ad1-998bd0f76e2b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Subnet': ['ID=187830b6-bea4-48a6-b7ed-107b75123213,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:08.865408 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] For port c72acb52-8856-4a12-8802-3a8f8aed55a7, host dv-neutron-797120-1-hyperv, got binding levels [] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:08.865771 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.870053 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-dd35ab2e-61af-4204-9ad1-998bd0f76e2b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:08.870849 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4d71aced-ef0f-4f98-8b18-19feaa83a001 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:08.890976 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:08.897512 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=33c0a54c-2ef1-4983-935a-0945e2a3a687,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:08.904935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:08.948877 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7718c446-4ab2-44e6-bc44-1cc9f91b4c08 req-f5965af9-5409-4626-a3fc-3b4178883b36 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002305 Jun 18 16:24:09.006257 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd35ab2e-61af-4204-9ad1-998bd0f76e2b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Checking segment: {'id': 'a8b112fb-a1f5-4aad-a5b8-aba717c83ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '79a8979e-cbd1-4524-ae01-98d3ab5dd48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:09.006257 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd35ab2e-61af-4204-9ad1-998bd0f76e2b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network hostable DHCP agents. Network: 79a8979e-cbd1-4524-ae01-98d3ab5dd48f, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:24:09.084984 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-c28ad684-35e2-43e8-bd11-434acfbc9137 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port f4491721-ecec-4be4-9d04-818d7c55ba51 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:09.085342 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c28ad684-35e2-43e8-bd11-434acfbc9137 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:09.153475 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Calling delete_port for c72acb52-8856-4a12-8802-3a8f8aed55a7 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:09.173663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 5a309c0b-edf9-4695-8190-85052baae1a2 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:09.174705 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:09.180522 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.ipam_backend_mixin [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Port c72acb52-8856-4a12-8802-3a8f8aed55a7 was not found and therefore no delete operation was performed {{(pid=93454) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 16:24:09.197189 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:09.205313 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Allocated IP 2001:db8::1 (93afac37-d316-447f-9c94-5c91079748ad/71590690-cca5-4f4f-a6ec-c8dec10946ab/4e691fa0-94de-4d68-8b9c-1cb82cd2a58a) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:09.233340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42faa7f5-480d-4ae2-abf0-be6a6737210e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Checking segment: {'id': '97d9e8a4-a83c-4a45-b40b-b493c92f6092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8e675d59-61df-4734-b12d-6b6d7d58582f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:09.234087 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42faa7f5-480d-4ae2-abf0-be6a6737210e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network hostable DHCP agents. Network: 8e675d59-61df-4734-b12d-6b6d7d58582f, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:24:09.242492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c28ad684-35e2-43e8-bd11-434acfbc9137 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:09.255179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42faa7f5-480d-4ae2-abf0-be6a6737210e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Subnet': ['ID=1bdfc8d7-993e-4e62-8bbc-b66d7375f0a6,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:09.270758 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-42faa7f5-480d-4ae2-abf0-be6a6737210e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:09.278710 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-54ed1d43-5662-4744-8373-f2a0c69a9210 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:09.296463 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f18ced1-a52e-47f2-896f-e049d9a744f0 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:24:09.320186 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] No DVR routers for this DVR port c72acb52-8856-4a12-8802-3a8f8aed55a7 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:09.321791 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd35ab2e-61af-4204-9ad1-998bd0f76e2b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 79a8979e-cbd1-4524-ae01-98d3ab5dd48f is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:24:09.343961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-c28ad684-35e2-43e8-bd11-434acfbc9137 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for f4491721-ecec-4be4-9d04-818d7c55ba51 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:09.355519 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event deleted for resources: {'Port': ['ID=c72acb52-8856-4a12-8802-3a8f8aed55a7,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:09.364891 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:09.393960 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42faa7f5-480d-4ae2-abf0-be6a6737210e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network 8e675d59-61df-4734-b12d-6b6d7d58582f is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:24:09.402217 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-dd35ab2e-61af-4204-9ad1-998bd0f76e2b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 79a8979e-cbd1-4524-ae01-98d3ab5dd48f) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:09.423218 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd35ab2e-61af-4204-9ad1-998bd0f76e2b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:09.423218 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dd35ab2e-61af-4204-9ad1-998bd0f76e2b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:09.496397 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34eed2e-ec2c-4890-adb5-aa33e7feb981 None None] Network 79a8979e-cbd1-4524-ae01-98d3ab5dd48f requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:09.521206 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-42faa7f5-480d-4ae2-abf0-be6a6737210e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 8e675d59-61df-4734-b12d-6b6d7d58582f) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:09.541057 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42faa7f5-480d-4ae2-abf0-be6a6737210e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:09.541804 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-42faa7f5-480d-4ae2-abf0-be6a6737210e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:09.555833 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-dd35ab2e-61af-4204-9ad1-998bd0f76e2b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1023583 Jun 18 16:24:09.557773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47044) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:09.558537 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:09.559410 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-09c6ef4f-9d5f-463e-8a09-f4e2c14a4e91 None None] Provisioning for port ab2a10dc-e179-4381-8ee7-f7103d8197df completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:09.565927 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-08ad368e-bb57-46fd-ac2e-40c29011822f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1629759861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:09.568589 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43506496-f8ee-4d77-a30b-42075952866a None None] Network 8e675d59-61df-4734-b12d-6b6d7d58582f requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:09.599475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39df22ec-4eb2-42a4-a659-22f3ffeaf36c req-5f652426-fd3d-4d1c-ac05-84b275ee110b tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:09.602302 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-39df22ec-4eb2-42a4-a659-22f3ffeaf36c req-5f652426-fd3d-4d1c-ac05-84b275ee110b tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.1504369 Jun 18 16:24:09.653285 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-08ad368e-bb57-46fd-ac2e-40c29011822f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:09.654404 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-08ad368e-bb57-46fd-ac2e-40c29011822f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:09.699767 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-39df22ec-4eb2-42a4-a659-22f3ffeaf36c req-fe4fd89f-fd68-4bdd-a32c-31de87cb8fd5 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887332 Jun 18 16:24:09.720446 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c28ad684-35e2-43e8-bd11-434acfbc9137 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:09.730884 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a9f13a71-7cf2-4cf4-ae6a-c29b65fd36db tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:09.747531 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 24dd55c1-f0be-42a1-abd8-54c63e4667e7 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:09.771165 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28ad684-35e2-43e8-bd11-434acfbc9137 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=f4491721-ecec-4be4-9d04-818d7c55ba51,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:09.798001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c28ad684-35e2-43e8-bd11-434acfbc9137 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:09.807672 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-08ad368e-bb57-46fd-ac2e-40c29011822f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:09.812260 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 24dd55c1-f0be-42a1-abd8-54c63e4667e7 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:09.812860 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 24dd55c1-f0be-42a1-abd8-54c63e4667e7 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 18 16:24:09.826761 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-08ad368e-bb57-46fd-ac2e-40c29011822f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:09.832731 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c28ad684-35e2-43e8-bd11-434acfbc9137 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:09.834970 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c28ad684-35e2-43e8-bd11-434acfbc9137 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/f4491721-ecec-4be4-9d04-818d7c55ba51 HTTP/1.1" status: 204 len: 168 time: 1.3052728 Jun 18 16:24:09.837371 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47046) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:09.870977 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d009335b-2e58-4414-b448-3ee55a4785ec None None] Provisioning complete for port f4491721-ecec-4be4-9d04-818d7c55ba51 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:09.878184 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d009335b-2e58-4414-b448-3ee55a4785ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:09.896632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-08ad368e-bb57-46fd-ac2e-40c29011822f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:09.900907 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-08ad368e-bb57-46fd-ac2e-40c29011822f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3409793 Jun 18 16:24:09.901529 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47048) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:09.903758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d009335b-2e58-4414-b448-3ee55a4785ec None None] Port f4491721-ecec-4be4-9d04-818d7c55ba51 was deleted so its status cannot be updated. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 18 16:24:09.909481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-84df55b9-4f34-4a9e-b394-a55ce14002ef tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'network_id': '79a8979e-cbd1-4524-ae01-98d3ab5dd48f', 'name': 'tempest-PortsIpV6TestJSON-726843647'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:09.911456 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Port 24dd55c1-f0be-42a1-abd8-54c63e4667e7 not found, will not notify nova. {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 18 16:24:09.967244 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:09.990547 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Transition to ACTIVE for port object 4e691fa0-94de-4d68-8b9c-1cb82cd2a58a will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:10.045970 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 30af8b12-05eb-482b-995f-88ee207934b4 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:10.048413 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-79a8979e-cbd1-4524-ae01-98d3ab5dd48f', 'network_id': '79a8979e-cbd1-4524-ae01-98d3ab5dd48f', 'tenant_id': '953b2634fd8d415a96152c28e655db12', 'fixed_ips': [{'subnet_id': '187830b6-bea4-48a6-b7ed-107b75123213'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:10.050817 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.097279 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 30af8b12-05eb-482b-995f-88ee207934b4 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:10.098018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 30af8b12-05eb-482b-995f-88ee207934b4 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:10.099100 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1a503f17-9800-46ed-8617-0ecd921fd44b no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:10.104217 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a73dea0-438b-4a1b-9cc5-563862f7895b']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:10.107731 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Transition to ACTIVE for port object 4e691fa0-94de-4d68-8b9c-1cb82cd2a58a will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:10.119506 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-42faa7f5-480d-4ae2-abf0-be6a6737210e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.6965921 Jun 18 16:24:10.125217 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6b5796-61d6-4305-972e-5aa01619a4e5') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:10.125504 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6b5796-61d6-4305-972e-5aa01619a4e5') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:10.130499 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47050) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:10.151080 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.175649 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.196372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f18ced1-a52e-47f2-896f-e049d9a744f0 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:24:10.205083 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5f18ced1-a52e-47f2-896f-e049d9a744f0 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/bb8f47f8-4a42-4e69-b564-fb9b3d6906cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3741179 Jun 18 16:24:10.210112 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47052) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:10.216553 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.257283 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d568f32a-d62e-449a-a4ff-8e1dcf5c0f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:10.259423 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:10.259840 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:10.263730 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:10.287865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 1a503f17-9800-46ed-8617-0ecd921fd44b {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:10.287865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1a503f17-9800-46ed-8617-0ecd921fd44b not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:10.288277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1a0fc010-7662-4879-b9cf-fecffecb124a no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:10.292147 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee85d55d-0452-4d9a-aa9b-0060f2af7334 None None] Sync routers for ids ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:24:10.337215 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e60543-3696-43a5-9d39-ff7b8f60d71e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-8e675d59-61df-4734-b12d-6b6d7d58582f', 'network_id': '8e675d59-61df-4734-b12d-6b6d7d58582f', 'tenant_id': 'eb097a6e28d249bdbf02c3bc05f9b34b', 'fixed_ips': [{'subnet_id': '1bdfc8d7-993e-4e62-8bbc-b66d7375f0a6'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:10.338626 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e1e60543-3696-43a5-9d39-ff7b8f60d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.345786 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-757ecd39-93dc-4f84-8208-8881f1512f9b tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting subnet 89679614-abf0-4816-bb16-e93166f5fe7c {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:24:10.349860 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-757ecd39-93dc-4f84-8208-8881f1512f9b tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.368629 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6861026c-52b9-4396-aa91-23bb72391eaf tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:10.371390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6861026c-52b9-4396-aa91-23bb72391eaf tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:10.373861 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6861026c-52b9-4396-aa91-23bb72391eaf tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5351210 Jun 18 16:24:10.382646 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47054) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:10.406243 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.413789 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b19eb5f1-95eb-43de-b4e7-eb76c6e08de1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.428917 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.434345 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.439311 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "DELETE /v2.0/networks/6a73dea0-438b-4a1b-9cc5-563862f7895b HTTP/1.1" status: 204 len: 168 time: 3.8993380 Jun 18 16:24:10.442463 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-757ecd39-93dc-4f84-8208-8881f1512f9b tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.445817 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-eb71263c-dcbb-4c2b-874b-75b514abc895 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:10.447286 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a3b491fd-855c-43de-b836-781fe430a1b2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:10.450676 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47056) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:10.499873 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Pushing event deleted for resources: {'Network': ['ID=6a73dea0-438b-4a1b-9cc5-563862f7895b,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:10.503402 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:10.518664 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Network 93afac37-d316-447f-9c94-5c91079748ad is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:10.530801 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 1a0fc010-7662-4879-b9cf-fecffecb124a {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:10.531322 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1a0fc010-7662-4879-b9cf-fecffecb124a not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:10.545359 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:10.546633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Subnet': ['ID=71590690-cca5-4f4f-a6ec-c8dec10946ab,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:10.558685 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:10.576283 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee85d55d-0452-4d9a-aa9b-0060f2af7334 None None] Routers {'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:10.576938 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ee85d55d-0452-4d9a-aa9b-0060f2af7334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:23:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:10.587718 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b19eb5f1-95eb-43de-b4e7-eb76c6e08de1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.615952 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.626261 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93afac37-d316-447f-9c94-5c91079748ad']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:10.637685 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1026360-75b2-4cf7-9a64-98aac1e3100a') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:10.638240 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1026360-75b2-4cf7-9a64-98aac1e3100a') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:10.648801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.661336 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-cd78a518-cab1-4053-8027-9a0e516ecc8b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "GET /v2.0/ports?device_id=bf1ce636-6bf0-4f21-a38e-15835c18025f HTTP/1.1" status: 200 len: 205 time: 0.1966109 Jun 18 16:24:10.664947 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47058) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:10.669547 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:10.692278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fe6def-b4a1-4e32-ae4f-998e61c56913 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet 958c5ae5-4558-46cf-91ef-e9e211b23242 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:24:10.695430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.701791 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b7fe6def-b4a1-4e32-ae4f-998e61c56913 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.716871 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Pushing event updated for resources: {'Port': ['ID=4e691fa0-94de-4d68-8b9c-1cb82cd2a58a,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:10.726740 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:10.731649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:10.732235 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:10.738744 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:10.818873 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84df55b9-4f34-4a9e-b394-a55ce14002ef tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:10.822399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-84df55b9-4f34-4a9e-b394-a55ce14002ef tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.823393 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Allocated IP 2001:db8::2 (79a8979e-cbd1-4524-ae01-98d3ab5dd48f/187830b6-bea4-48a6-b7ed-107b75123213/8f7e5930-7152-4ad2-ab75-e5742b05c710) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:10.829473 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Attempting to bind port 4e691fa0-94de-4d68-8b9c-1cb82cd2a58a on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:10.829910 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Attempting to bind port 4e691fa0-94de-4d68-8b9c-1cb82cd2a58a by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'b1026360-75b2-4cf7-9a64-98aac1e3100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '93afac37-d316-447f-9c94-5c91079748ad'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:10.830344 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Attempting to bind port 4e691fa0-94de-4d68-8b9c-1cb82cd2a58a on network 93afac37-d316-447f-9c94-5c91079748ad {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:10.831270 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-757ecd39-93dc-4f84-8208-8881f1512f9b tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.840827 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b7fe6def-b4a1-4e32-ae4f-998e61c56913 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.841660 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-ee85d55d-0452-4d9a-aa9b-0060f2af7334 None None] Set router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:10.844500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:10.844901 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Checking segment: {'id': 'b1026360-75b2-4cf7-9a64-98aac1e3100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '93afac37-d316-447f-9c94-5c91079748ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:10.845327 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.845867 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Bound using segment: {'id': 'b1026360-75b2-4cf7-9a64-98aac1e3100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '93afac37-d316-447f-9c94-5c91079748ad'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:10.846651 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Bound port: 4e691fa0-94de-4d68-8b9c-1cb82cd2a58a, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1026360-75b2-4cf7-9a64-98aac1e3100a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '93afac37-d316-447f-9c94-5c91079748ad'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:10.847277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.899664 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.db.api [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:24:10.899664 dv-neutron-797120-1-hyperv neutron-server[93453]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:24:10.899664 dv-neutron-797120-1-hyperv neutron-server[93453]: [parameters: {'id': '93afac37-d316-447f-9c94-5c91079748ad'}] Jun 18 16:24:10.899664 dv-neutron-797120-1-hyperv neutron-server[93453]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:24:10.900801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_db.api [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:24:10.902045 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-84df55b9-4f34-4a9e-b394-a55ce14002ef tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] device_id is not set on port 4ca78568-aea6-4bef-95d3-d76de71c6d58 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:24:10.939575 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-757ecd39-93dc-4f84-8208-8881f1512f9b tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:10.947673 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-42faa7f5-480d-4ae2-abf0-be6a6737210e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:10.996765 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 33c0a54c-2ef1-4983-935a-0945e2a3a687 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:11.003186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-35539f3f-933b-46ce-a0e0-85e0dd75d52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.014014 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ecd39-93dc-4f84-8208-8881f1512f9b tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Subnet': ['ID=89679614-abf0-4816-bb16-e93166f5fe7c,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:11.019284 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-757ecd39-93dc-4f84-8208-8881f1512f9b tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:11.021673 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f869e01c-c88e-4e2c-929f-a2bdaf0ca7f6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.029837 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-757ecd39-93dc-4f84-8208-8881f1512f9b tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.036873 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-757ecd39-93dc-4f84-8208-8881f1512f9b tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/subnets/89679614-abf0-4816-bb16-e93166f5fe7c HTTP/1.1" status: 204 len: 168 time: 0.8273332 Jun 18 16:24:11.051496 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac54845-a196-4cbf-a77b-6f37102cfecf None None] Network 3d7f96a6-6324-4041-b955-c14e0e8ec614 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:11.060713 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47062) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:11.076426 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b19eb5f1-95eb-43de-b4e7-eb76c6e08de1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server [None req-e1e60543-3696-43a5-9d39-ff7b8f60d71e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bdfc8d7-993e-4e62-8bbc-b66d7375f0a6: This subnet is being modified by another concurrent operation. Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise self.value Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server raise exception Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bdfc8d7-993e-4e62-8bbc-b66d7375f0a6: This subnet is being modified by another concurrent operation. Jun 18 16:24:11.106589 dv-neutron-797120-1-hyperv neutron-server[93455]: ERROR oslo_messaging.rpc.server Jun 18 16:24:11.119104 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e9075c80-bdb0-4caa-b07a-11dd58b94b5f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:11.136675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b7fe6def-b4a1-4e32-ae4f-998e61c56913 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.140289 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19eb5f1-95eb-43de-b4e7-eb76c6e08de1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Subnet': ['ID=1bdfc8d7-993e-4e62-8bbc-b66d7375f0a6,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:11.149460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b19eb5f1-95eb-43de-b4e7-eb76c6e08de1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:11.157034 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0311549d-afea-4ccd-92fb-bfa8e6af65e8 None None] Network 8e675d59-61df-4734-b12d-6b6d7d58582f requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:11.161826 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] For port 4e691fa0-94de-4d68-8b9c-1cb82cd2a58a, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:11.217200 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.231822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f24b04-74f0-43a2-be98-5eabada695e1 req-23010c67-e7cd-43a4-b1d8-ab7c411254e1 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:11.239473 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-99f24b04-74f0-43a2-be98-5eabada695e1 req-23010c67-e7cd-43a4-b1d8-ab7c411254e1 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.3122056 Jun 18 16:24:11.274046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b7fe6def-b4a1-4e32-ae4f-998e61c56913 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.276532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b2a198d8-ced6-475e-ba0d-a16927cb5bee tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:11.280655 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] For port 4e691fa0-94de-4d68-8b9c-1cb82cd2a58a, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=4e691fa0-94de-4d68-8b9c-1cb82cd2a58a,segment=NetworkSegment(b1026360-75b2-4cf7-9a64-98aac1e3100a),segment_id=b1026360-75b2-4cf7-9a64-98aac1e3100a)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:11.304655 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.308123 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f869e01c-c88e-4e2c-929f-a2bdaf0ca7f6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.310774 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b19eb5f1-95eb-43de-b4e7-eb76c6e08de1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.313620 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f869e01c-c88e-4e2c-929f-a2bdaf0ca7f6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.321748 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-3f406418-d9d3-4016-8ab7-3ae368e176b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:11.325523 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-b19eb5f1-95eb-43de-b4e7-eb76c6e08de1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e675d59-61df-4734-b12d-6b6d7d58582f']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:11.334944 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b7fe6def-b4a1-4e32-ae4f-998e61c56913 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.337220 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b7fe6def-b4a1-4e32-ae4f-998e61c56913 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/958c5ae5-4558-46cf-91ef-e9e211b23242 HTTP/1.1" status: 204 len: 168 time: 0.9527876 Jun 18 16:24:11.340380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fe6def-b4a1-4e32-ae4f-998e61c56913 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=958c5ae5-4558-46cf-91ef-e9e211b23242,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:11.343675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47064) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:11.348071 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b7fe6def-b4a1-4e32-ae4f-998e61c56913 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:11.355346 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-99f24b04-74f0-43a2-be98-5eabada695e1 req-61ccd66d-c31a-42c9-afc3-7ebfc6d30c51 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145813 Jun 18 16:24:11.374235 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-b19eb5f1-95eb-43de-b4e7-eb76c6e08de1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d9e8a4-a83c-4a45-b40b-b493c92f6092') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:11.374591 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-b19eb5f1-95eb-43de-b4e7-eb76c6e08de1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d9e8a4-a83c-4a45-b40b-b493c92f6092') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:11.385957 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b19eb5f1-95eb-43de-b4e7-eb76c6e08de1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.393707 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f869e01c-c88e-4e2c-929f-a2bdaf0ca7f6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.394639 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f869e01c-c88e-4e2c-929f-a2bdaf0ca7f6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Fanout notify agent at l3_agent the message router_deleted on router bf1ce636-6bf0-4f21-a38e-15835c18025f {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:24:11.401689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb0218b-cc47-4331-810d-6ee52aed519e None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:11.402763 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f869e01c-c88e-4e2c-929f-a2bdaf0ca7f6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.408311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.412428 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f869e01c-c88e-4e2c-929f-a2bdaf0ca7f6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] 10.222.0.50 "DELETE /v2.0/routers/bf1ce636-6bf0-4f21-a38e-15835c18025f HTTP/1.1" status: 204 len: 168 time: 0.7422979 Jun 18 16:24:11.414913 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2c3b7f42-32d0-49c3-8653-33dbf9034527 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694568 Jun 18 16:24:11.418407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47068) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:11.448907 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b19eb5f1-95eb-43de-b4e7-eb76c6e08de1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.461729 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b19eb5f1-95eb-43de-b4e7-eb76c6e08de1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:11.462579 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b19eb5f1-95eb-43de-b4e7-eb76c6e08de1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.524255 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting port 7d79355d-285e-4eca-8b2e-dd14a23a79d2 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:11.524474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:11.566209 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:11.570220 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b19eb5f1-95eb-43de-b4e7-eb76c6e08de1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.579540 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b19eb5f1-95eb-43de-b4e7-eb76c6e08de1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.588595 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b19eb5f1-95eb-43de-b4e7-eb76c6e08de1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/8e675d59-61df-4734-b12d-6b6d7d58582f HTTP/1.1" status: 204 len: 168 time: 1.4567533 Jun 18 16:24:11.589278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47070) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:11.589688 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-afa99a88-669d-4ce7-a0e3-46f3e98fc342 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:11.603223 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-5098148f-0d1f-49d4-8382-88e31a329221 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1047769900'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:11.610065 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19eb5f1-95eb-43de-b4e7-eb76c6e08de1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Network': ['ID=8e675d59-61df-4734-b12d-6b6d7d58582f,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:11.616879 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.622253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b19eb5f1-95eb-43de-b4e7-eb76c6e08de1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:11.637363 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f11a78a-0f37-4aa5-97ab-f49208a9b090 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:11.638829 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0f11a78a-0f37-4aa5-97ab-f49208a9b090 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2189546 Jun 18 16:24:11.641414 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47072) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:11.648962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] For port 7d79355d-285e-4eca-8b2e-dd14a23a79d2, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=7d79355d-285e-4eca-8b2e-dd14a23a79d2,segment=NetworkSegment(22e32ea8-77c2-4864-9324-898a18ee0a1c),segment_id=22e32ea8-77c2-4864-9324-898a18ee0a1c)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:11.649325 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.705932 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Deleting port 4e691fa0-94de-4d68-8b9c-1cb82cd2a58a {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:11.706451 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.725967 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cefc49c-6595-4ce4-afa3-f31af2807d51 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:11.727245 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1cefc49c-6595-4ce4-afa3-f31af2807d51 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0847094 Jun 18 16:24:11.730009 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47076) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:11.740772 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Calling delete_port for 7d79355d-285e-4eca-8b2e-dd14a23a79d2 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:11.754505 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5098148f-0d1f-49d4-8382-88e31a329221 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:11.758022 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5098148f-0d1f-49d4-8382-88e31a329221 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.817250 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-82c5daef-1605-422e-b83f-2988bae65ab0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854828 Jun 18 16:24:11.823057 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47078) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:11.823057 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47080) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:11.828411 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-a4a2e36e-ee92-42d9-ab29-001715be9df2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:11.845420 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 33c0a54c-2ef1-4983-935a-0945e2a3a687 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:11.845420 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.882476 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] For port 4e691fa0-94de-4d68-8b9c-1cb82cd2a58a, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=4e691fa0-94de-4d68-8b9c-1cb82cd2a58a,segment=NetworkSegment(b1026360-75b2-4cf7-9a64-98aac1e3100a),segment_id=b1026360-75b2-4cf7-9a64-98aac1e3100a)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:11.882476 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.885414 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5098148f-0d1f-49d4-8382-88e31a329221 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:24:11.890564 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Pushing event updated for resources: {'Port': ['ID=4e691fa0-94de-4d68-8b9c-1cb82cd2a58a,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:11.929257 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:11.963885 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Calling delete_port for 4e691fa0-94de-4d68-8b9c-1cb82cd2a58a owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:11.972562 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5098148f-0d1f-49d4-8382-88e31a329221 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:11.972925 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-5098148f-0d1f-49d4-8382-88e31a329221 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Added segment 5cc91fb1-cf1e-4804-a1d7-8f324e687fd3 of type vlan for network b6452222-efe8-4ed5-83a8-a97dcfa631b5 Jun 18 16:24:11.978615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a2e36e-ee92-42d9-ab29-001715be9df2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:11.984278 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a4a2e36e-ee92-42d9-ab29-001715be9df2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.006791 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c894be-9d99-4dd6-9fb6-7d8de4e0ccfe None None] Network 93afac37-d316-447f-9c94-5c91079748ad requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:12.071494 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5098148f-0d1f-49d4-8382-88e31a329221 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.077270 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.085562 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f74ffc0d-215e-4170-a214-23e90743914e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:12.107001 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.125097 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Port': ['ID=7d79355d-285e-4eca-8b2e-dd14a23a79d2,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:12.127612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] No DVR routers for this DVR port 7d79355d-285e-4eca-8b2e-dd14a23a79d2 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:12.134657 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:12.134795 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a9aad5b9-065b-4355-9a01-993c6774f6be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ed406d9733f54a64ac5f62ab360bd52d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996421 Jun 18 16:24:12.135317 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47084) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:12.140167 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Transition to ACTIVE for port object 8f7e5930-7152-4ad2-ab75-e5742b05c710 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:12.156615 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.180102 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ee85d55d-0452-4d9a-aa9b-0060f2af7334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:24:07Z', 'revision_number': 8, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': '148b5fa7-a2e5-4638-9ec2-77ccc1ac0746', 'name': '', 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:4d:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:33Z', 'updated_at': '2021-06-18T16:23:50Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05cade8-5c2c-4f28-805a-402fd4ec9c32', 'name': '', 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:da:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:42Z', 'updated_at': '2021-06-18T16:23:56Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:12.197880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Transition to ACTIVE for port object 8f7e5930-7152-4ad2-ab75-e5742b05c710 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:12.223802 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5098148f-0d1f-49d4-8382-88e31a329221 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.229705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5098148f-0d1f-49d4-8382-88e31a329221 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:12.229899 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-351c26e1-f754-4695-bc8e-33dddd36a6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.230883 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5098148f-0d1f-49d4-8382-88e31a329221 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.238668 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:12.248946 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.264609 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee85d55d-0452-4d9a-aa9b-0060f2af7334 None None] Checking router: bb8f47f8-4a42-4e69-b564-fb9b3d6906cd for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:24:12.274957 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.300037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d7711f6d-72fd-4a8d-8e51-e4a1f1c4ade3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:12.305677 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-351c26e1-f754-4695-bc8e-33dddd36a6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.309905 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f6a40e-9731-4456-b80d-6a0166db2e29 None None] DHCP port deletion for 3d7f96a6-6324-4041-b955-c14e0e8ec614 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:24:12.316984 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.367060 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee85d55d-0452-4d9a-aa9b-0060f2af7334 None None] Routers {'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:12.367815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ee85d55d-0452-4d9a-aa9b-0060f2af7334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:12.368899 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5098148f-0d1f-49d4-8382-88e31a329221 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7790315 Jun 18 16:24:12.370219 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 7d79355d-285e-4eca-8b2e-dd14a23a79d2 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:12.371076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d7f96a6-6324-4041-b955-c14e0e8ec614']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:12.373577 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] No DVR routers for this DVR port 4e691fa0-94de-4d68-8b9c-1cb82cd2a58a on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:12.376051 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Network 79a8979e-cbd1-4524-ae01-98d3ab5dd48f is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:12.378656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47086) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:12.397828 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f91a24b0-b85f-4884-ad7b-dc80f47abf92 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'subnet': {'network_id': 'b6452222-efe8-4ed5-83a8-a97dcfa631b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:12.422830 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e32ea8-77c2-4864-9324-898a18ee0a1c') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:12.423430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e32ea8-77c2-4864-9324-898a18ee0a1c') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:12.427506 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Pushing event updated for resources: {'Port': ['ID=8f7e5930-7152-4ad2-ab75-e5742b05c710,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:12.453517 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098148f-0d1f-49d4-8382-88e31a329221 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Network': ['ID=b6452222-efe8-4ed5-83a8-a97dcfa631b5,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:12.474015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.484031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5098148f-0d1f-49d4-8382-88e31a329221 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:12.515752 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-af6e7aa0-e9f5-4ff8-806f-669eb5c6b9e0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.248s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:12.531057 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:12.538063 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:12.538728 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 7d79355d-285e-4eca-8b2e-dd14a23a79d2 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:12.539114 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 7d79355d-285e-4eca-8b2e-dd14a23a79d2 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 18 16:24:12.540898 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network b6452222-efe8-4ed5-83a8-a97dcfa631b5 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:12.543865 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a4a2e36e-ee92-42d9-ab29-001715be9df2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.546231 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:12.556247 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-42ca9d5d-5bd4-4130-abf2-daa31e63b2a9 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:12.573771 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-84df55b9-4f34-4a9e-b394-a55ce14002ef tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Allocated IP 2001:db8::3dd (79a8979e-cbd1-4524-ae01-98d3ab5dd48f/187830b6-bea4-48a6-b7ed-107b75123213/4ca78568-aea6-4bef-95d3-d76de71c6d58) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:12.590711 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-351c26e1-f754-4695-bc8e-33dddd36a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.594129 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-351c26e1-f754-4695-bc8e-33dddd36a6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.594274 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Port': ['ID=4e691fa0-94de-4d68-8b9c-1cb82cd2a58a,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:12.598564 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-351c26e1-f754-4695-bc8e-33dddd36a6f4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/85ad782f-a0f2-4bb4-befa-aaa210861512 HTTP/1.1" status: 204 len: 168 time: 0.4555502 Jun 18 16:24:12.598768 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.603061 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.609804 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:12.610019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e4baa1-f5ae-44d0-97ed-583f79857a85 None None] DHCP port deletion for ce24d173-f93a-4cd6-bc0b-4cefb40733e2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:24:12.621591 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:12.622000 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.622998 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Port 7d79355d-285e-4eca-8b2e-dd14a23a79d2 not found, will not notify nova. {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 18 16:24:12.623721 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ab2a10dc-e179-4381-8ee7-f7103d8197df up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:12.628795 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:12.634492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93afac37-d316-447f-9c94-5c91079748ad']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:12.670459 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a2e36e-ee92-42d9-ab29-001715be9df2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:12.687549 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-a4a2e36e-ee92-42d9-ab29-001715be9df2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:12.694479 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a2e36e-ee92-42d9-ab29-001715be9df2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:12.695087 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a4a2e36e-ee92-42d9-ab29-001715be9df2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.695301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1026360-75b2-4cf7-9a64-98aac1e3100a') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:12.696776 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1026360-75b2-4cf7-9a64-98aac1e3100a') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:12.704707 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2e36e-ee92-42d9-ab29-001715be9df2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=421a9d05-d00c-42cd-81a2-42641b2ad7e4,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:12.710596 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a4a2e36e-ee92-42d9-ab29-001715be9df2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:12.711117 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e62f1686-fd3a-44fe-9ba9-5c4db7355248 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:12.712970 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-ee85d55d-0452-4d9a-aa9b-0060f2af7334 None None] Set router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:12.721863 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c26e1-f754-4695-bc8e-33dddd36a6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ad782f-a0f2-4bb4-befa-aaa210861512,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:12.726115 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-351c26e1-f754-4695-bc8e-33dddd36a6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:12.729540 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91a24b0-b85f-4884-ad7b-dc80f47abf92 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:12.735317 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.737261 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f91a24b0-b85f-4884-ad7b-dc80f47abf92 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.742255 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a4a2e36e-ee92-42d9-ab29-001715be9df2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9183357 Jun 18 16:24:12.753521 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47092) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:12.760469 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-625ad5c8-07e8-4669-8803-ee82a5f3b1b6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'fixed_ips': [{'subnet_id': '421a9d05-d00c-42cd-81a2-42641b2ad7e4', 'ip_address': '2001:db8::9ed5:407b:3fa6:82c2'}], 'name': 'tempest-NetworksTestDHCPv6-1686028715'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:12.789815 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.824284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.840306 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-391b563d-1b3b-46a2-91cc-cf12e2c2fd15 tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:12.841445 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Attempting to bind port 8f7e5930-7152-4ad2-ab75-e5742b05c710 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:12.841706 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Attempting to bind port 8f7e5930-7152-4ad2-ab75-e5742b05c710 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'a8b112fb-a1f5-4aad-a5b8-aba717c83ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '79a8979e-cbd1-4524-ae01-98d3ab5dd48f'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:12.842085 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Attempting to bind port 8f7e5930-7152-4ad2-ab75-e5742b05c710 on network 79a8979e-cbd1-4524-ae01-98d3ab5dd48f {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:12.851717 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:12.852116 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Checking segment: {'id': 'a8b112fb-a1f5-4aad-a5b8-aba717c83ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '79a8979e-cbd1-4524-ae01-98d3ab5dd48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:12.852237 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.852541 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.852949 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Bound using segment: {'id': 'a8b112fb-a1f5-4aad-a5b8-aba717c83ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '79a8979e-cbd1-4524-ae01-98d3ab5dd48f'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:12.853450 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Bound port: 8f7e5930-7152-4ad2-ab75-e5742b05c710, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b112fb-a1f5-4aad-a5b8-aba717c83ca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '79a8979e-cbd1-4524-ae01-98d3ab5dd48f'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:12.853841 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.855212 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/networks/3d7f96a6-6324-4041-b955-c14e0e8ec614 HTTP/1.1" status: 204 len: 168 time: 1.7935309 Jun 18 16:24:12.883584 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47096) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:12.884960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:12.885563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:12.890214 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:12.991516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a3e4baa1-f5ae-44d0-97ed-583f79857a85 None None] Deleting port ab2a10dc-e179-4381-8ee7-f7103d8197df {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:12.991818 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a3e4baa1-f5ae-44d0-97ed-583f79857a85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:12.998185 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port ab2a10dc-e179-4381-8ee7-f7103d8197df completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:13.082993 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ab2a10dc-e179-4381-8ee7-f7103d8197df triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:13.083398 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:13.119120 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] For port 8f7e5930-7152-4ad2-ab75-e5742b05c710, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:13.130213 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f91a24b0-b85f-4884-ad7b-dc80f47abf92 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:13.140388 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:13.166802 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] For port 8f7e5930-7152-4ad2-ab75-e5742b05c710, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=8f7e5930-7152-4ad2-ab75-e5742b05c710,segment=NetworkSegment(a8b112fb-a1f5-4aad-a5b8-aba717c83ca4),segment_id=a8b112fb-a1f5-4aad-a5b8-aba717c83ca4)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:13.194346 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:13.203082 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:13.217903 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a24b0-b85f-4884-ad7b-dc80f47abf92 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Subnet': ['ID=9560e38c-c031-42f0-991b-fb3992e0f3ad,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:13.226450 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91a24b0-b85f-4884-ad7b-dc80f47abf92 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Checking segment: {'id': '5cc91fb1-cf1e-4804-a1d7-8f324e687fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b6452222-efe8-4ed5-83a8-a97dcfa631b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:13.227013 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91a24b0-b85f-4884-ad7b-dc80f47abf92 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network hostable DHCP agents. Network: b6452222-efe8-4ed5-83a8-a97dcfa631b5, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:24:13.233969 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f91a24b0-b85f-4884-ad7b-dc80f47abf92 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:13.251719 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91a24b0-b85f-4884-ad7b-dc80f47abf92 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network b6452222-efe8-4ed5-83a8-a97dcfa631b5 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:24:13.266059 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-f91a24b0-b85f-4884-ad7b-dc80f47abf92 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, b6452222-efe8-4ed5-83a8-a97dcfa631b5) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:13.269588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Network': ['ID=3d7f96a6-6324-4041-b955-c14e0e8ec614,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:13.281215 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91a24b0-b85f-4884-ad7b-dc80f47abf92 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:13.282109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f91a24b0-b85f-4884-ad7b-dc80f47abf92 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:13.290503 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2320a1d0-0adf-4475-a5bd-fec39326929c None None] Network b6452222-efe8-4ed5-83a8-a97dcfa631b5 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:13.305516 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f91a24b0-b85f-4884-ad7b-dc80f47abf92 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9125364 Jun 18 16:24:13.308830 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47108) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:13.321850 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a3e4baa1-f5ae-44d0-97ed-583f79857a85 None None] For port ab2a10dc-e179-4381-8ee7-f7103d8197df, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ab2a10dc-e179-4381-8ee7-f7103d8197df,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:13.322466 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a3e4baa1-f5ae-44d0-97ed-583f79857a85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:13.354747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:13.371032 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8824a-582c-4e15-8eec-5e5d6b3387c2 req-f708d281-5acc-4aa9-a391-6a5f104803df tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:13.372579 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c6d8824a-582c-4e15-8eec-5e5d6b3387c2 req-f708d281-5acc-4aa9-a391-6a5f104803df tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.8523846 Jun 18 16:24:13.459936 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:13.482874 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5098148f-0d1f-49d4-8382-88e31a329221 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:13.499492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:13.502409 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/networks/93afac37-d316-447f-9c94-5c91079748ad HTTP/1.1" status: 204 len: 168 time: 5.0826015 Jun 18 16:24:13.520439 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47114) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:13.529608 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f38f1a33-d530-4e6d-b225-29f5f67ba5b8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:13.542876 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-4e5c7807-a61c-44d3-a6fe-55544af6ece9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-510808089'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:13.547546 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Network': ['ID=93afac37-d316-447f-9c94-5c91079748ad,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:13.556797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:13.577360 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c6d8824a-582c-4e15-8eec-5e5d6b3387c2 req-6e42cd69-cddf-447f-8cde-51e3cb355f2a tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806610 Jun 18 16:24:13.643290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-84df55b9-4f34-4a9e-b394-a55ce14002ef tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:13.695826 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f38f1a33-d530-4e6d-b225-29f5f67ba5b8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:13.722611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-84df55b9-4f34-4a9e-b394-a55ce14002ef tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Transition to ACTIVE for port object 4ca78568-aea6-4bef-95d3-d76de71c6d58 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:13.730117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Pushing event updated for resources: {'Port': ['ID=8f7e5930-7152-4ad2-ab75-e5742b05c710,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:13.764164 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5c7807-a61c-44d3-a6fe-55544af6ece9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Made reservation on behalf of d60e3585ca1e49b980c07776e659cd39 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:13.768613 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7807-a61c-44d3-a6fe-55544af6ece9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:13.790281 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a3e4baa1-f5ae-44d0-97ed-583f79857a85 None None] Calling delete_port for ab2a10dc-e179-4381-8ee7-f7103d8197df owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:13.807547 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:13.820067 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f38f1a33-d530-4e6d-b225-29f5f67ba5b8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:13.823080 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a2a944bd-4e03-4200-b3cb-4bdc0cc5268a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:13.849866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625ad5c8-07e8-4669-8803-ee82a5f3b1b6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:13.893155 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47124) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:13.910883 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f1a33-d530-4e6d-b225-29f5f67ba5b8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Subnet': ['ID=9560e38c-c031-42f0-991b-fb3992e0f3ad,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:13.917707 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f38f1a33-d530-4e6d-b225-29f5f67ba5b8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:13.940939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5c7807-a61c-44d3-a6fe-55544af6ece9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:24:13.963261 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:13.964060 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:13.980446 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-84df55b9-4f34-4a9e-b394-a55ce14002ef tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:13.982860 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7807-a61c-44d3-a6fe-55544af6ece9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:13.983447 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-4e5c7807-a61c-44d3-a6fe-55544af6ece9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Added segment 7c8b6f99-cef6-4cdf-9bc3-f7f98451aa8f of type vlan for network 82a7e3c4-84c1-4d51-bdee-e030e56cabb4 Jun 18 16:24:13.994385 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f38f1a33-d530-4e6d-b225-29f5f67ba5b8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:13.999579 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-02ff8adc-68da-4d6e-86d7-b54cf97b5e33 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:14.018635 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-f38f1a33-d530-4e6d-b225-29f5f67ba5b8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6452222-efe8-4ed5-83a8-a97dcfa631b5']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:14.031083 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ee85d55d-0452-4d9a-aa9b-0060f2af7334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:24:07Z', 'revision_number': 8, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': '148b5fa7-a2e5-4638-9ec2-77ccc1ac0746', 'name': '', 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:4d:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:33Z', 'updated_at': '2021-06-18T16:23:50Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05cade8-5c2c-4f28-805a-402fd4ec9c32', 'name': '', 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:da:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:42Z', 'updated_at': '2021-06-18T16:23:56Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:14.035790 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-f38f1a33-d530-4e6d-b225-29f5f67ba5b8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc91fb1-cf1e-4804-a1d7-8f324e687fd3') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:14.036107 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-f38f1a33-d530-4e6d-b225-29f5f67ba5b8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc91fb1-cf1e-4804-a1d7-8f324e687fd3') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:14.047977 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f38f1a33-d530-4e6d-b225-29f5f67ba5b8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.066873 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-21e39a48-3a4b-4037-a373-f80c077bb45c tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1922061281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:14.081759 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f38f1a33-d530-4e6d-b225-29f5f67ba5b8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.105459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696165d4-0a48-4e01-8e6b-7ed5669ad82b None None] Network b6452222-efe8-4ed5-83a8-a97dcfa631b5 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:14.108910 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee85d55d-0452-4d9a-aa9b-0060f2af7334 None None] The sync data for ids ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'] in dv-neutron-797120-1-hyperv is: [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:24:07Z', 'revision_number': 8, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': '148b5fa7-a2e5-4638-9ec2-77ccc1ac0746', 'name': '', 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:4d:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:33Z', 'updated_at': '2021-06-18T16:23:50Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b05cade8-5c2c-4f28-805a-402fd4ec9c32', 'name': '', 'network_id': 'eed4fc65-fca6-438a-bc68-1a00d62b12d5', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:da:9d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:42Z', 'updated_at': '2021-06-18T16:23:56Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'fd3f4f58-d4ff-455d-bd08-d86f1a943f2e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:24:14.120134 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38f1a33-d530-4e6d-b225-29f5f67ba5b8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:14.121722 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f38f1a33-d530-4e6d-b225-29f5f67ba5b8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.123557 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7807-a61c-44d3-a6fe-55544af6ece9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.132116 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84df55b9-4f34-4a9e-b394-a55ce14002ef tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 79a8979e-cbd1-4524-ae01-98d3ab5dd48f is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:14.148329 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-625ad5c8-07e8-4669-8803-ee82a5f3b1b6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.150549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-84df55b9-4f34-4a9e-b394-a55ce14002ef tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:14.164825 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84df55b9-4f34-4a9e-b394-a55ce14002ef tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:14.170256 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84df55b9-4f34-4a9e-b394-a55ce14002ef tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:14.170899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-84df55b9-4f34-4a9e-b394-a55ce14002ef tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.176312 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port ab2a10dc-e179-4381-8ee7-f7103d8197df, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ab2a10dc-e179-4381-8ee7-f7103d8197df,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:14.180176 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df55b9-4f34-4a9e-b394-a55ce14002ef tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=4ca78568-aea6-4bef-95d3-d76de71c6d58,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:14.194149 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-84df55b9-4f34-4a9e-b394-a55ce14002ef tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:14.198701 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.202352 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4998fe11-9f01-4962-94d9-066311283cc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:14.212095 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:14.216221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-625ad5c8-07e8-4669-8803-ee82a5f3b1b6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port e0db1be0-c9ef-4533-9a57-c44872b9f630 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:24:14.217537 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-21e39a48-3a4b-4037-a373-f80c077bb45c tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.218842 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-21e39a48-3a4b-4037-a373-f80c077bb45c tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.227995 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-84df55b9-4f34-4a9e-b394-a55ce14002ef tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3232095 Jun 18 16:24:14.229705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47128) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:14.233435 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f38f1a33-d530-4e6d-b225-29f5f67ba5b8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.241041 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:14.246990 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f38f1a33-d530-4e6d-b225-29f5f67ba5b8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.254559 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f38f1a33-d530-4e6d-b225-29f5f67ba5b8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/b6452222-efe8-4ed5-83a8-a97dcfa631b5 HTTP/1.1" status: 204 len: 168 time: 0.9437475 Jun 18 16:24:14.265751 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47130) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:14.269477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=ab2a10dc-e179-4381-8ee7-f7103d8197df,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:14.279319 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:14.288191 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a3e4baa1-f5ae-44d0-97ed-583f79857a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.288516 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-bddedd48-96e8-4746-8d0d-ee371ab938f7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1012106374'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:14.308828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-0cd6811c-2991-4990-86a1-323eae0b1aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:14.323751 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f1a33-d530-4e6d-b225-29f5f67ba5b8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Network': ['ID=b6452222-efe8-4ed5-83a8-a97dcfa631b5,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:14.334972 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f38f1a33-d530-4e6d-b225-29f5f67ba5b8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:14.339385 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4baa1-f5ae-44d0-97ed-583f79857a85 None None] Pushing event deleted for resources: {'Port': ['ID=ab2a10dc-e179-4381-8ee7-f7103d8197df,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:14.343741 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-21e39a48-3a4b-4037-a373-f80c077bb45c tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.346320 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7807-a61c-44d3-a6fe-55544af6ece9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.347140 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a3e4baa1-f5ae-44d0-97ed-583f79857a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:14.352876 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5c7807-a61c-44d3-a6fe-55544af6ece9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:14.353510 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7807-a61c-44d3-a6fe-55544af6ece9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.361477 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-21e39a48-3a4b-4037-a373-f80c077bb45c tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.362007 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3ac76ede-7e75-4f7f-bfbc-db8aec344788 tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:14.377930 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddedd48-96e8-4746-8d0d-ee371ab938f7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:14.382395 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bddedd48-96e8-4746-8d0d-ee371ab938f7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.383844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e4baa1-f5ae-44d0-97ed-583f79857a85 None None] No DVR routers for this DVR port ab2a10dc-e179-4381-8ee7-f7103d8197df on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:14.402802 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-21e39a48-3a4b-4037-a373-f80c077bb45c tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.403995 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-21e39a48-3a4b-4037-a373-f80c077bb45c tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5065668 Jun 18 16:24:14.410074 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47132) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:14.415956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eef6d1f-0c7a-4d81-8ae8-f248d40d124a None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:14.416290 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-6d431de1-b889-476d-aa13-703de365d0f7 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1421483535'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:14.437263 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bddedd48-96e8-4746-8d0d-ee371ab938f7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:24:14.452638 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bddedd48-96e8-4746-8d0d-ee371ab938f7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.453025 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-bddedd48-96e8-4746-8d0d-ee371ab938f7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Added segment a9b3a4bf-d09b-4d77-98cb-aad275a9743c of type vlan for network 9880b6ca-9136-4ffe-a122-38d4fae96d07 Jun 18 16:24:14.462511 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d431de1-b889-476d-aa13-703de365d0f7 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Made reservation on behalf of daf3e4446ae04e709ff2c3167899fd8e for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:14.466140 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d431de1-b889-476d-aa13-703de365d0f7 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.505287 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d431de1-b889-476d-aa13-703de365d0f7 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.537573 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bddedd48-96e8-4746-8d0d-ee371ab938f7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.538155 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device c72acb52-8856-4a12-8802-3a8f8aed55a7 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:14.566347 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: c72acb52-8856-4a12-8802-3a8f8aed55a7 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:14.567086 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device c72acb52-8856-4a12-8802-3a8f8aed55a7 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:14.621902 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bddedd48-96e8-4746-8d0d-ee371ab938f7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.629443 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddedd48-96e8-4746-8d0d-ee371ab938f7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:14.630097 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bddedd48-96e8-4746-8d0d-ee371ab938f7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.637132 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-656c14a0-2556-467c-84e8-ecf9540ea893 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:14.727849 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': '421a9d05-d00c-42cd-81a2-42641b2ad7e4'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:14.738334 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.739977 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c7807-a61c-44d3-a6fe-55544af6ece9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Network': ['ID=82a7e3c4-84c1-4d51-bdee-e030e56cabb4,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:14.753159 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 82a7e3c4-84c1-4d51-bdee-e030e56cabb4 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:14.753455 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4e5c7807-a61c-44d3-a6fe-55544af6ece9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2259893 Jun 18 16:24:14.755427 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4e5c7807-a61c-44d3-a6fe-55544af6ece9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:14.764876 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47138) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:14.786453 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-de2aed0a-c162-4a68-b44b-08e949e9cf81 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'subnet': {'network_id': '82a7e3c4-84c1-4d51-bdee-e030e56cabb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:14.848072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d431de1-b889-476d-aa13-703de365d0f7 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.863717 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 8f7e5930-7152-4ad2-ab75-e5742b05c710 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:14.877488 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d431de1-b889-476d-aa13-703de365d0f7 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:14.916610 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bddedd48-96e8-4746-8d0d-ee371ab938f7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6299343 Jun 18 16:24:14.922398 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47140) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:14.928657 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d431de1-b889-476d-aa13-703de365d0f7 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:24:14.945233 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-7e0fe658-ce6d-4f45-8162-8a0a6d99b126 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'subnet': {'network_id': '9880b6ca-9136-4ffe-a122-38d4fae96d07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:14.952541 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddedd48-96e8-4746-8d0d-ee371ab938f7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Network': ['ID=9880b6ca-9136-4ffe-a122-38d4fae96d07,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:14.963292 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bddedd48-96e8-4746-8d0d-ee371ab938f7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:14.967232 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e41ef4f7-bd50-4b1a-94a5-26c4d1868e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:15.031336 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 9880b6ca-9136-4ffe-a122-38d4fae96d07 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:15.045652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33d9329-356c-4d89-b8c5-906204adac96 None None] Network 79a8979e-cbd1-4524-ae01-98d3ab5dd48f requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:15.057760 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d431de1-b889-476d-aa13-703de365d0f7 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:15.058116 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-6d431de1-b889-476d-aa13-703de365d0f7 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Added segment 50ab831a-ee95-43d9-a0a7-19ca314f251a of type vlan for network 1ee08f8b-b28c-4689-afb7-fe45f2bf6b81 Jun 18 16:24:15.090366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d431de1-b889-476d-aa13-703de365d0f7 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24eb38d-91cb-4605-86aa-e9becce07ca4,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:15.118294 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6d431de1-b889-476d-aa13-703de365d0f7 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:15.144097 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d431de1-b889-476d-aa13-703de365d0f7 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:15.168238 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2aed0a-c162-4a68-b44b-08e949e9cf81 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Made reservation on behalf of d60e3585ca1e49b980c07776e659cd39 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:15.173205 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-de2aed0a-c162-4a68-b44b-08e949e9cf81 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:15.192302 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0fe658-ce6d-4f45-8162-8a0a6d99b126 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:15.195264 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7e0fe658-ce6d-4f45-8162-8a0a6d99b126 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:15.210472 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-625ad5c8-07e8-4669-8803-ee82a5f3b1b6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::9ed5:407b:3fa6:82c2 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/421a9d05-d00c-42cd-81a2-42641b2ad7e4/e0db1be0-c9ef-4533-9a57-c44872b9f630) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:15.213593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d431de1-b889-476d-aa13-703de365d0f7 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:15.221078 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d431de1-b889-476d-aa13-703de365d0f7 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:15.221908 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d431de1-b889-476d-aa13-703de365d0f7 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:15.222222 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c7dfd60c-ba41-4c55-9a55-a3dea0ecbcd5 None None] Provisioning for port 8f7e5930-7152-4ad2-ab75-e5742b05c710 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:15.255956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 8f7e5930-7152-4ad2-ab75-e5742b05c710 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:15.270485 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 8f7e5930-7152-4ad2-ab75-e5742b05c710 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:15.270870 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:15.273558 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8117064f-d8a1-410f-a1a0-ac7d29ec6ef0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:15.289896 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6d431de1-b889-476d-aa13-703de365d0f7 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8786812 Jun 18 16:24:15.305269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47144) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:15.321991 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-346213c5-37e1-4c2f-b84b-4af9555857ca tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Request body: {'subnet': {'network_id': '1ee08f8b-b28c-4689-afb7-fe45f2bf6b81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:15.376023 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d431de1-b889-476d-aa13-703de365d0f7 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Pushing event updated for resources: {'Network': ['ID=1ee08f8b-b28c-4689-afb7-fe45f2bf6b81,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:15.384372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6d431de1-b889-476d-aa13-703de365d0f7 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:15.400383 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 1ee08f8b-b28c-4689-afb7-fe45f2bf6b81 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:15.426131 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f032af98-a817-425e-8365-528b942255f4 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:15.465019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:15.534589 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7e0fe658-ce6d-4f45-8162-8a0a6d99b126 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:15.537738 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 8f7e5930-7152-4ad2-ab75-e5742b05c710, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=8f7e5930-7152-4ad2-ab75-e5742b05c710,segment=NetworkSegment(a8b112fb-a1f5-4aad-a5b8-aba717c83ca4),segment_id=a8b112fb-a1f5-4aad-a5b8-aba717c83ca4)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:15.537966 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5e4cfef6-b24a-461a-bc2c-ae87ca050a49 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:15.541303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880a668-1227-437a-8203-e553f82cedfb req-e09f1d69-6972-46ea-bd6d-90617da0ae71 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:15.542361 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:15.543052 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4880a668-1227-437a-8203-e553f82cedfb req-e09f1d69-6972-46ea-bd6d-90617da0ae71 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.6239839 Jun 18 16:24:15.544580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-0cd6811c-2991-4990-86a1-323eae0b1aa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:15.616135 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=8f7e5930-7152-4ad2-ab75-e5742b05c710,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:15.620172 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:15.642188 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fe658-ce6d-4f45-8162-8a0a6d99b126 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Subnet': ['ID=b236e582-ab12-4e4b-ab74-a3ac77d1ed74,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:15.645217 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 7d79355d-285e-4eca-8b2e-dd14a23a79d2 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:15.645454 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7e0fe658-ce6d-4f45-8162-8a0a6d99b126 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:15.647106 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0fe658-ce6d-4f45-8162-8a0a6d99b126 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Checking segment: {'id': 'a9b3a4bf-d09b-4d77-98cb-aad275a9743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9880b6ca-9136-4ffe-a122-38d4fae96d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:15.647479 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0fe658-ce6d-4f45-8162-8a0a6d99b126 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network hostable DHCP agents. Network: 9880b6ca-9136-4ffe-a122-38d4fae96d07, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:24:15.669816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0fe658-ce6d-4f45-8162-8a0a6d99b126 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network 9880b6ca-9136-4ffe-a122-38d4fae96d07 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:24:15.680698 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 7d79355d-285e-4eca-8b2e-dd14a23a79d2 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:15.681320 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 7d79355d-285e-4eca-8b2e-dd14a23a79d2 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:15.682091 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ab2a10dc-e179-4381-8ee7-f7103d8197df no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:15.693560 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-7e0fe658-ce6d-4f45-8162-8a0a6d99b126 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 9880b6ca-9136-4ffe-a122-38d4fae96d07) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:15.713726 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26124623-7e01-40cb-af23-01b263054692 None None] Network 9880b6ca-9136-4ffe-a122-38d4fae96d07 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:15.717266 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0fe658-ce6d-4f45-8162-8a0a6d99b126 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:15.718010 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7e0fe658-ce6d-4f45-8162-8a0a6d99b126 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:15.719863 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: ab2a10dc-e179-4381-8ee7-f7103d8197df {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:15.720429 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ab2a10dc-e179-4381-8ee7-f7103d8197df not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:15.721090 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 24dd55c1-f0be-42a1-abd8-54c63e4667e7 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:15.757437 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 24dd55c1-f0be-42a1-abd8-54c63e4667e7 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:15.757940 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 24dd55c1-f0be-42a1-abd8-54c63e4667e7 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:15.797117 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7e0fe658-ce6d-4f45-8162-8a0a6d99b126 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8610206 Jun 18 16:24:15.798655 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-570ea963-345c-46c4-8fef-5342ddd2488d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:15.801415 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47146) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:15.841345 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346213c5-37e1-4c2f-b84b-4af9555857ca tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Made reservation on behalf of daf3e4446ae04e709ff2c3167899fd8e for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:15.844844 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-346213c5-37e1-4c2f-b84b-4af9555857ca tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:15.870321 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4880a668-1227-437a-8203-e553f82cedfb req-1b36d49b-aa32-4605-b940-9de9cbba7327 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958763 Jun 18 16:24:15.903463 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-defab4da-d32f-472e-b2c3-bd7b805064ac None None] Provisioning complete for port 8f7e5930-7152-4ad2-ab75-e5742b05c710 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:15.903939 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-defab4da-d32f-472e-b2c3-bd7b805064ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:15.983503 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-9880b6ca-9136-4ffe-a122-38d4fae96d07', 'network_id': '9880b6ca-9136-4ffe-a122-38d4fae96d07', 'tenant_id': 'eb097a6e28d249bdbf02c3bc05f9b34b', 'fixed_ips': [{'subnet_id': 'b236e582-ab12-4e4b-ab74-a3ac77d1ed74'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:15.984440 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:16.175086 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-defab4da-d32f-472e-b2c3-bd7b805064ac None None] Provisioning for port 4ca78568-aea6-4bef-95d3-d76de71c6d58 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:16.185457 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-defab4da-d32f-472e-b2c3-bd7b805064ac None None] Provisioning complete for port 4ca78568-aea6-4bef-95d3-d76de71c6d58 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:16.185844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-defab4da-d32f-472e-b2c3-bd7b805064ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:16.212904 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Allocated IP 172.20.0.1 (9880b6ca-9136-4ffe-a122-38d4fae96d07/b236e582-ab12-4e4b-ab74-a3ac77d1ed74/a669dd17-839f-4999-a328-214f34ab6ea8) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:16.255222 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-defab4da-d32f-472e-b2c3-bd7b805064ac None None] Port 4ca78568-aea6-4bef-95d3-d76de71c6d58 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:24:16.326912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-625ad5c8-07e8-4669-8803-ee82a5f3b1b6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:16.379782 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:16.391095 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Transition to ACTIVE for port object a669dd17-839f-4999-a328-214f34ab6ea8 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:16.393748 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-265faa31-1b1b-40ae-9dfa-3c018ab197bc None None] Provisioning complete for port 4ca78568-aea6-4bef-95d3-d76de71c6d58 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:16.394287 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-265faa31-1b1b-40ae-9dfa-3c018ab197bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:16.415519 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-625ad5c8-07e8-4669-8803-ee82a5f3b1b6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object e0db1be0-c9ef-4533-9a57-c44872b9f630 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:16.435112 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-de2aed0a-c162-4a68-b44b-08e949e9cf81 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:16.439150 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Transition to ACTIVE for port object a669dd17-839f-4999-a328-214f34ab6ea8 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:16.445676 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-64fe5146-3e3f-450f-a209-50e16f62c0d2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:16.449772 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:16.453153 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a3e4baa1-f5ae-44d0-97ed-583f79857a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:16.482171 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-265faa31-1b1b-40ae-9dfa-3c018ab197bc None None] Port 4ca78568-aea6-4bef-95d3-d76de71c6d58 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:24:16.498155 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Network 9880b6ca-9136-4ffe-a122-38d4fae96d07 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:16.501150 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:16.503565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:16.512634 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Pushing event updated for resources: {'Port': ['ID=a669dd17-839f-4999-a328-214f34ab6ea8,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:16.515179 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:16.569969 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Attempting to bind port a669dd17-839f-4999-a328-214f34ab6ea8 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:16.570513 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Attempting to bind port a669dd17-839f-4999-a328-214f34ab6ea8 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'a9b3a4bf-d09b-4d77-98cb-aad275a9743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9880b6ca-9136-4ffe-a122-38d4fae96d07'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:16.570925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Attempting to bind port a669dd17-839f-4999-a328-214f34ab6ea8 on network 9880b6ca-9136-4ffe-a122-38d4fae96d07 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:16.576204 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:16.576906 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Checking segment: {'id': 'a9b3a4bf-d09b-4d77-98cb-aad275a9743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9880b6ca-9136-4ffe-a122-38d4fae96d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:16.577382 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:16.577852 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Bound using segment: {'id': 'a9b3a4bf-d09b-4d77-98cb-aad275a9743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9880b6ca-9136-4ffe-a122-38d4fae96d07'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:16.578439 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Bound port: a669dd17-839f-4999-a328-214f34ab6ea8, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b3a4bf-d09b-4d77-98cb-aad275a9743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9880b6ca-9136-4ffe-a122-38d4fae96d07'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:16.578750 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:16.656516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] For port a669dd17-839f-4999-a328-214f34ab6ea8, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:16.660958 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] For port a669dd17-839f-4999-a328-214f34ab6ea8, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a669dd17-839f-4999-a328-214f34ab6ea8,segment=NetworkSegment(a9b3a4bf-d09b-4d77-98cb-aad275a9743c),segment_id=a9b3a4bf-d09b-4d77-98cb-aad275a9743c)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:16.665701 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:16.672983 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:16.679571 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 8f7e5930-7152-4ad2-ab75-e5742b05c710 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:16.688252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2aed0a-c162-4a68-b44b-08e949e9cf81 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Subnet': ['ID=08b232e8-85c7-4357-9a7a-f7bf9b3d6eff,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:16.694003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:16.698075 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-de2aed0a-c162-4a68-b44b-08e949e9cf81 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:16.764887 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Pushing event updated for resources: {'Port': ['ID=a669dd17-839f-4999-a328-214f34ab6ea8,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:16.767201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:16.796911 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-625ad5c8-07e8-4669-8803-ee82a5f3b1b6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:16.809033 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 8f7e5930-7152-4ad2-ab75-e5742b05c710 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:16.809420 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:16.817831 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b67dafd0-2bc8-42e7-8b97-cd0fab544933 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:16.829294 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2aed0a-c162-4a68-b44b-08e949e9cf81 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Checking segment: {'id': '7c8b6f99-cef6-4cdf-9bc3-f7f98451aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '82a7e3c4-84c1-4d51-bdee-e030e56cabb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:16.829660 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2aed0a-c162-4a68-b44b-08e949e9cf81 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network hostable DHCP agents. Network: 82a7e3c4-84c1-4d51-bdee-e030e56cabb4, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:24:16.846615 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Allocated IP 2001:db8::2 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/421a9d05-d00c-42cd-81a2-42641b2ad7e4/819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:17.038028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625ad5c8-07e8-4669-8803-ee82a5f3b1b6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:17.061309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-625ad5c8-07e8-4669-8803-ee82a5f3b1b6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:17.070818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ad5c8-07e8-4669-8803-ee82a5f3b1b6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=e0db1be0-c9ef-4533-9a57-c44872b9f630,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:17.079949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625ad5c8-07e8-4669-8803-ee82a5f3b1b6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:17.086318 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625ad5c8-07e8-4669-8803-ee82a5f3b1b6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:17.086992 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-625ad5c8-07e8-4669-8803-ee82a5f3b1b6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:17.093040 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-625ad5c8-07e8-4669-8803-ee82a5f3b1b6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:17.096865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:17.097297 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2aed0a-c162-4a68-b44b-08e949e9cf81 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network 82a7e3c4-84c1-4d51-bdee-e030e56cabb4 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:24:17.105650 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Transition to ACTIVE for port object 819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:17.115849 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-346213c5-37e1-4c2f-b84b-4af9555857ca tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:17.122102 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Transition to ACTIVE for port object 819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:17.130584 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:17.130881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0f76e252-d28b-4ab8-8d1a-f56699d5fb19 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:17.132572 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:17.195414 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-570ea963-345c-46c4-8fef-5342ddd2488d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:17.209687 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-625ad5c8-07e8-4669-8803-ee82a5f3b1b6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4531336 Jun 18 16:24:17.210317 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-de2aed0a-c162-4a68-b44b-08e949e9cf81 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 82a7e3c4-84c1-4d51-bdee-e030e56cabb4) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:17.212517 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47158) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:17.217530 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-570ea963-345c-46c4-8fef-5342ddd2488d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:17.220117 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d2a1c935-07e1-4fc9-9aa8-2d8d29c93d56 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'fixed_ips': [{'subnet_id': '421a9d05-d00c-42cd-81a2-42641b2ad7e4', 'ip_address': '2001:db8::9ed5:407b:3fa6:82c2'}], 'name': 'tempest-NetworksTestDHCPv6-1246000561'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:17.230380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2aed0a-c162-4a68-b44b-08e949e9cf81 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:17.231021 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-de2aed0a-c162-4a68-b44b-08e949e9cf81 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:17.284577 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346213c5-37e1-4c2f-b84b-4af9555857ca tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Pushing event updated for resources: {'Subnet': ['ID=320d383c-c878-4663-bd72-d62888c32083,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:17.288126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-346213c5-37e1-4c2f-b84b-4af9555857ca tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:17.293342 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-47dc7628-08b8-480d-99d5-a8ad59a6ff4c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:17.321480 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262c5e79-ffbc-48e5-8e76-d7fd4572a2d3 None None] Network 82a7e3c4-84c1-4d51-bdee-e030e56cabb4 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:17.322725 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-f032af98-a817-425e-8365-528b942255f4 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting port b05cade8-5c2c-4f28-805a-402fd4ec9c32 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:17.323069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f032af98-a817-425e-8365-528b942255f4 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:17.334120 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-de2aed0a-c162-4a68-b44b-08e949e9cf81 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5676122 Jun 18 16:24:17.344803 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47160) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:17.373707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Deleting port a669dd17-839f-4999-a328-214f34ab6ea8 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:17.374239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:17.383438 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:17.390033 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Pushing event updated for resources: {'Port': ['ID=819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:17.393236 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:17.395340 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:17.399738 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:17.483974 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Attempting to bind port 819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:17.484642 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Attempting to bind port 819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:17.484776 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Attempting to bind port 819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7 on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:17.502852 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:17.514443 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346213c5-37e1-4c2f-b84b-4af9555857ca tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Checking segment: {'id': '50ab831a-ee95-43d9-a0a7-19ca314f251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ee08f8b-b28c-4689-afb7-fe45f2bf6b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:17.515484 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346213c5-37e1-4c2f-b84b-4af9555857ca tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Network hostable DHCP agents. Network: 1ee08f8b-b28c-4689-afb7-fe45f2bf6b81, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:24:17.518186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:17.518965 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:17.519479 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:17.520396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:17.520991 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Bound port: 819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:17.521469 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:17.532582 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a1c935-07e1-4fc9-9aa8-2d8d29c93d56 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:17.543621 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d357f49-7c32-4af9-9cb1-c9cb34ea7bcb req-edfcc40b-430d-4f0d-be81-cbdfd921acf3 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:17.545451 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1d357f49-7c32-4af9-9cb1-c9cb34ea7bcb req-edfcc40b-430d-4f0d-be81-cbdfd921acf3 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.4558008 Jun 18 16:24:17.553357 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ea963-345c-46c4-8fef-5342ddd2488d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=4ca78568-aea6-4bef-95d3-d76de71c6d58,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:17.568612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-570ea963-345c-46c4-8fef-5342ddd2488d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:17.618369 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] For port a669dd17-839f-4999-a328-214f34ab6ea8, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a669dd17-839f-4999-a328-214f34ab6ea8,segment=NetworkSegment(a9b3a4bf-d09b-4d77-98cb-aad275a9743c),segment_id=a9b3a4bf-d09b-4d77-98cb-aad275a9743c)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:17.619295 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:17.647919 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-82a7e3c4-84c1-4d51-bdee-e030e56cabb4', 'network_id': '82a7e3c4-84c1-4d51-bdee-e030e56cabb4', 'tenant_id': 'd60e3585ca1e49b980c07776e659cd39', 'fixed_ips': [{'subnet_id': '08b232e8-85c7-4357-9a7a-f7bf9b3d6eff'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:17.648926 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:17.703780 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d2a1c935-07e1-4fc9-9aa8-2d8d29c93d56 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:17.728509 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:17.752455 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Calling delete_port for a669dd17-839f-4999-a328-214f34ab6ea8 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:17.758329 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-d2a1c935-07e1-4fc9-9aa8-2d8d29c93d56 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port a6696c78-2af8-408b-928b-ac74c1296d31 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:24:17.821587 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346213c5-37e1-4c2f-b84b-4af9555857ca tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Network 1ee08f8b-b28c-4689-afb7-fe45f2bf6b81 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:24:17.822109 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] For port 819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:17.842514 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-f032af98-a817-425e-8365-528b942255f4 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] For port b05cade8-5c2c-4f28-805a-402fd4ec9c32, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b05cade8-5c2c-4f28-805a-402fd4ec9c32,segment=NetworkSegment(8fee8874-63fd-4aaf-9d4b-52e738d75d81),segment_id=8fee8874-63fd-4aaf-9d4b-52e738d75d81)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:17.842883 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f032af98-a817-425e-8365-528b942255f4 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:17.856280 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] For port 819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:17.863304 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1d357f49-7c32-4af9-9cb1-c9cb34ea7bcb req-934d2678-cb3c-43f0-ace4-49a5e4fd8398 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3062782 Jun 18 16:24:17.867468 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c564907a-4d86-41e3-840c-2009f34a6c15 None None] Provisioning complete for port 4ca78568-aea6-4bef-95d3-d76de71c6d58 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:17.868498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c564907a-4d86-41e3-840c-2009f34a6c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:17.922206 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:17.931129 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:17.934084 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Allocated IP 2001:db8::1 (82a7e3c4-84c1-4d51-bdee-e030e56cabb4/08b232e8-85c7-4357-9a7a-f7bf9b3d6eff/45a02144-243f-40e2-b292-f885eef80d40) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:17.952293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-346213c5-37e1-4c2f-b84b-4af9555857ca tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 1ee08f8b-b28c-4689-afb7-fe45f2bf6b81) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:17.956814 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346213c5-37e1-4c2f-b84b-4af9555857ca tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:17.957416 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-346213c5-37e1-4c2f-b84b-4af9555857ca tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:17.974524 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06753ccc-7aeb-475a-bc08-9c0fd5996625 None None] Network 1ee08f8b-b28c-4689-afb7-fe45f2bf6b81 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:17.985413 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a1c935-07e1-4fc9-9aa8-2d8d29c93d56 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 18 16:24:17.986795 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2a1c935-07e1-4fc9-9aa8-2d8d29c93d56 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:18.005692 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d2a1c935-07e1-4fc9-9aa8-2d8d29c93d56 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7911522 Jun 18 16:24:18.006321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47164) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:18.008497 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a342d585-8be3-447a-ba62-9182b2812f44 None None] Network 9880b6ca-9136-4ffe-a122-38d4fae96d07 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:18.053904 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c564907a-4d86-41e3-840c-2009f34a6c15 None None] Port 4ca78568-aea6-4bef-95d3-d76de71c6d58 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:24:18.056168 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-f032af98-a817-425e-8365-528b942255f4 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Calling delete_port for b05cade8-5c2c-4f28-805a-402fd4ec9c32 owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:18.066065 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-570ea963-345c-46c4-8fef-5342ddd2488d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:18.089076 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12231d6e-6d57-4792-879a-6355998d698d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:18.097123 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12231d6e-6d57-4792-879a-6355998d698d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:18.101966 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-12231d6e-6d57-4792-879a-6355998d698d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0944688 Jun 18 16:24:18.103412 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47166) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:18.122858 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-346213c5-37e1-4c2f-b84b-4af9555857ca tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8143504 Jun 18 16:24:18.129101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47168) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:18.147195 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Pushing event updated for resources: {'Port': ['ID=819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:18.153858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:18.165091 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ecdc758c-fbd9-471c-8974-f245d282e503 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Request body: {'network': {'name': 'tempest-router-network01--702461416'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:18.221847 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-1a813be6-9475-4997-b2aa-66fafbeaaaad tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port e0db1be0-c9ef-4533-9a57-c44872b9f630 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:18.222639 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1a813be6-9475-4997-b2aa-66fafbeaaaad tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:18.233131 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdc758c-fbd9-471c-8974-f245d282e503 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Made reservation on behalf of daf3e4446ae04e709ff2c3167899fd8e for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:18.234145 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c72d0f48-31fe-4444-a902-e7947cec25d4 None None] Provisioning for port a669dd17-839f-4999-a328-214f34ab6ea8 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:18.237438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ecdc758c-fbd9-471c-8974-f245d282e503 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:18.288637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecdc758c-fbd9-471c-8974-f245d282e503 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:24:18.302167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ecdc758c-fbd9-471c-8974-f245d282e503 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:18.302167 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-ecdc758c-fbd9-471c-8974-f245d282e503 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Added segment e1aaea58-79ad-4657-9fba-644d7f578878 of type vlan for network 086f1248-c527-4477-8807-a47da8a763b4 Jun 18 16:24:18.334922 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1a813be6-9475-4997-b2aa-66fafbeaaaad tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:18.450842 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ecdc758c-fbd9-471c-8974-f245d282e503 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:18.451421 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-1ee08f8b-b28c-4689-afb7-fe45f2bf6b81', 'network_id': '1ee08f8b-b28c-4689-afb7-fe45f2bf6b81', 'tenant_id': 'daf3e4446ae04e709ff2c3167899fd8e', 'fixed_ips': [{'subnet_id': '320d383c-c878-4663-bd72-d62888c32083'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:18.452300 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:18.457494 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:18.579106 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Transition to ACTIVE for port object 45a02144-243f-40e2-b292-f885eef80d40 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:18.597753 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:18.603560 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:18.617614 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-570ea963-345c-46c4-8fef-5342ddd2488d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:18.633815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Transition to ACTIVE for port object 45a02144-243f-40e2-b292-f885eef80d40 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:18.646605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:18.650168 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c4a87d74-1658-400b-ba7e-c1c582960da1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:18.650366 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ecdc758c-fbd9-471c-8974-f245d282e503 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:18.658047 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdc758c-fbd9-471c-8974-f245d282e503 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:18.658827 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ecdc758c-fbd9-471c-8974-f245d282e503 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:18.675100 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Port': ['ID=a669dd17-839f-4999-a328-214f34ab6ea8,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:18.678047 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:18.695738 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6360aaf9-91ac-4da9-a2aa-d8630dd55c1d tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:18.707718 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Allocated IP 172.20.0.2 (1ee08f8b-b28c-4689-afb7-fe45f2bf6b81/320d383c-c878-4663-bd72-d62888c32083/435ad60e-f799-4235-bfab-dddc02a910ef) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:18.732888 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Network 82a7e3c4-84c1-4d51-bdee-e030e56cabb4 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:18.745907 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:18.751293 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:18.854109 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Pushing event updated for resources: {'Port': ['ID=45a02144-243f-40e2-b292-f885eef80d40,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:18.862638 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-1a813be6-9475-4997-b2aa-66fafbeaaaad tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for e0db1be0-c9ef-4533-9a57-c44872b9f630 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:18.863602 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:18.866758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:18.927463 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No DVR routers for this DVR port a669dd17-839f-4999-a328-214f34ab6ea8 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:18.939206 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ecdc758c-fbd9-471c-8974-f245d282e503 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7810023 Jun 18 16:24:18.948577 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Attempting to bind port 45a02144-243f-40e2-b292-f885eef80d40 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:18.948962 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Attempting to bind port 45a02144-243f-40e2-b292-f885eef80d40 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '7c8b6f99-cef6-4cdf-9bc3-f7f98451aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '82a7e3c4-84c1-4d51-bdee-e030e56cabb4'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:18.949347 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Attempting to bind port 45a02144-243f-40e2-b292-f885eef80d40 on network 82a7e3c4-84c1-4d51-bdee-e030e56cabb4 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:18.950808 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47172) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:18.959511 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f8c8dd42-d838-441f-8360-bcdfd79ceb4f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Request body: {'network': {'name': 'tempest-router-network02--593887968'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:18.973477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:18.973477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Checking segment: {'id': '7c8b6f99-cef6-4cdf-9bc3-f7f98451aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '82a7e3c4-84c1-4d51-bdee-e030e56cabb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:18.973477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:18.973477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Bound using segment: {'id': '7c8b6f99-cef6-4cdf-9bc3-f7f98451aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '82a7e3c4-84c1-4d51-bdee-e030e56cabb4'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:18.973889 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Bound port: 45a02144-243f-40e2-b292-f885eef80d40, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8b6f99-cef6-4cdf-9bc3-f7f98451aa8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '82a7e3c4-84c1-4d51-bdee-e030e56cabb4'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:18.974089 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:18.998935 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:19.000851 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a479fc7c-f6a4-41a9-b32d-ea275c79f7d5 None None] Could not find standard attr ID for object a669dd17-839f-4999-a328-214f34ab6ea8. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:24:19.013246 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba1ff90-d4eb-4085-bb97-8079f2c5775a None None] DHCP port deletion for 9880b6ca-9136-4ffe-a122-38d4fae96d07 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:24:19.016676 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:19.034234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc758c-fbd9-471c-8974-f245d282e503 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Pushing event updated for resources: {'Network': ['ID=086f1248-c527-4477-8807-a47da8a763b4,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:19.040981 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:19.062115 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ecdc758c-fbd9-471c-8974-f245d282e503 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:19.109651 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 086f1248-c527-4477-8807-a47da8a763b4 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:19.127864 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Subnet': ['ID=08b232e8-85c7-4357-9a7a-f7bf9b3d6eff,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:19.131365 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:19.132410 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a669dd17-839f-4999-a328-214f34ab6ea8 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:19.168464 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:19.194925 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a7e3c4-84c1-4d51-bdee-e030e56cabb4']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:19.209961 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: a669dd17-839f-4999-a328-214f34ab6ea8 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:19.210335 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a669dd17-839f-4999-a328-214f34ab6ea8 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 18 16:24:19.212492 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8b6f99-cef6-4cdf-9bc3-f7f98451aa8f') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:19.212947 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8b6f99-cef6-4cdf-9bc3-f7f98451aa8f') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:19.229656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:19.252519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:19.266570 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Port a669dd17-839f-4999-a328-214f34ab6ea8 not found, will not notify nova. {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 18 16:24:19.269199 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] For port 45a02144-243f-40e2-b292-f885eef80d40, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:19.280322 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Transition to ACTIVE for port object 435ad60e-f799-4235-bfab-dddc02a910ef will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:19.294871 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] For port 45a02144-243f-40e2-b292-f885eef80d40, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=45a02144-243f-40e2-b292-f885eef80d40,segment=NetworkSegment(7c8b6f99-cef6-4cdf-9bc3-f7f98451aa8f),segment_id=7c8b6f99-cef6-4cdf-9bc3-f7f98451aa8f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:19.309391 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:19.311186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:19.317492 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:19.324314 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:19.324558 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:19.324690 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Transition to ACTIVE for port object 435ad60e-f799-4235-bfab-dddc02a910ef will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:19.328576 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:19.334723 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1a813be6-9475-4997-b2aa-66fafbeaaaad tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:19.352021 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:19.419913 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-63027922-709d-41ed-abed-29bc29c3b4c1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:19.425583 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Network 1ee08f8b-b28c-4689-afb7-fe45f2bf6b81 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:19.429831 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.db.api [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:24:19.429831 dv-neutron-797120-1-hyperv neutron-server[93454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:24:19.429831 dv-neutron-797120-1-hyperv neutron-server[93454]: [parameters: {'id': '82a7e3c4-84c1-4d51-bdee-e030e56cabb4'}] Jun 18 16:24:19.429831 dv-neutron-797120-1-hyperv neutron-server[93454]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:24:19.430251 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Pushing event updated for resources: {'Port': ['ID=45a02144-243f-40e2-b292-f885eef80d40,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:19.430578 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_db.api [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:24:19.432993 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:19.436929 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:19.437111 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:19.439835 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:19.459362 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a813be6-9475-4997-b2aa-66fafbeaaaad tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=e0db1be0-c9ef-4533-9a57-c44872b9f630,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:19.462339 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1a813be6-9475-4997-b2aa-66fafbeaaaad tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:19.510716 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1a813be6-9475-4997-b2aa-66fafbeaaaad tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:19.513900 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1a813be6-9475-4997-b2aa-66fafbeaaaad tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/e0db1be0-c9ef-4533-9a57-c44872b9f630 HTTP/1.1" status: 204 len: 168 time: 1.4101050 Jun 18 16:24:19.515577 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47174) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:19.571990 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f032af98-a817-425e-8365-528b942255f4 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:19.574971 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-570ea963-345c-46c4-8fef-5342ddd2488d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:19.593967 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccfa7f3-2669-4b3f-9633-20a32857bac9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:19.595740 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ccfa7f3-2669-4b3f-9633-20a32857bac9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:19.598102 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7ccfa7f3-2669-4b3f-9633-20a32857bac9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0812249 Jun 18 16:24:19.600530 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47176) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:19.633261 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c8dd42-d838-441f-8360-bcdfd79ceb4f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Made reservation on behalf of daf3e4446ae04e709ff2c3167899fd8e for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:19.637573 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f8c8dd42-d838-441f-8360-bcdfd79ceb4f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:19.645716 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f032af98-a817-425e-8365-528b942255f4 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Port': ['ID=b05cade8-5c2c-4f28-805a-402fd4ec9c32,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:19.654643 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:19.673292 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f032af98-a817-425e-8365-528b942255f4 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:19.697489 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1eb371-264f-4b7d-88ba-9bcfc2dda326 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet 421a9d05-d00c-42cd-81a2-42641b2ad7e4 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:24:19.705025 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e665476e-bdde-4d5f-99cc-534d308a0faa None None] Network 82a7e3c4-84c1-4d51-bdee-e030e56cabb4 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:19.708389 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb1eb371-264f-4b7d-88ba-9bcfc2dda326 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:19.737985 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-53bc9665-a408-429a-a737-01afaa5a993f None None] Provisioning for port 819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:19.740291 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Pushing event updated for resources: {'Port': ['ID=435ad60e-f799-4235-bfab-dddc02a910ef,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:19.783137 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb1eb371-264f-4b7d-88ba-9bcfc2dda326 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:19.788146 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:19.795197 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-53bc9665-a408-429a-a737-01afaa5a993f None None] Provisioning complete for port 819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:19.795939 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-53bc9665-a408-429a-a737-01afaa5a993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:19.805064 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Attempting to bind port 435ad60e-f799-4235-bfab-dddc02a910ef on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:19.805726 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Attempting to bind port 435ad60e-f799-4235-bfab-dddc02a910ef by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '50ab831a-ee95-43d9-a0a7-19ca314f251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ee08f8b-b28c-4689-afb7-fe45f2bf6b81'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:19.806272 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Attempting to bind port 435ad60e-f799-4235-bfab-dddc02a910ef on network 1ee08f8b-b28c-4689-afb7-fe45f2bf6b81 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:19.877992 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:19.879300 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Checking segment: {'id': '50ab831a-ee95-43d9-a0a7-19ca314f251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ee08f8b-b28c-4689-afb7-fe45f2bf6b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:19.880619 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:19.881253 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Bound using segment: {'id': '50ab831a-ee95-43d9-a0a7-19ca314f251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ee08f8b-b28c-4689-afb7-fe45f2bf6b81'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:19.882072 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Bound port: 435ad60e-f799-4235-bfab-dddc02a910ef, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ab831a-ee95-43d9-a0a7-19ca314f251a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ee08f8b-b28c-4689-afb7-fe45f2bf6b81'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:19.882775 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:19.928618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c8dd42-d838-441f-8360-bcdfd79ceb4f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:24:19.978561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb1eb371-264f-4b7d-88ba-9bcfc2dda326 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:19.978896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f8c8dd42-d838-441f-8360-bcdfd79ceb4f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:19.979261 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-f8c8dd42-d838-441f-8360-bcdfd79ceb4f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Added segment 8e33abfe-90bf-4fbf-be56-ba69a6864d26 of type vlan for network 6fbff3ce-0de1-4158-9859-a1b40b69d5fe Jun 18 16:24:19.994881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c52e11-28f0-4fb1-ae69-99bb2f707820 req-6c7254f9-cd0d-40ee-ba0d-89b9370b67ce tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:19.996520 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-75c52e11-28f0-4fb1-ae69-99bb2f707820 req-6c7254f9-cd0d-40ee-ba0d-89b9370b67ce tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.4666395 Jun 18 16:24:20.045628 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.054061 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb1eb371-264f-4b7d-88ba-9bcfc2dda326 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.064784 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f38f1a33-d530-4e6d-b225-29f5f67ba5b8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:20.091335 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1eb371-264f-4b7d-88ba-9bcfc2dda326 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=421a9d05-d00c-42cd-81a2-42641b2ad7e4,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:20.098726 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb1eb371-264f-4b7d-88ba-9bcfc2dda326 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.099444 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] For port 435ad60e-f799-4235-bfab-dddc02a910ef, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:20.101069 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fb1eb371-264f-4b7d-88ba-9bcfc2dda326 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/421a9d05-d00c-42cd-81a2-42641b2ad7e4 HTTP/1.1" status: 204 len: 168 time: 0.4993062 Jun 18 16:24:20.102696 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-53bc9665-a408-429a-a737-01afaa5a993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.106779 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47178) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:20.108035 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fb1eb371-264f-4b7d-88ba-9bcfc2dda326 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:20.124957 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] For port 435ad60e-f799-4235-bfab-dddc02a910ef, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=435ad60e-f799-4235-bfab-dddc02a910ef,segment=NetworkSegment(50ab831a-ee95-43d9-a0a7-19ca314f251a),segment_id=50ab831a-ee95-43d9-a0a7-19ca314f251a)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:20.134852 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.139558 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.144789 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:20.148757 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-de2aed0a-c162-4a68-b44b-08e949e9cf81 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:20.192168 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-19adc759-03a5-431f-ba66-bba5e9b57517 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479288 Jun 18 16:24:20.194476 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47180) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:20.199483 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-bf5f5291-b493-4793-acef-999df27bb8e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:20.227437 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Subnet': ['ID=b236e582-ab12-4e4b-ab74-a3ac77d1ed74,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:20.242016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f8c8dd42-d838-441f-8360-bcdfd79ceb4f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.249529 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:20.253277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b4a0b7-f9bf-4679-821f-17630d46e232 None None] Network 9880b6ca-9136-4ffe-a122-38d4fae96d07 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:20.258322 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.db.api [None req-53bc9665-a408-429a-a737-01afaa5a993f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:24:20.258715 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_db.api [None req-53bc9665-a408-429a-a737-01afaa5a993f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:24:20.271236 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Pushing event updated for resources: {'Port': ['ID=435ad60e-f799-4235-bfab-dddc02a910ef,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:20.281183 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-75c52e11-28f0-4fb1-ae69-99bb2f707820 req-f1511323-b72f-4253-b274-9179793a6a6e tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723563 Jun 18 16:24:20.313497 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:20.351972 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f032af98-a817-425e-8365-528b942255f4 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.368079 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd43df7-3fa1-428b-b94b-c6c547079251 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:20.388185 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Deleting port 45a02144-243f-40e2-b292-f885eef80d40 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:20.388759 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.461779 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5f5291-b493-4793-acef-999df27bb8e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:20.464705 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bf5f5291-b493-4793-acef-999df27bb8e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.519359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-570ea963-345c-46c4-8fef-5342ddd2488d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.521590 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.db.resource_extend [None req-f8c8dd42-d838-441f-8360-bcdfd79ceb4f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 16:24:20.525186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d38c1c2-4961-42a3-9d10-84ed1e43ba47 None None] DHCP port deletion for 9880b6ca-9136-4ffe-a122-38d4fae96d07 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:24:20.548123 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.554204 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-570ea963-345c-46c4-8fef-5342ddd2488d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.555476 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-570ea963-345c-46c4-8fef-5342ddd2488d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.560272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] For port 45a02144-243f-40e2-b292-f885eef80d40, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=45a02144-243f-40e2-b292-f885eef80d40,segment=NetworkSegment(7c8b6f99-cef6-4cdf-9bc3-f7f98451aa8f),segment_id=7c8b6f99-cef6-4cdf-9bc3-f7f98451aa8f)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:20.560644 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.566638 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:20.655911 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Calling delete_port for 45a02144-243f-40e2-b292-f885eef80d40 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:20.681427 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26da9b99-53e7-4863-8180-3aec12d3f497 None None] DHCP port deletion for ce24d173-f93a-4cd6-bc0b-4cefb40733e2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:24:20.699116 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9880b6ca-9136-4ffe-a122-38d4fae96d07']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:20.718070 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f8c8dd42-d838-441f-8360-bcdfd79ceb4f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.724576 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c8dd42-d838-441f-8360-bcdfd79ceb4f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:20.725641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f8c8dd42-d838-441f-8360-bcdfd79ceb4f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.744851 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b3a4bf-d09b-4d77-98cb-aad275a9743c') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:20.745407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b3a4bf-d09b-4d77-98cb-aad275a9743c') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:20.820225 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-53bc9665-a408-429a-a737-01afaa5a993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.820956 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.840396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-26da9b99-53e7-4863-8180-3aec12d3f497 None None] Deleting port 819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:20.840935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-26da9b99-53e7-4863-8180-3aec12d3f497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.849289 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ea963-345c-46c4-8fef-5342ddd2488d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=4ca78568-aea6-4bef-95d3-d76de71c6d58,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:20.852451 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f8c8dd42-d838-441f-8360-bcdfd79ceb4f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8970840 Jun 18 16:24:20.855268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-570ea963-345c-46c4-8fef-5342ddd2488d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:20.858004 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-edb0e10c-ea6e-4e72-be58-450dc76862d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1670786976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:20.861873 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47182) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:20.863135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.875721 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b0a355a3-0709-46c1-bb18-ff178f10924b tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Request body: {'subnet': {'network_id': '086f1248-c527-4477-8807-a47da8a763b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:20.883046 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.886629 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-37b7ec3f-0b94-4601-afc5-d87c9da4088f tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:20.915943 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 435ad60e-f799-4235-bfab-dddc02a910ef up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:20.916290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:20.916891 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:20.929645 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:20.934303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f032af98-a817-425e-8365-528b942255f4 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:24:20.948859 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] No DVR routers for this DVR port 45a02144-243f-40e2-b292-f885eef80d40 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:20.959234 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Port': ['ID=45a02144-243f-40e2-b292-f885eef80d40,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:20.961817 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:20.981031 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-53bc9665-a408-429a-a737-01afaa5a993f None None] For port 819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:20.991340 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-53bc9665-a408-429a-a737-01afaa5a993f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:20.997431 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:21.008679 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-26da9b99-53e7-4863-8180-3aec12d3f497 None None] For port 819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:21.009080 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-26da9b99-53e7-4863-8180-3aec12d3f497 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.035401 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bf5f5291-b493-4793-acef-999df27bb8e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.040115 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3dfa1a5b-a5d3-4c13-a5d4-862730fbd140 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:21.090929 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.107652 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5f5291-b493-4793-acef-999df27bb8e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:21.110273 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c8dd42-d838-441f-8360-bcdfd79ceb4f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Pushing event updated for resources: {'Network': ['ID=6fbff3ce-0de1-4158-9859-a1b40b69d5fe,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:21.118633 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a7e3c4-84c1-4d51-bdee-e030e56cabb4']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:21.121875 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-26da9b99-53e7-4863-8180-3aec12d3f497 None None] Calling delete_port for 819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:21.123445 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-bf5f5291-b493-4793-acef-999df27bb8e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:21.123895 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f8c8dd42-d838-441f-8360-bcdfd79ceb4f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:21.126331 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5f5291-b493-4793-acef-999df27bb8e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:21.127520 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bf5f5291-b493-4793-acef-999df27bb8e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.128318 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.134479 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:21.140255 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.143569 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/9880b6ca-9136-4ffe-a122-38d4fae96d07 HTTP/1.1" status: 204 len: 168 time: 5.2944510 Jun 18 16:24:21.146878 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47184) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:21.150129 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f5291-b493-4793-acef-999df27bb8e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=e80eaf39-8708-4372-a184-85569db38ef1,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:21.153073 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bf5f5291-b493-4793-acef-999df27bb8e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:21.157247 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8b6f99-cef6-4cdf-9bc3-f7f98451aa8f') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:21.157545 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8b6f99-cef6-4cdf-9bc3-f7f98451aa8f') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:21.168747 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.187472 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bf5f5291-b493-4793-acef-999df27bb8e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9895489 Jun 18 16:24:21.187718 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 6fbff3ce-0de1-4158-9859-a1b40b69d5fe details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:21.187838 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47186) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:21.194049 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-45b6caa9-29d2-43dc-aff0-7c24641a3ccb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'fixed_ips': [{'subnet_id': 'e80eaf39-8708-4372-a184-85569db38ef1', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-847570813'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:21.216607 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.241378 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-392231a5-fed6-4ccc-af73-bb263b561251 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-919381674'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:21.246861 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570ea963-345c-46c4-8fef-5342ddd2488d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 79a8979e-cbd1-4524-ae01-98d3ab5dd48f is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:21.253569 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:21.253569 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:21.256919 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:21.271985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Network': ['ID=9880b6ca-9136-4ffe-a122-38d4fae96d07,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:21.274971 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-570ea963-345c-46c4-8fef-5342ddd2488d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:21.275989 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc9665-a408-429a-a737-01afaa5a993f None None] Pushing event updated for resources: {'Port': ['ID=819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:21.279403 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-08eca8dc-90c4-4fa7-a733-3bc1550ca133 None None] Could not find standard attr ID for object e0db1be0-c9ef-4533-9a57-c44872b9f630. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:24:21.282824 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-53bc9665-a408-429a-a737-01afaa5a993f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:21.283570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:21.327791 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-26da9b99-53e7-4863-8180-3aec12d3f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.330977 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:21.394268 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.400027 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.406516 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/networks/82a7e3c4-84c1-4d51-bdee-e030e56cabb4 HTTP/1.1" status: 204 len: 168 time: 4.0603180 Jun 18 16:24:21.407624 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a355a3-0709-46c1-bb18-ff178f10924b tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Made reservation on behalf of daf3e4446ae04e709ff2c3167899fd8e for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:21.412678 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b0a355a3-0709-46c1-bb18-ff178f10924b tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.416855 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-396e4704-c2af-4b8c-a40c-01fec1d5e625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:21.422388 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da9b99-53e7-4863-8180-3aec12d3f497 None None] Pushing event deleted for resources: {'Port': ['ID=819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:21.425633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47190) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:21.426967 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f032af98-a817-425e-8365-528b942255f4 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:24:21.427657 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 435ad60e-f799-4235-bfab-dddc02a910ef completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:21.430495 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-26da9b99-53e7-4863-8180-3aec12d3f497 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:21.436459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26da9b99-53e7-4863-8180-3aec12d3f497 None None] No DVR routers for this DVR port 819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:21.452105 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bbc3c8-bb03-496b-b198-0eec246ee16d None None] Sync routers for ids ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:24:21.456949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-8721780d-fb91-4ffb-8e82-624cdabd9285 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1884590727'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:21.457846 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6925b29b-2fec-4e6f-bfeb-be67f949e1bd None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:21.465453 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f032af98-a817-425e-8365-528b942255f4 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/bb8f47f8-4a42-4e69-b564-fb9b3d6906cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5761116 Jun 18 16:24:21.474883 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bbc3c8-bb03-496b-b198-0eec246ee16d None None] Routers {'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:21.477637 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-c7bbc3c8-bb03-496b-b198-0eec246ee16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:21.498304 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47192) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:21.527087 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Network': ['ID=82a7e3c4-84c1-4d51-bdee-e030e56cabb4,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:21.535522 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:21.536836 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392231a5-fed6-4ccc-af73-bb263b561251 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:21.540935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-392231a5-fed6-4ccc-af73-bb263b561251 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.582498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a669dd17-839f-4999-a328-214f34ab6ea8 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:21.632082 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: a669dd17-839f-4999-a328-214f34ab6ea8 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:21.632634 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a669dd17-839f-4999-a328-214f34ab6ea8 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:21.697522 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-297a62a4-910c-49be-a432-60ecec297dcb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting subnet fd3f4f58-d4ff-455d-bd08-d86f1a943f2e {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:24:21.703201 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-297a62a4-910c-49be-a432-60ecec297dcb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.707528 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b6caa9-29d2-43dc-aff0-7c24641a3ccb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:21.714830 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-45b6caa9-29d2-43dc-aff0-7c24641a3ccb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.730862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8721780d-fb91-4ffb-8e82-624cdabd9285 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Made reservation on behalf of d60e3585ca1e49b980c07776e659cd39 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:21.735464 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8721780d-fb91-4ffb-8e82-624cdabd9285 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.755103 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-c7bbc3c8-bb03-496b-b198-0eec246ee16d None None] Set router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:21.788171 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-45b6caa9-29d2-43dc-aff0-7c24641a3ccb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port 44ada045-7651-43a8-95d5-52b78ded37f5 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:24:21.800952 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8721780d-fb91-4ffb-8e82-624cdabd9285 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:24:21.805724 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-297a62a4-910c-49be-a432-60ecec297dcb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.808949 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b2e76f6a-2352-45f4-b73c-9e633949d83e None None] Provisioning complete for port 4ca78568-aea6-4bef-95d3-d76de71c6d58 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:21.809515 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b2e76f6a-2352-45f4-b73c-9e633949d83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.813710 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8721780d-fb91-4ffb-8e82-624cdabd9285 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.815762 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-8721780d-fb91-4ffb-8e82-624cdabd9285 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Added segment ec1bee67-e0cb-41e3-8759-e666047d97d4 of type vlan for network 35894f71-5944-4190-97ac-a8170c9420d6 Jun 18 16:24:21.858680 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392231a5-fed6-4ccc-af73-bb263b561251 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:24:21.881499 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': 'e80eaf39-8708-4372-a184-85569db38ef1'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:21.883217 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:21.887771 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-b2e76f6a-2352-45f4-b73c-9e633949d83e None None] Port 4ca78568-aea6-4bef-95d3-d76de71c6d58 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:24:21.910253 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2a45c9-cbcc-499d-96e6-ddaa0be613cc None None] Network 1ee08f8b-b28c-4689-afb7-fe45f2bf6b81 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:21.929183 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8721780d-fb91-4ffb-8e82-624cdabd9285 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:22.024853 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-297a62a4-910c-49be-a432-60ecec297dcb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:22.030001 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-c7bbc3c8-bb03-496b-b198-0eec246ee16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:24:18Z', 'revision_number': 9, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': '148b5fa7-a2e5-4638-9ec2-77ccc1ac0746', 'name': '', 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:4d:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:33Z', 'updated_at': '2021-06-18T16:23:50Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:22.060625 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1fbc5d3f-eaba-4899-9d54-ed29cab76a6d None None] Provisioning for port 435ad60e-f799-4235-bfab-dddc02a910ef completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:22.061358 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8721780d-fb91-4ffb-8e82-624cdabd9285 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:22.065582 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bbc3c8-bb03-496b-b198-0eec246ee16d None None] Checking router: bb8f47f8-4a42-4e69-b564-fb9b3d6906cd for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:24:22.069794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8721780d-fb91-4ffb-8e82-624cdabd9285 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:22.070857 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8721780d-fb91-4ffb-8e82-624cdabd9285 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:22.075010 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bbc3c8-bb03-496b-b198-0eec246ee16d None None] Routers {'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:22.075770 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-c7bbc3c8-bb03-496b-b198-0eec246ee16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:22.080514 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:22.101076 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1fbc5d3f-eaba-4899-9d54-ed29cab76a6d None None] Provisioning complete for port 435ad60e-f799-4235-bfab-dddc02a910ef triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:22.101452 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1fbc5d3f-eaba-4899-9d54-ed29cab76a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:22.115809 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b6caa9-29d2-43dc-aff0-7c24641a3ccb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:24:22.116371 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b6caa9-29d2-43dc-aff0-7c24641a3ccb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:22.124369 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-297a62a4-910c-49be-a432-60ecec297dcb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:22.132389 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-757ecd39-93dc-4f84-8208-8881f1512f9b tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:22.159507 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b0a355a3-0709-46c1-bb18-ff178f10924b tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:22.164955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a62a4-910c-49be-a432-60ecec297dcb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Subnet': ['ID=fd3f4f58-d4ff-455d-bd08-d86f1a943f2e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:22.166028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-392231a5-fed6-4ccc-af73-bb263b561251 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:22.166392 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-392231a5-fed6-4ccc-af73-bb263b561251 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Added segment 40cd021e-dd80-4c7f-943a-b0df34e8cd3e of type vlan for network dcae5643-075f-4c57-9021-596d1c1f3bf1 Jun 18 16:24:22.173489 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-297a62a4-910c-49be-a432-60ecec297dcb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:22.175163 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721780d-fb91-4ffb-8e82-624cdabd9285 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Network': ['ID=35894f71-5944-4190-97ac-a8170c9420d6,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:22.177006 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-297a62a4-910c-49be-a432-60ecec297dcb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:22.179808 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-297a62a4-910c-49be-a432-60ecec297dcb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/subnets/fd3f4f58-d4ff-455d-bd08-d86f1a943f2e HTTP/1.1" status: 204 len: 168 time: 0.6414983 Jun 18 16:24:22.182889 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-45b6caa9-29d2-43dc-aff0-7c24641a3ccb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9941094 Jun 18 16:24:22.183567 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47194) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:22.184707 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Allocated IP 2001:db8::2 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/e80eaf39-8708-4372-a184-85569db38ef1/5c75235d-0b42-4813-a519-4fb4be8258cd) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:22.185538 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47196) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:22.195168 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19079a1d-7dac-48c7-9059-2af0b06432a6 None None] Network eed4fc65-fca6-438a-bc68-1a00d62b12d5 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:22.208013 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 35894f71-5944-4190-97ac-a8170c9420d6 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:22.218793 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314e36f-7172-44b9-b4a1-d86a2fc8b4d2 req-d1457e1b-2c9d-4ede-a097-2f173e0017f7 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:22.221110 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2314e36f-7172-44b9-b4a1-d86a2fc8b4d2 req-d1457e1b-2c9d-4ede-a097-2f173e0017f7 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.5672204 Jun 18 16:24:22.223875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8721780d-fb91-4ffb-8e82-624cdabd9285 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:22.225486 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1c9db33f-6b62-42d2-9980-e3ed02aafaec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:22.234392 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cd0035d2-831e-4780-8126-f1bb0de3b6be tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0476174 Jun 18 16:24:22.237288 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47198) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:22.295801 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-c7bbc3c8-bb03-496b-b198-0eec246ee16d None None] Set router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:22.305918 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a355a3-0709-46c1-bb18-ff178f10924b tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Pushing event updated for resources: {'Subnet': ['ID=04b6f82c-3af5-4db8-846c-1349d8dd0a7e,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:22.319916 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b0a355a3-0709-46c1-bb18-ff178f10924b tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:22.372311 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8721780d-fb91-4ffb-8e82-624cdabd9285 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9421034 Jun 18 16:24:22.376900 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:22.382318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2006f10f-0d93-439d-afc8-02141800ce1e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:22.384278 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2006f10f-0d93-439d-afc8-02141800ce1e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:22.385964 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2006f10f-0d93-439d-afc8-02141800ce1e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1476302 Jun 18 16:24:22.386631 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47200) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:22.389440 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47202) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:22.395250 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-3c81c89b-ea66-4092-9aa1-614c5d47e450 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'subnet': {'network_id': '35894f71-5944-4190-97ac-a8170c9420d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:22.421407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-392231a5-fed6-4ccc-af73-bb263b561251 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:22.431560 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2314e36f-7172-44b9-b4a1-d86a2fc8b4d2 req-3673f9ec-6841-430b-afe5-1ddff2f22c37 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358452 Jun 18 16:24:22.436076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570ea963-345c-46c4-8fef-5342ddd2488d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Router f6bd1b82-40c4-40d6-850e-7602071d908c is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:24:22.480012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a355a3-0709-46c1-bb18-ff178f10924b tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Checking segment: {'id': 'e1aaea58-79ad-4657-9fba-644d7f578878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '086f1248-c527-4477-8807-a47da8a763b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:22.480519 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a355a3-0709-46c1-bb18-ff178f10924b tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Network hostable DHCP agents. Network: 086f1248-c527-4477-8807-a47da8a763b4, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:24:22.536200 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c81c89b-ea66-4092-9aa1-614c5d47e450 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Made reservation on behalf of d60e3585ca1e49b980c07776e659cd39 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:22.540275 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3c81c89b-ea66-4092-9aa1-614c5d47e450 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:22.629635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1fbc5d3f-eaba-4899-9d54-ed29cab76a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:22.644002 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-c7bbc3c8-bb03-496b-b198-0eec246ee16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:24:18Z', 'revision_number': 9, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': '148b5fa7-a2e5-4638-9ec2-77ccc1ac0746', 'name': '', 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:4d:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:33Z', 'updated_at': '2021-06-18T16:23:50Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:22.710223 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bbc3c8-bb03-496b-b198-0eec246ee16d None None] The sync data for ids ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'] in dv-neutron-797120-1-hyperv is: [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:24:18Z', 'revision_number': 9, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': '148b5fa7-a2e5-4638-9ec2-77ccc1ac0746', 'name': '', 'network_id': '1801ddee-a46b-4e23-894e-b662435dfa6c', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:4d:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:33Z', 'updated_at': '2021-06-18T16:23:50Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:24:22.710785 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-1fbc5d3f-eaba-4899-9d54-ed29cab76a6d None None] For port 435ad60e-f799-4235-bfab-dddc02a910ef, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=435ad60e-f799-4235-bfab-dddc02a910ef,segment=NetworkSegment(50ab831a-ee95-43d9-a0a7-19ca314f251a),segment_id=50ab831a-ee95-43d9-a0a7-19ca314f251a)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:22.746264 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1fbc5d3f-eaba-4899-9d54-ed29cab76a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:22.751202 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:22.759486 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-903df4fb-1ec9-4d63-82cd-ac5d2edc6577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:22.796749 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:22.797232 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 819f8b7f-3b85-4bcb-ad8a-4d37ba1368a7 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:22.956737 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc5d3f-eaba-4899-9d54-ed29cab76a6d None None] Pushing event updated for resources: {'Port': ['ID=435ad60e-f799-4235-bfab-dddc02a910ef,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:22.962259 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3c81c89b-ea66-4092-9aa1-614c5d47e450 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:22.973592 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1fbc5d3f-eaba-4899-9d54-ed29cab76a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:22.981891 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:22.994969 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Transition to ACTIVE for port object 5c75235d-0b42-4813-a519-4fb4be8258cd will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:23.007791 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fb1eb371-264f-4b7d-88ba-9bcfc2dda326 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:23.015049 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Transition to ACTIVE for port object 5c75235d-0b42-4813-a519-4fb4be8258cd will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:23.022346 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-392231a5-fed6-4ccc-af73-bb263b561251 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:23.026507 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:23.029622 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1fbc5d3f-eaba-4899-9d54-ed29cab76a6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:23.035536 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392231a5-fed6-4ccc-af73-bb263b561251 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:23.037386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-392231a5-fed6-4ccc-af73-bb263b561251 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:23.061479 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-30cdf96c-a80e-496a-a227-3c78e88ccd50 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:23.074998 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a355a3-0709-46c1-bb18-ff178f10924b tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Network 086f1248-c527-4477-8807-a47da8a763b4 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:24:23.075204 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:23.084848 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:23.105874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:23.122737 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d726a6-c02e-4726-8ed1-eeacc96b87a8 None None] DHCP port deletion for eed4fc65-fca6-438a-bc68-1a00d62b12d5 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:24:23.148043 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4aec53-5479-428b-ad30-d4734d054e41 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet e80eaf39-8708-4372-a184-85569db38ef1 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:24:23.181298 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81c89b-ea66-4092-9aa1-614c5d47e450 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Subnet': ['ID=24e13bda-7ddc-4a37-9471-ff11314f6a87,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:23.189955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6c4aec53-5479-428b-ad30-d4734d054e41 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:23.217047 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Pushing event updated for resources: {'Port': ['ID=5c75235d-0b42-4813-a519-4fb4be8258cd,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:23.217271 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3c81c89b-ea66-4092-9aa1-614c5d47e450 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:23.219995 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:23.239342 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Attempting to bind port 5c75235d-0b42-4813-a519-4fb4be8258cd on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:23.239721 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Attempting to bind port 5c75235d-0b42-4813-a519-4fb4be8258cd by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:23.240679 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Attempting to bind port 5c75235d-0b42-4813-a519-4fb4be8258cd on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:23.240815 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392231a5-fed6-4ccc-af73-bb263b561251 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Network': ['ID=dcae5643-075f-4c57-9021-596d1c1f3bf1,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:23.245497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-392231a5-fed6-4ccc-af73-bb263b561251 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:23.247538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-b0a355a3-0709-46c1-bb18-ff178f10924b tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 086f1248-c527-4477-8807-a47da8a763b4) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:23.249661 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-392231a5-fed6-4ccc-af73-bb263b561251 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0137746 Jun 18 16:24:23.250884 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570ea963-345c-46c4-8fef-5342ddd2488d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:24:23.256397 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47208) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:23.262319 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-0649ac36-d97d-4b8c-a69a-2308b75ce050 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:23.266091 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network dcae5643-075f-4c57-9021-596d1c1f3bf1 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:23.277312 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344583c-75dc-491d-96f0-85edcab38bcc req-a42e6001-ac8c-4322-9044-e2fe1a5d6765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:23.278973 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-6344583c-75dc-491d-96f0-85edcab38bcc req-a42e6001-ac8c-4322-9044-e2fe1a5d6765 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3328f9de576047028d611de30e1e3eab&device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 1098 time: 0.3200591 Jun 18 16:24:23.284670 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c81c89b-ea66-4092-9aa1-614c5d47e450 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Checking segment: {'id': 'ec1bee67-e0cb-41e3-8759-e666047d97d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '35894f71-5944-4190-97ac-a8170c9420d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:23.285092 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c81c89b-ea66-4092-9aa1-614c5d47e450 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network hostable DHCP agents. Network: 35894f71-5944-4190-97ac-a8170c9420d6, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:24:23.303443 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6c4aec53-5479-428b-ad30-d4734d054e41 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:23.321175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8534dff3-eeb2-47ef-aaa3-5e073c83ca39 None None] Network 086f1248-c527-4477-8807-a47da8a763b4 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:23.335879 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d85779-5ea0-4544-a7c5-40aaef559afd None None] Sync routers for ids ['f6bd1b82-40c4-40d6-850e-7602071d908c'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:24:23.345552 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-570ea963-345c-46c4-8fef-5342ddd2488d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "PUT /v2.0/routers/f6bd1b82-40c4-40d6-850e-7602071d908c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1100607 Jun 18 16:24:23.345552 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a355a3-0709-46c1-bb18-ff178f10924b tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:23.345552 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b0a355a3-0709-46c1-bb18-ff178f10924b tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:23.351164 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:23.351555 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:23.351961 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:23.352363 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:23.352854 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Bound port: 5c75235d-0b42-4813-a519-4fb4be8258cd, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:23.353232 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:23.367500 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47210) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:23.379761 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting port 5a309c0b-edf9-4695-8190-85052baae1a2 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:23.380174 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:23.396096 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-b7d726a6-c02e-4726-8ed1-eeacc96b87a8 None None] Deleting port 5a309c0b-edf9-4695-8190-85052baae1a2 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:23.396477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b7d726a6-c02e-4726-8ed1-eeacc96b87a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:23.448738 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d85779-5ea0-4544-a7c5-40aaef559afd None None] Routers {'f6bd1b82-40c4-40d6-850e-7602071d908c'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:23.449296 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-87d85779-5ea0-4544-a7c5-40aaef559afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['f6bd1b82-40c4-40d6-850e-7602071d908c'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:23.467638 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c81c89b-ea66-4092-9aa1-614c5d47e450 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network 35894f71-5944-4190-97ac-a8170c9420d6 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:24:23.482389 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b0a355a3-0709-46c1-bb18-ff178f10924b tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6107323 Jun 18 16:24:23.484057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47212) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:23.496707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-1ee72640-e321-48f2-aa19-711d2a573994 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Request body: {'subnet': {'network_id': '6fbff3ce-0de1-4158-9859-a1b40b69d5fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:23.515802 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-3c81c89b-ea66-4092-9aa1-614c5d47e450 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 35894f71-5944-4190-97ac-a8170c9420d6) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:23.534309 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-87d85779-5ea0-4544-a7c5-40aaef559afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:23.535914 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a175cc-b51c-4984-9cdf-602e33cfd0d8 None None] Network 35894f71-5944-4190-97ac-a8170c9420d6 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:23.537498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b1ba05ac-174a-439d-8709-ed07fe802ff0 None None] Provisioning complete for port 435ad60e-f799-4235-bfab-dddc02a910ef triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:23.537878 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b1ba05ac-174a-439d-8709-ed07fe802ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:23.541977 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327257d-44dd-4f22-8ab0-5af6184d699c req-0f584202-1566-46e7-bde3-76a08ac4f880 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:23.543342 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6327257d-44dd-4f22-8ab0-5af6184d699c req-0f584202-1566-46e7-bde3-76a08ac4f880 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.5311947 Jun 18 16:24:23.543761 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c81c89b-ea66-4092-9aa1-614c5d47e450 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:23.544569 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3c81c89b-ea66-4092-9aa1-614c5d47e450 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:23.550322 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] For port 5a309c0b-edf9-4695-8190-85052baae1a2, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=5a309c0b-edf9-4695-8190-85052baae1a2,segment=NetworkSegment(8fee8874-63fd-4aaf-9d4b-52e738d75d81),segment_id=8fee8874-63fd-4aaf-9d4b-52e738d75d81)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:23.550322 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:23.566494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344583c-75dc-491d-96f0-85edcab38bcc req-db3da041-e6dc-47fe-9281-26ced5c29d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:23.568014 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-6344583c-75dc-491d-96f0-85edcab38bcc req-db3da041-e6dc-47fe-9281-26ced5c29d26 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a164dae-cb32-4185-85ff-e3ff62c30233 HTTP/1.1" status: 200 len: 912 time: 0.2785153 Jun 18 16:24:23.575759 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0649ac36-d97d-4b8c-a69a-2308b75ce050 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:23.620810 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0649ac36-d97d-4b8c-a69a-2308b75ce050 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:23.628200 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:23.638753 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Calling delete_port for 5a309c0b-edf9-4695-8190-85052baae1a2 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:23.665935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b7d726a6-c02e-4726-8ed1-eeacc96b87a8 None None] For port 5a309c0b-edf9-4695-8190-85052baae1a2, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=5a309c0b-edf9-4695-8190-85052baae1a2,segment=NetworkSegment(8fee8874-63fd-4aaf-9d4b-52e738d75d81),segment_id=8fee8874-63fd-4aaf-9d4b-52e738d75d81)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:23.666346 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b7d726a6-c02e-4726-8ed1-eeacc96b87a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:23.674600 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6c4aec53-5479-428b-ad30-d4734d054e41 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:23.684163 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3c81c89b-ea66-4092-9aa1-614c5d47e450 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2927768 Jun 18 16:24:23.688080 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d85779-5ea0-4544-a7c5-40aaef559afd None None] Routers {'f6bd1b82-40c4-40d6-850e-7602071d908c'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:23.688714 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-87d85779-5ea0-4544-a7c5-40aaef559afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['f6bd1b82-40c4-40d6-850e-7602071d908c'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:23.699543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0649ac36-d97d-4b8c-a69a-2308b75ce050 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network dcae5643-075f-4c57-9021-596d1c1f3bf1 is not hosted by any dhcp agent {{(pid=93453) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:24:23.705868 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0649ac36-d97d-4b8c-a69a-2308b75ce050 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:23.706238 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47214) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:23.706554 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0649ac36-d97d-4b8c-a69a-2308b75ce050 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:23.707811 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0649ac36-d97d-4b8c-a69a-2308b75ce050 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "PUT /v2.0/networks/dcae5643-075f-4c57-9021-596d1c1f3bf1 HTTP/1.1" status: 200 len: 723 time: 0.4506304 Jun 18 16:24:23.715125 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-ebe5fece-7f3c-4596-9622-525664510244 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'subnet': {'network_id': '35894f71-5944-4190-97ac-a8170c9420d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:23.715789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47216) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:23.728231 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35ab569-cafa-4564-b155-7ea850750307 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:23.732844 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d35ab569-cafa-4564-b155-7ea850750307 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6bd1b82-40c4-40d6-850e-7602071d908c HTTP/1.1" status: 200 len: 988 time: 0.3561933 Jun 18 16:24:23.734722 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47218) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:23.744770 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-1df04ce0-8954-4453-add7-1fbac41de348 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'subnet': {'network_id': 'dcae5643-075f-4c57-9021-596d1c1f3bf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:23.781172 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6327257d-44dd-4f22-8ab0-5af6184d699c req-cdf87dc7-f7ab-403f-aecd-d83b995b83bb tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021520 Jun 18 16:24:23.812983 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-b7d726a6-c02e-4726-8ed1-eeacc96b87a8 None None] Calling delete_port for 5a309c0b-edf9-4695-8190-85052baae1a2 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:23.812983 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-87d85779-5ea0-4544-a7c5-40aaef559afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:23.812983 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d85779-5ea0-4544-a7c5-40aaef559afd None None] The sync data for ids ['f6bd1b82-40c4-40d6-850e-7602071d908c'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:24:23.833044 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-6344583c-75dc-491d-96f0-85edcab38bcc req-86460047-b521-4605-87d4-f93962629c1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=013e5971-7b77-4544-9e4c-f90e0fe8f833 HTTP/1.1" status: 200 len: 1000 time: 0.2579322 Jun 18 16:24:23.882838 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649ac36-d97d-4b8c-a69a-2308b75ce050 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Network': ['ID=dcae5643-075f-4c57-9021-596d1c1f3bf1,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:23.890575 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0649ac36-d97d-4b8c-a69a-2308b75ce050 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:23.921636 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee72640-e321-48f2-aa19-711d2a573994 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Made reservation on behalf of daf3e4446ae04e709ff2c3167899fd8e for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:23.925364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ee72640-e321-48f2-aa19-711d2a573994 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:23.933231 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network dcae5643-075f-4c57-9021-596d1c1f3bf1 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:23.946009 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6c4aec53-5479-428b-ad30-d4734d054e41 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:23.952755 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3c81c89b-ea66-4092-9aa1-614c5d47e450 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:23.974254 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344583c-75dc-491d-96f0-85edcab38bcc req-03e3628c-c834-415f-bfdf-27e74c287385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:23.975766 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-6344583c-75dc-491d-96f0-85edcab38bcc req-03e3628c-c834-415f-bfdf-27e74c287385 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e8e39ea-ca18-4f6a-859c-466bac254243 HTTP/1.1" status: 200 len: 850 time: 0.1274068 Jun 18 16:24:24.027485 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:24.031885 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4aec53-5479-428b-ad30-d4734d054e41 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=e80eaf39-8708-4372-a184-85569db38ef1,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:24.034272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6c4aec53-5479-428b-ad30-d4734d054e41 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:24.038995 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6c4aec53-5479-428b-ad30-d4734d054e41 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/e80eaf39-8708-4372-a184-85569db38ef1 HTTP/1.1" status: 204 len: 168 time: 1.5448225 Jun 18 16:24:24.039114 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] For port 5c75235d-0b42-4813-a519-4fb4be8258cd, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:24.042149 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47220) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:24.045007 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6c4aec53-5479-428b-ad30-d4734d054e41 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:24.053718 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:24.105541 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] For port 5c75235d-0b42-4813-a519-4fb4be8258cd, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=5c75235d-0b42-4813-a519-4fb4be8258cd,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:24.116282 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Port': ['ID=5a309c0b-edf9-4695-8190-85052baae1a2,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:24.123728 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a8569f96-93e4-4349-a26c-c82ee68cb309 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746384 Jun 18 16:24:24.124735 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47222) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:24.126084 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] No DVR routers for this DVR port 5a309c0b-edf9-4695-8190-85052baae1a2 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:24.128321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:24.131111 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-a1de99bf-aa6b-4962-8dbb-3bbdd4239006 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:24.139087 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:24.140954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df04ce0-8954-4453-add7-1fbac41de348 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:24.145230 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1df04ce0-8954-4453-add7-1fbac41de348 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:24.148525 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4f2e4f0f-d8b9-4147-b9c8-c44568374bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:24.160143 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-086f1248-c527-4477-8807-a47da8a763b4', 'network_id': '086f1248-c527-4477-8807-a47da8a763b4', 'tenant_id': 'daf3e4446ae04e709ff2c3167899fd8e', 'fixed_ips': [{'subnet_id': '04b6f82c-3af5-4db8-846c-1349d8dd0a7e'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:24.160998 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:24.163285 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:24.253460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe5fece-7f3c-4596-9622-525664510244 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Made reservation on behalf of d60e3585ca1e49b980c07776e659cd39 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:24.265809 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ebe5fece-7f3c-4596-9622-525664510244 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:24.273025 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:24.280540 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-35894f71-5944-4190-97ac-a8170c9420d6', 'network_id': '35894f71-5944-4190-97ac-a8170c9420d6', 'tenant_id': 'd60e3585ca1e49b980c07776e659cd39', 'fixed_ips': [{'subnet_id': '24e13bda-7ddc-4a37-9471-ff11314f6a87'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:24.281793 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:24.293349 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed4fc65-fca6-438a-bc68-1a00d62b12d5']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:24.339091 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b7d726a6-c02e-4726-8ed1-eeacc96b87a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:24.368446 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Pushing event updated for resources: {'Port': ['ID=5c75235d-0b42-4813-a519-4fb4be8258cd,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:24.385493 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:24.387231 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-288301eb-e240-44c5-b62f-d441ec7ed293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:24.397744 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d726a6-c02e-4726-8ed1-eeacc96b87a8 None None] No DVR routers for this DVR port 5a309c0b-edf9-4695-8190-85052baae1a2 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:24.444283 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d726a6-c02e-4726-8ed1-eeacc96b87a8 None None] Pushing event deleted for resources: {'Port': ['ID=5a309c0b-edf9-4695-8190-85052baae1a2,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:24.447710 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1de99bf-aa6b-4962-8dbb-3bbdd4239006 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:24.456569 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1de99bf-aa6b-4962-8dbb-3bbdd4239006 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:24.456817 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b7d726a6-c02e-4726-8ed1-eeacc96b87a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:24.775088 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fee8874-63fd-4aaf-9d4b-52e738d75d81') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:24.775665 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fee8874-63fd-4aaf-9d4b-52e738d75d81') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:24.778621 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344583c-75dc-491d-96f0-85edcab38bcc req-ffa0fc4b-4567-4856-9f58-d66735fdf97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:24.780314 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-6344583c-75dc-491d-96f0-85edcab38bcc req-ffa0fc4b-4567-4856-9f58-d66735fdf97e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a164dae-cb32-4185-85ff-e3ff62c30233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7812629 Jun 18 16:24:24.789761 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1df04ce0-8954-4453-add7-1fbac41de348 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:24.792666 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:24.794975 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b7fe6def-b4a1-4e32-ae4f-998e61c56913 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:24.811270 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ee72640-e321-48f2-aa19-711d2a573994 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:24.840257 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 5c75235d-0b42-4813-a519-4fb4be8258cd up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:24.853042 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Allocated IP 172.20.0.2 (086f1248-c527-4477-8807-a47da8a763b4/04b6f82c-3af5-4db8-846c-1349d8dd0a7e/1b97203c-b47c-407c-9c9a-f01e3a25a652) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:24.875791 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:24.889029 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:24.889559 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:24.893714 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:24.957404 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df04ce0-8954-4453-add7-1fbac41de348 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Subnet': ['ID=5afeba75-505d-4107-a93b-ee5efdd4ab96,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:24.965865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1df04ce0-8954-4453-add7-1fbac41de348 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:24.967331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b32f765f-4217-40ea-b3f3-0ef99137b4d6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.124s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:25.021965 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:25.035770 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6d431de1-b889-476d-aa13-703de365d0f7 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:25.046763 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:25.053047 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/networks/eed4fc65-fca6-438a-bc68-1a00d62b12d5 HTTP/1.1" status: 204 len: 168 time: 2.8683319 Jun 18 16:24:25.056920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47226) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:25.070287 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Allocated IP 2001:db8::2 (35894f71-5944-4190-97ac-a8170c9420d6/24e13bda-7ddc-4a37-9471-ff11314f6a87/2382959c-8522-419a-a37a-343843f8304e) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:25.079269 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-6344583c-75dc-491d-96f0-85edcab38bcc req-ad43715e-a0a1-499f-a7de-12ec0a5a9130 service neutron] 10.222.0.55 "GET /v2.0/networks/8a164dae-cb32-4185-85ff-e3ff62c30233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890825 Jun 18 16:24:25.082549 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Network': ['ID=eed4fc65-fca6-438a-bc68-1a00d62b12d5,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:25.087856 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:25.108389 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 5c75235d-0b42-4813-a519-4fb4be8258cd completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:25.169014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 435ad60e-f799-4235-bfab-dddc02a910ef up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:25.198227 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee72640-e321-48f2-aa19-711d2a573994 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Checking segment: {'id': '8e33abfe-90bf-4fbf-be56-ba69a6864d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6fbff3ce-0de1-4158-9859-a1b40b69d5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:25.198845 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee72640-e321-48f2-aa19-711d2a573994 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Network hostable DHCP agents. Network: 6fbff3ce-0de1-4158-9859-a1b40b69d5fe, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:24:25.242576 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df04ce0-8954-4453-add7-1fbac41de348 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Checking segment: {'id': '40cd021e-dd80-4c7f-943a-b0df34e8cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dcae5643-075f-4c57-9021-596d1c1f3bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:25.242951 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df04ce0-8954-4453-add7-1fbac41de348 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network hostable DHCP agents. Network: dcae5643-075f-4c57-9021-596d1c1f3bf1, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:24:25.260364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee72640-e321-48f2-aa19-711d2a573994 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Pushing event updated for resources: {'Subnet': ['ID=f40e6f95-b161-4bae-807d-6da77229a22f,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:25.277368 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1ee72640-e321-48f2-aa19-711d2a573994 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:25.278285 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-47a0c346-71e0-4b74-a852-f8d053ef26e8 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:25.282628 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:25.308410 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Transition to ACTIVE for port object 1b97203c-b47c-407c-9c9a-f01e3a25a652 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:25.322143 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-6344583c-75dc-491d-96f0-85edcab38bcc req-30a7726a-8c4e-41cc-84ab-0039a2cf6b70 service neutron] 10.222.0.55 "GET /v2.0/networks/8a164dae-cb32-4185-85ff-e3ff62c30233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310619 Jun 18 16:24:25.358863 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Transition to ACTIVE for port object 1b97203c-b47c-407c-9c9a-f01e3a25a652 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:25.360893 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 435ad60e-f799-4235-bfab-dddc02a910ef triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:25.362899 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ebe5fece-7f3c-4596-9622-525664510244 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:25.365210 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b17d440c-c4bf-49b9-b2fd-f697ddb3248a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:25.368834 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:25.408443 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:25.414238 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b0b5ea8e-ef8c-4fb2-b351-236e4a93360d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:25.422398 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5fece-7f3c-4596-9622-525664510244 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Subnet': ['ID=2227425d-0722-44ca-a535-c46d2d8dfe37,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:25.428824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ebe5fece-7f3c-4596-9622-525664510244 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:25.440820 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe5fece-7f3c-4596-9622-525664510244 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network 35894f71-5944-4190-97ac-a8170c9420d6 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:25.442454 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-ebe5fece-7f3c-4596-9622-525664510244 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:25.445830 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe5fece-7f3c-4596-9622-525664510244 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:25.446565 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ebe5fece-7f3c-4596-9622-525664510244 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:25.467230 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ebe5fece-7f3c-4596-9622-525664510244 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7534788 Jun 18 16:24:25.467451 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Pushing event updated for resources: {'Port': ['ID=1b97203c-b47c-407c-9c9a-f01e3a25a652,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:25.467886 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47228) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:25.476400 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:25.482011 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:25.501936 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Transition to ACTIVE for port object 2382959c-8522-419a-a37a-343843f8304e will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:25.505371 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Network 086f1248-c527-4477-8807-a47da8a763b4 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:25.510581 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:25.519215 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:25.544379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Transition to ACTIVE for port object 2382959c-8522-419a-a37a-343843f8304e will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:25.546596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df04ce0-8954-4453-add7-1fbac41de348 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network dcae5643-075f-4c57-9021-596d1c1f3bf1 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:24:25.557784 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeae05b4-109e-4fce-9da4-0305893c629e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:25.559658 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeae05b4-109e-4fce-9da4-0305893c629e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:25.562225 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeae05b4-109e-4fce-9da4-0305893c629e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:25.564715 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeae05b4-109e-4fce-9da4-0305893c629e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:25.565435 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1de99bf-aa6b-4962-8dbb-3bbdd4239006 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:25.566619 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeae05b4-109e-4fce-9da4-0305893c629e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:25.573903 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-eeae05b4-109e-4fce-9da4-0305893c629e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1046312 Jun 18 16:24:25.574641 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47230) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:25.581601 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-0e05bf76-771c-4be5-87d7-22347958e8ea tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-953793847'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:25.589918 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7c2b8-59a4-41b3-a601-a6a0ee4902d1 req-dd698044-09ef-40e4-a8c4-56a817aa8131 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:25.598530 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b7b7c2b8-59a4-41b3-a601-a6a0ee4902d1 req-dd698044-09ef-40e4-a8c4-56a817aa8131 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.6033661 Jun 18 16:24:25.607511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:25.607832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d6c9f180-284e-4aca-be98-8e3ab6d7d23d tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:25.612018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:25.614566 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e05bf76-771c-4be5-87d7-22347958e8ea tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Made reservation on behalf of d60e3585ca1e49b980c07776e659cd39 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:25.619530 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0e05bf76-771c-4be5-87d7-22347958e8ea tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:25.623403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1de99bf-aa6b-4962-8dbb-3bbdd4239006 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:25.625466 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee72640-e321-48f2-aa19-711d2a573994 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Network 6fbff3ce-0de1-4158-9859-a1b40b69d5fe is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:24:25.645076 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ac10d-a309-4dca-84a0-1cc013c529ba None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:25.652562 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-a1de99bf-aa6b-4962-8dbb-3bbdd4239006 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:25.656494 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1de99bf-aa6b-4962-8dbb-3bbdd4239006 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:25.658783 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e05bf76-771c-4be5-87d7-22347958e8ea tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:24:25.659577 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1de99bf-aa6b-4962-8dbb-3bbdd4239006 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:25.693046 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0e05bf76-771c-4be5-87d7-22347958e8ea tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:25.693397 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-0e05bf76-771c-4be5-87d7-22347958e8ea tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Added segment 969fbae5-3bc0-494f-a0e8-099610ea28e0 of type vlan for network 3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7 Jun 18 16:24:25.733305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Attempting to bind port 1b97203c-b47c-407c-9c9a-f01e3a25a652 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:25.733718 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Attempting to bind port 1b97203c-b47c-407c-9c9a-f01e3a25a652 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'e1aaea58-79ad-4657-9fba-644d7f578878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '086f1248-c527-4477-8807-a47da8a763b4'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:25.734337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Attempting to bind port 1b97203c-b47c-407c-9c9a-f01e3a25a652 on network 086f1248-c527-4477-8807-a47da8a763b4 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:25.747219 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Network 35894f71-5944-4190-97ac-a8170c9420d6 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:25.763570 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:25.771612 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:25.771996 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Checking segment: {'id': 'e1aaea58-79ad-4657-9fba-644d7f578878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '086f1248-c527-4477-8807-a47da8a763b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:25.772427 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:25.772847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Bound using segment: {'id': 'e1aaea58-79ad-4657-9fba-644d7f578878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '086f1248-c527-4477-8807-a47da8a763b4'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:25.773356 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Bound port: 1b97203c-b47c-407c-9c9a-f01e3a25a652, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1aaea58-79ad-4657-9fba-644d7f578878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '086f1248-c527-4477-8807-a47da8a763b4'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:25.773751 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:25.778013 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:25.780081 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0e05bf76-771c-4be5-87d7-22347958e8ea tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:25.783495 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Pushing event updated for resources: {'Port': ['ID=2382959c-8522-419a-a37a-343843f8304e,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:25.786542 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b05cade8-5c2c-4f28-805a-402fd4ec9c32 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:25.789225 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:25.835493 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-50139913-65f5-4859-9e13-5ce3b08ff461 None None] Provisioning for port 5c75235d-0b42-4813-a519-4fb4be8258cd completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:25.842584 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0e05bf76-771c-4be5-87d7-22347958e8ea tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:25.852523 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: b05cade8-5c2c-4f28-805a-402fd4ec9c32 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:25.853086 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b05cade8-5c2c-4f28-805a-402fd4ec9c32 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:25.853780 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 5a309c0b-edf9-4695-8190-85052baae1a2 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:25.854019 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e05bf76-771c-4be5-87d7-22347958e8ea tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:25.855900 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0e05bf76-771c-4be5-87d7-22347958e8ea tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:25.863241 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fcd15b29-c161-42b5-81cd-c53745cb2c4f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:25.901713 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-50139913-65f5-4859-9e13-5ce3b08ff461 None None] Provisioning complete for port 5c75235d-0b42-4813-a519-4fb4be8258cd triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:25.902323 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-50139913-65f5-4859-9e13-5ce3b08ff461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:25.969540 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0e05bf76-771c-4be5-87d7-22347958e8ea tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3909607 Jun 18 16:24:25.973670 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47232) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:25.982861 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-cc3e91a1-151a-4e3b-8237-b33dba190497 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:26.009277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 5a309c0b-edf9-4695-8190-85052baae1a2 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:26.009520 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 5a309c0b-edf9-4695-8190-85052baae1a2 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:26.050828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Attempting to bind port 2382959c-8522-419a-a37a-343843f8304e on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:26.051216 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Attempting to bind port 2382959c-8522-419a-a37a-343843f8304e by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'ec1bee67-e0cb-41e3-8759-e666047d97d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '35894f71-5944-4190-97ac-a8170c9420d6'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:26.051612 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Attempting to bind port 2382959c-8522-419a-a37a-343843f8304e on network 35894f71-5944-4190-97ac-a8170c9420d6 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:26.070345 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05bf76-771c-4be5-87d7-22347958e8ea tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Network': ['ID=3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:26.075600 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0e05bf76-771c-4be5-87d7-22347958e8ea tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:26.097697 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:26.108433 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:26.108895 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Checking segment: {'id': 'ec1bee67-e0cb-41e3-8759-e666047d97d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '35894f71-5944-4190-97ac-a8170c9420d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:26.109308 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:26.109717 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Bound using segment: {'id': 'ec1bee67-e0cb-41e3-8759-e666047d97d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '35894f71-5944-4190-97ac-a8170c9420d6'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:26.110223 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Bound port: 2382959c-8522-419a-a37a-343843f8304e, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1bee67-e0cb-41e3-8759-e666047d97d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '35894f71-5944-4190-97ac-a8170c9420d6'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:26.111685 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:26.137605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-1df04ce0-8954-4453-add7-1fbac41de348 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, dcae5643-075f-4c57-9021-596d1c1f3bf1) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:26.172893 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-1ee72640-e321-48f2-aa19-711d2a573994 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 6fbff3ce-0de1-4158-9859-a1b40b69d5fe) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:26.176486 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] For port 1b97203c-b47c-407c-9c9a-f01e3a25a652, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:26.178775 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1387b7-00ca-4740-98b6-a302a69a4c00 None None] Network dcae5643-075f-4c57-9021-596d1c1f3bf1 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:26.206488 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0748e417-a3f7-49f3-b8c2-37fd94b00131 None None] Network 6fbff3ce-0de1-4158-9859-a1b40b69d5fe requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:26.214712 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df04ce0-8954-4453-add7-1fbac41de348 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:26.215332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1df04ce0-8954-4453-add7-1fbac41de348 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:26.221871 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cc3e91a1-151a-4e3b-8237-b33dba190497 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:26.237374 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee72640-e321-48f2-aa19-711d2a573994 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:26.237979 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ee72640-e321-48f2-aa19-711d2a573994 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1539867'] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:26.238939 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cc3e91a1-151a-4e3b-8237-b33dba190497 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:26.244612 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a1de99bf-aa6b-4962-8dbb-3bbdd4239006 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1164994 Jun 18 16:24:26.244797 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b4642021-184f-47ae-8f7d-0e4a9fa50797 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:26.249329 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] For port 1b97203c-b47c-407c-9c9a-f01e3a25a652, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1b97203c-b47c-407c-9c9a-f01e3a25a652,segment=NetworkSegment(e1aaea58-79ad-4657-9fba-644d7f578878),segment_id=e1aaea58-79ad-4657-9fba-644d7f578878)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:26.255995 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47234) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:26.274102 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-66ed15c8-4627-4faf-8975-136595d5cc2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-148980134', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:26.295467 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b7b7c2b8-59a4-41b3-a601-a6a0ee4902d1 req-c6ff52bb-a99d-4de0-93f0-d2f4f9ac2533 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6959836 Jun 18 16:24:26.301922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de99bf-aa6b-4962-8dbb-3bbdd4239006 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=90126ac6-a51b-4405-b272-4e6a88b64bc3,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:26.313498 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a1de99bf-aa6b-4962-8dbb-3bbdd4239006 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:26.321348 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e91a1-151a-4e3b-8237-b33dba190497 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Network': ['ID=3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:26.323904 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc3e91a1-151a-4e3b-8237-b33dba190497 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network 3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7 is not hosted by any dhcp agent {{(pid=93454) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:24:26.330392 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:26.331345 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3e91a1-151a-4e3b-8237-b33dba190497 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:26.332424 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cc3e91a1-151a-4e3b-8237-b33dba190497 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:26.336879 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cc3e91a1-151a-4e3b-8237-b33dba190497 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "PUT /v2.0/networks/3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7 HTTP/1.1" status: 200 len: 723 time: 0.3616562 Jun 18 16:24:26.337555 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47236) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:26.338621 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cc3e91a1-151a-4e3b-8237-b33dba190497 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:26.343131 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:26.346271 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-677057d6-061a-4cb9-9dbf-e001a3d06ef4 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'subnet': {'network_id': '3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:26.354845 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66ed15c8-4627-4faf-8975-136595d5cc2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:26.356241 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66ed15c8-4627-4faf-8975-136595d5cc2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:26.369821 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1ee72640-e321-48f2-aa19-711d2a573994 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8819060 Jun 18 16:24:26.371432 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1df04ce0-8954-4453-add7-1fbac41de348 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6375105 Jun 18 16:24:26.375679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47238) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:26.376239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47240) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:26.387736 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-68f9df0c-151c-4f4e-ab56-2d85792581c0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:26.404235 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:26.459737 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677057d6-061a-4cb9-9dbf-e001a3d06ef4 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Made reservation on behalf of d60e3585ca1e49b980c07776e659cd39 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:26.463664 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-677057d6-061a-4cb9-9dbf-e001a3d06ef4 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:26.565393 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-50139913-65f5-4859-9e13-5ce3b08ff461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:26.603771 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] For port 2382959c-8522-419a-a37a-343843f8304e, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:26.616596 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Pushing event updated for resources: {'Port': ['ID=1b97203c-b47c-407c-9c9a-f01e3a25a652,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:26.629749 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66ed15c8-4627-4faf-8975-136595d5cc2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:26.633242 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:26.666649 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] For port 2382959c-8522-419a-a37a-343843f8304e, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2382959c-8522-419a-a37a-343843f8304e,segment=NetworkSegment(ec1bee67-e0cb-41e3-8759-e666047d97d4),segment_id=ec1bee67-e0cb-41e3-8759-e666047d97d4)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:26.783424 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-677057d6-061a-4cb9-9dbf-e001a3d06ef4 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:26.786013 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f91a24b0-b85f-4884-ad7b-dc80f47abf92 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:26.825051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66ed15c8-4627-4faf-8975-136595d5cc2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:26.870954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66ed15c8-4627-4faf-8975-136595d5cc2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:26.874313 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-66ed15c8-4627-4faf-8975-136595d5cc2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6055808 Jun 18 16:24:26.875883 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47242) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:26.885313 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677057d6-061a-4cb9-9dbf-e001a3d06ef4 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Subnet': ['ID=0ef790d9-e7ad-4d68-aa72-56274bbb6644,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:26.890716 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677057d6-061a-4cb9-9dbf-e001a3d06ef4 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Checking segment: {'id': '969fbae5-3bc0-494f-a0e8-099610ea28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:26.890716 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677057d6-061a-4cb9-9dbf-e001a3d06ef4 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network hostable DHCP agents. Network: 3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:24:26.891293 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-677057d6-061a-4cb9-9dbf-e001a3d06ef4 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:26.911186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:26.921112 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9824a423-1340-4a43-82cd-073c2b422856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:26.925019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-50139913-65f5-4859-9e13-5ce3b08ff461 None None] For port 5c75235d-0b42-4813-a519-4fb4be8258cd, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=5c75235d-0b42-4813-a519-4fb4be8258cd,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:26.965344 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-50139913-65f5-4859-9e13-5ce3b08ff461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:26.997865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68f9df0c-151c-4f4e-ab56-2d85792581c0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4150068'] for subnet, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:27.080058 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-47a0c346-71e0-4b74-a852-f8d053ef26e8 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port 4ca78568-aea6-4bef-95d3-d76de71c6d58 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:27.080583 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-47a0c346-71e0-4b74-a852-f8d053ef26e8 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:27.082319 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677057d6-061a-4cb9-9dbf-e001a3d06ef4 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network 3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:24:27.094049 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-677057d6-061a-4cb9-9dbf-e001a3d06ef4 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:27.113943 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-dcae5643-075f-4c57-9021-596d1c1f3bf1', 'network_id': 'dcae5643-075f-4c57-9021-596d1c1f3bf1', 'tenant_id': 'eb097a6e28d249bdbf02c3bc05f9b34b', 'fixed_ips': [{'subnet_id': '5afeba75-505d-4107-a93b-ee5efdd4ab96'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:27.115967 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:27.118271 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563fd34c-3b8e-4352-bd54-4c2665a1dac9 None None] Network 3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:27.120583 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Pushing event updated for resources: {'Port': ['ID=2382959c-8522-419a-a37a-343843f8304e,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:27.127594 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:27.128991 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b4c4ecef-8880-4f94-b65c-4f71a51eb376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:27.157975 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:27.196478 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-6fbff3ce-0de1-4158-9859-a1b40b69d5fe', 'network_id': '6fbff3ce-0de1-4158-9859-a1b40b69d5fe', 'tenant_id': 'daf3e4446ae04e709ff2c3167899fd8e', 'fixed_ips': [{'subnet_id': 'f40e6f95-b161-4bae-807d-6da77229a22f'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:27.197729 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:27.212801 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677057d6-061a-4cb9-9dbf-e001a3d06ef4 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:27.213624 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-677057d6-061a-4cb9-9dbf-e001a3d06ef4 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:27.251913 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-677057d6-061a-4cb9-9dbf-e001a3d06ef4 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9107823 Jun 18 16:24:27.253136 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47244) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:27.263880 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-efd24708-0ef8-4861-b4e2-5cdade288f45 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:27.373576 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694afe18-8574-467e-8a79-743e9b5bf485 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:27.416485 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-47a0c346-71e0-4b74-a852-f8d053ef26e8 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:27.482340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-efd24708-0ef8-4861-b4e2-5cdade288f45 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25496906'] for subnet, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:27.489408 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50139913-65f5-4859-9e13-5ce3b08ff461 None None] Pushing event updated for resources: {'Port': ['ID=5c75235d-0b42-4813-a519-4fb4be8258cd,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:27.602410 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:27.604845 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-50139913-65f5-4859-9e13-5ce3b08ff461 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:27.609493 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-47a0c346-71e0-4b74-a852-f8d053ef26e8 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for 4ca78568-aea6-4bef-95d3-d76de71c6d58 owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:27.701153 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f37089af-8422-4488-9f48-8349d0ea9016 None None] Provisioning complete for port 5c75235d-0b42-4813-a519-4fb4be8258cd triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:27.701682 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f37089af-8422-4488-9f48-8349d0ea9016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:27.712535 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0a499ac2-f40e-4f9a-a8fd-3048b228fcbb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:27.809054 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68f9df0c-151c-4f4e-ab56-2d85792581c0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758805004508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3751833'] for subnet, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:27.866948 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ac3a9840-e80c-45fe-bbc4-032bfa35a63d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:27.899615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-efd24708-0ef8-4861-b4e2-5cdade288f45 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758805004508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25236408'] for subnet, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:27.909127 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a4a2e36e-ee92-42d9-ab29-001715be9df2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:27.942960 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7', 'network_id': '3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7', 'tenant_id': 'd60e3585ca1e49b980c07776e659cd39', 'fixed_ips': [{'subnet_id': '0ef790d9-e7ad-4d68-aa72-56274bbb6644'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:27.944182 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:27.949335 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f9df0c-151c-4f4e-ab56-2d85792581c0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:27.949937 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68f9df0c-151c-4f4e-ab56-2d85792581c0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:27.957718 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-68f9df0c-151c-4f4e-ab56-2d85792581c0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "PUT /v2.0/subnets/5afeba75-505d-4107-a93b-ee5efdd4ab96 HTTP/1.1" status: 200 len: 806 time: 1.5741582 Jun 18 16:24:27.958682 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47248) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:27.967945 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Allocated IP 172.20.0.2 (6fbff3ce-0de1-4158-9859-a1b40b69d5fe/f40e6f95-b161-4bae-807d-6da77229a22f/dad564a4-806e-4874-aba1-5fd871fadfa9) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:28.061159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9df0c-151c-4f4e-ab56-2d85792581c0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Subnet': ['ID=5afeba75-505d-4107-a93b-ee5efdd4ab96,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:28.077021 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-68f9df0c-151c-4f4e-ab56-2d85792581c0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:28.099638 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Allocated IP 172.20.0.2 (dcae5643-075f-4c57-9021-596d1c1f3bf1/5afeba75-505d-4107-a93b-ee5efdd4ab96/ac132374-c21c-4f5d-b14d-30253c3385c1) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:28.099780 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:28.117487 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd24708-0ef8-4861-b4e2-5cdade288f45 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:28.118118 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-efd24708-0ef8-4861-b4e2-5cdade288f45 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:28.122977 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-efd24708-0ef8-4861-b4e2-5cdade288f45 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "PUT /v2.0/subnets/0ef790d9-e7ad-4d68-aa72-56274bbb6644 HTTP/1.1" status: 200 len: 826 time: 0.8675933 Jun 18 16:24:28.127027 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47250) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:28.208569 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Allocated IP 172.20.0.1 (086f1248-c527-4477-8807-a47da8a763b4/04b6f82c-3af5-4db8-846c-1349d8dd0a7e/45a90e3e-18ff-4622-8905-e31a2348d281) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:28.242633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4eeb8d-01f3-4816-84f8-c9f0400e75b9 req-4bdba6b3-6f15-4820-b70e-2698b7ca94e7 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:28.244370 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1f4eeb8d-01f3-4816-84f8-c9f0400e75b9 req-4bdba6b3-6f15-4820-b70e-2698b7ca94e7 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.6308067 Jun 18 16:24:28.295841 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf3d338-1f66-4bb2-921e-6880a574b9a5 None None] Network 086f1248-c527-4477-8807-a47da8a763b4 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:28.307528 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:28.319229 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd24708-0ef8-4861-b4e2-5cdade288f45 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Subnet': ['ID=0ef790d9-e7ad-4d68-aa72-56274bbb6644,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:28.335303 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-efd24708-0ef8-4861-b4e2-5cdade288f45 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:28.340452 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1f4eeb8d-01f3-4816-84f8-c9f0400e75b9 req-c7d1bea1-9985-4a8e-bbb6-171de48ae642 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853107 Jun 18 16:24:28.384622 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-47a0c346-71e0-4b74-a852-f8d053ef26e8 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:28.401847 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::1 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/90126ac6-a51b-4405-b272-4e6a88b64bc3/638381b0-ac55-4d7e-b694-1661e4c20f67) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:28.463943 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:28.469406 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-dd3901ba-0f57-4bc9-9598-aaea28d898d1 None None] Provisioning for port 1b97203c-b47c-407c-9c9a-f01e3a25a652 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:28.477386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:28.534298 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:28.569624 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Transition to ACTIVE for port object ac132374-c21c-4f5d-b14d-30253c3385c1 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:28.571631 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a0c346-71e0-4b74-a852-f8d053ef26e8 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=4ca78568-aea6-4bef-95d3-d76de71c6d58,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:28.615842 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:28.712861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Transition to ACTIVE for port object ac132374-c21c-4f5d-b14d-30253c3385c1 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:28.762960 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd8931b-f889-41fd-9579-b5b9cc59268c None None] Network 35894f71-5944-4190-97ac-a8170c9420d6 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:28.794287 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:28.798817 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-75539398-b3d9-4021-bd7f-6d8f7f10a6d1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:28.839558 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Subnet': ['ID=5afeba75-505d-4107-a93b-ee5efdd4ab96,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:28.847787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:28.872520 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:28.904341 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:28.986848 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object 638381b0-ac55-4d7e-b694-1661e4c20f67 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:28.997957 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-714d9dff-d4bc-4878-973a-02ad22778bfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:29.018209 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 5c75235d-0b42-4813-a519-4fb4be8258cd up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:29.031394 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:29.047313 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcae5643-075f-4c57-9021-596d1c1f3bf1']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:29.069038 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40cd021e-dd80-4c7f-943a-b0df34e8cd3e') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:29.069543 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40cd021e-dd80-4c7f-943a-b0df34e8cd3e') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:29.097577 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:29.104799 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Allocated IP 2001:db8::2 (3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7/0ef790d9-e7ad-4d68-aa72-56274bbb6644/9c80a02d-1c49-477b-a015-8707e8532621) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:29.122905 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:29.141007 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:29.141540 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:29.147369 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:29.151779 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:29.166009 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b2dc7f10-05f0-4724-b7ea-1cde95d44b2e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:29.166265 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5f246c13-dd3a-4fef-8317-b793c6f827b1 None None] Provisioning for port 2382959c-8522-419a-a37a-343843f8304e completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:29.186583 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-47a0c346-71e0-4b74-a852-f8d053ef26e8 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:29.196920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Network dcae5643-075f-4c57-9021-596d1c1f3bf1 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:29.221567 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:29.263495 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:29.271762 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Pushing event updated for resources: {'Port': ['ID=ac132374-c21c-4f5d-b14d-30253c3385c1,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:29.276866 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:29.283549 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:29.294597 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:29.303911 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:29.317281 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.db.api [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:24:29.317281 dv-neutron-797120-1-hyperv neutron-server[93454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:24:29.317281 dv-neutron-797120-1-hyperv neutron-server[93454]: [parameters: {'id': 'dcae5643-075f-4c57-9021-596d1c1f3bf1'}] Jun 18 16:24:29.317281 dv-neutron-797120-1-hyperv neutron-server[93454]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:24:29.317956 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_db.api [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:24:29.318534 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=638381b0-ac55-4d7e-b694-1661e4c20f67,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:29.320773 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:29.321309 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:29.324111 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:29.382911 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c985c-b776-4683-949a-787037ad61de req-7eff1d34-0157-4970-8f76-a3a58a618cac tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:29.390623 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Transition to ACTIVE for port object dad564a4-806e-4874-aba1-5fd871fadfa9 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:29.392440 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fc0c985c-b776-4683-949a-787037ad61de req-7eff1d34-0157-4970-8f76-a3a58a618cac tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.8396652 Jun 18 16:24:29.416121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-47a0c346-71e0-4b74-a852-f8d053ef26e8 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:29.428192 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:29.473544 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Transition to ACTIVE for port object 45a90e3e-18ff-4622-8905-e31a2348d281 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:29.495645 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:29.523294 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fc0c985c-b776-4683-949a-787037ad61de req-8531b012-0dea-4540-b4e9-04b214a8abe5 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294997 Jun 18 16:24:29.600257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-0a499ac2-f40e-4f9a-a8fd-3048b228fcbb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting port 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:29.600652 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0a499ac2-f40e-4f9a-a8fd-3048b228fcbb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:29.717028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-0a499ac2-f40e-4f9a-a8fd-3048b228fcbb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] For port 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=148b5fa7-a2e5-4638-9ec2-77ccc1ac0746,segment=NetworkSegment(b05a12e5-bd6a-4d76-9eb3-7d2309678ae3),segment_id=b05a12e5-bd6a-4d76-9eb3-7d2309678ae3)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:29.717447 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0a499ac2-f40e-4f9a-a8fd-3048b228fcbb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:29.780502 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Transition to ACTIVE for port object dad564a4-806e-4874-aba1-5fd871fadfa9 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:29.815442 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:29.823405 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:29.826181 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-74981ef3-d441-42c2-a80a-5fed6ce6f807 None None] Provisioning complete for port 5c75235d-0b42-4813-a519-4fb4be8258cd triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:29.826677 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-74981ef3-d441-42c2-a80a-5fed6ce6f807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:29.838733 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Attempting to bind port ac132374-c21c-4f5d-b14d-30253c3385c1 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:29.839220 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Attempting to bind port ac132374-c21c-4f5d-b14d-30253c3385c1 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '40cd021e-dd80-4c7f-943a-b0df34e8cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dcae5643-075f-4c57-9021-596d1c1f3bf1'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:29.839655 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Attempting to bind port ac132374-c21c-4f5d-b14d-30253c3385c1 on network dcae5643-075f-4c57-9021-596d1c1f3bf1 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:29.883649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-0a499ac2-f40e-4f9a-a8fd-3048b228fcbb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Calling delete_port for 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:29.888948 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 5c75235d-0b42-4813-a519-4fb4be8258cd triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:29.891099 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:29.961962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:29.978395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:29.978884 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Checking segment: {'id': '40cd021e-dd80-4c7f-943a-b0df34e8cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dcae5643-075f-4c57-9021-596d1c1f3bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:29.979244 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:29.979629 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Bound using segment: {'id': '40cd021e-dd80-4c7f-943a-b0df34e8cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dcae5643-075f-4c57-9021-596d1c1f3bf1'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:29.980128 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Bound port: ac132374-c21c-4f5d-b14d-30253c3385c1, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40cd021e-dd80-4c7f-943a-b0df34e8cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'dcae5643-075f-4c57-9021-596d1c1f3bf1'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:29.980517 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:29.996891 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-625ad5c8-07e8-4669-8803-ee82a5f3b1b6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:30.016656 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Network 6fbff3ce-0de1-4158-9859-a1b40b69d5fe is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:30.029724 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:30.033088 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a0c346-71e0-4b74-a852-f8d053ef26e8 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Router f6bd1b82-40c4-40d6-850e-7602071d908c has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:24:30.060639 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Network 086f1248-c527-4477-8807-a47da8a763b4 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:30.068689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:30.072458 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:30.072785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:30.083990 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:30.091795 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Pushing event updated for resources: {'Port': ['ID=dad564a4-806e-4874-aba1-5fd871fadfa9,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:30.102937 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373ce1a-6e1b-4538-949c-3adf95032519 req-0eafbe72-d7d6-45b2-9407-473f55b5b370 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:30.106402 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:30.110713 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9373ce1a-6e1b-4538-949c-3adf95032519 req-0eafbe72-d7d6-45b2-9407-473f55b5b370 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.3886783 Jun 18 16:24:30.122629 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Pushing event updated for resources: {'Port': ['ID=45a90e3e-18ff-4622-8905-e31a2348d281,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:30.158122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:30.175455 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Deleting port ac132374-c21c-4f5d-b14d-30253c3385c1 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:30.175800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:30.206736 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:30.273935 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] For port ac132374-c21c-4f5d-b14d-30253c3385c1, host dv-neutron-797120-1-hyperv, got binding levels [] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:30.273935 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:30.287075 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:30.288746 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Transition to ACTIVE for port object 9c80a02d-1c49-477b-a015-8707e8532621 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:30.335750 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Attempting to bind port dad564a4-806e-4874-aba1-5fd871fadfa9 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:30.336397 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Attempting to bind port dad564a4-806e-4874-aba1-5fd871fadfa9 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '8e33abfe-90bf-4fbf-be56-ba69a6864d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6fbff3ce-0de1-4158-9859-a1b40b69d5fe'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:30.337037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Attempting to bind port dad564a4-806e-4874-aba1-5fd871fadfa9 on network 6fbff3ce-0de1-4158-9859-a1b40b69d5fe {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:30.357545 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:30.376586 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] For port ac132374-c21c-4f5d-b14d-30253c3385c1, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:30.389463 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:30.389853 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Checking segment: {'id': '8e33abfe-90bf-4fbf-be56-ba69a6864d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6fbff3ce-0de1-4158-9859-a1b40b69d5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:30.390271 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:30.390825 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Bound using segment: {'id': '8e33abfe-90bf-4fbf-be56-ba69a6864d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6fbff3ce-0de1-4158-9859-a1b40b69d5fe'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:30.391390 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Bound port: dad564a4-806e-4874-aba1-5fd871fadfa9, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e33abfe-90bf-4fbf-be56-ba69a6864d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '6fbff3ce-0de1-4158-9859-a1b40b69d5fe'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:30.392464 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:30.394927 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Transition to ACTIVE for port object 9c80a02d-1c49-477b-a015-8707e8532621 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:30.396167 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Calling delete_port for ac132374-c21c-4f5d-b14d-30253c3385c1 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:30.399557 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:30.400314 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:30.407011 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-303f6ff0-1e6e-4422-8c36-2280ab892671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:30.427575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] For port ac132374-c21c-4f5d-b14d-30253c3385c1, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ac132374-c21c-4f5d-b14d-30253c3385c1,segment=NetworkSegment(40cd021e-dd80-4c7f-943a-b0df34e8cd3e),segment_id=40cd021e-dd80-4c7f-943a-b0df34e8cd3e)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:30.435995 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a0c346-71e0-4b74-a852-f8d053ef26e8 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:24:30.436522 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:30.438374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-53bc9665-a408-429a-a737-01afaa5a993f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:30.451898 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8067eec7-b80c-4bf1-b5f8-003095136dfe None None] Sync routers for ids ['f6bd1b82-40c4-40d6-850e-7602071d908c'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:24:30.464722 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8067eec7-b80c-4bf1-b5f8-003095136dfe None None] Routers {'f6bd1b82-40c4-40d6-850e-7602071d908c'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:30.465488 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-47a0c346-71e0-4b74-a852-f8d053ef26e8 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "PUT /v2.0/routers/f6bd1b82-40c4-40d6-850e-7602071d908c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7171092 Jun 18 16:24:30.465746 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-8067eec7-b80c-4bf1-b5f8-003095136dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['f6bd1b82-40c4-40d6-850e-7602071d908c'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:30.469626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47256) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:30.473124 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:30.482570 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1b97203c-b47c-407c-9c9a-f01e3a25a652 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:30.483431 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9373ce1a-6e1b-4538-949c-3adf95032519 req-f4bb2c21-afb2-4061-857f-911b0cff8e3f tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3721390 Jun 18 16:24:30.491348 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0d4354-de61-4b2c-9265-0743e1177db6 None None] Update dhcp port {'port': {'network_id': '35894f71-5944-4190-97ac-a8170c9420d6', 'fixed_ips': [{'subnet_id': '24e13bda-7ddc-4a37-9471-ff11314f6a87', 'ip_address': '2001:db8::2'}, {'subnet_id': '2227425d-0722-44ca-a535-c46d2d8dfe37'}], 'binding:host_id': 'dv-neutron-797120-1-hyperv'}, 'id': '2382959c-8522-419a-a37a-343843f8304e'} from dv-neutron-797120-1-hyperv. {{(pid=93455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:24:30.554922 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-8067eec7-b80c-4bf1-b5f8-003095136dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:30.580713 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8067eec7-b80c-4bf1-b5f8-003095136dfe None None] Routers {'f6bd1b82-40c4-40d6-850e-7602071d908c'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:30.581344 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-8067eec7-b80c-4bf1-b5f8-003095136dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['f6bd1b82-40c4-40d6-850e-7602071d908c'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:30.586235 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-b244a8ae-ae55-481d-8b51-955dcb844251 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] GET failed (client error): The resource could not be found. Jun 18 16:24:30.590304 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b244a8ae-ae55-481d-8b51-955dcb844251 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports/4ca78568-aea6-4bef-95d3-d76de71c6d58 HTTP/1.1" status: 404 len: 333 time: 0.1138439 Jun 18 16:24:30.590304 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:30.614101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47260) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:30.629089 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Network 3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:30.646675 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:30.659941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:30.695523 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-8067eec7-b80c-4bf1-b5f8-003095136dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:30.696990 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8067eec7-b80c-4bf1-b5f8-003095136dfe None None] The sync data for ids ['f6bd1b82-40c4-40d6-850e-7602071d908c'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:24:30.743018 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=638381b0-ac55-4d7e-b694-1661e4c20f67,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:30.762144 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Pushing event updated for resources: {'Port': ['ID=9c80a02d-1c49-477b-a015-8707e8532621,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:30.778654 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e16da9bb-20b8-4eea-b1d5-600b4a38a73c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:30.802382 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:30.817707 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:30.818099 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:30.818499 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:30.818875 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:30.819246 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:30.819724 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:30.820101 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:30.820466 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:30.820853 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:30.821360 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:30.821897 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:30.822030 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:30.822227 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-21fc023b-2120-47b9-96bf-6506b07e53b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:30.828232 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:30.837402 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:30.845225 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:30.898766 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Subnet': ['ID=0ef790d9-e7ad-4d68-aa72-56274bbb6644,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:30.902504 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:30.915077 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:30.920275 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Attempting to bind port 9c80a02d-1c49-477b-a015-8707e8532621 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:30.921101 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Attempting to bind port 9c80a02d-1c49-477b-a015-8707e8532621 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '969fbae5-3bc0-494f-a0e8-099610ea28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:30.924152 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Attempting to bind port 9c80a02d-1c49-477b-a015-8707e8532621 on network 3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:30.924742 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969fbae5-3bc0-494f-a0e8-099610ea28e0') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:30.925229 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969fbae5-3bc0-494f-a0e8-099610ea28e0') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:30.925598 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6c0d4354-de61-4b2c-9265-0743e1177db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:30.942458 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:30.948010 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:30.952286 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:30.953311 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:30.957495 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5f18ced1-a52e-47f2-896f-e049d9a744f0 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:30.961037 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:30.987655 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-91023c1b-1540-47c9-957a-6101b348928f None None] For port dad564a4-806e-4874-aba1-5fd871fadfa9, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:31.010239 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:31.010239 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Checking segment: {'id': '969fbae5-3bc0-494f-a0e8-099610ea28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:31.011600 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.011600 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Bound using segment: {'id': '969fbae5-3bc0-494f-a0e8-099610ea28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:31.011785 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Bound port: 9c80a02d-1c49-477b-a015-8707e8532621, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969fbae5-3bc0-494f-a0e8-099610ea28e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:31.012366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.019498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6d69208b-d7ed-44b1-8d24-d37b6f98d8af None None] Provisioning for port 638381b0-ac55-4d7e-b694-1661e4c20f67 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:31.055243 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Port': ['ID=ac132374-c21c-4f5d-b14d-30253c3385c1,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:31.059327 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No DVR routers for this DVR port ac132374-c21c-4f5d-b14d-30253c3385c1 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:31.063077 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.077229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-91023c1b-1540-47c9-957a-6101b348928f None None] For port dad564a4-806e-4874-aba1-5fd871fadfa9, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=dad564a4-806e-4874-aba1-5fd871fadfa9,segment=NetworkSegment(8e33abfe-90bf-4fbf-be56-ba69a6864d26),segment_id=8e33abfe-90bf-4fbf-be56-ba69a6864d26)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:31.092048 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7358e6e6-0d1c-44fc-be5c-f97d04ae986a None None] Network dcae5643-075f-4c57-9021-596d1c1f3bf1 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:31.155259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Pushing event updated for resources: {'Port': ['ID=ac132374-c21c-4f5d-b14d-30253c3385c1,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:31.161694 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6d69208b-d7ed-44b1-8d24-d37b6f98d8af None None] Provisioning complete for port 638381b0-ac55-4d7e-b694-1661e4c20f67 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:31.162935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6d69208b-d7ed-44b1-8d24-d37b6f98d8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.194581 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:31.206070 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:31.206820 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.207974 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e16da9bb-20b8-4eea-b1d5-600b4a38a73c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:31.210530 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:31.213526 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e16da9bb-20b8-4eea-b1d5-600b4a38a73c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.238823 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] For port 9c80a02d-1c49-477b-a015-8707e8532621, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:31.261227 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.336334 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:31.336812 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:31.337348 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:31.337802 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:31.338277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:31.338746 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:31.339189 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:31.339629 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:31.340075 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:31.340514 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:31.340950 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:31.341398 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:31.359487 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:31.361528 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 1b97203c-b47c-407c-9c9a-f01e3a25a652 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:31.363702 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:31.370060 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.db.api [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:24:31.370060 dv-neutron-797120-1-hyperv neutron-server[93454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:24:31.370060 dv-neutron-797120-1-hyperv neutron-server[93454]: [parameters: {'id': '3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7'}] Jun 18 16:24:31.370060 dv-neutron-797120-1-hyperv neutron-server[93454]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:24:31.370920 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_db.api [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:24:31.372951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.393312 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcae5643-075f-4c57-9021-596d1c1f3bf1']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:31.404104 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 1b97203c-b47c-407c-9c9a-f01e3a25a652 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:31.415077 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40cd021e-dd80-4c7f-943a-b0df34e8cd3e') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:31.415375 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40cd021e-dd80-4c7f-943a-b0df34e8cd3e') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:31.422828 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Router 89db3046-4d92-4a4a-8e7c-586be01b509b is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:24:31.423905 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.436833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.449003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e16da9bb-20b8-4eea-b1d5-600b4a38a73c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.449556 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16da9bb-20b8-4eea-b1d5-600b4a38a73c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Fanout notify agent at l3_agent the message router_deleted on router f6bd1b82-40c4-40d6-850e-7602071d908c {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:24:31.450376 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] For port 9c80a02d-1c49-477b-a015-8707e8532621, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9c80a02d-1c49-477b-a015-8707e8532621,segment=NetworkSegment(969fbae5-3bc0-494f-a0e8-099610ea28e0),segment_id=969fbae5-3bc0-494f-a0e8-099610ea28e0)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:31.466314 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.467074 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e16da9bb-20b8-4eea-b1d5-600b4a38a73c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.471287 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e16da9bb-20b8-4eea-b1d5-600b4a38a73c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/routers/f6bd1b82-40c4-40d6-850e-7602071d908c HTTP/1.1" status: 204 len: 168 time: 0.8478806 Jun 18 16:24:31.485466 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47264) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:31.539374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.540650 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-6d69208b-d7ed-44b1-8d24-d37b6f98d8af None None] Port 638381b0-ac55-4d7e-b694-1661e4c20f67 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:24:31.545056 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:31.545741 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.547551 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dadeef-19c5-4415-8575-d4fbe33ba89d req-d3c6a25d-d4a5-4d97-8836-da6c782257bb tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:31.549296 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-96dadeef-19c5-4415-8575-d4fbe33ba89d req-d3c6a25d-d4a5-4d97-8836-da6c782257bb tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.4703543 Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:31.549891 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:31.677692 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0a499ac2-f40e-4f9a-a8fd-3048b228fcbb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.687744 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:24:31.687744 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.690131 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "PUT /v2.0/routers/89db3046-4d92-4a4a-8e7c-586be01b509b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8103614 Jun 18 16:24:31.698852 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-826573cc-7200-4c79-8505-078e8c55cc68 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:31.702438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-47a0c346-71e0-4b74-a852-f8d053ef26e8 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:31.708491 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.710438 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/dcae5643-075f-4c57-9021-596d1c1f3bf1 HTTP/1.1" status: 204 len: 168 time: 3.7475946 Jun 18 16:24:31.711135 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47266) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:31.775513 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47268) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:31.776552 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Network': ['ID=dcae5643-075f-4c57-9021-596d1c1f3bf1,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:31.798568 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:31.812112 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Sync routers for ids ['89db3046-4d92-4a4a-8e7c-586be01b509b'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:24:31.818077 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Pushing event updated for resources: {'Port': ['ID=dad564a4-806e-4874-aba1-5fd871fadfa9,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:31.832792 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:31.835446 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1ccc2e6d-21d1-4596-996e-dde4b9d368df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:31.857718 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86fd93a-743e-4d74-ae5c-80a619555f7d None None] Network dcae5643-075f-4c57-9021-596d1c1f3bf1 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:31.858620 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a499ac2-f40e-4f9a-a8fd-3048b228fcbb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Port': ['ID=148b5fa7-a2e5-4638-9ec2-77ccc1ac0746,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:31.862689 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0a499ac2-f40e-4f9a-a8fd-3048b228fcbb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:31.873030 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7a12b7-34b0-4f25-8917-235d970b95f3 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting subnet 187830b6-bea4-48a6-b7ed-107b75123213 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:24:31.877026 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6f7a12b7-34b0-4f25-8917-235d970b95f3 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.890005 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.904248 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1a08a1-458d-483f-a67b-4f31293c09b9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:31.908607 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9b1a08a1-458d-483f-a67b-4f31293c09b9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports/638381b0-ac55-4d7e-b694-1661e4c20f67 HTTP/1.1" status: 200 len: 911 time: 0.1313097 Jun 18 16:24:31.910173 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47270) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:31.918044 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-8606a35f-b447-4a16-92d1-320f24f47e38 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:31.918771 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8606a35f-b447-4a16-92d1-320f24f47e38 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:31.925054 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8606a35f-b447-4a16-92d1-320f24f47e38 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/dcae5643-075f-4c57-9021-596d1c1f3bf1 HTTP/1.1" status: 404 len: 339 time: 0.1464679 Jun 18 16:24:31.927943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6f7a12b7-34b0-4f25-8917-235d970b95f3 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:31.933371 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47272) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:31.949788 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-6b143cba-1887-4a4e-83e8-3f9dbe3af567 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-493341715', 'description': 'd1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:31.955414 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86fd93a-743e-4d74-ae5c-80a619555f7d None None] Network dcae5643-075f-4c57-9021-596d1c1f3bf1 could not be found, it might have been deleted concurrently. {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 18 16:24:31.956925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5bda9bd7-1b6a-4931-a258-c72b7e205f85 None None] Provisioning for port 45a90e3e-18ff-4622-8905-e31a2348d281 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:31.981924 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Routers {'89db3046-4d92-4a4a-8e7c-586be01b509b'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:31.982615 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['89db3046-4d92-4a4a-8e7c-586be01b509b'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:31.992547 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-6c0d4354-de61-4b2c-9265-0743e1177db6 None None] Allocated IP 172.20.0.1 (35894f71-5944-4190-97ac-a8170c9420d6/2227425d-0722-44ca-a535-c46d2d8dfe37/2382959c-8522-419a-a37a-343843f8304e) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:32.004529 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5bda9bd7-1b6a-4931-a258-c72b7e205f85 None None] Provisioning complete for port 45a90e3e-18ff-4622-8905-e31a2348d281 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:32.004529 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5bda9bd7-1b6a-4931-a258-c72b7e205f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.064625 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a126c1-a88c-42e1-aefa-9c13701ff485 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:32.071027 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a126c1-a88c-42e1-aefa-9c13701ff485 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:32.075324 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-46a126c1-a88c-42e1-aefa-9c13701ff485 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1562164 Jun 18 16:24:32.075471 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6f7a12b7-34b0-4f25-8917-235d970b95f3 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.075564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Deleting port 9c80a02d-1c49-477b-a015-8707e8532621 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:32.075564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.081224 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691cdce8-23ec-44aa-b16c-afe086c71a63 None None] Network 3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:32.146398 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] For port 9c80a02d-1c49-477b-a015-8707e8532621, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9c80a02d-1c49-477b-a015-8707e8532621,segment=NetworkSegment(969fbae5-3bc0-494f-a0e8-099610ea28e0),segment_id=969fbae5-3bc0-494f-a0e8-099610ea28e0)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:32.146801 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.150815 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-96dadeef-19c5-4415-8575-d4fbe33ba89d req-3cd68a9b-2a35-4c5b-bcec-50ac4b11c93f tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5564728 Jun 18 16:24:32.153579 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47274) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:32.162845 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6f7a12b7-34b0-4f25-8917-235d970b95f3 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.177832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:32.180650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b143cba-1887-4a4e-83e8-3f9dbe3af567 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:32.184232 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6b143cba-1887-4a4e-83e8-3f9dbe3af567 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.225840 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Calling delete_port for 9c80a02d-1c49-477b-a015-8707e8532621 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:32.318990 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.328596 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:32.350526 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] No DVR routers for this DVR port 9c80a02d-1c49-477b-a015-8707e8532621 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:32.352707 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Port': ['ID=9c80a02d-1c49-477b-a015-8707e8532621,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:32.376806 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:32.382857 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Pushing event updated for resources: {'Port': ['ID=9c80a02d-1c49-477b-a015-8707e8532621,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:32.402007 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:32.445598 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.457444 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:32.468907 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969fbae5-3bc0-494f-a0e8-099610ea28e0') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:32.469190 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969fbae5-3bc0-494f-a0e8-099610ea28e0') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:32.473247 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.482219 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5bda9bd7-1b6a-4931-a258-c72b7e205f85 None None] Port 45a90e3e-18ff-4622-8905-e31a2348d281 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:24:32.482603 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.499155 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Set router 89db3046-4d92-4a4a-8e7c-586be01b509b gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:32.500754 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.513093 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:32.513722 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:32.518674 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:32.598537 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.602369 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c09ec44f-3aeb-4d2c-8502-8fa33df5a47e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:32.606601 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.611956 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/networks/3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7 HTTP/1.1" status: 204 len: 168 time: 4.4473710 Jun 18 16:24:32.614890 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47276) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:32.640236 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5bda9bd7-1b6a-4931-a258-c72b7e205f85 None None] Provisioning complete for port 638381b0-ac55-4d7e-b694-1661e4c20f67 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:32.640596 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5bda9bd7-1b6a-4931-a258-c72b7e205f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.653549 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cd939c-8250-42a2-8f48-de6b49a7b13f tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:32.654624 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7cd939c-8250-42a2-8f48-de6b49a7b13f tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:32.656737 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b7cd939c-8250-42a2-8f48-de6b49a7b13f tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/networks/3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7 HTTP/1.1" status: 404 len: 339 time: 0.0404563 Jun 18 16:24:32.659472 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Network': ['ID=3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:32.662197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47278) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:32.668644 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-560a6472-699a-4bb6-a553-e04b242b35d7 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1967589183', 'description': 'd1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:32.672922 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:32.707654 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560a6472-699a-4bb6-a553-e04b242b35d7 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Made reservation on behalf of d60e3585ca1e49b980c07776e659cd39 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:32.711280 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-560a6472-699a-4bb6-a553-e04b242b35d7 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.727644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a12b7-34b0-4f25-8917-235d970b95f3 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Subnet': ['ID=187830b6-bea4-48a6-b7ed-107b75123213,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:32.731488 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6f7a12b7-34b0-4f25-8917-235d970b95f3 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:32.734604 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6f7a12b7-34b0-4f25-8917-235d970b95f3 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.737727 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6f7a12b7-34b0-4f25-8917-235d970b95f3 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/subnets/187830b6-bea4-48a6-b7ed-107b75123213 HTTP/1.1" status: 204 len: 168 time: 1.2468963 Jun 18 16:24:32.740887 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47280) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:32.759954 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560a6472-699a-4bb6-a553-e04b242b35d7 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:24:32.764841 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17639f68-c656-416a-8964-ffbd8a29fadd None None] Network 79a8979e-cbd1-4524-ae01-98d3ab5dd48f requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:32.772680 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 1b97203c-b47c-407c-9c9a-f01e3a25a652, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1b97203c-b47c-407c-9c9a-f01e3a25a652,segment=NetworkSegment(e1aaea58-79ad-4657-9fba-644d7f578878),segment_id=e1aaea58-79ad-4657-9fba-644d7f578878)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:32.814393 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b143cba-1887-4a4e-83e8-3f9dbe3af567 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:24:32.819430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0a499ac2-f40e-4f9a-a8fd-3048b228fcbb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.822667 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-560a6472-699a-4bb6-a553-e04b242b35d7 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.823557 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-560a6472-699a-4bb6-a553-e04b242b35d7 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Added segment 6d206871-fa0d-4d4c-93e5-05392ccf4212 of type vlan for network 54b2ecdd-d83a-43c1-b380-b5ef3dbb3c45 Jun 18 16:24:32.849259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c915fbd-df07-4891-94fc-ba0b9374e21f None None] Network 3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:32.884285 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6c0d4354-de61-4b2c-9265-0743e1177db6 None None] For port 2382959c-8522-419a-a37a-343843f8304e, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2382959c-8522-419a-a37a-343843f8304e,segment=NetworkSegment(ec1bee67-e0cb-41e3-8759-e666047d97d4),segment_id=ec1bee67-e0cb-41e3-8759-e666047d97d4)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:32.892355 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.897069 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-560a6472-699a-4bb6-a553-e04b242b35d7 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.932520 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6b143cba-1887-4a4e-83e8-3f9dbe3af567 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.932839 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-6b143cba-1887-4a4e-83e8-3f9dbe3af567 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Added segment 93af4b55-e613-4434-823e-1e0010fdfd3c of type vlan for network 568667b6-1e35-4375-afea-e546bcbabda0 Jun 18 16:24:32.946865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5bda9bd7-1b6a-4931-a258-c72b7e205f85 None None] Port 638381b0-ac55-4d7e-b694-1661e4c20f67 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:24:32.948534 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.949543 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2382959c-8522-419a-a37a-343843f8304e up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:32.960695 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:32.974825 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-560a6472-699a-4bb6-a553-e04b242b35d7 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.980702 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560a6472-699a-4bb6-a553-e04b242b35d7 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:32.981366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-560a6472-699a-4bb6-a553-e04b242b35d7 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:32.984148 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c915fbd-df07-4891-94fc-ba0b9374e21f None None] Network 3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7 could not be found, it might have been deleted concurrently. {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 18 16:24:32.986303 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2696b759-2182-48d1-afc7-b69a54acdad8 None None] Network 6fbff3ce-0de1-4158-9859-a1b40b69d5fe requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:32.988531 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:33.052786 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6c0d4354-de61-4b2c-9265-0743e1177db6 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:33.058480 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-560a6472-699a-4bb6-a553-e04b242b35d7 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3939214 Jun 18 16:24:33.061437 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47282) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:33.102308 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6b143cba-1887-4a4e-83e8-3f9dbe3af567 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:33.114109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port 8f7e5930-7152-4ad2-ab75-e5742b05c710 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:33.114708 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:33.140803 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:33.184956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6c0d4354-de61-4b2c-9265-0743e1177db6 None None] Transition to ACTIVE for port object 2382959c-8522-419a-a37a-343843f8304e will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:33.192481 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a6472-699a-4bb6-a553-e04b242b35d7 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Network': ['ID=54b2ecdd-d83a-43c1-b380-b5ef3dbb3c45,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:33.206280 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-560a6472-699a-4bb6-a553-e04b242b35d7 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:33.218979 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:33.229629 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 54b2ecdd-d83a-43c1-b380-b5ef3dbb3c45 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:33.229833 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-da9ad413-ff5a-44be-9583-0daee6c4e42d tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:33.235567 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6c0d4354-de61-4b2c-9265-0743e1177db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:33.260771 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-da8e8f41-5835-47d1-834c-7fa1c2a102ec None None] Provisioning for port dad564a4-806e-4874-aba1-5fd871fadfa9 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:33.263863 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=1b97203c-b47c-407c-9c9a-f01e3a25a652,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:33.269882 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] For port 8f7e5930-7152-4ad2-ab75-e5742b05c710, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=8f7e5930-7152-4ad2-ab75-e5742b05c710,segment=NetworkSegment(a8b112fb-a1f5-4aad-a5b8-aba717c83ca4),segment_id=a8b112fb-a1f5-4aad-a5b8-aba717c83ca4)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:33.270238 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:33.278743 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7fd654-a233-4e47-8ccb-f9361dbb3ed8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:33.280280 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0f7fd654-a233-4e47-8ccb-f9361dbb3ed8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "GET /v2.0/networks?id=54b2ecdd-d83a-43c1-b380-b5ef3dbb3c45 HTTP/1.1" status: 200 len: 765 time: 0.2175672 Jun 18 16:24:33.286098 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47286) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:33.293298 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-fd1acfd3-ed21-4d4c-bf0f-9d15fee2f783 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'network': {'description': 'd2'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:33.326297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:33.332417 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:33.334031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6b143cba-1887-4a4e-83e8-3f9dbe3af567 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:33.339693 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b143cba-1887-4a4e-83e8-3f9dbe3af567 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:33.340290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6b143cba-1887-4a4e-83e8-3f9dbe3af567 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:33.356290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:33.377839 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Pushing event updated for resources: {'Port': ['ID=45a90e3e-18ff-4622-8905-e31a2348d281,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:33.382001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:33.386157 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:33.394093 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6b143cba-1887-4a4e-83e8-3f9dbe3af567 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4485607 Jun 18 16:24:33.397604 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for 8f7e5930-7152-4ad2-ab75-e5742b05c710 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:33.400160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47288) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:33.443409 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 2382959c-8522-419a-a37a-343843f8304e completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:33.533038 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d4354-de61-4b2c-9265-0743e1177db6 None None] Pushing event updated for resources: {'Port': ['ID=2382959c-8522-419a-a37a-343843f8304e,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:33.540248 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a499ac2-f40e-4f9a-a8fd-3048b228fcbb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:24:33.547503 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6c0d4354-de61-4b2c-9265-0743e1177db6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:33.582205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fd1acfd3-ed21-4d4c-bf0f-9d15fee2f783 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:33.594073 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89db3046-4d92-4a4a-8e7c-586be01b509b', 'name': 'tempest-NetworksTestDHCPv6-router-148980134', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:24:26Z', 'updated_at': '2021-06-18T16:24:29Z', 'revision_number': 2, 'project_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'gw_port_host': None, '_interfaces': [{'id': '638381b0-ac55-4d7e-b694-1661e4c20f67', 'name': '', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'mac_address': 'fa:16:3e:e9:87:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89db3046-4d92-4a4a-8e7c-586be01b509b', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '90126ac6-a51b-4405-b272-4e6a88b64bc3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:24:27Z', 'updated_at': '2021-06-18T16:24:30Z', 'revision_number': 2, 'project_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'subnets': [{'id': '90126ac6-a51b-4405-b272-4e6a88b64bc3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:33.601510 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:33.604818 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-330845db-4976-4f52-b46c-c6f09981d7d1 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:33.623103 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fd1acfd3-ed21-4d4c-bf0f-9d15fee2f783 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:33.647200 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Checking router: 89db3046-4d92-4a4a-8e7c-586be01b509b for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:24:33.647518 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Updating router 89db3046-4d92-4a4a-8e7c-586be01b509b port 638381b0-ac55-4d7e-b694-1661e4c20f67 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:24:33.687714 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=8f7e5930-7152-4ad2-ab75-e5742b05c710,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:33.695072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No DVR routers for this DVR port 8f7e5930-7152-4ad2-ab75-e5742b05c710 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:33.696771 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:33.700206 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cc3e91a1-151a-4e3b-8237-b33dba190497 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:33.709029 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fd1acfd3-ed21-4d4c-bf0f-9d15fee2f783 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network 54b2ecdd-d83a-43c1-b380-b5ef3dbb3c45 is not hosted by any dhcp agent {{(pid=93454) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:24:33.717026 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1acfd3-ed21-4d4c-bf0f-9d15fee2f783 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:33.718132 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fd1acfd3-ed21-4d4c-bf0f-9d15fee2f783 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:33.722303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b143cba-1887-4a4e-83e8-3f9dbe3af567 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Network': ['ID=568667b6-1e35-4375-afea-e546bcbabda0,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:33.722788 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fd1acfd3-ed21-4d4c-bf0f-9d15fee2f783 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "PUT /v2.0/networks/54b2ecdd-d83a-43c1-b380-b5ef3dbb3c45 HTTP/1.1" status: 200 len: 762 time: 0.4356115 Jun 18 16:24:33.725403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6b143cba-1887-4a4e-83e8-3f9dbe3af567 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:33.725547 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47290) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:33.754849 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7d34f0-7d6b-4513-81b9-829f8987ea8f None None] DHCP port deletion for 79a8979e-cbd1-4524-ae01-98d3ab5dd48f request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:24:33.756954 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 568667b6-1e35-4375-afea-e546bcbabda0 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:33.760278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:33.779554 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea731984-5340-465a-b563-882db6a3f674 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:33.784889 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ea731984-5340-465a-b563-882db6a3f674 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "GET /v2.0/networks?id=568667b6-1e35-4375-afea-e546bcbabda0 HTTP/1.1" status: 200 len: 760 time: 0.3794796 Jun 18 16:24:33.870687 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47292) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:33.884448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-ab23d2ff-a246-43a4-87cf-9325047a0c14 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'network': {'description': 'd2'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:33.975368 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Network 086f1248-c527-4477-8807-a47da8a763b4 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:34.081347 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a41c76-29e9-41ef-a499-c6a26b7a9fbe req-68f083df-053f-4bc6-bf13-39dca59b99c6 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:34.084764 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-36a41c76-29e9-41ef-a499-c6a26b7a9fbe req-68f083df-053f-4bc6-bf13-39dca59b99c6 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.6395445 Jun 18 16:24:34.085593 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9807a6c3-4bb1-4697-adbc-1aed28a98c2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:34.118758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device dad564a4-806e-4874-aba1-5fd871fadfa9 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:34.206566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:34.256265 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a499ac2-f40e-4f9a-a8fd-3048b228fcbb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:24:34.267016 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93600e5d-ed16-44d8-aa82-9b9e9631d0df None None] Sync routers for ids ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:24:34.269343 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port dad564a4-806e-4874-aba1-5fd871fadfa9 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:34.282068 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93600e5d-ed16-44d8-aa82-9b9e9631d0df None None] Routers {'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:34.283250 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-93600e5d-ed16-44d8-aa82-9b9e9631d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:34.284315 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port dad564a4-806e-4874-aba1-5fd871fadfa9 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:34.284718 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:34.337965 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0a499ac2-f40e-4f9a-a8fd-3048b228fcbb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/bb8f47f8-4a42-4e69-b564-fb9b3d6906cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2719233 Jun 18 16:24:34.479243 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:34.482246 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47294) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:34.490825 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-93600e5d-ed16-44d8-aa82-9b9e9631d0df None None] Set router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:34.507625 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Transition to ACTIVE for port object 638381b0-ac55-4d7e-b694-1661e4c20f67 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:34.511208 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:34.536735 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1acfd3-ed21-4d4c-bf0f-9d15fee2f783 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Network': ['ID=54b2ecdd-d83a-43c1-b380-b5ef3dbb3c45,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:34.539533 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fd1acfd3-ed21-4d4c-bf0f-9d15fee2f783 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:34.566028 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-36a41c76-29e9-41ef-a499-c6a26b7a9fbe req-42e9a444-d528-46b9-a976-e3c92d7f45d1 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3710048 Jun 18 16:24:34.569529 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port dad564a4-806e-4874-aba1-5fd871fadfa9, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=dad564a4-806e-4874-aba1-5fd871fadfa9,segment=NetworkSegment(8e33abfe-90bf-4fbf-be56-ba69a6864d26),segment_id=8e33abfe-90bf-4fbf-be56-ba69a6864d26)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:34.575799 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:34.580148 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 54b2ecdd-d83a-43c1-b380-b5ef3dbb3c45 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:34.580336 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:34.588015 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:34.607253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfd2d26-a84a-44a9-a11c-9c546ad853ae tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:34.609301 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fcfd2d26-a84a-44a9-a11c-9c546ad853ae tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "GET /v2.0/networks?id=54b2ecdd-d83a-43c1-b380-b5ef3dbb3c45 HTTP/1.1" status: 200 len: 765 time: 0.8689542 Jun 18 16:24:34.611764 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295213bb-b6fe-4777-9d70-ff513032f794 None None] Network 35894f71-5944-4190-97ac-a8170c9420d6 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:34.613241 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a8979e-cbd1-4524-ae01-98d3ab5dd48f']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:34.614693 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:34.615935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1b97203c-b47c-407c-9c9a-f01e3a25a652 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:34.633806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47296) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:34.656037 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b112fb-a1f5-4aad-a5b8-aba717c83ca4') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:34.656329 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b112fb-a1f5-4aad-a5b8-aba717c83ca4') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:34.757187 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting subnet e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:24:34.761618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:34.802446 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:34.816145 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:34.832618 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:34.840033 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-93600e5d-ed16-44d8-aa82-9b9e9631d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:24:30Z', 'revision_number': 10, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:34.848616 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:34.849233 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:34.853228 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:34.899880 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93600e5d-ed16-44d8-aa82-9b9e9631d0df None None] Checking router: bb8f47f8-4a42-4e69-b564-fb9b3d6906cd for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:24:34.911824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ab23d2ff-a246-43a4-87cf-9325047a0c14 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:34.942637 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ab23d2ff-a246-43a4-87cf-9325047a0c14 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:34.944914 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93600e5d-ed16-44d8-aa82-9b9e9631d0df None None] Routers {'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:34.945729 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-93600e5d-ed16-44d8-aa82-9b9e9631d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:34.946550 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d2c70e70-ffa7-4349-808d-86f9d79b6921 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:35.025740 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23d2ff-a246-43a4-87cf-9325047a0c14 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Network': ['ID=568667b6-1e35-4375-afea-e546bcbabda0,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:35.069230 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:35.071464 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ab23d2ff-a246-43a4-87cf-9325047a0c14 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:35.075550 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab23d2ff-a246-43a4-87cf-9325047a0c14 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network 568667b6-1e35-4375-afea-e546bcbabda0 is not hosted by any dhcp agent {{(pid=93454) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:24:35.084060 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab23d2ff-a246-43a4-87cf-9325047a0c14 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:35.084836 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ab23d2ff-a246-43a4-87cf-9325047a0c14 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:35.089082 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ab23d2ff-a246-43a4-87cf-9325047a0c14 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "PUT /v2.0/networks/568667b6-1e35-4375-afea-e546bcbabda0 HTTP/1.1" status: 200 len: 757 time: 1.2172978 Jun 18 16:24:35.090179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bddedd48-96e8-4746-8d0d-ee371ab938f7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:35.097842 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:35.100998 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-93600e5d-ed16-44d8-aa82-9b9e9631d0df None None] Set router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:35.103953 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/networks/79a8979e-cbd1-4524-ae01-98d3ab5dd48f HTTP/1.1" status: 204 len: 168 time: 2.3600838 Jun 18 16:24:35.104611 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47302) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:35.105042 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47304) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:35.107737 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 568667b6-1e35-4375-afea-e546bcbabda0 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:35.187122 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9573aa3a-13a4-49e9-b676-71d96a66cb4a None None] Provisioning complete for port 45a90e3e-18ff-4622-8905-e31a2348d281 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:35.187502 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9573aa3a-13a4-49e9-b676-71d96a66cb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:35.272141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d094cf-2b5d-4c6c-bde9-e9d3e83c2833 None None] Pushing event updated for resources: {'Port': ['ID=638381b0-ac55-4d7e-b694-1661e4c20f67,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:35.276395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b0d094cf-2b5d-4c6c-bde9-e9d3e83c2833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:35.299901 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d32280-9b06-4244-b0fd-0f8566419361 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:35.305877 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-92d32280-9b06-4244-b0fd-0f8566419361 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "GET /v2.0/networks?id=568667b6-1e35-4375-afea-e546bcbabda0 HTTP/1.1" status: 200 len: 760 time: 0.1962459 Jun 18 16:24:35.307109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Network': ['ID=79a8979e-cbd1-4524-ae01-98d3ab5dd48f,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:35.307616 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1d1792df-3e6b-4eae-8c83-96eabb020f46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.638s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:35.308927 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47306) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:35.318654 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:35.324409 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-7f928df4-0cc2-4a6f-a6e7-2b7861ba66ac tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-167862651'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:35.369452 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-93600e5d-ed16-44d8-aa82-9b9e9631d0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:24:30Z', 'revision_number': 10, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:35.372147 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=dad564a4-806e-4874-aba1-5fd871fadfa9,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:35.375484 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:35.387654 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3ff57-7a95-4365-9bd0-3827a1419c7e req-3f0d6c86-2e1a-40cf-8c59-b38192a3230b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:35.389274 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-6db3ff57-7a95-4365-9bd0-3827a1419c7e req-3f0d6c86-2e1a-40cf-8c59-b38192a3230b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3328f9de576047028d611de30e1e3eab&device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 1098 time: 0.3647296 Jun 18 16:24:35.400172 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95d9983-435f-428b-ae1b-446ecdc6829e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:35.405511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Attempting to bind port 638381b0-ac55-4d7e-b694-1661e4c20f67 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:35.405894 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Attempting to bind port 638381b0-ac55-4d7e-b694-1661e4c20f67 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:35.406045 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b95d9983-435f-428b-ae1b-446ecdc6829e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports/3b19b88a-e3ec-4e6d-b6cd-c96e3c947d32 HTTP/1.1" status: 200 len: 844 time: 0.2944334 Jun 18 16:24:35.406264 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Attempting to bind port 638381b0-ac55-4d7e-b694-1661e4c20f67 on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:35.406822 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47308) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:35.411128 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93600e5d-ed16-44d8-aa82-9b9e9631d0df None None] The sync data for ids ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'] in dv-neutron-797120-1-hyperv is: [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:24:30Z', 'revision_number': 10, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None, '_interfaces': [{'id': 'ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24', 'name': '', 'network_id': '22a7fec7-8496-4c11-a2a9-9b43598b55b2', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'mac_address': 'fa:16:3e:7f:05:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:23:21Z', 'updated_at': '2021-06-18T16:23:30Z', 'revision_number': 5, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'subnets': [{'id': 'b9565246-3a26-4b48-be0c-cc5d55e28d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:24:35.416506 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Router c1cefa99-4eff-4329-92ad-d4d792f9f28a is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:24:35.422491 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:35.423474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:35.423887 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:35.424359 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:35.424844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Bound port: 638381b0-ac55-4d7e-b694-1661e4c20f67, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:35.426340 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:35.474110 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9573aa3a-13a4-49e9-b676-71d96a66cb4a None None] Port 45a90e3e-18ff-4622-8905-e31a2348d281 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:24:35.495203 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f928df4-0cc2-4a6f-a6e7-2b7861ba66ac tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:35.498715 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7f928df4-0cc2-4a6f-a6e7-2b7861ba66ac tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:35.516072 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 1b97203c-b47c-407c-9c9a-f01e3a25a652 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:35.517002 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:35.558385 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ce71a60a-b7ed-45b6-a708-2ffac4fd192a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports/3b19b88a-e3ec-4e6d-b6cd-c96e3c947d32?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1432600 Jun 18 16:24:35.559031 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47310) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:35.561475 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9573aa3a-13a4-49e9-b676-71d96a66cb4a None None] Provisioning for port 2382959c-8522-419a-a37a-343843f8304e completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:35.564007 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-71442648-7d37-4814-b729-32aefcd48d29 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'subnet': {'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:35.581340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f928df4-0cc2-4a6f-a6e7-2b7861ba66ac tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:24:35.595538 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9573aa3a-13a4-49e9-b676-71d96a66cb4a None None] Provisioning complete for port 2382959c-8522-419a-a37a-343843f8304e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:35.596301 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9573aa3a-13a4-49e9-b676-71d96a66cb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:35.645517 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7f928df4-0cc2-4a6f-a6e7-2b7861ba66ac tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:35.645867 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-7f928df4-0cc2-4a6f-a6e7-2b7861ba66ac tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Added segment fadf4731-0ad1-4451-9fce-c327a27c77d5 of type vlan for network c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b Jun 18 16:24:35.663694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3ff57-7a95-4365-9bd0-3827a1419c7e req-b4e450ce-5046-477a-aee1-7a5724e84690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:35.664233 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] For port 638381b0-ac55-4d7e-b694-1661e4c20f67, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:35.665088 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-6db3ff57-7a95-4365-9bd0-3827a1419c7e req-b4e450ce-5046-477a-aee1-7a5724e84690 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a164dae-cb32-4185-85ff-e3ff62c30233 HTTP/1.1" status: 200 len: 912 time: 0.2549264 Jun 18 16:24:35.687904 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] For port 638381b0-ac55-4d7e-b694-1661e4c20f67, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=638381b0-ac55-4d7e-b694-1661e4c20f67,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:35.709456 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:35.731215 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-87ee23a8-40da-44bd-a5b1-558ca82abb64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:35.764291 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7f928df4-0cc2-4a6f-a6e7-2b7861ba66ac tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:35.780349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:35.788452 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-6db3ff57-7a95-4365-9bd0-3827a1419c7e req-b2a3fde8-6bfa-44b1-b240-4b2aff0e46b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=013e5971-7b77-4544-9e4c-f90e0fe8f833 HTTP/1.1" status: 200 len: 1000 time: 0.0981896 Jun 18 16:24:35.820843 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71442648-7d37-4814-b729-32aefcd48d29 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:35.824511 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-71442648-7d37-4814-b729-32aefcd48d29 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:35.863315 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2382959c-8522-419a-a37a-343843f8304e up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:35.912212 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7f928df4-0cc2-4a6f-a6e7-2b7861ba66ac tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:35.917703 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f928df4-0cc2-4a6f-a6e7-2b7861ba66ac tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:35.918310 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7f928df4-0cc2-4a6f-a6e7-2b7861ba66ac tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:35.922322 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15916398-c51a-425e-9bb3-f6d0573aaa21 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:35.926823 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-15916398-c51a-425e-9bb3-f6d0573aaa21 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.2858281 Jun 18 16:24:35.932134 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47312) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:35.934632 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:35.953259 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:24:35.959350 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "PUT /v2.0/routers/c1cefa99-4eff-4329-92ad-d4d792f9f28a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5815918 Jun 18 16:24:35.963121 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d094cf-2b5d-4c6c-bde9-e9d3e83c2833 None None] Pushing event updated for resources: {'Port': ['ID=638381b0-ac55-4d7e-b694-1661e4c20f67,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:35.974592 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b0d094cf-2b5d-4c6c-bde9-e9d3e83c2833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:35.979529 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Routers {'89db3046-4d92-4a4a-8e7c-586be01b509b'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:35.980322 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['89db3046-4d92-4a4a-8e7c-586be01b509b'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:35.983744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:35.988503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47314) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:35.990928 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6cd47d81-3487-4cb0-99ad-2d406e4778fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:36.012436 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-11dc481c-2ef3-4253-98e4-18e398b419a5 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "GET /v2.0/subnets?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296 HTTP/1.1" status: 200 len: 207 time: 0.0748858 Jun 18 16:24:36.041637 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47316) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:36.044948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3ff57-7a95-4365-9bd0-3827a1419c7e req-9e25b532-3aa4-45ab-ba38-420db69cd506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:36.046539 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-6db3ff57-7a95-4365-9bd0-3827a1419c7e req-9e25b532-3aa4-45ab-ba38-420db69cd506 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e8e39ea-ca18-4f6a-859c-466bac254243 HTTP/1.1" status: 200 len: 850 time: 0.2492130 Jun 18 16:24:36.084810 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6924a03-cb3c-4d4f-b045-ac911326d6ee req-b37eff48-a2cb-470e-a6b3-11e6fc56b932 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:36.087388 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a6924a03-cb3c-4d4f-b045-ac911326d6ee req-b37eff48-a2cb-470e-a6b3-11e6fc56b932 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.6881063 Jun 18 16:24:36.090714 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7f928df4-0cc2-4a6f-a6e7-2b7861ba66ac tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7709448 Jun 18 16:24:36.094031 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a777db-bc7e-4e9c-9851-858c42492fd4 None None] Sync routers for ids ['c1cefa99-4eff-4329-92ad-d4d792f9f28a'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:24:36.116788 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9573aa3a-13a4-49e9-b676-71d96a66cb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:36.123499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47318) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:36.127585 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a777db-bc7e-4e9c-9851-858c42492fd4 None None] Routers {'c1cefa99-4eff-4329-92ad-d4d792f9f28a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:36.130058 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-53a777db-bc7e-4e9c-9851-858c42492fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['c1cefa99-4eff-4329-92ad-d4d792f9f28a'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:36.135543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Subnet': ['ID=e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:36.147480 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:36.151208 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/subnets/e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e HTTP/1.1" status: 204 len: 168 time: 1.6640716 Jun 18 16:24:36.158854 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47320) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:36.168718 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ba5de1df-65bc-4695-bf19-8e9c92ca0556 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'subnet': {'network_id': 'c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:36.196186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c327e4-bbbf-4467-ac8d-6a39bd64467e None None] Network 1801ddee-a46b-4e23-894e-b662435dfa6c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:36.213661 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-53a777db-bc7e-4e9c-9851-858c42492fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:36.275883 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 2382959c-8522-419a-a37a-343843f8304e triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:36.276264 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:36.302709 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] Set router 89db3046-4d92-4a4a-8e7c-586be01b509b gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:36.309778 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f928df4-0cc2-4a6f-a6e7-2b7861ba66ac tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Network': ['ID=c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:36.327608 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7f928df4-0cc2-4a6f-a6e7-2b7861ba66ac tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:36.347679 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-71442648-7d37-4814-b729-32aefcd48d29 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:36.352990 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9573aa3a-13a4-49e9-b676-71d96a66cb4a None None] For port 2382959c-8522-419a-a37a-343843f8304e, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2382959c-8522-419a-a37a-343843f8304e,segment=NetworkSegment(ec1bee67-e0cb-41e3-8759-e666047d97d4),segment_id=ec1bee67-e0cb-41e3-8759-e666047d97d4)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:36.354186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:36.355818 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b19eb5f1-95eb-43de-b4e7-eb76c6e08de1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:36.377319 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a777db-bc7e-4e9c-9851-858c42492fd4 None None] Routers {'c1cefa99-4eff-4329-92ad-d4d792f9f28a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:36.377851 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-53a777db-bc7e-4e9c-9851-858c42492fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['c1cefa99-4eff-4329-92ad-d4d792f9f28a'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:36.404671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:36.405324 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:36.405870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:36.406250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:36.406709 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:36.407622 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:36.408012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:36.408350 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:36.409284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:36.410385 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9573aa3a-13a4-49e9-b676-71d96a66cb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:36.410993 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:36.411566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:36.411945 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:24:36.433662 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71442648-7d37-4814-b729-32aefcd48d29 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:36.444102 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-71442648-7d37-4814-b729-32aefcd48d29 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:36.449415 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:36.455919 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71442648-7d37-4814-b729-32aefcd48d29 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:36.456641 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-71442648-7d37-4814-b729-32aefcd48d29 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:36.468181 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c5031-160a-4e98-b5be-7fa83c5978e3 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:36.469090 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:36.475408 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c5031-160a-4e98-b5be-7fa83c5978e3 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:36.481442 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a84710-0866-44c6-9646-153148cb6863 None None] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:36.481594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c5031-160a-4e98-b5be-7fa83c5978e3 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:36.487682 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c5031-160a-4e98-b5be-7fa83c5978e3 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:36.493729 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c5031-160a-4e98-b5be-7fa83c5978e3 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:36.499477 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280c5031-160a-4e98-b5be-7fa83c5978e3 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:36.500854 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:36.507653 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-280c5031-160a-4e98-b5be-7fa83c5978e3 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4585679 Jun 18 16:24:36.507653 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71442648-7d37-4814-b729-32aefcd48d29 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Subnet': ['ID=a3594bd6-d85a-43af-8c72-d542f3e7ab4f,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:36.510964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47322) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:36.511129 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-53a777db-bc7e-4e9c-9851-858c42492fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:36.511261 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a777db-bc7e-4e9c-9851-858c42492fd4 None None] The sync data for ids ['c1cefa99-4eff-4329-92ad-d4d792f9f28a'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:24:36.514610 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3ff57-7a95-4365-9bd0-3827a1419c7e req-275b5431-90a4-43a8-8bb0-24a679aeac0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:36.518482 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-6db3ff57-7a95-4365-9bd0-3827a1419c7e req-275b5431-90a4-43a8-8bb0-24a679aeac0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a164dae-cb32-4185-85ff-e3ff62c30233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4278400 Jun 18 16:24:36.521602 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-71442648-7d37-4814-b729-32aefcd48d29 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:36.539948 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-71442648-7d37-4814-b729-32aefcd48d29 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9777305 Jun 18 16:24:36.545304 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47324) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:36.554215 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-9fdbd177-0834-4bdc-a7b5-959188be3414 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'security_group': {'name': 'tempest-secgroup-388036854'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:36.564192 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-9807a6c3-4bb1-4697-adbc-1aed28a98c2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port 638381b0-ac55-4d7e-b694-1661e4c20f67 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:36.564615 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9807a6c3-4bb1-4697-adbc-1aed28a98c2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:36.567189 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5de1df-65bc-4695-bf19-8e9c92ca0556 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:36.570635 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ba5de1df-65bc-4695-bf19-8e9c92ca0556 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:36.623008 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-6db3ff57-7a95-4365-9bd0-3827a1419c7e req-816efea1-75ba-45f1-8dbb-8e482c6143e1 service neutron] 10.222.0.55 "GET /v2.0/networks/8a164dae-cb32-4185-85ff-e3ff62c30233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960250 Jun 18 16:24:36.738328 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-6db3ff57-7a95-4365-9bd0-3827a1419c7e req-df3afe7a-02bf-45a9-83c4-0d4cc4446c90 service neutron] 10.222.0.55 "GET /v2.0/networks/8a164dae-cb32-4185-85ff-e3ff62c30233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070943 Jun 18 16:24:36.740463 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a6924a03-cb3c-4d4f-b045-ac911326d6ee req-6a9a3da0-3a97-430c-a933-9bb150fd9c53 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6159601 Jun 18 16:24:36.825041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd177-0834-4bdc-a7b5-959188be3414 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:36.908515 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9573aa3a-13a4-49e9-b676-71d96a66cb4a None None] Pushing event updated for resources: {'Port': ['ID=2382959c-8522-419a-a37a-343843f8304e,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:36.916880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d6f18f65-8130-4855-be57-870469614f6b None None] Provisioning complete for port 2382959c-8522-419a-a37a-343843f8304e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:36.917645 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d6f18f65-8130-4855-be57-870469614f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:36.923247 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9573aa3a-13a4-49e9-b676-71d96a66cb4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:37.012032 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-9807a6c3-4bb1-4697-adbc-1aed28a98c2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] For port 638381b0-ac55-4d7e-b694-1661e4c20f67, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=638381b0-ac55-4d7e-b694-1661e4c20f67,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:37.012699 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9807a6c3-4bb1-4697-adbc-1aed28a98c2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:37.040430 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b4cad403-645c-4c75-ad63-12df4abc2420 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5246639 Jun 18 16:24:37.041077 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47326) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:37.181980 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b367eb4e-de6a-4140-a394-a43d9517c151 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:37.185778 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b367eb4e-de6a-4140-a394-a43d9517c151 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:37.189682 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b367eb4e-de6a-4140-a394-a43d9517c151 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:37.193382 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b367eb4e-de6a-4140-a394-a43d9517c151 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:37.196672 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b367eb4e-de6a-4140-a394-a43d9517c151 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:37.199148 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b367eb4e-de6a-4140-a394-a43d9517c151 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1566844 Jun 18 16:24:37.206997 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-9807a6c3-4bb1-4697-adbc-1aed28a98c2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for 638381b0-ac55-4d7e-b694-1661e4c20f67 owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:37.207561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47328) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:37.233198 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb081c39-766b-43b9-8135-610b9c519935 None None] DHCP port deletion for 1801ddee-a46b-4e23-894e-b662435dfa6c request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:24:37.274144 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f46a1a3-04b8-4438-ae4d-76a55adefd04 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['shared'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:37.275642 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f46a1a3-04b8-4438-ae4d-76a55adefd04 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['shared'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:37.277098 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f46a1a3-04b8-4438-ae4d-76a55adefd04 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['shared'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:37.278503 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f46a1a3-04b8-4438-ae4d-76a55adefd04 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['shared'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:37.279903 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f46a1a3-04b8-4438-ae4d-76a55adefd04 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['shared'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:37.287203 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9f46a1a3-04b8-4438-ae4d-76a55adefd04 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0779886 Jun 18 16:24:37.287847 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47330) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:37.314994 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting port 9212528a-e8e4-4b04-80d9-97c8e076797b {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:37.315819 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:37.351747 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device dad564a4-806e-4874-aba1-5fd871fadfa9 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:37.435071 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3103e23f-6bf7-459a-88de-dd8fb38b0b6e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:37.443382 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3103e23f-6bf7-459a-88de-dd8fb38b0b6e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "GET /v2.0/networks/bf715b75-449b-4c96-977e-a0a78174aca9 HTTP/1.1" status: 200 len: 803 time: 0.1543245 Jun 18 16:24:37.444205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47332) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:37.580767 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-84760eb6-d439-42d6-bd00-2e9a01cab87e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "GET /v2.0/networks/bf715b75-449b-4c96-977e-a0a78174aca9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1351619 Jun 18 16:24:37.581297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89db3046-4d92-4a4a-8e7c-586be01b509b', 'name': 'tempest-NetworksTestDHCPv6-router-148980134', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:24:26Z', 'updated_at': '2021-06-18T16:24:29Z', 'revision_number': 2, 'project_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'gw_port_host': None, '_interfaces': [{'id': '638381b0-ac55-4d7e-b694-1661e4c20f67', 'name': '', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'mac_address': 'fa:16:3e:e9:87:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89db3046-4d92-4a4a-8e7c-586be01b509b', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '90126ac6-a51b-4405-b272-4e6a88b64bc3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:24:27Z', 'updated_at': '2021-06-18T16:24:35Z', 'revision_number': 4, 'project_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'subnets': [{'id': '90126ac6-a51b-4405-b272-4e6a88b64bc3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:37.581730 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47334) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:37.611941 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] For port 9212528a-e8e4-4b04-80d9-97c8e076797b, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9212528a-e8e4-4b04-80d9-97c8e076797b,segment=NetworkSegment(b05a12e5-bd6a-4d76-9eb3-7d2309678ae3),segment_id=b05a12e5-bd6a-4d76-9eb3-7d2309678ae3)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:37.612563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:37.626129 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-bb081c39-766b-43b9-8135-610b9c519935 None None] Deleting port 9212528a-e8e4-4b04-80d9-97c8e076797b {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:37.626712 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bb081c39-766b-43b9-8135-610b9c519935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:37.629627 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a4f0e0-a0da-44f7-8947-5b7db0786330 None None] The sync data for ids ['89db3046-4d92-4a4a-8e7c-586be01b509b'] in dv-neutron-797120-1-hyperv is: [{'id': '89db3046-4d92-4a4a-8e7c-586be01b509b', 'name': 'tempest-NetworksTestDHCPv6-router-148980134', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:24:26Z', 'updated_at': '2021-06-18T16:24:29Z', 'revision_number': 2, 'project_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'gw_port_host': None, '_interfaces': [{'id': '638381b0-ac55-4d7e-b694-1661e4c20f67', 'name': '', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'mac_address': 'fa:16:3e:e9:87:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89db3046-4d92-4a4a-8e7c-586be01b509b', 'device_owner': 'network:router_interface', 'standard_attr_id': 758, 'fixed_ips': [{'subnet_id': '90126ac6-a51b-4405-b272-4e6a88b64bc3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:24:27Z', 'updated_at': '2021-06-18T16:24:35Z', 'revision_number': 4, 'project_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'subnets': [{'id': '90126ac6-a51b-4405-b272-4e6a88b64bc3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:24:37.636897 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port dad564a4-806e-4874-aba1-5fd871fadfa9 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:37.637280 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:37.639807 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7860d86b-1c33-4b89-b4c1-7ce5f419888d tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:37.647015 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7860d86b-1c33-4b89-b4c1-7ce5f419888d tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "GET /v2.0/subnets/0e6c6237-5690-4674-a836-2fa3380571c9 HTTP/1.1" status: 200 len: 843 time: 0.0640123 Jun 18 16:24:37.647512 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47336) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:37.722130 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:24:37.732074 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fde14e5-fa99-4626-93b7-e34320acfece tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['shared'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:37.743008 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1fde14e5-fa99-4626-93b7-e34320acfece tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "GET /v2.0/subnets/0e6c6237-5690-4674-a836-2fa3380571c9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0943501 Jun 18 16:24:37.743628 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47338) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:37.748915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-13bf6e62-62d2-44ca-9d5a-5934a7b4e198 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-585763369'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:37.764701 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-090f2d7a-292d-4e62-8986-e194fc2b9a6d', 'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d', 'tenant_id': '953b2634fd8d415a96152c28e655db12', 'fixed_ips': [{'subnet_id': 'a3594bd6-d85a-43af-8c72-d542f3e7ab4f'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:37.765817 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:37.807676 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-bb081c39-766b-43b9-8135-610b9c519935 None None] For port 9212528a-e8e4-4b04-80d9-97c8e076797b, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9212528a-e8e4-4b04-80d9-97c8e076797b,segment=NetworkSegment(b05a12e5-bd6a-4d76-9eb3-7d2309678ae3),segment_id=b05a12e5-bd6a-4d76-9eb3-7d2309678ae3)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:37.808109 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bb081c39-766b-43b9-8135-610b9c519935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:37.991402 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-bb081c39-766b-43b9-8135-610b9c519935 None None] Calling delete_port for 9212528a-e8e4-4b04-80d9-97c8e076797b owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:38.050171 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd177-0834-4bdc-a7b5-959188be3414 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.051414 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ba5de1df-65bc-4695-bf19-8e9c92ca0556 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.059318 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6f7a12b7-34b0-4f25-8917-235d970b95f3 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:38.075513 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bf6e62-62d2-44ca-9d5a-5934a7b4e198 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Made reservation on behalf of d60e3585ca1e49b980c07776e659cd39 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:38.081299 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2382959c-8522-419a-a37a-343843f8304e up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:38.081664 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-13bf6e62-62d2-44ca-9d5a-5934a7b4e198 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.113618 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bf6e62-62d2-44ca-9d5a-5934a7b4e198 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:24:38.130179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-13bf6e62-62d2-44ca-9d5a-5934a7b4e198 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.130890 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-13bf6e62-62d2-44ca-9d5a-5934a7b4e198 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Added segment c7c4ae9e-db5e-4054-9263-23348501ce5c of type vlan for network 5088d9c1-9ab4-40df-b347-f00377d07043 Jun 18 16:24:38.174468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Calling delete_port for 9212528a-e8e4-4b04-80d9-97c8e076797b owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:38.191354 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-13bf6e62-62d2-44ca-9d5a-5934a7b4e198 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.226610 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-13bf6e62-62d2-44ca-9d5a-5934a7b4e198 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.234151 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bf6e62-62d2-44ca-9d5a-5934a7b4e198 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:38.237396 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-13bf6e62-62d2-44ca-9d5a-5934a7b4e198 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.240157 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ab23d2ff-a246-43a4-87cf-9325047a0c14 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:38.248008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 2382959c-8522-419a-a37a-343843f8304e triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:38.248715 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.267364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd177-0834-4bdc-a7b5-959188be3414 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.278489 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5de1df-65bc-4695-bf19-8e9c92ca0556 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Subnet': ['ID=96236670-2391-49ae-8638-258fffbc074e,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:38.284724 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ba5de1df-65bc-4695-bf19-8e9c92ca0556 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:38.286361 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-e55f4748-f437-42a9-8b43-be85e03b38e6 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:24:38.290882 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e55f4748-f437-42a9-8b43-be85e03b38e6 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "PUT /v2.0/routers/c1cefa99-4eff-4329-92ad-d4d792f9f28a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2962930 Jun 18 16:24:38.291440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47344) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:38.299920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9b8a0cc1-9211-48eb-93ed-0dc25588a8a8 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:38.304590 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Allocated IP 2001:db8::2 (090f2d7a-292d-4e62-8986-e194fc2b9a6d/a3594bd6-d85a-43af-8c72-d542f3e7ab4f/b2958d76-4719-40d0-92f0-fb10f29dc7cf) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:38.317518 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bb081c39-766b-43b9-8135-610b9c519935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.322899 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf6e62-62d2-44ca-9d5a-5934a7b4e198 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Network': ['ID=5088d9c1-9ab4-40df-b347-f00377d07043,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:38.324686 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c83e338a-b32d-458d-ad66-6e9bc0950505 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:38.333185 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-13bf6e62-62d2-44ca-9d5a-5934a7b4e198 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:38.347264 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-13bf6e62-62d2-44ca-9d5a-5934a7b4e198 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6023691 Jun 18 16:24:38.348004 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47346) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:38.353552 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f725f721-1820-43f6-9f8b-5d301a996559 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'subnet': {'network_id': '5088d9c1-9ab4-40df-b347-f00377d07043', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:38.394198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd177-0834-4bdc-a7b5-959188be3414 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.395521 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9fdbd177-0834-4bdc-a7b5-959188be3414 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.8450134 Jun 18 16:24:38.404697 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47348) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:38.411584 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-026c82ce-52a0-4bb5-9233-dbd3153c2146 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'security_group': {'name': 'tempest-secgroup-709590546'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:38.475581 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-026c82ce-52a0-4bb5-9233-dbd3153c2146 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.498935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.509901 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Transition to ACTIVE for port object b2958d76-4719-40d0-92f0-fb10f29dc7cf will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:38.521995 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f725f721-1820-43f6-9f8b-5d301a996559 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Made reservation on behalf of d60e3585ca1e49b980c07776e659cd39 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:38.526387 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f725f721-1820-43f6-9f8b-5d301a996559 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.539817 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbd177-0834-4bdc-a7b5-959188be3414 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cfc8b7-48cc-43d7-b6d0-f931fb3de26a,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:38.540282 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 5088d9c1-9ab4-40df-b347-f00377d07043 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:38.543073 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9fdbd177-0834-4bdc-a7b5-959188be3414 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:38.603568 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8397131-95ab-4003-b3fe-3580ca84b99e req-7d2dc56c-8bad-4c72-8c72-c2d4a89a7ef0 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:38.605336 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f8397131-95ab-4003-b3fe-3580ca84b99e req-7d2dc56c-8bad-4c72-8c72-c2d4a89a7ef0 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.5581648 Jun 18 16:24:38.607426 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.ipam_backend_mixin [None req-f725f721-1820-43f6-9f8b-5d301a996559 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Performing IP validity checks on allocation pools {{(pid=93454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 18 16:24:38.608059 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.ipam_backend_mixin [None req-f725f721-1820-43f6-9f8b-5d301a996559 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 18 16:24:38.639098 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb081c39-766b-43b9-8135-610b9c519935 None None] No DVR routers for this DVR port 9212528a-e8e4-4b04-80d9-97c8e076797b on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:38.660637 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb081c39-766b-43b9-8135-610b9c519935 None None] Pushing event deleted for resources: {'Port': ['ID=9212528a-e8e4-4b04-80d9-97c8e076797b,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:38.676312 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bb081c39-766b-43b9-8135-610b9c519935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:38.685838 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-026c82ce-52a0-4bb5-9233-dbd3153c2146 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.699126 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-026c82ce-52a0-4bb5-9233-dbd3153c2146 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.699834 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-398bfcdc-ceb9-4bfb-8404-27544a075ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.711499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5de1df-65bc-4695-bf19-8e9c92ca0556 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Checking segment: {'id': 'fadf4731-0ad1-4451-9fce-c327a27c77d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:38.711868 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5de1df-65bc-4695-bf19-8e9c92ca0556 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network hostable DHCP agents. Network: c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:24:38.726195 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-40444858-0258-417f-91c2-a51a35fe7f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:38.764250 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-026c82ce-52a0-4bb5-9233-dbd3153c2146 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.765600 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-026c82ce-52a0-4bb5-9233-dbd3153c2146 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3596561 Jun 18 16:24:38.771595 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47350) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:38.782588 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-e79ea396-427b-4f9b-9b9e-0e11cc4d4f24 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-695591843', 'security_groups': ['7315f04a-85b2-4bff-80e4-a4ffc38dfccf'], 'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a3594bd6-d85a-43af-8c72-d542f3e7ab4f'}]}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:38.788280 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c82ce-52a0-4bb5-9233-dbd3153c2146 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7315f04a-85b2-4bff-80e4-a4ffc38dfccf,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:38.792005 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Transition to ACTIVE for port object b2958d76-4719-40d0-92f0-fb10f29dc7cf will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:38.796787 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9212528a-e8e4-4b04-80d9-97c8e076797b no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:38.801597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9807a6c3-4bb1-4697-adbc-1aed28a98c2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.805616 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-026c82ce-52a0-4bb5-9233-dbd3153c2146 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:38.807549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d42c2be7-5d6d-42b9-92fe-a1a3c1a5a79b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:38.815454 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f8397131-95ab-4003-b3fe-3580ca84b99e req-2ae5438a-ebbb-44f7-b7a9-79467d369e31 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614733 Jun 18 16:24:38.846104 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 9212528a-e8e4-4b04-80d9-97c8e076797b {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:38.846646 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9212528a-e8e4-4b04-80d9-97c8e076797b not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:38.847180 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:38.853383 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.856426 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9573aa3a-13a4-49e9-b676-71d96a66cb4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:38.872480 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.895294 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] No DVR routers for this DVR port 9212528a-e8e4-4b04-80d9-97c8e076797b on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:38.899941 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807a6c3-4bb1-4697-adbc-1aed28a98c2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=638381b0-ac55-4d7e-b694-1661e4c20f67,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:38.900663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:38.901049 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 148b5fa7-a2e5-4638-9ec2-77ccc1ac0746 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:38.901482 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 8f7e5930-7152-4ad2-ab75-e5742b05c710 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:38.902778 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5de1df-65bc-4695-bf19-8e9c92ca0556 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:24:38.908361 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9807a6c3-4bb1-4697-adbc-1aed28a98c2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:38.911201 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3e055e7c-3842-4009-9e4a-ac848fb4996e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:38.960888 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 8f7e5930-7152-4ad2-ab75-e5742b05c710 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:38.961954 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 8f7e5930-7152-4ad2-ab75-e5742b05c710 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:38.975649 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:38.983824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f725f721-1820-43f6-9f8b-5d301a996559 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:38.989743 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-284ffa77-f3d6-48a1-a476-fe50962231f4 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:39.009332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-ba5de1df-65bc-4695-bf19-8e9c92ca0556 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:39.009884 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:39.015114 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Pushing event updated for resources: {'Port': ['ID=b2958d76-4719-40d0-92f0-fb10f29dc7cf,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:39.025175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:39.027536 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:39.032088 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ba12f6-feeb-4dae-bfa1-bb2bf9d47311 None None] Network c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:39.068181 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725f721-1820-43f6-9f8b-5d301a996559 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Subnet': ['ID=8413e059-e783-47c7-9170-7336c1e81764,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:39.073122 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f725f721-1820-43f6-9f8b-5d301a996559 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:39.083515 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79ea396-427b-4f9b-9b9e-0e11cc4d4f24 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:39.101528 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f725f721-1820-43f6-9f8b-5d301a996559 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Checking segment: {'id': 'c7c4ae9e-db5e-4054-9263-23348501ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5088d9c1-9ab4-40df-b347-f00377d07043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:39.101905 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f725f721-1820-43f6-9f8b-5d301a996559 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network hostable DHCP agents. Network: 5088d9c1-9ab4-40df-b347-f00377d07043, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:24:39.154304 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Attempting to bind port b2958d76-4719-40d0-92f0-fb10f29dc7cf on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:39.154719 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Attempting to bind port b2958d76-4719-40d0-92f0-fb10f29dc7cf by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '86796868-dcf7-4bfd-b09f-d695861612b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:39.155093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Attempting to bind port b2958d76-4719-40d0-92f0-fb10f29dc7cf on network 090f2d7a-292d-4e62-8986-e194fc2b9a6d {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:39.171014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:39.171452 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Checking segment: {'id': '86796868-dcf7-4bfd-b09f-d695861612b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:39.171805 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:39.172224 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Bound using segment: {'id': '86796868-dcf7-4bfd-b09f-d695861612b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:39.174245 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Bound port: b2958d76-4719-40d0-92f0-fb10f29dc7cf, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86796868-dcf7-4bfd-b09f-d695861612b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:39.174662 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:39.193787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f725f721-1820-43f6-9f8b-5d301a996559 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Network 5088d9c1-9ab4-40df-b347-f00377d07043 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:24:39.214268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Port': ['ID=9212528a-e8e4-4b04-80d9-97c8e076797b,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:39.223237 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:39.228142 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:39.233904 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-f725f721-1820-43f6-9f8b-5d301a996559 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 5088d9c1-9ab4-40df-b347-f00377d07043) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:39.247783 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e79ea396-427b-4f9b-9b9e-0e11cc4d4f24 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:39.254877 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8587b0-de21-4a1e-a45e-1a9afa1f57d4 None None] Network 5088d9c1-9ab4-40df-b347-f00377d07043 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:39.261899 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f725f721-1820-43f6-9f8b-5d301a996559 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:39.262775 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f725f721-1820-43f6-9f8b-5d301a996559 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:39.296921 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-e79ea396-427b-4f9b-9b9e-0e11cc4d4f24 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] device_id is not set on port 264d08e7-b739-42de-99bd-43550ad48afc yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:24:39.304675 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f725f721-1820-43f6-9f8b-5d301a996559 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9555287 Jun 18 16:24:39.307577 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47354) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:39.314599 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-c313453f-2e62-4889-9833-f79c2824d8f9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:39.323499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5de1df-65bc-4695-bf19-8e9c92ca0556 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:39.324212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ba5de1df-65bc-4695-bf19-8e9c92ca0556 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:39.342869 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1801ddee-a46b-4e23-894e-b662435dfa6c']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:39.389698 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9807a6c3-4bb1-4697-adbc-1aed28a98c2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:39.397160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05a12e5-bd6a-4d76-9eb3-7d2309678ae3') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:39.397988 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05a12e5-bd6a-4d76-9eb3-7d2309678ae3') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:39.418797 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ba5de1df-65bc-4695-bf19-8e9c92ca0556 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2661843 Jun 18 16:24:39.421325 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:39.430703 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47356) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:39.510623 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] For port b2958d76-4719-40d0-92f0-fb10f29dc7cf, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:39.515638 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:39.518986 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] For port b2958d76-4719-40d0-92f0-fb10f29dc7cf, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b2958d76-4719-40d0-92f0-fb10f29dc7cf,segment=NetworkSegment(86796868-dcf7-4bfd-b09f-d695861612b5),segment_id=86796868-dcf7-4bfd-b09f-d695861612b5)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:39.543858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:39.548537 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:39.554393 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b', 'network_id': 'c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b', 'tenant_id': 'eb097a6e28d249bdbf02c3bc05f9b34b', 'fixed_ips': [{'subnet_id': '96236670-2391-49ae-8638-258fffbc074e'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:39.555258 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:39.603996 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:39.605107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:39.606721 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c313453f-2e62-4889-9833-f79c2824d8f9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25496906'] for subnet, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: self.session.flush() Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: self.session.flush() Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: self.session.flush() Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: self.session.flush() Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:39.614452 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:39.659291 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2aab2-91f1-44b4-bac3-3d97eb3994ea req-d498c356-eae6-4366-99e5-55fcdca64fdc tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:39.662337 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6cb2aab2-91f1-44b4-bac3-3d97eb3994ea req-d498c356-eae6-4366-99e5-55fcdca64fdc tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.6674826 Jun 18 16:24:39.695823 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-e79ea396-427b-4f9b-9b9e-0e11cc4d4f24 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Allocated IP 2001:db8::134 (090f2d7a-292d-4e62-8986-e194fc2b9a6d/a3594bd6-d85a-43af-8c72-d542f3e7ab4f/264d08e7-b739-42de-99bd-43550ad48afc) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:39.745742 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:39.776413 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Pushing event updated for resources: {'Port': ['ID=b2958d76-4719-40d0-92f0-fb10f29dc7cf,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:39.779964 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:39.810235 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-5088d9c1-9ab4-40df-b347-f00377d07043', 'network_id': '5088d9c1-9ab4-40df-b347-f00377d07043', 'tenant_id': 'd60e3585ca1e49b980c07776e659cd39', 'fixed_ips': [{'subnet_id': '8413e059-e783-47c7-9170-7336c1e81764'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:39.811149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:39.912316 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9807a6c3-4bb1-4697-adbc-1aed28a98c2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Router 89db3046-4d92-4a4a-8e7c-586be01b509b has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:24:39.916239 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6cb2aab2-91f1-44b4-bac3-3d97eb3994ea req-e7f24a18-645c-43df-a0b3-ccf7a47c95f0 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974070 Jun 18 16:24:39.924449 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:39.939890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e3fac7f8-8480-443d-b603-d735de2714f1 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:39.959440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:39.961551 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/networks/1801ddee-a46b-4e23-894e-b662435dfa6c HTTP/1.1" status: 204 len: 168 time: 3.6690598 Jun 18 16:24:39.965270 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Allocated IP 172.20.0.2 (c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b/96236670-2391-49ae-8638-258fffbc074e/6dc9f007-ecaf-4c18-921f-877a05776063) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:39.973794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Network': ['ID=1801ddee-a46b-4e23-894e-b662435dfa6c,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:39.981811 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47362) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:40.014818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:40.085065 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:40.109362 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9807a6c3-4bb1-4697-adbc-1aed28a98c2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:24:40.122624 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5d65e7-23ed-40ca-899c-0be186b1616c None None] Sync routers for ids ['89db3046-4d92-4a4a-8e7c-586be01b509b'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:24:40.142611 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5d65e7-23ed-40ca-899c-0be186b1616c None None] Routers {'89db3046-4d92-4a4a-8e7c-586be01b509b'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:40.143273 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-2e5d65e7-23ed-40ca-899c-0be186b1616c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['89db3046-4d92-4a4a-8e7c-586be01b509b'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:40.161983 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9807a6c3-4bb1-4697-adbc-1aed28a98c2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "PUT /v2.0/routers/89db3046-4d92-4a4a-8e7c-586be01b509b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0004396 Jun 18 16:24:40.175811 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47364) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:40.219026 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c0fedf59-bfb1-4141-84ba-3bd7626e37f5 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:40.227692 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:40.239375 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Transition to ACTIVE for port object 6dc9f007-ecaf-4c18-921f-877a05776063 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:40.257385 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Transition to ACTIVE for port object 6dc9f007-ecaf-4c18-921f-877a05776063 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:40.265408 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:40.265581 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-2e5d65e7-23ed-40ca-899c-0be186b1616c None None] Set router 89db3046-4d92-4a4a-8e7c-586be01b509b gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:40.270982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:40.319487 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Network c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:40.323179 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:40.333415 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:40.338105 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Pushing event updated for resources: {'Port': ['ID=6dc9f007-ecaf-4c18-921f-877a05776063,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:40.345479 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-2e5d65e7-23ed-40ca-899c-0be186b1616c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89db3046-4d92-4a4a-8e7c-586be01b509b', 'name': 'tempest-NetworksTestDHCPv6-router-148980134', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:24:26Z', 'updated_at': '2021-06-18T16:24:38Z', 'revision_number': 3, 'project_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:40.366899 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:40.382127 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5d65e7-23ed-40ca-899c-0be186b1616c None None] Checking router: 89db3046-4d92-4a4a-8e7c-586be01b509b for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:24:40.393864 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5d65e7-23ed-40ca-899c-0be186b1616c None None] Routers {'89db3046-4d92-4a4a-8e7c-586be01b509b'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:40.394908 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-2e5d65e7-23ed-40ca-899c-0be186b1616c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['89db3046-4d92-4a4a-8e7c-586be01b509b'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:40.505181 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Attempting to bind port 6dc9f007-ecaf-4c18-921f-877a05776063 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:40.505397 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Attempting to bind port 6dc9f007-ecaf-4c18-921f-877a05776063 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'fadf4731-0ad1-4451-9fce-c327a27c77d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:40.505660 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Attempting to bind port 6dc9f007-ecaf-4c18-921f-877a05776063 on network c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:40.512367 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:40.512810 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Checking segment: {'id': 'fadf4731-0ad1-4451-9fce-c327a27c77d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:40.513232 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:40.513648 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Bound using segment: {'id': 'fadf4731-0ad1-4451-9fce-c327a27c77d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:40.514138 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Bound port: 6dc9f007-ecaf-4c18-921f-877a05776063, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadf4731-0ad1-4451-9fce-c327a27c77d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:40.514543 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:40.541296 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-2e5d65e7-23ed-40ca-899c-0be186b1616c None None] Set router 89db3046-4d92-4a4a-8e7c-586be01b509b gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:40.615952 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] For port 6dc9f007-ecaf-4c18-921f-877a05776063, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:40.616194 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-2e5d65e7-23ed-40ca-899c-0be186b1616c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89db3046-4d92-4a4a-8e7c-586be01b509b', 'name': 'tempest-NetworksTestDHCPv6-router-148980134', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:24:26Z', 'updated_at': '2021-06-18T16:24:38Z', 'revision_number': 3, 'project_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:40.620817 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] For port 6dc9f007-ecaf-4c18-921f-877a05776063, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=6dc9f007-ecaf-4c18-921f-877a05776063,segment=NetworkSegment(fadf4731-0ad1-4451-9fce-c327a27c77d5),segment_id=fadf4731-0ad1-4451-9fce-c327a27c77d5)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:40.626344 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:40.632196 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-896b326f-63c0-41c5-a046-d657dbbb5715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:40.664791 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5d65e7-23ed-40ca-899c-0be186b1616c None None] The sync data for ids ['89db3046-4d92-4a4a-8e7c-586be01b509b'] in dv-neutron-797120-1-hyperv is: [{'id': '89db3046-4d92-4a4a-8e7c-586be01b509b', 'name': 'tempest-NetworksTestDHCPv6-router-148980134', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:24:26Z', 'updated_at': '2021-06-18T16:24:38Z', 'revision_number': 3, 'project_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'gw_port_host': None}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:24:40.750467 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Pushing event updated for resources: {'Port': ['ID=6dc9f007-ecaf-4c18-921f-877a05776063,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:40.754253 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:40.935928 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f53ddc-aa55-4f91-8b33-ac685500b5be tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:40.938497 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f53ddc-aa55-4f91-8b33-ac685500b5be tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:40.940846 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-56f53ddc-aa55-4f91-8b33-ac685500b5be tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7568207 Jun 18 16:24:40.961491 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47368) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:40.994240 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e79ea396-427b-4f9b-9b9e-0e11cc4d4f24 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.005053 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c313453f-2e62-4889-9833-f79c2824d8f9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758805004508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25236408'] for subnet, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.014511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Allocated IP 2001:db8::3 (5088d9c1-9ab4-40df-b347-f00377d07043/8413e059-e783-47c7-9170-7336c1e81764/3c405dc3-da74-4e7f-ad62-5026d21bc5f5) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:41.017026 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:41.060431 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.158943 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-e79ea396-427b-4f9b-9b9e-0e11cc4d4f24 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Transition to ACTIVE for port object 264d08e7-b739-42de-99bd-43550ad48afc will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:41.217300 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c313453f-2e62-4889-9833-f79c2824d8f9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:41.217833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c313453f-2e62-4889-9833-f79c2824d8f9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.219799 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c313453f-2e62-4889-9833-f79c2824d8f9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "PUT /v2.0/subnets/8413e059-e783-47c7-9170-7336c1e81764 HTTP/1.1" status: 200 len: 900 time: 1.9105396 Jun 18 16:24:41.254220 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47370) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:41.262505 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a42382-e54d-4a83-a79f-ef81881e8ad1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet 90126ac6-a51b-4405-b272-4e6a88b64bc3 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:24:41.314451 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-68a42382-e54d-4a83-a79f-ef81881e8ad1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.417823 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.435423 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Transition to ACTIVE for port object 3c405dc3-da74-4e7f-ad62-5026d21bc5f5 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:41.456610 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-63e5d27e-f2e7-4a64-9957-340954100f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.487780 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Transition to ACTIVE for port object 3c405dc3-da74-4e7f-ad62-5026d21bc5f5 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:41.499994 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.500521 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.507843 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:41.510118 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.526669 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313453f-2e62-4889-9833-f79c2824d8f9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event updated for resources: {'Subnet': ['ID=8413e059-e783-47c7-9170-7336c1e81764,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:41.538300 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c313453f-2e62-4889-9833-f79c2824d8f9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:41.546309 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-af7109db-75e7-4344-8107-38e431169d9b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:41.546721 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-450e8fea-06d5-4841-b04e-e65a2c3bb5ac None None] Provisioning for port b2958d76-4719-40d0-92f0-fb10f29dc7cf completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:41.553150 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:41.573940 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Network 5088d9c1-9ab4-40df-b347-f00377d07043 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:41.588984 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:41.591031 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b2958d76-4719-40d0-92f0-fb10f29dc7cf up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:41.593711 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Pushing event updated for resources: {'Port': ['ID=3c405dc3-da74-4e7f-ad62-5026d21bc5f5,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:41.601223 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:41.606554 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:41.623504 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadf4731-0ad1-4451-9fce-c327a27c77d5') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:41.623786 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadf4731-0ad1-4451-9fce-c327a27c77d5') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:41.635917 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Subnet': ['ID=96236670-2391-49ae-8638-258fffbc074e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:41.638903 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:41.642055 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-68a42382-e54d-4a83-a79f-ef81881e8ad1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.648547 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-450e8fea-06d5-4841-b04e-e65a2c3bb5ac None None] Provisioning complete for port 3b19b88a-e3ec-4e6d-b6cd-c96e3c947d32 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:41.648928 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-450e8fea-06d5-4841-b04e-e65a2c3bb5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.652257 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.675040 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466f4d3-5387-4d30-998f-09617a1750d4 req-e0d8323b-5d7d-4864-92d5-e20edfb09cc5 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:41.676426 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7466f4d3-5387-4d30-998f-09617a1750d4 req-e0d8323b-5d7d-4864-92d5-e20edfb09cc5 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 1.1057720 Jun 18 16:24:41.684772 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e79ea396-427b-4f9b-9b9e-0e11cc4d4f24 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.698302 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8b3c38c9-2bdf-41ad-8735-22d476f5f903 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:41.712656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.760452 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-450e8fea-06d5-4841-b04e-e65a2c3bb5ac None None] Port 3b19b88a-e3ec-4e6d-b6cd-c96e3c947d32 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:24:41.773061 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Attempting to bind port 3c405dc3-da74-4e7f-ad62-5026d21bc5f5 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:41.773442 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Attempting to bind port 3c405dc3-da74-4e7f-ad62-5026d21bc5f5 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'c7c4ae9e-db5e-4054-9263-23348501ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5088d9c1-9ab4-40df-b347-f00377d07043'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:41.773815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Attempting to bind port 3c405dc3-da74-4e7f-ad62-5026d21bc5f5 on network 5088d9c1-9ab4-40df-b347-f00377d07043 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:41.779869 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:41.780490 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.781209 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:41.782319 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Checking segment: {'id': 'c7c4ae9e-db5e-4054-9263-23348501ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5088d9c1-9ab4-40df-b347-f00377d07043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:41.782750 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.783111 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Bound using segment: {'id': 'c7c4ae9e-db5e-4054-9263-23348501ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5088d9c1-9ab4-40df-b347-f00377d07043'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:41.783610 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Bound port: 3c405dc3-da74-4e7f-ad62-5026d21bc5f5, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c4ae9e-db5e-4054-9263-23348501ce5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5088d9c1-9ab4-40df-b347-f00377d07043'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:41.783988 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:41.786769 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:41.801570 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port b2958d76-4719-40d0-92f0-fb10f29dc7cf completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:41.810774 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port b2958d76-4719-40d0-92f0-fb10f29dc7cf triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:41.811519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.823191 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7466f4d3-5387-4d30-998f-09617a1750d4 req-a17cf4f2-0202-4094-bfeb-ded519a6f8d0 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151700 Jun 18 16:24:41.836679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-c0fedf59-bfb1-4141-84ba-3bd7626e37f5 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Deleting port 45a90e3e-18ff-4622-8905-e31a2348d281 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:41.837272 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c0fedf59-bfb1-4141-84ba-3bd7626e37f5 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.860247 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79ea396-427b-4f9b-9b9e-0e11cc4d4f24 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:41.875168 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.878627 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ea396-427b-4f9b-9b9e-0e11cc4d4f24 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=264d08e7-b739-42de-99bd-43550ad48afc,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:41.889688 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-68a42382-e54d-4a83-a79f-ef81881e8ad1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.895039 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e79ea396-427b-4f9b-9b9e-0e11cc4d4f24 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:41.896265 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-e79ea396-427b-4f9b-9b9e-0e11cc4d4f24 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:41.930629 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79ea396-427b-4f9b-9b9e-0e11cc4d4f24 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:41.935651 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee6b56d0-abf2-4ec5-80d8-a158ad3078f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.938302 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79ea396-427b-4f9b-9b9e-0e11cc4d4f24 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:41.939210 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e79ea396-427b-4f9b-9b9e-0e11cc4d4f24 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.967146 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:41.975821 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.db.api [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:24:41.975821 dv-neutron-797120-1-hyperv neutron-server[93454]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:24:41.975821 dv-neutron-797120-1-hyperv neutron-server[93454]: [parameters: {'id': 'c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b'}] Jun 18 16:24:41.975821 dv-neutron-797120-1-hyperv neutron-server[93454]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:24:41.976156 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_db.api [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:24:41.999367 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] For port 3c405dc3-da74-4e7f-ad62-5026d21bc5f5, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:42.017422 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e79ea396-427b-4f9b-9b9e-0e11cc4d4f24 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2411535 Jun 18 16:24:42.027189 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] For port 3c405dc3-da74-4e7f-ad62-5026d21bc5f5, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3c405dc3-da74-4e7f-ad62-5026d21bc5f5,segment=NetworkSegment(c7c4ae9e-db5e-4054-9263-23348501ce5c),segment_id=c7c4ae9e-db5e-4054-9263-23348501ce5c)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:42.032876 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47372) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:42.037080 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port b2958d76-4719-40d0-92f0-fb10f29dc7cf, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b2958d76-4719-40d0-92f0-fb10f29dc7cf,segment=NetworkSegment(86796868-dcf7-4bfd-b09f-d695861612b5),segment_id=86796868-dcf7-4bfd-b09f-d695861612b5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:42.038546 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:42.042372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-ecdd7f5d-1919-4e86-8393-2406352e0d7a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'subnet': {'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:42.042666 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-26da9b99-53e7-4863-8180-3aec12d3f497 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:42.052791 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:42.053837 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 6dc9f007-ecaf-4c18-921f-877a05776063 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:42.172988 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-68a42382-e54d-4a83-a79f-ef81881e8ad1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:42.173556 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:42.186296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-25410bb2-a797-4656-80ba-8c2bd74a6339 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:42.199415 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c0fedf59-bfb1-4141-84ba-3bd7626e37f5 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:42.208610 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cc00d2-7333-4951-8b6b-2d0dd0cd91c0 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:42.231016 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-68a42382-e54d-4a83-a79f-ef81881e8ad1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:42.233027 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-68a42382-e54d-4a83-a79f-ef81881e8ad1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/90126ac6-a51b-4405-b272-4e6a88b64bc3 HTTP/1.1" status: 204 len: 168 time: 1.2697456 Jun 18 16:24:42.234184 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a42382-e54d-4a83-a79f-ef81881e8ad1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=90126ac6-a51b-4405-b272-4e6a88b64bc3,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:42.243364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-68a42382-e54d-4a83-a79f-ef81881e8ad1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:42.255253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47374) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:42.319189 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 6dc9f007-ecaf-4c18-921f-877a05776063 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:42.346462 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Pushing event updated for resources: {'Port': ['ID=3c405dc3-da74-4e7f-ad62-5026d21bc5f5,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:42.357236 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:42.360768 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 638381b0-ac55-4d7e-b694-1661e4c20f67 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:42.373697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-c0fedf59-bfb1-4141-84ba-3bd7626e37f5 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Calling delete_port for 45a90e3e-18ff-4622-8905-e31a2348d281 owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:42.384950 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4d259cb8-4677-4724-aacb-814109d9aa1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:42.413982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 638381b0-ac55-4d7e-b694-1661e4c20f67 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:42.414338 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 638381b0-ac55-4d7e-b694-1661e4c20f67 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:42.447708 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Deleting port 3c405dc3-da74-4e7f-ad62-5026d21bc5f5 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:42.448628 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:42.479386 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:42.503578 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-df1374a9-2390-4646-a9fb-57b18a8ec373 None None] Provisioning for port 264d08e7-b739-42de-99bd-43550ad48afc completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:42.521212 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-df1374a9-2390-4646-a9fb-57b18a8ec373 None None] Provisioning complete for port 264d08e7-b739-42de-99bd-43550ad48afc triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:42.521602 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-df1374a9-2390-4646-a9fb-57b18a8ec373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:42.569862 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=b2958d76-4719-40d0-92f0-fb10f29dc7cf,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:42.572256 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:42.614367 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-466e9ff7-b6ca-4172-8355-9fb2d8fc1e43 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3573489 Jun 18 16:24:42.615190 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdd7f5d-1919-4e86-8393-2406352e0d7a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:42.616838 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-df1374a9-2390-4646-a9fb-57b18a8ec373 None None] Port 264d08e7-b739-42de-99bd-43550ad48afc cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:24:42.618778 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ecdd7f5d-1919-4e86-8393-2406352e0d7a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:42.621209 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47376) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:42.783078 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-75fe4f58-cb72-4ab9-a821-06f0e6d50d19 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:42.838275 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] For port 3c405dc3-da74-4e7f-ad62-5026d21bc5f5, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3c405dc3-da74-4e7f-ad62-5026d21bc5f5,segment=NetworkSegment(c7c4ae9e-db5e-4054-9263-23348501ce5c),segment_id=c7c4ae9e-db5e-4054-9263-23348501ce5c)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:42.839074 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:42.854916 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7af5c28-b212-4eff-bd97-7708f2ee63d5 None None] DHCP port deletion for ce24d173-f93a-4cd6-bc0b-4cefb40733e2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:24:42.982575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb42859-2307-4340-a5a0-d11a0c4e7aff None None] Network c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:43.032979 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Calling delete_port for 3c405dc3-da74-4e7f-ad62-5026d21bc5f5 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:43.045250 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.ipam_backend_mixin [None req-ecdd7f5d-1919-4e86-8393-2406352e0d7a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a3594bd6-d85a-43af-8c72-d542f3e7ab4f (CIDR: 2001:db8::/64) Jun 18 16:24:43.057293 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecdd7f5d-1919-4e86-8393-2406352e0d7a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:24:43.057821 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecdd7f5d-1919-4e86-8393-2406352e0d7a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:43.082521 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-75fe4f58-cb72-4ab9-a821-06f0e6d50d19 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:43.085945 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b56d0-abf2-4ec5-80d8-a158ad3078f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting port ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:43.086280 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee6b56d0-abf2-4ec5-80d8-a158ad3078f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:43.089466 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-75fe4f58-cb72-4ab9-a821-06f0e6d50d19 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:43.094021 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c0fedf59-bfb1-4141-84ba-3bd7626e37f5 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:43.106067 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Deleting port 6dc9f007-ecaf-4c18-921f-877a05776063 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:43.107277 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:43.109256 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-16a4b6fe-7937-42de-98f6-a1212f3cfa27 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:43.118941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d7af5c28-b212-4eff-bd97-7708f2ee63d5 None None] Deleting port 5c75235d-0b42-4813-a519-4fb4be8258cd {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:43.119739 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d7af5c28-b212-4eff-bd97-7708f2ee63d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:43.164802 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fedf59-bfb1-4141-84ba-3bd7626e37f5 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Pushing event deleted for resources: {'Port': ['ID=45a90e3e-18ff-4622-8905-e31a2348d281,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:43.178747 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9a405015-a85c-4daa-915a-f11efdcec6f8 None None] Provisioning for port 6dc9f007-ecaf-4c18-921f-877a05776063 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:43.179250 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ecdd7f5d-1919-4e86-8393-2406352e0d7a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1443841 Jun 18 16:24:43.187353 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47380) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:43.202519 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d18261b9-73c3-40d5-8637-049abd9e2855 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'subnet': {'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:43.209550 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c0fedf59-bfb1-4141-84ba-3bd7626e37f5 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:43.262868 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-75fe4f58-cb72-4ab9-a821-06f0e6d50d19 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:43.263304 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fe4f58-cb72-4ab9-a821-06f0e6d50d19 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Fanout notify agent at l3_agent the message router_deleted on router 89db3046-4d92-4a4a-8e7c-586be01b509b {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:24:43.273137 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] For port 6dc9f007-ecaf-4c18-921f-877a05776063, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=6dc9f007-ecaf-4c18-921f-877a05776063,segment=NetworkSegment(fadf4731-0ad1-4451-9fce-c327a27c77d5),segment_id=fadf4731-0ad1-4451-9fce-c327a27c77d5)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:43.273514 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:43.284521 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-75fe4f58-cb72-4ab9-a821-06f0e6d50d19 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:43.286135 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-75fe4f58-cb72-4ab9-a821-06f0e6d50d19 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/routers/89db3046-4d92-4a4a-8e7c-586be01b509b HTTP/1.1" status: 204 len: 168 time: 0.6604245 Jun 18 16:24:43.302953 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47382) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:43.317918 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-303008bf-22dc-4550-92d6-2f45b29b49ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:43.386112 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9a405015-a85c-4daa-915a-f11efdcec6f8 None None] Provisioning complete for port 6dc9f007-ecaf-4c18-921f-877a05776063 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:43.387250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9a405015-a85c-4daa-915a-f11efdcec6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:43.415622 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71eb256-f6e6-4dde-861d-d6af27d7aaf6 req-0d1b75e6-4643-43c9-9093-2af6e5d46be2 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:43.417178 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e71eb256-f6e6-4dde-861d-d6af27d7aaf6 req-0d1b75e6-4643-43c9-9093-2af6e5d46be2 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.4044170 Jun 18 16:24:43.432783 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-ee6b56d0-abf2-4ec5-80d8-a158ad3078f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] For port ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24,segment=NetworkSegment(27b2542c-57e5-4f7f-84df-81b5c34c4932),segment_id=27b2542c-57e5-4f7f-84df-81b5c34c4932)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:43.433365 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee6b56d0-abf2-4ec5-80d8-a158ad3078f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:43.476657 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Calling delete_port for 6dc9f007-ecaf-4c18-921f-877a05776063 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:43.584899 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d7af5c28-b212-4eff-bd97-7708f2ee63d5 None None] For port 5c75235d-0b42-4813-a519-4fb4be8258cd, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=5c75235d-0b42-4813-a519-4fb4be8258cd,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:43.587425 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d7af5c28-b212-4eff-bd97-7708f2ee63d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:43.721139 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d7af5c28-b212-4eff-bd97-7708f2ee63d5 None None] Calling delete_port for 5c75235d-0b42-4813-a519-4fb4be8258cd owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:43.727806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b56d0-abf2-4ec5-80d8-a158ad3078f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Calling delete_port for ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24 owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:43.749882 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e71eb256-f6e6-4dde-861d-d6af27d7aaf6 req-eeb25f36-bca0-4ed9-874d-e11bc9f236a4 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3111057 Jun 18 16:24:43.758488 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b2958d76-4719-40d0-92f0-fb10f29dc7cf up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:43.771078 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c0fedf59-bfb1-4141-84ba-3bd7626e37f5 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:43.866968 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:43.893499 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ceeffe-4136-4d2d-8e57-ac7b30b3ef14 req-42b6a93a-78c0-4839-b992-1574028aaea9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:43.895249 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-78ceeffe-4136-4d2d-8e57-ac7b30b3ef14 req-42b6a93a-78c0-4839-b992-1574028aaea9 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.55 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.2998185 Jun 18 16:24:43.896059 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0c0f16db-9bc5-483e-bd07-a106c2641e8d tempest-BulkNetworkOpsTest-494802397 tempest-BulkNetworkOpsTest-494802397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:43.902763 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303008bf-22dc-4550-92d6-2f45b29b49ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:43.906573 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-303008bf-22dc-4550-92d6-2f45b29b49ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:43.909560 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:44.024320 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9a405015-a85c-4daa-915a-f11efdcec6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:44.045667 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6646af86-eddf-4d74-9bac-85ae06bcdef3 None None] DHCP port deletion for c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:24:44.055758 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Port': ['ID=3c405dc3-da74-4e7f-ad62-5026d21bc5f5,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:44.059893 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:44.065112 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d7af5c28-b212-4eff-bd97-7708f2ee63d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:44.069731 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:44.076574 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port b2958d76-4719-40d0-92f0-fb10f29dc7cf triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:44.076951 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:44.078264 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18261b9-73c3-40d5-8637-049abd9e2855 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:44.084018 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d18261b9-73c3-40d5-8637-049abd9e2855 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:44.087541 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:44.135379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-6646af86-eddf-4d74-9bac-85ae06bcdef3 None None] The port '6dc9f007-ecaf-4c18-921f-877a05776063' was deleted {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1929}} Jun 18 16:24:44.140863 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0fedf59-bfb1-4141-84ba-3bd7626e37f5 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Router c1cefa99-4eff-4329-92ad-d4d792f9f28a has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:24:44.151434 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-46ff704f-8a45-4b28-bdfa-fa761d7c53c3 tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:44.159195 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No DVR routers for this DVR port 6dc9f007-ecaf-4c18-921f-877a05776063 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:44.165475 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b6ac18-19fa-447f-bdc3-2e93e008fc5f None None] Network 5088d9c1-9ab4-40df-b347-f00377d07043 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:44.220988 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af5c28-b212-4eff-bd97-7708f2ee63d5 None None] Pushing event deleted for resources: {'Port': ['ID=5c75235d-0b42-4813-a519-4fb4be8258cd,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:44.223050 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7af5c28-b212-4eff-bd97-7708f2ee63d5 None None] No DVR routers for this DVR port 5c75235d-0b42-4813-a519-4fb4be8258cd on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:44.228869 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d7af5c28-b212-4eff-bd97-7708f2ee63d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:44.271854 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fedf59-bfb1-4141-84ba-3bd7626e37f5 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:24:44.284000 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c0fedf59-bfb1-4141-84ba-3bd7626e37f5 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "PUT /v2.0/routers/c1cefa99-4eff-4329-92ad-d4d792f9f28a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9803698 Jun 18 16:24:44.284762 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47384) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:44.291510 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Port': ['ID=6dc9f007-ecaf-4c18-921f-877a05776063,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:44.294247 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:44.308412 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] No DVR routers for this DVR port 3c405dc3-da74-4e7f-ad62-5026d21bc5f5 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:44.359314 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee6b56d0-abf2-4ec5-80d8-a158ad3078f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:44.364090 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a1ddd30d-240a-4e22-b0e6-940b600b5b5e tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:44.373276 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-3228f3da-33c7-4f55-9e6a-633ab5dd1312 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] delete failed (client error): The resource could not be found. Jun 18 16:24:44.380333 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3228f3da-33c7-4f55-9e6a-633ab5dd1312 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "DELETE /v2.0/routers/tempest-non_exist_router-1451082982 HTTP/1.1" status: 404 len: 335 time: 0.0908759 Jun 18 16:24:44.402275 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47386) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:44.412313 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-dd173878-7cac-4bb3-93c8-7f472f80ca1d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c1cefa99-4eff-4329-92ad-d4d792f9f28a'}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:44.415629 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b56d0-abf2-4ec5-80d8-a158ad3078f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Port': ['ID=ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:44.420736 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ee6b56d0-abf2-4ec5-80d8-a158ad3078f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:44.486088 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b3ad6-0cf7-4fb3-b932-094b397497b1 None None] Sync routers for ids ['c1cefa99-4eff-4329-92ad-d4d792f9f28a'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:24:44.493800 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-608f97d7-51d2-40a7-9cd3-f8ab7fea6d6d None None] Could not find standard attr ID for object 3c405dc3-da74-4e7f-ad62-5026d21bc5f5. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:24:44.558061 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1b3ad6-0cf7-4fb3-b932-094b397497b1 None None] Routers {'c1cefa99-4eff-4329-92ad-d4d792f9f28a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:44.559022 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-0b1b3ad6-0cf7-4fb3-b932-094b397497b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['c1cefa99-4eff-4329-92ad-d4d792f9f28a'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:44.604023 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee6b56d0-abf2-4ec5-80d8-a158ad3078f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:44.671824 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-0b1b3ad6-0cf7-4fb3-b932-094b397497b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:44.715680 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3c405dc3-da74-4e7f-ad62-5026d21bc5f5 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:44.764308 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 3c405dc3-da74-4e7f-ad62-5026d21bc5f5 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:44.764677 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3c405dc3-da74-4e7f-ad62-5026d21bc5f5 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 18 16:24:44.767201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1b3ad6-0cf7-4fb3-b932-094b397497b1 None None] Routers {'c1cefa99-4eff-4329-92ad-d4d792f9f28a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:44.767872 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-0b1b3ad6-0cf7-4fb3-b932-094b397497b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['c1cefa99-4eff-4329-92ad-d4d792f9f28a'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:44.807468 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-0b1b3ad6-0cf7-4fb3-b932-094b397497b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:44.808159 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b3ad6-0cf7-4fb3-b932-094b397497b1 None None] The sync data for ids ['c1cefa99-4eff-4329-92ad-d4d792f9f28a'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:24:44.836485 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Port 3c405dc3-da74-4e7f-ad62-5026d21bc5f5 not found, will not notify nova. {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 18 16:24:44.919093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 5c75235d-0b42-4813-a519-4fb4be8258cd no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:44.959138 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 5c75235d-0b42-4813-a519-4fb4be8258cd {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:44.959581 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 5c75235d-0b42-4813-a519-4fb4be8258cd not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:45.022870 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05331d4-2047-4613-a523-d3711c5f57e1 None None] Network 5088d9c1-9ab4-40df-b347-f00377d07043 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:45.083340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:45.116824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:45.137259 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:45.155179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadf4731-0ad1-4451-9fce-c327a27c77d5') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:45.155563 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadf4731-0ad1-4451-9fce-c327a27c77d5') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:45.247574 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:45.255173 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6b56d0-abf2-4ec5-80d8-a158ad3078f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:24:45.269728 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bedfcf-96dd-4f9d-8838-e3a6a185bd76 req-046133d5-099e-4506-95eb-7126529401ed tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:45.271348 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f0bedfcf-96dd-4f9d-8838-e3a6a185bd76 req-046133d5-099e-4506-95eb-7126529401ed tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.1636577 Jun 18 16:24:45.361190 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dd173878-7cac-4bb3-93c8-7f472f80ca1d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:45.388632 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:45.390337 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6b56d0-abf2-4ec5-80d8-a158ad3078f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:24:45.402199 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ee6b56d0-abf2-4ec5-80d8-a158ad3078f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/bb8f47f8-4a42-4e69-b564-fb9b3d6906cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3951595 Jun 18 16:24:45.402802 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47390) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:45.409294 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:45.409698 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:45.416677 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f35a28-327f-4274-8b08-08b1fc06b52c None None] Sync routers for ids ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:45.417901 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:45.434245 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 6dc9f007-ecaf-4c18-921f-877a05776063 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:45.434481 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f0bedfcf-96dd-4f9d-8838-e3a6a185bd76 req-1b022e7c-08c5-45e0-8715-ea78b568d2a8 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565621 Jun 18 16:24:45.436736 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2845e69f-38cf-4ee1-a65f-d538edfb794e None None] get_active_networks_info from dv-neutron-797120-1-hyperv {{(pid=93455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 16:24:45.448417 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f35a28-327f-4274-8b08-08b1fc06b52c None None] Routers {'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:45.457532 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-07f35a28-327f-4274-8b08-08b1fc06b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:45.487952 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 6dc9f007-ecaf-4c18-921f-877a05776063 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:45.488595 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 6dc9f007-ecaf-4c18-921f-877a05776063 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:45.488922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-8652a5b9-369a-48f1-a86e-86820c55d93d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting subnet b9565246-3a26-4b48-be0c-cc5d55e28d10 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:24:45.495151 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8652a5b9-369a-48f1-a86e-86820c55d93d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:45.563977 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8652a5b9-369a-48f1-a86e-86820c55d93d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:45.579209 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [req-78ceeffe-4136-4d2d-8e57-ac7b30b3ef14 req-46fc3f2b-270b-4cee-ab72-7cbd92253a55 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Deleting port 013e5971-7b77-4544-9e4c-f90e0fe8f833 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:45.579503 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-78ceeffe-4136-4d2d-8e57-ac7b30b3ef14 req-46fc3f2b-270b-4cee-ab72-7cbd92253a55 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:45.628462 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-07f35a28-327f-4274-8b08-08b1fc06b52c None None] Set router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:45.633717 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-dd173878-7cac-4bb3-93c8-7f472f80ca1d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] update failed (client error): The resource could not be found. Jun 18 16:24:45.634925 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-dd173878-7cac-4bb3-93c8-7f472f80ca1d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "PUT /v2.0/routers/c1cefa99-4eff-4329-92ad-d4d792f9f28a HTTP/1.1" status: 404 len: 339 time: 1.2287543 Jun 18 16:24:45.639112 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2845e69f-38cf-4ee1-a65f-d538edfb794e None None] Resources bound (agent type, host, resource id): {{(pid=93455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 18 16:24:45.639694 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47392) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:45.645783 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-303008bf-22dc-4550-92d6-2f45b29b49ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:45.654564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-dd35ab2e-61af-4204-9ad1-998bd0f76e2b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:45.704420 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-07f35a28-327f-4274-8b08-08b1fc06b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:24:44Z', 'revision_number': 11, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:45.732812 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:45.748944 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f35a28-327f-4274-8b08-08b1fc06b52c None None] Checking router: bb8f47f8-4a42-4e69-b564-fb9b3d6906cd for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:24:45.762873 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:45.765283 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f35a28-327f-4274-8b08-08b1fc06b52c None None] Routers {'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:45.768638 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-07f35a28-327f-4274-8b08-08b1fc06b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:45.773992 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8652a5b9-369a-48f1-a86e-86820c55d93d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:45.802737 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303008bf-22dc-4550-92d6-2f45b29b49ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:45.807789 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:45.811782 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b HTTP/1.1" status: 204 len: 168 time: 6.3776774 Jun 18 16:24:45.815965 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47394) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:45.826368 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-303008bf-22dc-4550-92d6-2f45b29b49ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:45.851049 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303008bf-22dc-4550-92d6-2f45b29b49ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:45.851640 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-303008bf-22dc-4550-92d6-2f45b29b49ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:45.868659 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-07f35a28-327f-4274-8b08-08b1fc06b52c None None] Set router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:45.895352 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303008bf-22dc-4550-92d6-2f45b29b49ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=a48230f1-fd6e-4cf1-ba0f-3c4d91a41286,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:45.918355 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-303008bf-22dc-4550-92d6-2f45b29b49ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:45.937361 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-07f35a28-327f-4274-8b08-08b1fc06b52c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:24:44Z', 'revision_number': 11, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:45.949313 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:45.952685 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8fbf56-da00-4c53-ae06-d1b7fef6e967 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] GET failed (client error): The resource could not be found. Jun 18 16:24:45.954941 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8b8fbf56-da00-4c53-ae06-d1b7fef6e967 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "GET /v2.0/subnets/96236670-2391-49ae-8638-258fffbc074e HTTP/1.1" status: 404 len: 337 time: 0.1296737 Jun 18 16:24:45.976923 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f35a28-327f-4274-8b08-08b1fc06b52c None None] The sync data for ids ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'] in dv-neutron-797120-1-hyperv is: [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:24:44Z', 'revision_number': 11, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:24:45.982526 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47396) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:46.024239 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Subnet': ['ID=8413e059-e783-47c7-9170-7336c1e81764,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:46.036872 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-78ceeffe-4136-4d2d-8e57-ac7b30b3ef14 req-46fc3f2b-270b-4cee-ab72-7cbd92253a55 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] For port 013e5971-7b77-4544-9e4c-f90e0fe8f833, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=013e5971-7b77-4544-9e4c-f90e0fe8f833,segment=NetworkSegment(a344f38b-ae7c-42c3-b693-a61d8255c4a2),segment_id=a344f38b-ae7c-42c3-b693-a61d8255c4a2)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:46.036872 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-78ceeffe-4136-4d2d-8e57-ac7b30b3ef14 req-46fc3f2b-270b-4cee-ab72-7cbd92253a55 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.043136 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:46.044084 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b45b28fa-e227-42ef-b53d-1717c8aec34f tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:46.048691 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-303008bf-22dc-4550-92d6-2f45b29b49ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7447162 Jun 18 16:24:46.051074 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': 'a48230f1-fd6e-4cf1-ba0f-3c4d91a41286'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:46.052148 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.055828 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.059270 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47398) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:46.068862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-398c548a-a807-414b-b2bc-3fd22097af33 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1092280513', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:46.076833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d18261b9-73c3-40d5-8637-049abd9e2855 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.084027 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b0f2ed-02d9-4c43-9649-ff3e9c4e99d9 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:46.084678 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b0f2ed-02d9-4c43-9649-ff3e9c4e99d9 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:46.090176 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-70b0f2ed-02d9-4c43-9649-ff3e9c4e99d9 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b HTTP/1.1" status: 404 len: 339 time: 0.0680974 Jun 18 16:24:46.092149 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47400) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:46.119793 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Network': ['ID=c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:46.127451 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5088d9c1-9ab4-40df-b347-f00377d07043']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:46.132476 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:46.133553 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f54fa611-9a46-4591-bd2b-afca26974354 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:46.174547 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c4ae9e-db5e-4054-9263-23348501ce5c') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:46.174992 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c4ae9e-db5e-4054-9263-23348501ce5c') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:46.197527 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18261b9-73c3-40d5-8637-049abd9e2855 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:46.202778 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.211010 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.212627 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-d18261b9-73c3-40d5-8637-049abd9e2855 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:46.221626 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Allocated IP 2001:db8::2 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/a48230f1-fd6e-4cf1-ba0f-3c4d91a41286/42ee8f7d-5082-40da-821c-de68a2356b7d) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:46.222901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8652a5b9-369a-48f1-a86e-86820c55d93d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.239785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:46.245044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-398c548a-a807-414b-b2bc-3fd22097af33 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.246135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-398c548a-a807-414b-b2bc-3fd22097af33 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.255025 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18261b9-73c3-40d5-8637-049abd9e2855 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:46.255619 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d18261b9-73c3-40d5-8637-049abd9e2855 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.283702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8652a5b9-369a-48f1-a86e-86820c55d93d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.286394 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.288250 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8652a5b9-369a-48f1-a86e-86820c55d93d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/subnets/b9565246-3a26-4b48-be0c-cc5d55e28d10 HTTP/1.1" status: 204 len: 168 time: 0.8833265 Jun 18 16:24:46.288499 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47402) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:46.298059 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652a5b9-369a-48f1-a86e-86820c55d93d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Subnet': ['ID=b9565246-3a26-4b48-be0c-cc5d55e28d10,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:46.303966 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18261b9-73c3-40d5-8637-049abd9e2855 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Subnet': ['ID=36f003c0-c2fa-4298-b82d-f82e8e523f1f,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:46.315276 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d18261b9-73c3-40d5-8637-049abd9e2855 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.1243300 Jun 18 16:24:46.320017 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47404) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:46.330922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8652a5b9-369a-48f1-a86e-86820c55d93d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:46.331285 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:46.331959 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.335008 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d18261b9-73c3-40d5-8637-049abd9e2855 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:46.336939 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:46.377862 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-b17d5d98-64d9-4c8e-b73d-2b71cb64c2aa tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-493618627', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '36f003c0-c2fa-4298-b82d-f82e8e523f1f'}], 'security_groups': ['c2cfc8b7-48cc-43d7-b6d0-f931fb3de26a']}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:46.410023 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6ee46f-4f0c-4f12-b73e-bde3fca4f8f3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:46.414587 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3c6ee46f-4f0c-4f12-b73e-bde3fca4f8f3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3185804 Jun 18 16:24:46.421017 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47406) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:46.427471 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.554487 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b3c09bd0-5db9-4f6b-9301-3387af9cd72f tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "GET /v2.0/subnets?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296 HTTP/1.1" status: 200 len: 207 time: 0.0868042 Jun 18 16:24:46.557687 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47410) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:46.576079 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Transition to ACTIVE for port object 42ee8f7d-5082-40da-821c-de68a2356b7d will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:46.593173 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Transition to ACTIVE for port object 42ee8f7d-5082-40da-821c-de68a2356b7d will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:46.598689 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.603127 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.612289 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f93beb57-7f39-4b4b-818b-625c97c355df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:46.631572 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.637806 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-78ceeffe-4136-4d2d-8e57-ac7b30b3ef14 req-46fc3f2b-270b-4cee-ab72-7cbd92253a55 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.638171 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-78ceeffe-4136-4d2d-8e57-ac7b30b3ef14 req-46fc3f2b-270b-4cee-ab72-7cbd92253a55 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.638590 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [req-78ceeffe-4136-4d2d-8e57-ac7b30b3ef14 req-46fc3f2b-270b-4cee-ab72-7cbd92253a55 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Floating IP 92caad00-7a19-4100-90fb-8ffb558d2812 disassociated. External IP: 172.26.6.57, port: 013e5971-7b77-4544-9e4c-f90e0fe8f833. Jun 18 16:24:46.639184 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [req-78ceeffe-4136-4d2d-8e57-ac7b30b3ef14 req-46fc3f2b-270b-4cee-ab72-7cbd92253a55 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Calling delete_port for 013e5971-7b77-4544-9e4c-f90e0fe8f833 owned by compute:nova {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:46.642287 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:46.644846 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:46.649297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:46.649691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.652404 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:46.655517 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/networks/5088d9c1-9ab4-40df-b347-f00377d07043 HTTP/1.1" status: 204 len: 168 time: 5.3981254 Jun 18 16:24:46.662153 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47412) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:46.675710 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Allocated IP 172.20.0.1 (1ee08f8b-b28c-4689-afb7-fe45f2bf6b81/320d383c-c878-4663-bd72-d62888c32083/79b1e527-e1fd-4aac-9836-0051605716b2) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:46.690575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Pushing event updated for resources: {'Port': ['ID=42ee8f7d-5082-40da-821c-de68a2356b7d,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:46.693623 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:46.721988 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Network': ['ID=5088d9c1-9ab4-40df-b347-f00377d07043,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:46.725756 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:46.726116 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-398c548a-a807-414b-b2bc-3fd22097af33 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.726628 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Attempting to bind port 42ee8f7d-5082-40da-821c-de68a2356b7d on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:46.727035 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Attempting to bind port 42ee8f7d-5082-40da-821c-de68a2356b7d by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:46.727415 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Attempting to bind port 42ee8f7d-5082-40da-821c-de68a2356b7d on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:46.736662 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:46.737187 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:46.737622 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.738180 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:46.738736 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Bound port: 42ee8f7d-5082-40da-821c-de68a2356b7d, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:46.739183 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.742093 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-398c548a-a807-414b-b2bc-3fd22097af33 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.764037 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-4513826e-ad28-4c58-afb4-d72b09cd08c5 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:46.766523 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4513826e-ad28-4c58-afb4-d72b09cd08c5 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:46.771429 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4513826e-ad28-4c58-afb4-d72b09cd08c5 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/subnets/8413e059-e783-47c7-9170-7336c1e81764 HTTP/1.1" status: 404 len: 337 time: 0.1049955 Jun 18 16:24:46.774960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47414) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:46.810064 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] For port 42ee8f7d-5082-40da-821c-de68a2356b7d, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:46.814392 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] For port 42ee8f7d-5082-40da-821c-de68a2356b7d, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=42ee8f7d-5082-40da-821c-de68a2356b7d,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:46.819230 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.822340 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-20d9c133-b4e8-4939-b789-c376533aa91a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:46.847217 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-85276b40-f3ad-49c3-823f-886b6471253e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:46.847804 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85276b40-f3ad-49c3-823f-886b6471253e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:46.851967 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-85276b40-f3ad-49c3-823f-886b6471253e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/networks/5088d9c1-9ab4-40df-b347-f00377d07043 HTTP/1.1" status: 404 len: 339 time: 0.0403519 Jun 18 16:24:46.851967 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-398c548a-a807-414b-b2bc-3fd22097af33 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.851967 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-398c548a-a807-414b-b2bc-3fd22097af33 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7881682 Jun 18 16:24:46.855959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47416) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:46.856297 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47418) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:46.886716 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Pushing event updated for resources: {'Port': ['ID=42ee8f7d-5082-40da-821c-de68a2356b7d,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:46.895078 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:46.943326 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b17d5d98-64d9-4c8e-b73d-2b71cb64c2aa tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.945872 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Deleting port 362f7228-e359-4db8-aed0-94563e1851b2 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:46.946205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:46.970523 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acc5fe3-ecf4-4519-bf9f-59a130dacbe7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:46.976399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acc5fe3-ecf4-4519-bf9f-59a130dacbe7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:46.982221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acc5fe3-ecf4-4519-bf9f-59a130dacbe7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:46.988644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acc5fe3-ecf4-4519-bf9f-59a130dacbe7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:46.993872 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1acc5fe3-ecf4-4519-bf9f-59a130dacbe7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4292734 Jun 18 16:24:47.013638 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47420) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:47.061078 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf6c83-4758-4f10-9e5d-eb18451b1931 req-226c5938-0b00-4744-a712-c098b5991b63 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:47.063137 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-22cf6c83-4758-4f10-9e5d-eb18451b1931 req-226c5938-0b00-4744-a712-c098b5991b63 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 945 time: 0.4474442 Jun 18 16:24:47.146147 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] For port 362f7228-e359-4db8-aed0-94563e1851b2, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=362f7228-e359-4db8-aed0-94563e1851b2,segment=NetworkSegment(27b2542c-57e5-4f7f-84df-81b5c34c4932),segment_id=27b2542c-57e5-4f7f-84df-81b5c34c4932)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:47.146805 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:47.157055 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-78ceeffe-4136-4d2d-8e57-ac7b30b3ef14 req-46fc3f2b-270b-4cee-ab72-7cbd92253a55 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:47.180315 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:47.228839 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-550e7589-4670-4e07-8cc0-cbbaf259c09a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:47.246101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:47.301731 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Calling delete_port for 362f7228-e359-4db8-aed0-94563e1851b2 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:47.303842 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc3f2b-270b-4cee-ab72-7cbd92253a55 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Pushing event deleted for resources: {'Port': ['ID=013e5971-7b77-4544-9e4c-f90e0fe8f833,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:47.319928 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-46fc3f2b-270b-4cee-ab72-7cbd92253a55 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:47.341322 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Transition to ACTIVE for port object 79b1e527-e1fd-4aac-9836-0051605716b2 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:47.352870 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-22cf6c83-4758-4f10-9e5d-eb18451b1931 req-a31866c4-0bda-4aae-abdd-ecd625d0bc84 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups?id=8070745a-901f-4e8f-9ca3-5f425dc063f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734118 Jun 18 16:24:47.392492 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 42ee8f7d-5082-40da-821c-de68a2356b7d up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:47.435582 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8fbe103e-bb7a-485b-9bb7-6dd08ccfe1ae tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4185565 Jun 18 16:24:47.446566 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47422) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:47.448395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 42ee8f7d-5082-40da-821c-de68a2356b7d completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:47.459152 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:47.479992 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:47.480691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ac8d79cb-ea85-4c6f-b830-dcbda9fa4e24 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:47.502083 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-550e7589-4670-4e07-8cc0-cbbaf259c09a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:47.523376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-550e7589-4670-4e07-8cc0-cbbaf259c09a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b2ecdd-d83a-43c1-b380-b5ef3dbb3c45']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:47.541936 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-550e7589-4670-4e07-8cc0-cbbaf259c09a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d206871-fa0d-4d4c-93e5-05392ccf4212') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:47.542456 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-550e7589-4670-4e07-8cc0-cbbaf259c09a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d206871-fa0d-4d4c-93e5-05392ccf4212') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:47.554693 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 013e5971-7b77-4544-9e4c-f90e0fe8f833 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:47.570408 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:47.574233 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-570ea963-345c-46c4-8fef-5342ddd2488d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:47.575449 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 013e5971-7b77-4544-9e4c-f90e0fe8f833 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:47.575873 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 013e5971-7b77-4544-9e4c-f90e0fe8f833 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:47.579632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-550e7589-4670-4e07-8cc0-cbbaf259c09a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:47.582933 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:47.645669 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-550e7589-4670-4e07-8cc0-cbbaf259c09a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:47.662795 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Network 1ee08f8b-b28c-4689-afb7-fe45f2bf6b81 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:47.696617 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550e7589-4670-4e07-8cc0-cbbaf259c09a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:47.697028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-550e7589-4670-4e07-8cc0-cbbaf259c09a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:47.700525 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:47.702469 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:47.705747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Pushing event updated for resources: {'Port': ['ID=79b1e527-e1fd-4aac-9836-0051605716b2,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:47.708210 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:48.010939 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e25014-fa03-4aa6-81e8-fe743e79f59c tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:48.012467 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e25014-fa03-4aa6-81e8-fe743e79f59c tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:48.014053 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-96e25014-fa03-4aa6-81e8-fe743e79f59c tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.5663238 Jun 18 16:24:48.021908 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47424) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:48.047855 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6420c43-13b7-4934-ba66-e0c7ce2b4e98 None None] get_active_networks_info from dv-neutron-797120-1-hyperv {{(pid=93455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 16:24:48.080564 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:48.132627 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:48.143390 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:48.162123 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78ceeffe-4136-4d2d-8e57-ac7b30b3ef14 req-46fc3f2b-270b-4cee-ab72-7cbd92253a55 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Router f8d13524-66e7-4247-8b6b-cb09bf243032 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:24:48.186126 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ac5a7849-4885-4801-9a48-83971e48a028 None None] Provisioning for port 42ee8f7d-5082-40da-821c-de68a2356b7d completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:48.190103 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] No DVR routers for this DVR port 362f7228-e359-4db8-aed0-94563e1851b2 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:48.198155 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10662010-79ab-4800-a0b7-e99c43ee5f6b tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['shared'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:48.200185 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10662010-79ab-4800-a0b7-e99c43ee5f6b tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['shared'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:48.201079 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-10662010-79ab-4800-a0b7-e99c43ee5f6b tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1757615 Jun 18 16:24:48.202439 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-550e7589-4670-4e07-8cc0-cbbaf259c09a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:48.207618 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6420c43-13b7-4934-ba66-e0c7ce2b4e98 None None] Resources bound (agent type, host, resource id): {{(pid=93455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 18 16:24:48.209374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Port': ['ID=362f7228-e359-4db8-aed0-94563e1851b2,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:48.210142 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47426) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:48.211720 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:48.212584 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ac5a7849-4885-4801-9a48-83971e48a028 None None] Provisioning complete for port 42ee8f7d-5082-40da-821c-de68a2356b7d triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:48.213032 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ac5a7849-4885-4801-9a48-83971e48a028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:48.221545 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5a72f166-07f7-46f7-b03d-5e2841ceee27 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:48.230250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-550e7589-4670-4e07-8cc0-cbbaf259c09a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:48.235310 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-550e7589-4670-4e07-8cc0-cbbaf259c09a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/networks/54b2ecdd-d83a-43c1-b380-b5ef3dbb3c45 HTTP/1.1" status: 204 len: 168 time: 1.3780246 Jun 18 16:24:48.253629 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47428) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:48.264005 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:48.361244 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e7589-4670-4e07-8cc0-cbbaf259c09a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Network': ['ID=54b2ecdd-d83a-43c1-b380-b5ef3dbb3c45,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:48.369661 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7871e599-0df5-41a8-b89c-e428f6c8160c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:48.370118 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7871e599-0df5-41a8-b89c-e428f6c8160c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:48.375570 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7871e599-0df5-41a8-b89c-e428f6c8160c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/subnets/0ef790d9-e7ad-4d68-aa72-56274bbb6644 HTTP/1.1" status: 404 len: 337 time: 0.1174359 Jun 18 16:24:48.380597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47430) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:48.383162 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-550e7589-4670-4e07-8cc0-cbbaf259c09a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:48.396051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-b17d5d98-64d9-4c8e-b73d-2b71cb64c2aa tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Delete allocated IP 2001:db8::134 (090f2d7a-292d-4e62-8986-e194fc2b9a6d/a3594bd6-d85a-43af-8c72-d542f3e7ab4f) {{(pid=93454) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 18 16:24:48.401639 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:48.444422 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced109f6-1a58-4b95-92a8-76dabf4a1370 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:48.445029 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced109f6-1a58-4b95-92a8-76dabf4a1370 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:48.449532 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ced109f6-1a58-4b95-92a8-76dabf4a1370 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/networks/3c0d44a2-f6f8-4c7c-abd5-b6453c8922c7 HTTP/1.1" status: 404 len: 339 time: 0.0653608 Jun 18 16:24:48.454600 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a7fec7-8496-4c11-a2a9-9b43598b55b2']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:48.456816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47434) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:48.457969 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-b17d5d98-64d9-4c8e-b73d-2b71cb64c2aa tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Allocated IP 2001:db8:0:1::91 (090f2d7a-292d-4e62-8986-e194fc2b9a6d/36f003c0-c2fa-4298-b82d-f82e8e523f1f/264d08e7-b739-42de-99bd-43550ad48afc) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:48.485820 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b2542c-57e5-4f7f-84df-81b5c34c4932') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:48.486207 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b2542c-57e5-4f7f-84df-81b5c34c4932') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:48.525629 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:48.561621 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ac5a7849-4885-4801-9a48-83971e48a028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:48.570046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f0e8d4-c46a-459e-8db0-925c89e65ba2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:48.574521 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-95f0e8d4-c46a-459e-8db0-925c89e65ba2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "GET /v2.0/networks/6d00b298-d35c-4ebd-a163-f12c80080fdf HTTP/1.1" status: 200 len: 800 time: 0.3588328 Jun 18 16:24:48.574792 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:48.575306 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47436) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:48.591182 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:48.591740 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:48.596444 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78ceeffe-4136-4d2d-8e57-ac7b30b3ef14 req-46fc3f2b-270b-4cee-ab72-7cbd92253a55 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:48.605944 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:48.610978 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12adb81e-a31c-4476-bc16-2f46e0f61155 None None] Sync routers for ids ['f8d13524-66e7-4247-8b6b-cb09bf243032'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:24:48.631174 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ac5a7849-4885-4801-9a48-83971e48a028 None None] For port 42ee8f7d-5082-40da-821c-de68a2356b7d, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=42ee8f7d-5082-40da-821c-de68a2356b7d,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:48.639750 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12adb81e-a31c-4476-bc16-2f46e0f61155 None None] Routers {'f8d13524-66e7-4247-8b6b-cb09bf243032'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:48.640570 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-12adb81e-a31c-4476-bc16-2f46e0f61155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['f8d13524-66e7-4247-8b6b-cb09bf243032'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:48.667153 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-c80c190d-9353-4eec-8a6d-c8fe23212477 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Deleting subnet 2227425d-0722-44ca-a535-c46d2d8dfe37 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:24:48.684202 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c80c190d-9353-4eec-8a6d-c8fe23212477 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:48.687964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::1 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/a48230f1-fd6e-4cf1-ba0f-3c4d91a41286/df80f3d0-a6d8-47a4-a296-f7b3aff8c818) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:48.727188 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8722e0c1-d632-4a83-a31e-cd323a56d114 req-f61754b3-213b-40d1-b55b-1f2ebfde60d5 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 210 time: 0.0514774 Jun 18 16:24:48.738800 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022f0030-bc61-487d-a9fd-648f30b9595a None None] DHCP port deletion for 5088d9c1-9ab4-40df-b347-f00377d07043 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:24:48.746313 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ac5a7849-4885-4801-9a48-83971e48a028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:48.756048 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9a60516c-c9b6-4652-bf4c-da3d9fbd336a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:48.782409 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:48.811364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ceeffe-4136-4d2d-8e57-ac7b30b3ef14 req-46fc3f2b-270b-4cee-ab72-7cbd92253a55 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] No DVR routers for this DVR port 013e5971-7b77-4544-9e4c-f90e0fe8f833 on host hv-neutron-7971 {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:48.818856 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a7849-4885-4801-9a48-83971e48a028 None None] Pushing event updated for resources: {'Port': ['ID=42ee8f7d-5082-40da-821c-de68a2356b7d,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:48.823235 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-78ceeffe-4136-4d2d-8e57-ac7b30b3ef14 req-46fc3f2b-270b-4cee-ab72-7cbd92253a55 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:48.825350 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ac5a7849-4885-4801-9a48-83971e48a028 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:48.825553 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-78ceeffe-4136-4d2d-8e57-ac7b30b3ef14 req-46fc3f2b-270b-4cee-ab72-7cbd92253a55 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.55 "DELETE /v2.0/ports/013e5971-7b77-4544-9e4c-f90e0fe8f833 HTTP/1.1" status: 204 len: 173 time: 4.8774703 Jun 18 16:24:48.826069 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9718002d-c08b-4d66-8439-2dfc5b48524d', 'name': 'network-vif-deleted', 'tag': '013e5971-7b77-4544-9e4c-f90e0fe8f833'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:24:48.830102 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e2ea41-1180-4de6-95a0-a71f810a8026" -d '{"events": [{"server_uuid": "9718002d-c08b-4d66-8439-2dfc5b48524d", "name": "network-vif-deleted", "tag": "013e5971-7b77-4544-9e4c-f90e0fe8f833"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:24:48.831004 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-12adb81e-a31c-4476-bc16-2f46e0f61155 None None] Set router f8d13524-66e7-4247-8b6b-cb09bf243032 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:48.850053 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:48.858932 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f38f1a33-d530-4e6d-b225-29f5f67ba5b8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:48.864297 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:48.872862 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/networks/22a7fec7-8496-4c11-a2a9-9b43598b55b2 HTTP/1.1" status: 204 len: 168 time: 2.5778551 Jun 18 16:24:48.873102 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47440) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:48.874146 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c80c190d-9353-4eec-8a6d-c8fe23212477 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:48.908065 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-9f3e1835-cf57-4efd-8209-2f52b07521f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'router': {'routes': None}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:48.948733 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Pushing event deleted for resources: {'Network': ['ID=22a7fec7-8496-4c11-a2a9-9b43598b55b2,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:48.976696 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:48.980595 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09005a2-436e-43b0-8d01-cf198b5bae4b x-openstack-request-id: req-b09005a2-436e-43b0-8d01-cf198b5bae4b {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:24:48.981036 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9718002d-c08b-4d66-8439-2dfc5b48524d", "name": "network-vif-deleted", "tag": "013e5971-7b77-4544-9e4c-f90e0fe8f833", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:24:48.981424 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b09005a2-436e-43b0-8d01-cf198b5bae4b {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:24:48.981957 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9718002d-c08b-4d66-8439-2dfc5b48524d', 'name': 'network-vif-deleted', 'tag': '013e5971-7b77-4544-9e4c-f90e0fe8f833', 'status': 'completed', 'code': 200} Jun 18 16:24:49.063676 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-cf3b5c38-79ab-4f63-8051-26e5603c5aba tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "GET /v2.0/networks/6d00b298-d35c-4ebd-a163-f12c80080fdf?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4829178 Jun 18 16:24:49.067495 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47442) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:49.136891 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-12adb81e-a31c-4476-bc16-2f46e0f61155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'name': 'tempest-ServerActionsTestJSON-674591186-router', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:31Z', 'updated_at': '2021-06-18T16:20:38Z', 'revision_number': 4, 'project_id': '3328f9de576047028d611de30e1e3eab', 'gw_port': {'id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:32Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '53dddba7-d821-4c0c-b5b1-3f7b013e3694', 'name': '', 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'mac_address': 'fa:16:3e:63:d7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5e8e39ea-ca18-4f6a-859c-466bac254243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:35Z', 'updated_at': '2021-06-18T16:20:48Z', 'revision_number': 5, 'project_id': '3328f9de576047028d611de30e1e3eab', 'subnets': [{'id': '5e8e39ea-ca18-4f6a-859c-466bac254243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:49.144809 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b17d5d98-64d9-4c8e-b73d-2b71cb64c2aa tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:49.189413 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12adb81e-a31c-4476-bc16-2f46e0f61155 None None] Checking router: f8d13524-66e7-4247-8b6b-cb09bf243032 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:24:49.202380 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-b17d5d98-64d9-4c8e-b73d-2b71cb64c2aa tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Transition to ACTIVE for port object 264d08e7-b739-42de-99bd-43550ad48afc will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:49.203777 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12adb81e-a31c-4476-bc16-2f46e0f61155 None None] Routers {'f8d13524-66e7-4247-8b6b-cb09bf243032'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:49.204908 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-12adb81e-a31c-4476-bc16-2f46e0f61155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['f8d13524-66e7-4247-8b6b-cb09bf243032'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:49.209983 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649815b-4ddf-4790-a7a8-a4257e8b6d67 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:49.214568 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b649815b-4ddf-4790-a7a8-a4257e8b6d67 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "GET /v2.0/subnets/cd620d68-30d1-4af3-b3a1-86957812eebc HTTP/1.1" status: 200 len: 811 time: 0.1408617 Jun 18 16:24:49.214568 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c80c190d-9353-4eec-8a6d-c8fe23212477 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:49.218030 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47448) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:49.220847 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b17d5d98-64d9-4c8e-b73d-2b71cb64c2aa tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:49.259091 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:49.280878 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fb0c6bbe-b97b-4ff4-85f9-3ed2a7d60730 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:49.451722 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-b17d5d98-64d9-4c8e-b73d-2b71cb64c2aa tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] In _notify_port_updated(), no bound segment for port 264d08e7-b739-42de-99bd-43550ad48afc on network 090f2d7a-292d-4e62-8986-e194fc2b9a6d {{(pid=93454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:24:49.458069 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17d5d98-64d9-4c8e-b73d-2b71cb64c2aa tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:49.458772 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b17d5d98-64d9-4c8e-b73d-2b71cb64c2aa tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:49.463265 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b17d5d98-64d9-4c8e-b73d-2b71cb64c2aa tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "PUT /v2.0/ports/264d08e7-b739-42de-99bd-43550ad48afc HTTP/1.1" status: 200 len: 929 time: 3.1271479 Jun 18 16:24:49.463915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47450) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:49.467290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.extraroute_db [None req-9f3e1835-cf57-4efd-8209-2f52b07521f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Added routes are [] {{(pid=93453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 18 16:24:49.468507 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.extraroute_db [None req-9f3e1835-cf57-4efd-8209-2f52b07521f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Removed routes are [] {{(pid=93453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 18 16:24:49.469133 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1835-cf57-4efd-8209-2f52b07521f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:49.474000 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object df80f3d0-a6d8-47a4-a296-f7b3aff8c818 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:49.485783 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa75985-5bac-476e-8bd6-ee34ae7e5bd2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['shared'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:49.487377 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4fa75985-5bac-476e-8bd6-ee34ae7e5bd2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "GET /v2.0/subnets/cd620d68-30d1-4af3-b3a1-86957812eebc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2679927 Jun 18 16:24:49.507822 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47452) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:49.516192 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-fcbf052e-8e31-46cf-afcf-08b0d1e04bf3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1145777999'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:49.520220 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d5d98-64d9-4c8e-b73d-2b71cb64c2aa tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=264d08e7-b739-42de-99bd-43550ad48afc,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:49.524024 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b17d5d98-64d9-4c8e-b73d-2b71cb64c2aa tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:49.566369 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 42ee8f7d-5082-40da-821c-de68a2356b7d up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:49.615425 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c80c190d-9353-4eec-8a6d-c8fe23212477 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:49.624760 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bf5f5291-b493-4793-acef-999df27bb8e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:49.634010 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-12adb81e-a31c-4476-bc16-2f46e0f61155 None None] Set router f8d13524-66e7-4247-8b6b-cb09bf243032 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:49.667826 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c190d-9353-4eec-8a6d-c8fe23212477 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Subnet': ['ID=2227425d-0722-44ca-a535-c46d2d8dfe37,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:49.672713 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c80c190d-9353-4eec-8a6d-c8fe23212477 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:49.673565 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbf052e-8e31-46cf-afcf-08b0d1e04bf3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:49.678880 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fcbf052e-8e31-46cf-afcf-08b0d1e04bf3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:49.686451 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 42ee8f7d-5082-40da-821c-de68a2356b7d triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:49.686847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:49.710554 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c80c190d-9353-4eec-8a6d-c8fe23212477 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:49.713973 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c80c190d-9353-4eec-8a6d-c8fe23212477 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/subnets/2227425d-0722-44ca-a535-c46d2d8dfe37 HTTP/1.1" status: 204 len: 168 time: 1.2523305 Jun 18 16:24:49.716225 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47454) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:49.731919 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbf052e-8e31-46cf-afcf-08b0d1e04bf3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:24:49.801739 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe3045e-bcbb-4c37-9a76-b979cb6709d8 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:49.803347 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fcbf052e-8e31-46cf-afcf-08b0d1e04bf3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:49.803697 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-fcbf052e-8e31-46cf-afcf-08b0d1e04bf3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Added segment 9d04ca43-9085-4d77-8e63-b7095eb72f7a of type vlan for network 705fccc0-4da1-4a64-b1cc-103c5d4b7b98 Jun 18 16:24:49.808582 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-af8a6daf-f215-4c7b-b037-40349775b070 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port 264d08e7-b739-42de-99bd-43550ad48afc {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:49.808926 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-af8a6daf-f215-4c7b-b037-40349775b070 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:49.895026 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1835-cf57-4efd-8209-2f52b07521f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:49.910615 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b52e87-f104-4a87-bd4b-c6bf4a7ea281 None None] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:49.916727 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1835-cf57-4efd-8209-2f52b07521f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:49.948841 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3dbba63-adf4-4365-b098-04ab7458db16 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Deleting subnet 24e13bda-7ddc-4a37-9471-ff11314f6a87 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:24:49.955311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:49.964108 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d340c5-ebb9-4b50-92c4-880e88e0f800 None None] Network 35894f71-5944-4190-97ac-a8170c9420d6 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:49.967310 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b3dbba63-adf4-4365-b098-04ab7458db16 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:49.971704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fcbf052e-8e31-46cf-afcf-08b0d1e04bf3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:49.978853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9807a6c3-4bb1-4697-adbc-1aed28a98c2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:50.085269 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a3de02-4f8c-4176-a6d9-c10ef3270c59 None None] Network 22a7fec7-8496-4c11-a2a9-9b43598b55b2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:50.111531 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:50.154566 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b3dbba63-adf4-4365-b098-04ab7458db16 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:50.224956 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1c0c8420-eabb-4c75-9fde-bc636dfcc131 req-3b84ddb4-ebe4-4802-bee9-642fa534fde2 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/ports?device_id=9718002d-c08b-4d66-8439-2dfc5b48524d HTTP/1.1" status: 200 len: 210 time: 0.1737111 Jun 18 16:24:50.237207 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:50.239020 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:50.246709 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:50.253368 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-af8a6daf-f215-4c7b-b037-40349775b070 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:50.254758 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:50.255412 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:50.313592 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a3de02-4f8c-4176-a6d9-c10ef3270c59 None None] Network 22a7fec7-8496-4c11-a2a9-9b43598b55b2 could not be found, it might have been deleted concurrently. {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 18 16:24:50.338279 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-af8a6daf-f215-4c7b-b037-40349775b070 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for 264d08e7-b739-42de-99bd-43550ad48afc owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:50.342568 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fcbf052e-8e31-46cf-afcf-08b0d1e04bf3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:50.349677 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbf052e-8e31-46cf-afcf-08b0d1e04bf3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:50.350147 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fcbf052e-8e31-46cf-afcf-08b0d1e04bf3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:50.360596 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-53d03d15-3150-437e-845b-38eaf42d532c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:50.385795 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3e1835-cf57-4efd-8209-2f52b07521f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:24:50.387297 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=df80f3d0-a6d8-47a4-a296-f7b3aff8c818,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:50.397662 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:50.399761 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:50.413492 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74771a5f-52fc-46b4-b1d3-f68588a139d5 None None] DHCP port deletion for 22a7fec7-8496-4c11-a2a9-9b43598b55b2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:24:50.426926 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-08494376-9cab-4428-8c9f-ed9a5a4ac67e None None] Provisioning complete for port 42ee8f7d-5082-40da-821c-de68a2356b7d triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:50.427301 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-08494376-9cab-4428-8c9f-ed9a5a4ac67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:50.472042 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fcbf052e-8e31-46cf-afcf-08b0d1e04bf3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9610567 Jun 18 16:24:50.507785 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47462) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:50.513327 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f7e05717-5e25-442c-bcb2-cfebc06530ec tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'subnet': {'network_id': '705fccc0-4da1-4a64-b1cc-103c5d4b7b98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:50.520150 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf052e-8e31-46cf-afcf-08b0d1e04bf3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Network': ['ID=705fccc0-4da1-4a64-b1cc-103c5d4b7b98,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:50.525120 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fcbf052e-8e31-46cf-afcf-08b0d1e04bf3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:50.568747 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 705fccc0-4da1-4a64-b1cc-103c5d4b7b98 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:24:50.610145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b3dbba63-adf4-4365-b098-04ab7458db16 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:50.670355 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3c405dc3-da74-4e7f-ad62-5026d21bc5f5 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:50.727111 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 3c405dc3-da74-4e7f-ad62-5026d21bc5f5 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:50.727477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3c405dc3-da74-4e7f-ad62-5026d21bc5f5 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:50.741293 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e05717-5e25-442c-bcb2-cfebc06530ec tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Made reservation on behalf of eb097a6e28d249bdbf02c3bc05f9b34b for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:50.746181 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f7e05717-5e25-442c-bcb2-cfebc06530ec tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:50.812008 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b3dbba63-adf4-4365-b098-04ab7458db16 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:50.821485 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8117064f-d8a1-410f-a1a0-ac7d29ec6ef0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:50.824026 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-12adb81e-a31c-4476-bc16-2f46e0f61155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'name': 'tempest-ServerActionsTestJSON-674591186-router', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:31Z', 'updated_at': '2021-06-18T16:20:38Z', 'revision_number': 4, 'project_id': '3328f9de576047028d611de30e1e3eab', 'gw_port': {'id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:32Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '53dddba7-d821-4c0c-b5b1-3f7b013e3694', 'name': '', 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'mac_address': 'fa:16:3e:63:d7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5e8e39ea-ca18-4f6a-859c-466bac254243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:35Z', 'updated_at': '2021-06-18T16:20:48Z', 'revision_number': 5, 'project_id': '3328f9de576047028d611de30e1e3eab', 'subnets': [{'id': '5e8e39ea-ca18-4f6a-859c-466bac254243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:50.857710 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12adb81e-a31c-4476-bc16-2f46e0f61155 None None] The sync data for ids ['f8d13524-66e7-4247-8b6b-cb09bf243032'] in dv-neutron-797120-1-hyperv is: [{'id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'name': 'tempest-ServerActionsTestJSON-674591186-router', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:31Z', 'updated_at': '2021-06-18T16:20:38Z', 'revision_number': 4, 'project_id': '3328f9de576047028d611de30e1e3eab', 'gw_port': {'id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:32Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '53dddba7-d821-4c0c-b5b1-3f7b013e3694', 'name': '', 'network_id': '8a164dae-cb32-4185-85ff-e3ff62c30233', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'mac_address': 'fa:16:3e:63:d7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5e8e39ea-ca18-4f6a-859c-466bac254243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:35Z', 'updated_at': '2021-06-18T16:20:48Z', 'revision_number': 5, 'project_id': '3328f9de576047028d611de30e1e3eab', 'subnets': [{'id': '5e8e39ea-ca18-4f6a-859c-466bac254243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:24:50.862391 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:50.866027 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dbba63-adf4-4365-b098-04ab7458db16 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Subnet': ['ID=24e13bda-7ddc-4a37-9471-ff11314f6a87,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:50.868881 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b3dbba63-adf4-4365-b098-04ab7458db16 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:50.877234 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b3dbba63-adf4-4365-b098-04ab7458db16 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:50.879403 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b3dbba63-adf4-4365-b098-04ab7458db16 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/subnets/24e13bda-7ddc-4a37-9471-ff11314f6a87 HTTP/1.1" status: 204 len: 168 time: 1.1588423 Jun 18 16:24:50.881313 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-af8a6daf-f215-4c7b-b037-40349775b070 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:50.889460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47464) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:50.890205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:50.898184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:50.907057 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.ipam_backend_mixin [None req-f7e05717-5e25-442c-bcb2-cfebc06530ec tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Performing IP validity checks on allocation pools {{(pid=93454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 18 16:24:50.907334 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.ipam_backend_mixin [None req-f7e05717-5e25-442c-bcb2-cfebc06530ec tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93454) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 18 16:24:50.988770 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a6daf-f215-4c7b-b037-40349775b070 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=264d08e7-b739-42de-99bd-43550ad48afc,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:50.990890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Pushing event updated for resources: {'Port': ['ID=79b1e527-e1fd-4aac-9836-0051605716b2,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:50.995420 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-af8a6daf-f215-4c7b-b037-40349775b070 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:51.025610 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ed91ac-e8af-4e4d-8963-74ce863c2d36 None None] Update dhcp port {'port': {'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d', 'fixed_ips': [{'subnet_id': 'a3594bd6-d85a-43af-8c72-d542f3e7ab4f', 'ip_address': '2001:db8::2'}, {'subnet_id': '36f003c0-c2fa-4298-b82d-f82e8e523f1f'}], 'binding:host_id': 'dv-neutron-797120-1-hyperv'}, 'id': 'b2958d76-4719-40d0-92f0-fb10f29dc7cf'} from dv-neutron-797120-1-hyperv. {{(pid=93455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:24:51.070094 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-af8a6daf-f215-4c7b-b037-40349775b070 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:51.075260 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-af8a6daf-f215-4c7b-b037-40349775b070 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/ports/264d08e7-b739-42de-99bd-43550ad48afc HTTP/1.1" status: 204 len: 168 time: 1.6033719 Jun 18 16:24:51.080233 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47466) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:51.099709 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-00907f76-3e5e-4b1a-aa47-1fce02660ff3 None None] Provisioning for port 79b1e527-e1fd-4aac-9836-0051605716b2 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:51.125482 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-78814d33-4512-489e-9098-7131e0e7aa52 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] GET failed (client error): The resource could not be found. Jun 18 16:24:51.131238 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-78814d33-4512-489e-9098-7131e0e7aa52 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports/264d08e7-b739-42de-99bd-43550ad48afc HTTP/1.1" status: 404 len: 333 time: 0.0496984 Jun 18 16:24:51.133322 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-00907f76-3e5e-4b1a-aa47-1fce02660ff3 None None] Provisioning complete for port 79b1e527-e1fd-4aac-9836-0051605716b2 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:51.133455 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47468) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:51.133768 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-00907f76-3e5e-4b1a-aa47-1fce02660ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:51.157460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:51.209474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b4ed91ac-e8af-4e4d-8963-74ce863c2d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:51.254032 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-00907f76-3e5e-4b1a-aa47-1fce02660ff3 None None] Port 79b1e527-e1fd-4aac-9836-0051605716b2 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:24:51.304029 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 362f7228-e359-4db8-aed0-94563e1851b2 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:51.339503 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c783a594-7389-4367-a141-68fff45ab663 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:51.365317 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 362f7228-e359-4db8-aed0-94563e1851b2 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:51.365687 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 362f7228-e359-4db8-aed0-94563e1851b2 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:51.398534 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b606ad35-3ee8-45c2-8230-8df918d1e923 None None] New status for floating IP 92caad00-7a19-4100-90fb-8ffb558d2812: DOWN {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:24:51.431081 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.031s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:51.462979 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c783a594-7389-4367-a141-68fff45ab663 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:51.512110 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-2922c3f5-8316-4aea-a6d8-02ff2f6cf8f1 None None] Provisioning complete for port 42ee8f7d-5082-40da-821c-de68a2356b7d triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:51.512506 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2922c3f5-8316-4aea-a6d8-02ff2f6cf8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:51.520731 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Deleting port 2382959c-8522-419a-a37a-343843f8304e {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:51.521121 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:51.538364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f7e05717-5e25-442c-bcb2-cfebc06530ec tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:51.582715 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3e1835-cf57-4efd-8209-2f52b07521f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:24:51.586773 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:51.590366 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Network 1ee08f8b-b28c-4689-afb7-fe45f2bf6b81 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:51.601018 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9f3e1835-cf57-4efd-8209-2f52b07521f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:51.605113 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4c1e9d-8595-4c95-bd80-8ea39309ca4d None None] Sync routers for ids ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:24:51.606985 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9f3e1835-cf57-4efd-8209-2f52b07521f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/bb8f47f8-4a42-4e69-b564-fb9b3d6906cd HTTP/1.1" status: 200 len: 701 time: 2.7054272 Jun 18 16:24:51.665451 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47474) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:51.680713 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4c1e9d-8595-4c95-bd80-8ea39309ca4d None None] Routers {'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:51.681559 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-9a4c1e9d-8595-4c95-bd80-8ea39309ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:51.688953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:51.739197 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f77f4ee6-5638-4754-ac77-df671ce27bb8 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb8f47f8-4a42-4e69-b564-fb9b3d6906cd HTTP/1.1" status: 200 len: 205 time: 0.0724552 Jun 18 16:24:51.743011 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47476) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:51.840726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:51.848705 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-b4ed91ac-e8af-4e4d-8963-74ce863c2d36 None None] Allocated IP 2001:db8:0:1::2 (090f2d7a-292d-4e62-8986-e194fc2b9a6d/36f003c0-c2fa-4298-b82d-f82e8e523f1f/b2958d76-4719-40d0-92f0-fb10f29dc7cf) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:51.851865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:51.853392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:51.859150 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1eeb26db-d2db-429d-8f69-62e32396d5b6 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:51.863260 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c783a594-7389-4367-a141-68fff45ab663 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:51.864210 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-9a4c1e9d-8595-4c95-bd80-8ea39309ca4d None None] Set router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:51.866226 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c783a594-7389-4367-a141-68fff45ab663 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:51.870368 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c783a594-7389-4367-a141-68fff45ab663 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/security-groups/7315f04a-85b2-4bff-80e4-a4ffc38dfccf HTTP/1.1" status: 204 len: 168 time: 0.7343466 Jun 18 16:24:51.872787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] For port 2382959c-8522-419a-a37a-343843f8304e, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2382959c-8522-419a-a37a-343843f8304e,segment=NetworkSegment(ec1bee67-e0cb-41e3-8759-e666047d97d4),segment_id=ec1bee67-e0cb-41e3-8759-e666047d97d4)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:51.872787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:51.875690 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47478) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:51.880659 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e05717-5e25-442c-bcb2-cfebc06530ec tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Subnet': ['ID=e6e06bcd-a9ef-4ebc-bd1c-adc9df76de00,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:51.883682 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f7e05717-5e25-442c-bcb2-cfebc06530ec tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:51.904236 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f84f9c79-e973-48b7-aa03-da8c60c0c70e tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:52.033202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=df80f3d0-a6d8-47a4-a296-f7b3aff8c818,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:52.039300 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Router c1cefa99-4eff-4329-92ad-d4d792f9f28a has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:24:52.042059 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:52.095858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106c279b-e0e2-4683-ac28-512556a2bf8c None None] Network 35894f71-5944-4190-97ac-a8170c9420d6 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:52.134710 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-9a4c1e9d-8595-4c95-bd80-8ea39309ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:24:44Z', 'revision_number': 11, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:52.156055 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:52.159330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:52.241575 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:24:52.242982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4c1e9d-8595-4c95-bd80-8ea39309ca4d None None] Checking router: bb8f47f8-4a42-4e69-b564-fb9b3d6906cd for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:24:52.248332 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "PUT /v2.0/routers/c1cefa99-4eff-4329-92ad-d4d792f9f28a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5781519 Jun 18 16:24:52.255185 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47480) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:52.272134 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-2922c3f5-8316-4aea-a6d8-02ff2f6cf8f1 None None] Provisioning for port df80f3d0-a6d8-47a4-a296-f7b3aff8c818 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:52.276687 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29650b05-7ea5-4844-8a96-14b92c5ea8a9 None None] Sync routers for ids ['c1cefa99-4eff-4329-92ad-d4d792f9f28a'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:24:52.286376 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-2922c3f5-8316-4aea-a6d8-02ff2f6cf8f1 None None] Provisioning complete for port df80f3d0-a6d8-47a4-a296-f7b3aff8c818 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:52.291037 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29650b05-7ea5-4844-8a96-14b92c5ea8a9 None None] Routers {'c1cefa99-4eff-4329-92ad-d4d792f9f28a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:52.291884 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-29650b05-7ea5-4844-8a96-14b92c5ea8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['c1cefa99-4eff-4329-92ad-d4d792f9f28a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:52.295297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2922c3f5-8316-4aea-a6d8-02ff2f6cf8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:52.312356 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e05717-5e25-442c-bcb2-cfebc06530ec tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Checking segment: {'id': '9d04ca43-9085-4d77-8e63-b7095eb72f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '705fccc0-4da1-4a64-b1cc-103c5d4b7b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:52.312799 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e05717-5e25-442c-bcb2-cfebc06530ec tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network hostable DHCP agents. Network: 705fccc0-4da1-4a64-b1cc-103c5d4b7b98, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:24:52.349521 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4c1e9d-8595-4c95-bd80-8ea39309ca4d None None] Routers {'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:52.350181 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-9a4c1e9d-8595-4c95-bd80-8ea39309ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:52.350397 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-29650b05-7ea5-4844-8a96-14b92c5ea8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:52.368053 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29650b05-7ea5-4844-8a96-14b92c5ea8a9 None None] Routers {'c1cefa99-4eff-4329-92ad-d4d792f9f28a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:52.368500 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Calling delete_port for 2382959c-8522-419a-a37a-343843f8304e owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:52.369947 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-29650b05-7ea5-4844-8a96-14b92c5ea8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['c1cefa99-4eff-4329-92ad-d4d792f9f28a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:52.376123 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c783a594-7389-4367-a141-68fff45ab663 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7315f04a-85b2-4bff-80e4-a4ffc38dfccf,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:52.391222 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c783a594-7389-4367-a141-68fff45ab663 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:52.395457 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2a990660-554d-4cef-9fb7-8965de163ec2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:52.398113 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-47a8d668-2d17-40a4-9ec1-ec01cad5ebdc tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:52.458047 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-29650b05-7ea5-4844-8a96-14b92c5ea8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:52.458770 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29650b05-7ea5-4844-8a96-14b92c5ea8a9 None None] The sync data for ids ['c1cefa99-4eff-4329-92ad-d4d792f9f28a'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:24:52.485814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-2922c3f5-8316-4aea-a6d8-02ff2f6cf8f1 None None] Port df80f3d0-a6d8-47a4-a296-f7b3aff8c818 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:24:52.507977 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47484) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:52.547673 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-9a4c1e9d-8595-4c95-bd80-8ea39309ca4d None None] Set router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:52.551128 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b4ed91ac-e8af-4e4d-8963-74ce863c2d36 None None] For port b2958d76-4719-40d0-92f0-fb10f29dc7cf, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b2958d76-4719-40d0-92f0-fb10f29dc7cf,segment=NetworkSegment(86796868-dcf7-4bfd-b09f-d695861612b5),segment_id=86796868-dcf7-4bfd-b09f-d695861612b5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:52.581929 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Router 1563dffe-f85f-4c23-b013-362bcf35bd37 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:24:52.588658 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-47a8d668-2d17-40a4-9ec1-ec01cad5ebdc tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 18 16:24:52.589807 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-47a8d668-2d17-40a4-9ec1-ec01cad5ebdc tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "DELETE /v2.0/routers/c1cefa99-4eff-4329-92ad-d4d792f9f28a HTTP/1.1" status: 409 len: 329 time: 0.3338368 Jun 18 16:24:52.593326 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47486) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:52.632750 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-9a4c1e9d-8595-4c95-bd80-8ea39309ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:24:44Z', 'revision_number': 11, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:52.653323 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5be64ac6-5ad9-4a96-801b-1c0d37e877cc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:52.680417 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4c1e9d-8595-4c95-bd80-8ea39309ca4d None None] The sync data for ids ['bb8f47f8-4a42-4e69-b564-fb9b3d6906cd'] in dv-neutron-797120-1-hyperv is: [{'id': 'bb8f47f8-4a42-4e69-b564-fb9b3d6906cd', 'name': 'tempest-RoutersTest-router-1908814683', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:23:19Z', 'updated_at': '2021-06-18T16:24:44Z', 'revision_number': 11, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:24:52.692093 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e05717-5e25-442c-bcb2-cfebc06530ec tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Network 705fccc0-4da1-4a64-b1cc-103c5d4b7b98 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:24:52.693173 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-07bed4c7-308e-41b9-b839-6b46a47b8bbd None None] Provisioning complete for port 79b1e527-e1fd-4aac-9836-0051605716b2 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:52.693575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-07bed4c7-308e-41b9-b839-6b46a47b8bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:52.724065 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80588ee4-4a61-43f8-bfc1-8d1360f53294 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:52.730552 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b4ed91ac-e8af-4e4d-8963-74ce863c2d36 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:52.779781 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b4ed91ac-e8af-4e4d-8963-74ce863c2d36 None None] Transition to ACTIVE for port object b2958d76-4719-40d0-92f0-fb10f29dc7cf will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:52.783411 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-07bed4c7-308e-41b9-b839-6b46a47b8bbd None None] Port 79b1e527-e1fd-4aac-9836-0051605716b2 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:24:52.792739 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b4ed91ac-e8af-4e4d-8963-74ce863c2d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:52.803705 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:52.815605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-07bed4c7-308e-41b9-b839-6b46a47b8bbd None None] Provisioning complete for port df80f3d0-a6d8-47a4-a296-f7b3aff8c818 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:52.816131 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-07bed4c7-308e-41b9-b839-6b46a47b8bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:52.819207 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80588ee4-4a61-43f8-bfc1-8d1360f53294 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:52.834865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:24:52.839070 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2a990660-554d-4cef-9fb7-8965de163ec2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:52.847518 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "PUT /v2.0/routers/1563dffe-f85f-4c23-b013-362bcf35bd37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9775140 Jun 18 16:24:52.847672 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-f7e05717-5e25-442c-bcb2-cfebc06530ec tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 705fccc0-4da1-4a64-b1cc-103c5d4b7b98) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:52.849363 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2a990660-554d-4cef-9fb7-8965de163ec2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:52.850938 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47488) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:52.886409 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa90ab4-517f-4ae3-96db-30b05a68ac92 None None] Network 705fccc0-4da1-4a64-b1cc-103c5d4b7b98 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:52.888618 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7653ad4d-99a0-4b9f-ac05-64223e7d54a0 None None] DHCP port deletion for 35894f71-5944-4190-97ac-a8170c9420d6 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:24:52.895839 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Sync routers for ids ['1563dffe-f85f-4c23-b013-362bcf35bd37'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:24:52.910782 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5be64ac6-5ad9-4a96-801b-1c0d37e877cc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:52.931162 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e05717-5e25-442c-bcb2-cfebc06530ec tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:52.932021 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f7e05717-5e25-442c-bcb2-cfebc06530ec tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.019356 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Routers {'1563dffe-f85f-4c23-b013-362bcf35bd37'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:53.020136 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1563dffe-f85f-4c23-b013-362bcf35bd37'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:53.022096 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80588ee4-4a61-43f8-bfc1-8d1360f53294 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.024965 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80588ee4-4a61-43f8-bfc1-8d1360f53294 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.028573 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-80588ee4-4a61-43f8-bfc1-8d1360f53294 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "DELETE /v2.0/security-groups/8070745a-901f-4e8f-9ca3-5f425dc063f9 HTTP/1.1" status: 204 len: 168 time: 0.5168486 Jun 18 16:24:53.029137 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2964af72-275d-42f8-9d32-e4cd0bd0a1c2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:53.030725 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2964af72-275d-42f8-9d32-e4cd0bd0a1c2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports/df80f3d0-a6d8-47a4-a296-f7b3aff8c818 HTTP/1.1" status: 200 len: 911 time: 0.1750998 Jun 18 16:24:53.040541 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47490) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:53.041011 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47492) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:53.047406 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-524bdf49-7ff3-406d-8dc2-30cfc4215172 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:53.060475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80588ee4-4a61-43f8-bfc1-8d1360f53294 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8070745a-901f-4e8f-9ca3-5f425dc063f9,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:53.070596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-80588ee4-4a61-43f8-bfc1-8d1360f53294 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:53.085429 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f7e05717-5e25-442c-bcb2-cfebc06530ec tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.5762823 Jun 18 16:24:53.086319 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2a990660-554d-4cef-9fb7-8965de163ec2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.086954 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a990660-554d-4cef-9fb7-8965de163ec2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Fanout notify agent at l3_agent the message router_deleted on router bb8f47f8-4a42-4e69-b564-fb9b3d6906cd {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:24:53.088428 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47494) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:53.116260 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-bcf774c4-1f77-46ec-95f0-113c5e053c76 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] show failed (client error): The resource could not be found. Jun 18 16:24:53.120077 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bcf774c4-1f77-46ec-95f0-113c5e053c76 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "GET /v2.0/security-groups/8070745a-901f-4e8f-9ca3-5f425dc063f9 HTTP/1.1" status: 404 len: 347 time: 0.0753007 Jun 18 16:24:53.124501 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2a990660-554d-4cef-9fb7-8965de163ec2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.127066 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2a990660-554d-4cef-9fb7-8965de163ec2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/routers/bb8f47f8-4a42-4e69-b564-fb9b3d6906cd HTTP/1.1" status: 204 len: 168 time: 1.3790677 Jun 18 16:24:53.132207 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47496) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:53.132483 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47498) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:53.133284 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-c6c8956c-ccf7-43a5-a083-1c7d98a066b0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:53.144049 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.146129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-5d72881c-3af6-48e1-8f81-b8176b12b147 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-765922217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:53.176337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-07bed4c7-308e-41b9-b839-6b46a47b8bbd None None] Port df80f3d0-a6d8-47a4-a296-f7b3aff8c818 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:24:53.191432 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed91ac-e8af-4e4d-8963-74ce863c2d36 None None] Pushing event updated for resources: {'Port': ['ID=b2958d76-4719-40d0-92f0-fb10f29dc7cf,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:53.199500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b4ed91ac-e8af-4e4d-8963-74ce863c2d36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:53.216029 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1a813be6-9475-4997-b2aa-66fafbeaaaad tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:53.219466 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-07bed4c7-308e-41b9-b839-6b46a47b8bbd None None] Could not find standard attr ID for object 2382959c-8522-419a-a37a-343843f8304e. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:24:53.222010 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Set router 1563dffe-f85f-4c23-b013-362bcf35bd37 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:53.280850 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Port': ['ID=2382959c-8522-419a-a37a-343843f8304e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:53.305544 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:53.318585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5d72881c-3af6-48e1-8f81-b8176b12b147 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.319774 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5d72881c-3af6-48e1-8f81-b8176b12b147 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.342774 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7653ad4d-99a0-4b9f-ac05-64223e7d54a0 None None] Deleting port 2382959c-8522-419a-a37a-343843f8304e {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:53.343230 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7653ad4d-99a0-4b9f-ac05-64223e7d54a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.375101 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b2958d76-4719-40d0-92f0-fb10f29dc7cf up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:53.383816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] No DVR routers for this DVR port 2382959c-8522-419a-a37a-343843f8304e on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:53.395736 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff0a37-ca1f-4a62-a6f8-7a57aa9b1beb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:53.401861 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff0a37-ca1f-4a62-a6f8-7a57aa9b1beb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:53.404017 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a8ff0a37-ca1f-4a62-a6f8-7a57aa9b1beb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3536751 Jun 18 16:24:53.404747 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5be64ac6-5ad9-4a96-801b-1c0d37e877cc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.408028 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5be64ac6-5ad9-4a96-801b-1c0d37e877cc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.410447 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47500) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:53.411907 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5be64ac6-5ad9-4a96-801b-1c0d37e877cc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/security-groups/c2cfc8b7-48cc-43d7-b6d0-f931fb3de26a HTTP/1.1" status: 204 len: 168 time: 1.5268812 Jun 18 16:24:53.415323 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47502) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:53.418126 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c783a594-7389-4367-a141-68fff45ab663 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:53.429378 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f139747d-1880-4bd3-9f6f-72044f786ecc tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.483114 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be64ac6-5ad9-4a96-801b-1c0d37e877cc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cfc8b7-48cc-43d7-b6d0-f931fb3de26a,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:53.489318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1763f6c-cff4-4022-8fbd-308f95ae5b0a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting subnet a3594bd6-d85a-43af-8c72-d542f3e7ab4f {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:24:53.514241 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5be64ac6-5ad9-4a96-801b-1c0d37e877cc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:53.517813 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a1763f6c-cff4-4022-8fbd-308f95ae5b0a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.592605 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.604526 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35894f71-5944-4190-97ac-a8170c9420d6']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:53.615995 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1bee67-e0cb-41e3-8759-e666047d97d4') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:53.616283 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1bee67-e0cb-41e3-8759-e666047d97d4') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:53.626674 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.643257 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.651266 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:53.651679 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.661221 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-705fccc0-4da1-4a64-b1cc-103c5d4b7b98', 'network_id': '705fccc0-4da1-4a64-b1cc-103c5d4b7b98', 'tenant_id': 'eb097a6e28d249bdbf02c3bc05f9b34b', 'fixed_ips': [{'subnet_id': 'e6e06bcd-a9ef-4ebc-bd1c-adc9df76de00'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:24:53.662152 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.724219 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-7653ad4d-99a0-4b9f-ac05-64223e7d54a0 None None] For port 2382959c-8522-419a-a37a-343843f8304e, host dv-neutron-797120-1-hyperv, got binding levels [] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:53.724707 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7653ad4d-99a0-4b9f-ac05-64223e7d54a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:53.754000 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:53.756666 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c6c8956c-ccf7-43a5-a083-1c7d98a066b0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25496906'] for subnet, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.759638 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.770150 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a947b31d-99c6-4586-a74b-ab50dde5a3ae tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:53.786984 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.792004 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/networks/35894f71-5944-4190-97ac-a8170c9420d6 HTTP/1.1" status: 204 len: 168 time: 2.8968520 Jun 18 16:24:53.796156 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Network': ['ID=35894f71-5944-4190-97ac-a8170c9420d6,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:53.806363 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47504) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:53.816917 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:53.829593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a1763f6c-cff4-4022-8fbd-308f95ae5b0a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:53.862017 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1563dffe-f85f-4c23-b013-362bcf35bd37', 'name': 'tempest-NetworksTestDHCPv6-router-1092280513', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:24:46Z', 'updated_at': '2021-06-18T16:24:50Z', 'revision_number': 2, 'project_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'gw_port_host': None, '_interfaces': [{'id': 'df80f3d0-a6d8-47a4-a296-f7b3aff8c818', 'name': '', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'mac_address': 'fa:16:3e:f4:51:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1563dffe-f85f-4c23-b013-362bcf35bd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'a48230f1-fd6e-4cf1-ba0f-3c4d91a41286', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:24:48Z', 'updated_at': '2021-06-18T16:24:51Z', 'revision_number': 2, 'project_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'subnets': [{'id': 'a48230f1-fd6e-4cf1-ba0f-3c4d91a41286', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:53.894755 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a8b782-1495-47ff-925a-b81a82feca88 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:53.895209 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5a8b782-1495-47ff-925a-b81a82feca88 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:53.899418 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c5a8b782-1495-47ff-925a-b81a82feca88 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/subnets/08b232e8-85c7-4357-9a7a-f7bf9b3d6eff HTTP/1.1" status: 404 len: 337 time: 0.0893791 Jun 18 16:24:53.901704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47506) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:53.946134 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-8143d68d-3430-4f96-869a-1901d2871d7c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:53.947138 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8143d68d-3430-4f96-869a-1901d2871d7c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:53.951654 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8143d68d-3430-4f96-869a-1901d2871d7c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/networks/82a7e3c4-84c1-4d51-bdee-e030e56cabb4 HTTP/1.1" status: 404 len: 339 time: 0.0432880 Jun 18 16:24:53.956397 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47508) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:53.995983 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-76084330-e0ba-475a-91d3-a3ef294da863 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:53.996994 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76084330-e0ba-475a-91d3-a3ef294da863 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:54.001280 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-76084330-e0ba-475a-91d3-a3ef294da863 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/subnets/71590690-cca5-4f4f-a6ec-c8dec10946ab HTTP/1.1" status: 404 len: 337 time: 0.0387940 Jun 18 16:24:54.001507 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5d72881c-3af6-48e1-8f81-b8176b12b147 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.004933 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47510) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:54.029273 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5d72881c-3af6-48e1-8f81-b8176b12b147 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.063983 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-020aba92-b307-4706-a7c1-0afc19840b80 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:54.064624 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-020aba92-b307-4706-a7c1-0afc19840b80 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:54.068629 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-020aba92-b307-4706-a7c1-0afc19840b80 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/networks/93afac37-d316-447f-9c94-5c91079748ad HTTP/1.1" status: 404 len: 339 time: 0.0566428 Jun 18 16:24:54.081298 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47512) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:54.116460 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Checking router: 1563dffe-f85f-4c23-b013-362bcf35bd37 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:24:54.116838 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Updating router 1563dffe-f85f-4c23-b013-362bcf35bd37 port df80f3d0-a6d8-47a4-a296-f7b3aff8c818 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:24:54.126323 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed461b5c-3df5-4674-89a6-441d7f07cc0b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:54.126849 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed461b5c-3df5-4674-89a6-441d7f07cc0b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:54.128861 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ed461b5c-3df5-4674-89a6-441d7f07cc0b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/subnets/5dbaa7c0-2c64-4679-bed4-284415bace68 HTTP/1.1" status: 404 len: 337 time: 0.0426250 Jun 18 16:24:54.133999 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a1763f6c-cff4-4022-8fbd-308f95ae5b0a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.138732 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47514) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:54.183336 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7653ad4d-99a0-4b9f-ac05-64223e7d54a0 None None] Calling delete_port for 2382959c-8522-419a-a37a-343843f8304e owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:54.193416 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.ipam_backend_mixin [None req-7653ad4d-99a0-4b9f-ac05-64223e7d54a0 None None] Port 2382959c-8522-419a-a37a-343843f8304e was not found and therefore no delete operation was performed {{(pid=93455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 16:24:54.200158 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.db.api [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:24:54.200158 dv-neutron-797120-1-hyperv neutron-server[93455]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jun 18 16:24:54.200158 dv-neutron-797120-1-hyperv neutron-server[93455]: [parameters: {'in_use': 1, 'id_1': 'e6e06bcd-a9ef-4ebc-bd1c-adc9df76de00'}] Jun 18 16:24:54.200158 dv-neutron-797120-1-hyperv neutron-server[93455]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:24:54.200635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_db.api [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:24:54.201277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7653ad4d-99a0-4b9f-ac05-64223e7d54a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.207948 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b4ed91ac-e8af-4e4d-8963-74ce863c2d36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:54.242709 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8806995c-0746-4372-a6c0-71124f5deca7 None None] Could not find standard attr ID for object 264d08e7-b739-42de-99bd-43550ad48afc. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:24:54.248818 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653ad4d-99a0-4b9f-ac05-64223e7d54a0 None None] Pushing event deleted for resources: {'Port': ['ID=2382959c-8522-419a-a37a-343843f8304e,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:54.253240 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7653ad4d-99a0-4b9f-ac05-64223e7d54a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:54.258511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.262210 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7653ad4d-99a0-4b9f-ac05-64223e7d54a0 None None] Network 35894f71-5944-4190-97ac-a8170c9420d6 is not hosted by any dhcp agent {{(pid=93455) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:24:54.262707 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7653ad4d-99a0-4b9f-ac05-64223e7d54a0 None None] No DVR routers for this DVR port 2382959c-8522-419a-a37a-343843f8304e on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:54.269319 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.300363 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5d72881c-3af6-48e1-8f81-b8176b12b147 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.304470 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47516) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:54.312253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-dea90f07-7402-4498-a76a-fb8168fcc17d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:54.313899 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5d72881c-3af6-48e1-8f81-b8176b12b147 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1595728 Jun 18 16:24:54.320394 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8806995c-0746-4372-a6c0-71124f5deca7 None None] Provisioning for port b2958d76-4719-40d0-92f0-fb10f29dc7cf completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:24:54.325973 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8806995c-0746-4372-a6c0-71124f5deca7 None None] Provisioning complete for port b2958d76-4719-40d0-92f0-fb10f29dc7cf triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:54.326360 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8806995c-0746-4372-a6c0-71124f5deca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.348696 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-090d3322-79b4-483b-acac-d13317104d81 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Deleting port 4439a424-c130-44ed-8e1e-4003186c6e4d {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:54.350509 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-090d3322-79b4-483b-acac-d13317104d81 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.351342 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a1763f6c-cff4-4022-8fbd-308f95ae5b0a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.355525 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:54.360400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c6c8956c-ccf7-43a5-a083-1c7d98a066b0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758805004508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25236408'] for subnet, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.384468 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2382959c-8522-419a-a37a-343843f8304e no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:54.421768 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 2382959c-8522-419a-a37a-343843f8304e {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:54.422138 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2382959c-8522-419a-a37a-343843f8304e not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:54.444165 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d60ab6b-d764-4aa8-81f3-b25ae13de3cc tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:54.444907 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d60ab6b-d764-4aa8-81f3-b25ae13de3cc tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:54.450018 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1d60ab6b-d764-4aa8-81f3-b25ae13de3cc tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/networks/f1a74594-ff69-41c5-a0dd-095da37059f1 HTTP/1.1" status: 404 len: 339 time: 0.3102484 Jun 18 16:24:54.450818 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47518) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:54.494379 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1763f6c-cff4-4022-8fbd-308f95ae5b0a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Subnet': ['ID=a3594bd6-d85a-43af-8c72-d542f3e7ab4f,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:54.496651 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a1763f6c-cff4-4022-8fbd-308f95ae5b0a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.503612 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a1763f6c-cff4-4022-8fbd-308f95ae5b0a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/subnets/a3594bd6-d85a-43af-8c72-d542f3e7ab4f HTTP/1.1" status: 204 len: 168 time: 1.0745649 Jun 18 16:24:54.518791 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47520) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:54.520524 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-090d3322-79b4-483b-acac-d13317104d81 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.520924 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-090d3322-79b4-483b-acac-d13317104d81 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.527913 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66580b1d-93b2-4e14-abda-9378299b1010 None None] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:54.531868 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a1763f6c-cff4-4022-8fbd-308f95ae5b0a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:54.532499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-8ca75c04-0c1e-4ce1-851c-c258e356dc46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'subnet': {'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:54.532806 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d18261b9-73c3-40d5-8637-049abd9e2855 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:54.606040 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c8956c-ccf7-43a5-a083-1c7d98a066b0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:54.606578 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c6c8956c-ccf7-43a5-a083-1c7d98a066b0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.610548 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c6c8956c-ccf7-43a5-a083-1c7d98a066b0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "PUT /v2.0/subnets/e6e06bcd-a9ef-4ebc-bd1c-adc9df76de00 HTTP/1.1" status: 200 len: 877 time: 1.4931681 Jun 18 16:24:54.620862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47522) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:54.652023 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-090d3322-79b4-483b-acac-d13317104d81 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Calling delete_port for 4439a424-c130-44ed-8e1e-4003186c6e4d owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:54.670107 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-08005ac7-3799-4f86-a9b8-62be7d891840 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Deleting subnet cd3c7c83-8b12-4772-a814-2c56bb8fc8da {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:24:54.670947 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8806995c-0746-4372-a6c0-71124f5deca7 None None] Provisioning complete for port 3b19b88a-e3ec-4e6d-b6cd-c96e3c947d32 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:54.671479 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8806995c-0746-4372-a6c0-71124f5deca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.704082 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.706974 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-08005ac7-3799-4f86-a9b8-62be7d891840 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.753607 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8956c-ccf7-43a5-a083-1c7d98a066b0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event updated for resources: {'Subnet': ['ID=e6e06bcd-a9ef-4ebc-bd1c-adc9df76de00,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:54.762036 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c6c8956c-ccf7-43a5-a083-1c7d98a066b0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:54.771891 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dea90f07-7402-4498-a76a-fb8168fcc17d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.783601 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-8806995c-0746-4372-a6c0-71124f5deca7 None None] Port 3b19b88a-e3ec-4e6d-b6cd-c96e3c947d32 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:24:54.787783 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-08005ac7-3799-4f86-a9b8-62be7d891840 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.816938 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dea90f07-7402-4498-a76a-fb8168fcc17d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.943098 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f3d525c2-0653-4ae4-81f4-8a952290decf None None] Could not find standard attr ID for object 264d08e7-b739-42de-99bd-43550ad48afc. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:24:54.965901 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-08005ac7-3799-4f86-a9b8-62be7d891840 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:54.999390 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea90f07-7402-4498-a76a-fb8168fcc17d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Router 33dfcb6c-9caa-4a86-a6a4-03884c985d25 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:24:55.005945 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:55.029338 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Transition to ACTIVE for port object df80f3d0-a6d8-47a4-a296-f7b3aff8c818 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:55.031599 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:55.037159 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Allocated IP 172.20.0.3 (705fccc0-4da1-4a64-b1cc-103c5d4b7b98/e6e06bcd-a9ef-4ebc-bd1c-adc9df76de00/ae3e609f-ef81-48ae-941d-4723a5b61c29) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:55.046166 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:55.052355 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:55.074440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca75c04-0c1e-4ce1-851c-c258e356dc46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:24:55.078114 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ca75c04-0c1e-4ce1-851c-c258e356dc46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:55.085306 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80c18c6d-ffbb-4147-8281-c19310a18230 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:55.123930 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea90f07-7402-4498-a76a-fb8168fcc17d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:24:55.134168 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dea90f07-7402-4498-a76a-fb8168fcc17d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:55.135474 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-dea90f07-7402-4498-a76a-fb8168fcc17d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "PUT /v2.0/routers/33dfcb6c-9caa-4a86-a6a4-03884c985d25 HTTP/1.1" status: 200 len: 693 time: 0.8274171 Jun 18 16:24:55.139096 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47524) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:55.141050 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc2ca3-0ee2-4742-8007-c5213714e798 None None] Sync routers for ids ['33dfcb6c-9caa-4a86-a6a4-03884c985d25'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:24:55.154599 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc2ca3-0ee2-4742-8007-c5213714e798 None None] Routers {'33dfcb6c-9caa-4a86-a6a4-03884c985d25'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:55.155259 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3bdc2ca3-0ee2-4742-8007-c5213714e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['33dfcb6c-9caa-4a86-a6a4-03884c985d25'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:55.232923 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040a84-6070-474e-98f2-f19101aa021d None None] Pushing event updated for resources: {'Port': ['ID=df80f3d0-a6d8-47a4-a296-f7b3aff8c818,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:55.237670 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-77040a84-6070-474e-98f2-f19101aa021d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:55.256308 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-08005ac7-3799-4f86-a9b8-62be7d891840 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:55.261673 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ab2f1285-a2de-470b-bab6-d87e140fe234 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:55.324258 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08005ac7-3799-4f86-a9b8-62be7d891840 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Subnet': ['ID=cd3c7c83-8b12-4772-a814-2c56bb8fc8da,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:55.335144 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fd368871-de7e-46b7-a84e-524b21635c5c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/routers/33dfcb6c-9caa-4a86-a6a4-03884c985d25 HTTP/1.1" status: 200 len: 699 time: 0.1929412 Jun 18 16:24:55.335773 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47526) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:55.342722 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-08005ac7-3799-4f86-a9b8-62be7d891840 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:55.343166 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-f139747d-1880-4bd3-9f6f-72044f786ecc tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Deleting port 79b1e527-e1fd-4aac-9836-0051605716b2 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:55.343901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f139747d-1880-4bd3-9f6f-72044f786ecc tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:55.356072 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-3bdc2ca3-0ee2-4742-8007-c5213714e798 None None] Set router 33dfcb6c-9caa-4a86-a6a4-03884c985d25 gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:55.375638 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Attempting to bind port df80f3d0-a6d8-47a4-a296-f7b3aff8c818 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:55.386779 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Attempting to bind port df80f3d0-a6d8-47a4-a296-f7b3aff8c818 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:55.387083 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Attempting to bind port df80f3d0-a6d8-47a4-a296-f7b3aff8c818 on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:55.403868 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0c4b7819-f803-4848-97b6-e44558a7e3be tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33dfcb6c-9caa-4a86-a6a4-03884c985d25 HTTP/1.1" status: 200 len: 205 time: 0.0594883 Jun 18 16:24:55.406467 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-08005ac7-3799-4f86-a9b8-62be7d891840 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:55.409748 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c5b4cd-e08a-4b94-9185-12a53d0a49bd None None] Network 23257978-ebe0-476c-9c45-b16242be54c0 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:55.410214 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-08005ac7-3799-4f86-a9b8-62be7d891840 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/subnets/cd3c7c83-8b12-4772-a814-2c56bb8fc8da HTTP/1.1" status: 204 len: 168 time: 0.9303119 Jun 18 16:24:55.411205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47528) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:55.440965 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47530) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:55.480236 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3bdc2ca3-0ee2-4742-8007-c5213714e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dfcb6c-9caa-4a86-a6a4-03884c985d25', 'name': 'tempest-RoutersTest-router-765922217', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:24:53Z', 'updated_at': '2021-06-18T16:24:54Z', 'revision_number': 2, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:55.504256 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-090d3322-79b4-483b-acac-d13317104d81 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:55.532003 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-04fca887-1005-4ce1-8495-727e970af347 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:55.548098 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:55.548496 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:55.548912 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:55.549327 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:55.549910 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc2ca3-0ee2-4742-8007-c5213714e798 None None] Checking router: 33dfcb6c-9caa-4a86-a6a4-03884c985d25 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:24:55.557654 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Bound port: df80f3d0-a6d8-47a4-a296-f7b3aff8c818, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:55.557876 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:55.563933 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc2ca3-0ee2-4742-8007-c5213714e798 None None] Routers {'33dfcb6c-9caa-4a86-a6a4-03884c985d25'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:55.564807 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3bdc2ca3-0ee2-4742-8007-c5213714e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['33dfcb6c-9caa-4a86-a6a4-03884c985d25'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:55.566641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:55.577033 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:55.684034 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-3bdc2ca3-0ee2-4742-8007-c5213714e798 None None] Set router 33dfcb6c-9caa-4a86-a6a4-03884c985d25 gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:55.699598 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:55.741864 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Transition to ACTIVE for port object ae3e609f-ef81-48ae-941d-4723a5b61c29 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:55.748364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d3322-79b4-483b-acac-d13317104d81 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Pushing event deleted for resources: {'Port': ['ID=4439a424-c130-44ed-8e1e-4003186c6e4d,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:55.768955 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3bdc2ca3-0ee2-4742-8007-c5213714e798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33dfcb6c-9caa-4a86-a6a4-03884c985d25', 'name': 'tempest-RoutersTest-router-765922217', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:24:53Z', 'updated_at': '2021-06-18T16:24:54Z', 'revision_number': 2, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:55.783942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-090d3322-79b4-483b-acac-d13317104d81 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:55.798634 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdc2ca3-0ee2-4742-8007-c5213714e798 None None] The sync data for ids ['33dfcb6c-9caa-4a86-a6a4-03884c985d25'] in dv-neutron-797120-1-hyperv is: [{'id': '33dfcb6c-9caa-4a86-a6a4-03884c985d25', 'name': 'tempest-RoutersTest-router-765922217', 'tenant_id': 'd6a873ab5766408fa0fa9107656c5e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:24:53Z', 'updated_at': '2021-06-18T16:24:54Z', 'revision_number': 2, 'project_id': 'd6a873ab5766408fa0fa9107656c5e69', 'gw_port_host': None}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:24:55.863972 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Transition to ACTIVE for port object ae3e609f-ef81-48ae-941d-4723a5b61c29 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:55.865842 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] For port df80f3d0-a6d8-47a4-a296-f7b3aff8c818, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:55.871116 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] For port df80f3d0-a6d8-47a4-a296-f7b3aff8c818, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=df80f3d0-a6d8-47a4-a296-f7b3aff8c818,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:55.885792 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:55.893513 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b0d094cf-2b5d-4c6c-bde9-e9d3e83c2833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:55.897898 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:55.977087 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Network 705fccc0-4da1-4a64-b1cc-103c5d4b7b98 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:55.985987 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:55.993468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f139747d-1880-4bd3-9f6f-72044f786ecc tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:55.998723 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:24:56.010971 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Pushing event updated for resources: {'Port': ['ID=ae3e609f-ef81-48ae-941d-4723a5b61c29,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:56.015679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.018215 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:56.018595 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:56.021971 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Routers {'1563dffe-f85f-4c23-b013-362bcf35bd37'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:56.022650 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1563dffe-f85f-4c23-b013-362bcf35bd37'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:56.184462 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91160881-5e8a-4286-9d70-9d8e26516626 None None] DHCP port deletion for 23257978-ebe0-476c-9c45-b16242be54c0 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:24:56.209880 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-f139747d-1880-4bd3-9f6f-72044f786ecc tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Calling delete_port for 79b1e527-e1fd-4aac-9836-0051605716b2 owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:56.270897 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-04fca887-1005-4ce1-8495-727e970af347 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.273427 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-04fca887-1005-4ce1-8495-727e970af347 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.327275 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-04fca887-1005-4ce1-8495-727e970af347 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.328838 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fca887-1005-4ce1-8495-727e970af347 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Fanout notify agent at l3_agent the message router_deleted on router 33dfcb6c-9caa-4a86-a6a4-03884c985d25 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:24:56.339074 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-04fca887-1005-4ce1-8495-727e970af347 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.340712 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-04fca887-1005-4ce1-8495-727e970af347 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/routers/33dfcb6c-9caa-4a86-a6a4-03884c985d25 HTTP/1.1" status: 204 len: 168 time: 0.9282181 Jun 18 16:24:56.345734 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47532) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:56.382216 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e8937f59-80f2-49e2-be90-03ef2b33a60e tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/ports?device_id=33dfcb6c-9caa-4a86-a6a4-03884c985d25 HTTP/1.1" status: 200 len: 205 time: 0.0353179 Jun 18 16:24:56.384301 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47534) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:56.400746 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ca75c04-0c1e-4ce1-851c-c258e356dc46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.409806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:56.413517 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-090d3322-79b4-483b-acac-d13317104d81 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks [] for floatingip, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.416053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-090d3322-79b4-483b-acac-d13317104d81 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.419998 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-090d3322-79b4-483b-acac-d13317104d81 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] 10.222.0.50 "DELETE /v2.0/floatingips/92caad00-7a19-4100-90fb-8ffb558d2812 HTTP/1.1" status: 204 len: 168 time: 3.2835419 Jun 18 16:24:56.434322 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47536) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:56.441912 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-c834c8a5-b2ec-4396-81ed-255f5ebe4529 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] delete failed (client error): The resource could not be found. Jun 18 16:24:56.448536 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c834c8a5-b2ec-4396-81ed-255f5ebe4529 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/routers/33dfcb6c-9caa-4a86-a6a4-03884c985d25 HTTP/1.1" status: 404 len: 336 time: 0.0578458 Jun 18 16:24:56.448536 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47538) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:56.464878 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] Set router 1563dffe-f85f-4c23-b013-362bcf35bd37 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:24:56.468068 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ba585993-ec10-4b91-92df-f613bea8e9c4 None None] Provisioning complete for port b2958d76-4719-40d0-92f0-fb10f29dc7cf triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:56.468485 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ba585993-ec10-4b91-92df-f613bea8e9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.470912 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Attempting to bind port ae3e609f-ef81-48ae-941d-4723a5b61c29 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:24:56.471281 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Attempting to bind port ae3e609f-ef81-48ae-941d-4723a5b61c29 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '9d04ca43-9085-4d77-8e63-b7095eb72f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '705fccc0-4da1-4a64-b1cc-103c5d4b7b98'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:24:56.471655 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Attempting to bind port ae3e609f-ef81-48ae-941d-4723a5b61c29 on network 705fccc0-4da1-4a64-b1cc-103c5d4b7b98 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:24:56.498721 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.503022 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77040a84-6070-474e-98f2-f19101aa021d None None] Pushing event updated for resources: {'Port': ['ID=df80f3d0-a6d8-47a4-a296-f7b3aff8c818,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:56.512243 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-6acce282-f035-4db5-b293-d79091558969 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:56.512845 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6acce282-f035-4db5-b293-d79091558969 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:56.517037 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6acce282-f035-4db5-b293-d79091558969 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/subnets/89679614-abf0-4816-bb16-e93166f5fe7c HTTP/1.1" status: 404 len: 337 time: 0.0680933 Jun 18 16:24:56.520351 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47540) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:56.527862 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-77040a84-6070-474e-98f2-f19101aa021d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:56.532281 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca75c04-0c1e-4ce1-851c-c258e356dc46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:24:56.545532 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:24:56.546004 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Checking segment: {'id': '9d04ca43-9085-4d77-8e63-b7095eb72f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '705fccc0-4da1-4a64-b1cc-103c5d4b7b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:24:56.546925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.547501 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Bound using segment: {'id': '9d04ca43-9085-4d77-8e63-b7095eb72f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '705fccc0-4da1-4a64-b1cc-103c5d4b7b98'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:24:56.548361 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Bound port: ae3e609f-ef81-48ae-941d-4723a5b61c29, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d04ca43-9085-4d77-8e63-b7095eb72f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '705fccc0-4da1-4a64-b1cc-103c5d4b7b98'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:24:56.548757 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.554473 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8f0ee9-9d6a-421e-b438-72c4a2773de4 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:56.555010 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d8f0ee9-9d6a-421e-b438-72c4a2773de4 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:56.555118 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-8ca75c04-0c1e-4ce1-851c-c258e356dc46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:24:56.559906 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8d8f0ee9-9d6a-421e-b438-72c4a2773de4 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/subnets/fd3f4f58-d4ff-455d-bd08-d86f1a943f2e HTTP/1.1" status: 404 len: 337 time: 0.0368779 Jun 18 16:24:56.560061 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca75c04-0c1e-4ce1-851c-c258e356dc46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:24:56.560061 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ca75c04-0c1e-4ce1-851c-c258e356dc46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.569136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47542) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:56.582697 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255688f4-5458-4a4b-90e1-3ab790945164 None None] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:56.617904 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca75c04-0c1e-4ce1-851c-c258e356dc46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Subnet': ['ID=97d70488-6651-4c2f-8251-5e430f54fccf,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:56.628357 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8ca75c04-0c1e-4ce1-851c-c258e356dc46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:56.643178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1ee72640-e321-48f2-aa19-711d2a573994 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:56.646984 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc53ce49-a2bd-4cf0-9ded-12cfead129b4 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:56.647422 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc53ce49-a2bd-4cf0-9ded-12cfead129b4 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:56.649255 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fc53ce49-a2bd-4cf0-9ded-12cfead129b4 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/subnets/e78de3d9-c2ff-4fef-8ffd-e71395ae2d5e HTTP/1.1" status: 404 len: 337 time: 0.0755758 Jun 18 16:24:56.657040 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47544) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:56.697141 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-678be083-84b5-4dbf-91c0-97a69878487c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:56.697679 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-678be083-84b5-4dbf-91c0-97a69878487c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:56.702379 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-678be083-84b5-4dbf-91c0-97a69878487c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/subnets/b9565246-3a26-4b48-be0c-cc5d55e28d10 HTTP/1.1" status: 404 len: 337 time: 0.0429823 Jun 18 16:24:56.708048 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47546) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:56.743082 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-19111dd0-cab5-4db8-902e-958e514414b2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/ports?device_id=bb8f47f8-4a42-4e69-b564-fb9b3d6906cd HTTP/1.1" status: 200 len: 205 time: 0.0319567 Jun 18 16:24:56.745286 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47548) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:56.745472 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-91160881-5e8a-4286-9d70-9d8e26516626 None None] Deleting port 33c0a54c-2ef1-4983-935a-0945e2a3a687 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:56.745472 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-91160881-5e8a-4286-9d70-9d8e26516626 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.747704 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8ca75c04-0c1e-4ce1-851c-c258e356dc46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2206721 Jun 18 16:24:56.753929 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47550) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:56.761198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-64a5e730-78d6-40ff-8444-6f1c578cc026 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'security_group': {'name': 'tempest-secgroup-41408515'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:56.772214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Subnet': ['ID=e6e06bcd-a9ef-4ebc-bd1c-adc9df76de00,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:56.786865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:56.803426 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.806709 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Deleting port 33c0a54c-2ef1-4983-935a-0945e2a3a687 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:56.807041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.832954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705fccc0-4da1-4a64-b1cc-103c5d4b7b98']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:56.835462 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-bbc8b796-ae71-425f-b38d-00385cf8ae03 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] delete failed (client error): The resource could not be found. Jun 18 16:24:56.836499 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bbc8b796-ae71-425f-b38d-00385cf8ae03 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/routers/bb8f47f8-4a42-4e69-b564-fb9b3d6906cd HTTP/1.1" status: 404 len: 336 time: 0.0905817 Jun 18 16:24:56.842145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47552) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:56.878612 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-67c3299f-7958-4739-b24f-f3cc79326f8f tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/ports?device_id=1a0e6d69-72ee-4c93-90fc-38d4d034d4ae HTTP/1.1" status: 200 len: 205 time: 0.0343769 Jun 18 16:24:56.881085 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47554) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:56.884603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d04ca43-9085-4d77-8e63-b7095eb72f7a') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:56.885257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d04ca43-9085-4d77-8e63-b7095eb72f7a') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:56.894201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] For port ae3e609f-ef81-48ae-941d-4723a5b61c29, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:24:56.912333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-64a5e730-78d6-40ff-8444-6f1c578cc026 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.920620 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-80c18c6d-ffbb-4147-8281-c19310a18230 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port df80f3d0-a6d8-47a4-a296-f7b3aff8c818 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:56.921221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80c18c6d-ffbb-4147-8281-c19310a18230 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.926146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.932111 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-099ada19-cb23-4201-a3f5-cd66a55e3296 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] delete failed (client error): The resource could not be found. Jun 18 16:24:56.933167 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-099ada19-cb23-4201-a3f5-cd66a55e3296 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/routers/1a0e6d69-72ee-4c93-90fc-38d4d034d4ae HTTP/1.1" status: 404 len: 336 time: 0.0510235 Jun 18 16:24:56.936824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47556) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:56.940133 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] For port ae3e609f-ef81-48ae-941d-4723a5b61c29, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ae3e609f-ef81-48ae-941d-4723a5b61c29,segment=NetworkSegment(9d04ca43-9085-4d77-8e63-b7095eb72f7a),segment_id=9d04ca43-9085-4d77-8e63-b7095eb72f7a)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:24:56.961891 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-91160881-5e8a-4286-9d70-9d8e26516626 None None] For port 33c0a54c-2ef1-4983-935a-0945e2a3a687, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=33c0a54c-2ef1-4983-935a-0945e2a3a687,segment=NetworkSegment(ad802915-5e5b-48f1-87dc-c0d1c80d6943),segment_id=ad802915-5e5b-48f1-87dc-c0d1c80d6943)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:56.962305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-91160881-5e8a-4286-9d70-9d8e26516626 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.967280 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:56.969212 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-967d42fb-1071-423b-8919-b1381d5cd4d3 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:56.969668 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967d42fb-1071-423b-8919-b1381d5cd4d3 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:56.971994 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-967d42fb-1071-423b-8919-b1381d5cd4d3 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/subnets/5024ac49-8ccd-4b14-a70b-1247e8b73965 HTTP/1.1" status: 404 len: 337 time: 0.0335555 Jun 18 16:24:56.974612 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47558) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:56.977401 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b0d094cf-2b5d-4c6c-bde9-e9d3e83c2833 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:57.011303 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b7d9703b-3f74-4b97-908a-0096577341e6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/ports?device_id=0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab HTTP/1.1" status: 200 len: 205 time: 0.0354264 Jun 18 16:24:57.029285 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47560) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:57.100063 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-da92a943-7d9c-4890-a98d-6dffbfc1cdde tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] delete failed (client error): The resource could not be found. Jun 18 16:24:57.101933 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-da92a943-7d9c-4890-a98d-6dffbfc1cdde tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/routers/0ccb1f9e-f090-4db1-b5e9-ef4fbdef60ab HTTP/1.1" status: 404 len: 336 time: 0.0714331 Jun 18 16:24:57.107136 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47562) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:57.142721 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-91160881-5e8a-4286-9d70-9d8e26516626 None None] Calling delete_port for 33c0a54c-2ef1-4983-935a-0945e2a3a687 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:57.147222 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2e55c710-25a7-46e7-ac32-1fe747c7035a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/ports?device_id=0cf4b20c-4c11-40af-978a-4d905ebfd764 HTTP/1.1" status: 200 len: 205 time: 0.0384612 Jun 18 16:24:57.150147 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47564) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:57.199070 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-061adefa-9e84-4d6f-8943-ba53fe2e6ff3 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] delete failed (client error): The resource could not be found. Jun 18 16:24:57.200131 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-061adefa-9e84-4d6f-8943-ba53fe2e6ff3 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/routers/0cf4b20c-4c11-40af-978a-4d905ebfd764 HTTP/1.1" status: 404 len: 336 time: 0.0488443 Jun 18 16:24:57.202832 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47566) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:57.274774 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57da137-9b4c-4cd2-83ad-ec5bba38868e tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:57.275751 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e57da137-9b4c-4cd2-83ad-ec5bba38868e tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:57.280404 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e57da137-9b4c-4cd2-83ad-ec5bba38868e tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/subnets/e33ff09e-62ee-4040-878c-f7763a43db33 HTTP/1.1" status: 404 len: 337 time: 0.0757797 Jun 18 16:24:57.281402 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47568) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:57.315003 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-91160881-5e8a-4286-9d70-9d8e26516626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:57.344643 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d5c069ad-5553-4f86-9986-10332a34edba tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/ports?device_id=260f20ee-2565-492b-8009-f8e1b3fda078 HTTP/1.1" status: 200 len: 205 time: 0.0557709 Jun 18 16:24:57.344861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ba585993-ec10-4b91-92df-f613bea8e9c4 None None] Provisioning complete for port 3b19b88a-e3ec-4e6d-b6cd-c96e3c947d32 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:24:57.345211 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ba585993-ec10-4b91-92df-f613bea8e9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:57.348909 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47570) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:57.361276 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 33c0a54c-2ef1-4983-935a-0945e2a3a687 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:24:57.377477 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] For port 33c0a54c-2ef1-4983-935a-0945e2a3a687, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=33c0a54c-2ef1-4983-935a-0945e2a3a687,segment=NetworkSegment(ad802915-5e5b-48f1-87dc-c0d1c80d6943),segment_id=ad802915-5e5b-48f1-87dc-c0d1c80d6943)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:57.378404 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:57.393014 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:57.408224 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-55381c0a-229e-48f9-8b7b-58f1f7c51113 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] delete failed (client error): The resource could not be found. Jun 18 16:24:57.413399 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-55381c0a-229e-48f9-8b7b-58f1f7c51113 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/routers/260f20ee-2565-492b-8009-f8e1b3fda078 HTTP/1.1" status: 404 len: 336 time: 0.0588598 Jun 18 16:24:57.415234 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47572) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:57.444130 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:57.444461 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:57.448725 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:57.453553 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae79ef4-f93d-4169-9881-168afe06d6b6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:57.454010 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae79ef4-f93d-4169-9881-168afe06d6b6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:57.459704 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91160881-5e8a-4286-9d70-9d8e26516626 None None] No DVR routers for this DVR port 33c0a54c-2ef1-4983-935a-0945e2a3a687 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:57.459902 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cae79ef4-f93d-4169-9881-168afe06d6b6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/subnets/6ecb3f15-cd94-42ab-aa49-ec5dd2cdd5d5 HTTP/1.1" status: 404 len: 337 time: 0.0371747 Jun 18 16:24:57.460018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 33c0a54c-2ef1-4983-935a-0945e2a3a687 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:24:57.460018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 33c0a54c-2ef1-4983-935a-0945e2a3a687 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:24:57.467675 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Pushing event updated for resources: {'Port': ['ID=ae3e609f-ef81-48ae-941d-4723a5b61c29,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:57.482598 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47574) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:57.484442 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:57.484442 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:57.499003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Calling delete_port for 33c0a54c-2ef1-4983-935a-0945e2a3a687 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:57.507695 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c97d4d-5e6f-46ec-9f61-5c3b66222608 None None] Network 705fccc0-4da1-4a64-b1cc-103c5d4b7b98 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:57.513743 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91160881-5e8a-4286-9d70-9d8e26516626 None None] Pushing event deleted for resources: {'Port': ['ID=33c0a54c-2ef1-4983-935a-0945e2a3a687,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:57.525085 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-91160881-5e8a-4286-9d70-9d8e26516626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:57.532533 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c3e1c774-31c6-44d6-a292-0705819dedab tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "GET /v2.0/ports?device_id=fe4e543a-1087-4ba7-8fc3-189973323488 HTTP/1.1" status: 200 len: 205 time: 0.0573366 Jun 18 16:24:57.534669 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47576) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:57.550953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f139747d-1880-4bd3-9f6f-72044f786ecc tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:57.556559 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ba585993-ec10-4b91-92df-f613bea8e9c4 None None] Port 3b19b88a-e3ec-4e6d-b6cd-c96e3c947d32 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:24:57.564027 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-090d3322-79b4-483b-acac-d13317104d81 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:57.584284 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-0e743ff2-1099-4484-a875-62d0689bc505 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] delete failed (client error): The resource could not be found. Jun 18 16:24:57.587733 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0e743ff2-1099-4484-a875-62d0689bc505 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/routers/fe4e543a-1087-4ba7-8fc3-189973323488 HTTP/1.1" status: 404 len: 336 time: 0.0492439 Jun 18 16:24:57.589421 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47578) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:57.590896 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1563dffe-f85f-4c23-b013-362bcf35bd37', 'name': 'tempest-NetworksTestDHCPv6-router-1092280513', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:24:46Z', 'updated_at': '2021-06-18T16:24:50Z', 'revision_number': 2, 'project_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'gw_port_host': None, '_interfaces': [{'id': 'df80f3d0-a6d8-47a4-a296-f7b3aff8c818', 'name': '', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'mac_address': 'fa:16:3e:f4:51:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1563dffe-f85f-4c23-b013-362bcf35bd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'a48230f1-fd6e-4cf1-ba0f-3c4d91a41286', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:24:48Z', 'updated_at': '2021-06-18T16:24:55Z', 'revision_number': 4, 'project_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'subnets': [{'id': 'a48230f1-fd6e-4cf1-ba0f-3c4d91a41286', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:57.615010 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139747d-1880-4bd3-9f6f-72044f786ecc tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Pushing event deleted for resources: {'Port': ['ID=79b1e527-e1fd-4aac-9836-0051605716b2,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:57.624575 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f139747d-1880-4bd3-9f6f-72044f786ecc tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:57.629692 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0458df1d-6ee5-4407-89c1-e07d426c94a3 None None] The sync data for ids ['1563dffe-f85f-4c23-b013-362bcf35bd37'] in dv-neutron-797120-1-hyperv is: [{'id': '1563dffe-f85f-4c23-b013-362bcf35bd37', 'name': 'tempest-NetworksTestDHCPv6-router-1092280513', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:24:46Z', 'updated_at': '2021-06-18T16:24:50Z', 'revision_number': 2, 'project_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'gw_port_host': None, '_interfaces': [{'id': 'df80f3d0-a6d8-47a4-a296-f7b3aff8c818', 'name': '', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'mac_address': 'fa:16:3e:f4:51:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1563dffe-f85f-4c23-b013-362bcf35bd37', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'a48230f1-fd6e-4cf1-ba0f-3c4d91a41286', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:24:48Z', 'updated_at': '2021-06-18T16:24:55Z', 'revision_number': 4, 'project_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'subnets': [{'id': 'a48230f1-fd6e-4cf1-ba0f-3c4d91a41286', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:24:57.643501 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df755be-986f-46bc-aacf-d90f981e43e2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:57.643974 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df755be-986f-46bc-aacf-d90f981e43e2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:57.646303 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8df755be-986f-46bc-aacf-d90f981e43e2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/subnets/cac4e167-5c36-49b0-aa11-f0ec0758c474 HTTP/1.1" status: 404 len: 337 time: 0.0559716 Jun 18 16:24:57.651799 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47580) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:57.667376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.db.api [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 18 16:24:57.667376 dv-neutron-797120-1-hyperv neutron-server[93453]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 18 16:24:57.667376 dv-neutron-797120-1-hyperv neutron-server[93453]: [parameters: {'id': '705fccc0-4da1-4a64-b1cc-103c5d4b7b98'}] Jun 18 16:24:57.667376 dv-neutron-797120-1-hyperv neutron-server[93453]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93453) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:24:57.668239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_db.api [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:24:57.684632 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-c666d0b4-5b5c-4284-af02-c292c52744fa tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:57.685091 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c666d0b4-5b5c-4284-af02-c292c52744fa tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:57.687619 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c666d0b4-5b5c-4284-af02-c292c52744fa tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] 10.222.0.50 "DELETE /v2.0/subnets/baf233b6-5b14-40c7-b9fa-4688b84e078a HTTP/1.1" status: 404 len: 337 time: 0.0342510 Jun 18 16:24:57.721496 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14bbd510-51fa-427c-99a7-e9e1cb4a4ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:57.772971 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-80c18c6d-ffbb-4147-8281-c19310a18230 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] For port df80f3d0-a6d8-47a4-a296-f7b3aff8c818, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=df80f3d0-a6d8-47a4-a296-f7b3aff8c818,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:57.773332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80c18c6d-ffbb-4147-8281-c19310a18230 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:57.834802 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fae239-4efc-4798-8004-a498e84904aa None None] Network 705fccc0-4da1-4a64-b1cc-103c5d4b7b98 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:24:57.907873 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87530338-99ce-4e12-86bf-5f315e3fc51d None None] Update dhcp port {'port': {'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d', 'fixed_ips': [{'subnet_id': '36f003c0-c2fa-4298-b82d-f82e8e523f1f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '97d70488-6651-4c2f-8251-5e430f54fccf'}], 'binding:host_id': 'dv-neutron-797120-1-hyperv'}, 'id': 'b2958d76-4719-40d0-92f0-fb10f29dc7cf'} from dv-neutron-797120-1-hyperv. {{(pid=93455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:24:57.940867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-80c18c6d-ffbb-4147-8281-c19310a18230 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for df80f3d0-a6d8-47a4-a296-f7b3aff8c818 owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:58.051575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-87530338-99ce-4e12-86bf-5f315e3fc51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.169847 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-64a5e730-78d6-40ff-8444-6f1c578cc026 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.172515 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.177744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f139747d-1880-4bd3-9f6f-72044f786ecc tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.197445 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-64a5e730-78d6-40ff-8444-6f1c578cc026 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.218820 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:58.222264 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.232392 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47586) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:58.240944 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-14bbd510-51fa-427c-99a7-e9e1cb4a4ed6 admin admin] Deleting port 53dddba7-d821-4c0c-b5b1-3f7b013e3694 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:58.241402 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14bbd510-51fa-427c-99a7-e9e1cb4a4ed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.261770 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-64a5e730-78d6-40ff-8444-6f1c578cc026 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.266361 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-64a5e730-78d6-40ff-8444-6f1c578cc026 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 1.5085354 Jun 18 16:24:58.268302 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47590) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:58.305744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-1b3680fe-daa3-45ad-81fd-88cd73238d4b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'security_group': {'name': 'tempest-secgroup-1654524485'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:58.369641 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-14bbd510-51fa-427c-99a7-e9e1cb4a4ed6 admin admin] For port 53dddba7-d821-4c0c-b5b1-3f7b013e3694, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=53dddba7-d821-4c0c-b5b1-3f7b013e3694,segment=NetworkSegment(a344f38b-ae7c-42c3-b693-a61d8255c4a2),segment_id=a344f38b-ae7c-42c3-b693-a61d8255c4a2)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:58.370003 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14bbd510-51fa-427c-99a7-e9e1cb4a4ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.382040 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] No DVR routers for this DVR port 33c0a54c-2ef1-4983-935a-0945e2a3a687 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:24:58.446442 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-14bbd510-51fa-427c-99a7-e9e1cb4a4ed6 admin admin] Calling delete_port for 53dddba7-d821-4c0c-b5b1-3f7b013e3694 owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:58.457989 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5e730-78d6-40ff-8444-6f1c578cc026 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940bdfe0-7c83-4db7-af32-8273382729a2,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:58.508229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-87530338-99ce-4e12-86bf-5f315e3fc51d None None] Allocated IP 2001:db8::2 (090f2d7a-292d-4e62-8986-e194fc2b9a6d/97d70488-6651-4c2f-8251-5e430f54fccf/b2958d76-4719-40d0-92f0-fb10f29dc7cf) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:24:58.519781 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-64a5e730-78d6-40ff-8444-6f1c578cc026 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:58.523962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6b12dee9-57ad-41ca-91be-79c5a327d487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:58.597269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Port': ['ID=33c0a54c-2ef1-4983-935a-0945e2a3a687,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:58.616345 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:58.641081 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-87530338-99ce-4e12-86bf-5f315e3fc51d None None] For port b2958d76-4719-40d0-92f0-fb10f29dc7cf, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b2958d76-4719-40d0-92f0-fb10f29dc7cf,segment=NetworkSegment(86796868-dcf7-4bfd-b09f-d695861612b5),segment_id=86796868-dcf7-4bfd-b09f-d695861612b5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:58.647240 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b3680fe-daa3-45ad-81fd-88cd73238d4b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.652533 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.667649 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-de65e4a8-330e-48bb-b7c9-5b7108567cf1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d6a873ab5766408fa0fa9107656c5e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345386 Jun 18 16:24:58.670371 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47592) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:58.686958 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-87530338-99ce-4e12-86bf-5f315e3fc51d None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.706702 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-87530338-99ce-4e12-86bf-5f315e3fc51d None None] Transition to ACTIVE for port object b2958d76-4719-40d0-92f0-fb10f29dc7cf will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:24:58.711864 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-87530338-99ce-4e12-86bf-5f315e3fc51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.713789 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e55f2e93-2244-4964-9564-e9d5d7b2b0e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:58.738992 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23257978-ebe0-476c-9c45-b16242be54c0']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:58.770617 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0b34764e-3d52-4e4a-99bc-953298193cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.790143 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad802915-5e5b-48f1-87dc-c0d1c80d6943') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:58.790448 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad802915-5e5b-48f1-87dc-c0d1c80d6943') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:58.797007 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14bbd510-51fa-427c-99a7-e9e1cb4a4ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.801220 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0b34764e-3d52-4e4a-99bc-953298193cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.803075 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:58.808687 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87530338-99ce-4e12-86bf-5f315e3fc51d None None] Pushing event updated for resources: {'Port': ['ID=b2958d76-4719-40d0-92f0-fb10f29dc7cf,revision_number=6']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:58.812528 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-87530338-99ce-4e12-86bf-5f315e3fc51d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:58.824393 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f139747d-1880-4bd3-9f6f-72044f786ecc tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Router c1cefa99-4eff-4329-92ad-d4d792f9f28a has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:24:58.826209 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.837326 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbd510-51fa-427c-99a7-e9e1cb4a4ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=53dddba7-d821-4c0c-b5b1-3f7b013e3694,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:58.840064 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-14bbd510-51fa-427c-99a7-e9e1cb4a4ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:58.846631 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Deleting port ae3e609f-ef81-48ae-941d-4723a5b61c29 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:24:58.847034 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.913188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.945722 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80c18c6d-ffbb-4147-8281-c19310a18230 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.954736 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:24:58.955155 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.962122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-958400b8-06e4-4fc3-8792-1358b497dad0 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:24:58.965571 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:24:58.985615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0b34764e-3d52-4e4a-99bc-953298193cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.989517 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0b34764e-3d52-4e4a-99bc-953298193cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:58.993064 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0b34764e-3d52-4e4a-99bc-953298193cd3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/78b08035-4bca-472e-b732-a62a1fc04215 HTTP/1.1" status: 204 len: 168 time: 0.3194845 Jun 18 16:24:58.993821 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-02c28795-9bd7-4f94-9b79-f2cd2e312be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:59.046717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34764e-3d52-4e4a-99bc-953298193cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b08035-4bca-472e-b732-a62a1fc04215,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:59.050819 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0b34764e-3d52-4e4a-99bc-953298193cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:59.081911 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14bbd510-51fa-427c-99a7-e9e1cb4a4ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:59.274808 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c18c6d-ffbb-4147-8281-c19310a18230 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=df80f3d0-a6d8-47a4-a296-f7b3aff8c818,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:59.282873 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-80c18c6d-ffbb-4147-8281-c19310a18230 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:59.336327 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80c18c6d-ffbb-4147-8281-c19310a18230 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:59.417697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] For port ae3e609f-ef81-48ae-941d-4723a5b61c29, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ae3e609f-ef81-48ae-941d-4723a5b61c29,segment=NetworkSegment(9d04ca43-9085-4d77-8e63-b7095eb72f7a),segment_id=9d04ca43-9085-4d77-8e63-b7095eb72f7a)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:24:59.418377 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:59.499933 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b2958d76-4719-40d0-92f0-fb10f29dc7cf up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:24:59.522105 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14bbd510-51fa-427c-99a7-e9e1cb4a4ed6 admin admin] Router f8d13524-66e7-4247-8b6b-cb09bf243032 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:24:59.612823 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Calling delete_port for ae3e609f-ef81-48ae-941d-4723a5b61c29 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:24:59.633096 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:59.650482 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3a7f3b23-4595-4791-8eab-8842527bc09a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:59.661824 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:59.663761 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/networks/23257978-ebe0-476c-9c45-b16242be54c0 HTTP/1.1" status: 204 len: 168 time: 4.2184167 Jun 18 16:24:59.677415 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47606) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:59.706686 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1ce301-0408-477e-b598-7c48485eb51b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:59.707134 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1ce301-0408-477e-b598-7c48485eb51b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:59.711066 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fa1ce301-0408-477e-b598-7c48485eb51b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/subnets/8c2da5af-ec35-4672-99e3-7de567d12e0f HTTP/1.1" status: 404 len: 337 time: 0.0304489 Jun 18 16:24:59.711387 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47608) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:59.713101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f139747d-1880-4bd3-9f6f-72044f786ecc tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:24:59.723450 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057ec6d-edda-40ec-910d-9367b8607940 None None] Sync routers for ids ['c1cefa99-4eff-4329-92ad-d4d792f9f28a'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:24:59.726969 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f139747d-1880-4bd3-9f6f-72044f786ecc tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "PUT /v2.0/routers/c1cefa99-4eff-4329-92ad-d4d792f9f28a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1306779 Jun 18 16:24:59.727890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Network': ['ID=23257978-ebe0-476c-9c45-b16242be54c0,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:59.729520 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47610) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:59.754056 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057ec6d-edda-40ec-910d-9367b8607940 None None] Routers {'c1cefa99-4eff-4329-92ad-d4d792f9f28a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:59.756056 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-1057ec6d-edda-40ec-910d-9367b8607940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['c1cefa99-4eff-4329-92ad-d4d792f9f28a'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:59.757004 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8cb7e2-20a9-4c69-98cc-942a48d7e78b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] DELETE failed (client error): The resource could not be found. Jun 18 16:24:59.757718 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8cb7e2-20a9-4c69-98cc-942a48d7e78b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:24:59.761877 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0b8cb7e2-20a9-4c69-98cc-942a48d7e78b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/networks/51a8f7eb-616d-43b5-8d70-fde70e0395fe HTTP/1.1" status: 404 len: 339 time: 0.0472505 Jun 18 16:24:59.763915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47612) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:59.809215 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:59.816226 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-1057ec6d-edda-40ec-910d-9367b8607940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:59.816890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b3680fe-daa3-45ad-81fd-88cd73238d4b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:59.826732 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-622eeb52-1931-433c-934f-270eb42fbdec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Deleting subnet 0e6c6237-5690-4674-a836-2fa3380571c9 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:24:59.837268 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-622eeb52-1931-433c-934f-270eb42fbdec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:59.844765 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa7ba84-9687-4e44-9508-c0204225e1fa None None] get_active_networks_info from dv-neutron-797120-1-hyperv {{(pid=93455) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 18 16:24:59.856498 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-aef5342b-c3bd-4d72-b84b-81c690a6f655 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] show failed (client error): The resource could not be found. Jun 18 16:24:59.862401 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-aef5342b-c3bd-4d72-b84b-81c690a6f655 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "GET /v2.0/routers/tempest-non_exist_router-2024002808 HTTP/1.1" status: 404 len: 335 time: 0.0932772 Jun 18 16:24:59.863394 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b3680fe-daa3-45ad-81fd-88cd73238d4b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:59.867245 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47616) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:59.870748 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:24:59.881035 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1057ec6d-edda-40ec-910d-9367b8607940 None None] Routers {'c1cefa99-4eff-4329-92ad-d4d792f9f28a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:59.881692 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-1057ec6d-edda-40ec-910d-9367b8607940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['c1cefa99-4eff-4329-92ad-d4d792f9f28a'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:59.887583 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-9f58f152-65cc-44bd-adf8-89fd61b01ce6 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:59.891315 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14bbd510-51fa-427c-99a7-e9e1cb4a4ed6 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:24:59.906842 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c18c6d-ffbb-4147-8281-c19310a18230 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Router 1563dffe-f85f-4c23-b013-362bcf35bd37 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:24:59.908197 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90b7e6c-93e2-4dd5-9c0c-5f0283d992bc None None] Sync routers for ids ['f8d13524-66e7-4247-8b6b-cb09bf243032'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:24:59.919544 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90b7e6c-93e2-4dd5-9c0c-5f0283d992bc None None] Routers {'f8d13524-66e7-4247-8b6b-cb09bf243032'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:24:59.920608 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-b90b7e6c-93e2-4dd5-9c0c-5f0283d992bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['f8d13524-66e7-4247-8b6b-cb09bf243032'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:59.924519 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b3680fe-daa3-45ad-81fd-88cd73238d4b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:59.927338 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-622eeb52-1931-433c-934f-270eb42fbdec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:24:59.927641 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1b3680fe-daa3-45ad-81fd-88cd73238d4b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6346791 Jun 18 16:24:59.929405 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47620) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:24:59.941644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-8bb426d0-1e36-4dbd-84db-ae17630fc925 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'security_group': {'name': 'tempest-secgroup-195060775'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:24:59.951637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3680fe-daa3-45ad-81fd-88cd73238d4b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5259d5e5-44bb-4f27-ab80-a2fe7206a56c,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:24:59.959425 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1b3680fe-daa3-45ad-81fd-88cd73238d4b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:24:59.994239 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-1057ec6d-edda-40ec-910d-9367b8607940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:24:59.995016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1057ec6d-edda-40ec-910d-9367b8607940 None None] The sync data for ids ['c1cefa99-4eff-4329-92ad-d4d792f9f28a'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:25:00.003535 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3369540a-2d67-4f81-bfbf-0051ecd53c3e None None] Provisioning for port b2958d76-4719-40d0-92f0-fb10f29dc7cf completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:00.016612 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3369540a-2d67-4f81-bfbf-0051ecd53c3e None None] Provisioning complete for port b2958d76-4719-40d0-92f0-fb10f29dc7cf triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:00.017016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3369540a-2d67-4f81-bfbf-0051ecd53c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.037628 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.043184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d729372d-c83a-4fac-baf7-2f6ba9d334aa tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:00.072065 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8bb426d0-1e36-4dbd-84db-ae17630fc925 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.076826 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Port': ['ID=ae3e609f-ef81-48ae-941d-4723a5b61c29,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:00.081119 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:00.088407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No DVR routers for this DVR port ae3e609f-ef81-48ae-941d-4723a5b61c29 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:00.090388 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c18c6d-ffbb-4147-8281-c19310a18230 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:25:00.102615 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-80c18c6d-ffbb-4147-8281-c19310a18230 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "PUT /v2.0/routers/1563dffe-f85f-4c23-b013-362bcf35bd37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6913195 Jun 18 16:25:00.103242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47624) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:00.116720 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b6146-182b-4fd3-949a-a272228f9652 None None] Sync routers for ids ['1563dffe-f85f-4c23-b013-362bcf35bd37'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:25:00.151321 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-14bbd510-51fa-427c-99a7-e9e1cb4a4ed6 admin admin] 10.222.0.50 "PUT /v2.0/routers/f8d13524-66e7-4247-8b6b-cb09bf243032/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7155788 Jun 18 16:25:00.155913 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47628) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:00.156915 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-9f58f152-65cc-44bd-adf8-89fd61b01ce6 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] update failed (client error): The resource could not be found. Jun 18 16:25:00.158766 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9f58f152-65cc-44bd-adf8-89fd61b01ce6 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "PUT /v2.0/routers/tempest-non_exist_router-1524653892 HTTP/1.1" status: 404 len: 335 time: 0.2901676 Jun 18 16:25:00.165808 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-b90b7e6c-93e2-4dd5-9c0c-5f0283d992bc None None] Set router f8d13524-66e7-4247-8b6b-cb09bf243032 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:25:00.166862 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47630) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:00.211719 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0b6146-182b-4fd3-949a-a272228f9652 None None] Routers {'1563dffe-f85f-4c23-b013-362bcf35bd37'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:00.212626 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-1a0b6146-182b-4fd3-949a-a272228f9652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1563dffe-f85f-4c23-b013-362bcf35bd37'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:00.257591 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.265861 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47632) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:00.269488 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fa70dc-1c1d-4475-910e-618728d4d4d0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:00.271047 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fa70dc-1c1d-4475-910e-618728d4d4d0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:00.275263 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-68fa70dc-1c1d-4475-910e-618728d4d4d0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1526532 Jun 18 16:25:00.279520 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47634) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:00.286523 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-622eeb52-1931-433c-934f-270eb42fbdec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.298043 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-1a0b6146-182b-4fd3-949a-a272228f9652 None None] Set router 1563dffe-f85f-4c23-b013-362bcf35bd37 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:25:00.300711 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['705fccc0-4da1-4a64-b1cc-103c5d4b7b98']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:00.346870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d04ca43-9085-4d77-8e63-b7095eb72f7a') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:00.347291 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d04ca43-9085-4d77-8e63-b7095eb72f7a') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:00.367116 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.377911 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-1a0b6146-182b-4fd3-949a-a272228f9652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1563dffe-f85f-4c23-b013-362bcf35bd37', 'name': 'tempest-NetworksTestDHCPv6-router-1092280513', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:24:46Z', 'updated_at': '2021-06-18T16:24:58Z', 'revision_number': 3, 'project_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:00.401680 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.411186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa7ba84-9687-4e44-9508-c0204225e1fa None None] Resources bound (agent type, host, resource id): {{(pid=93455) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 18 16:25:00.415151 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-d71474bd-5e9c-4270-9cee-42cf78102ee7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet a48230f1-fd6e-4cf1-ba0f-3c4d91a41286 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:00.420988 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b6146-182b-4fd3-949a-a272228f9652 None None] Checking router: 1563dffe-f85f-4c23-b013-362bcf35bd37 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:25:00.423761 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d71474bd-5e9c-4270-9cee-42cf78102ee7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.427742 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:25:00.428184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:25:00.432767 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:25:00.434845 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-622eeb52-1931-433c-934f-270eb42fbdec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.446190 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0b6146-182b-4fd3-949a-a272228f9652 None None] Routers {'1563dffe-f85f-4c23-b013-362bcf35bd37'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:00.447263 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-1a0b6146-182b-4fd3-949a-a272228f9652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1563dffe-f85f-4c23-b013-362bcf35bd37'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:00.453436 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-68a42382-e54d-4a83-a79f-ef81881e8ad1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:00.466198 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-622eeb52-1931-433c-934f-270eb42fbdec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.470211 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-622eeb52-1931-433c-934f-270eb42fbdec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/subnets/0e6c6237-5690-4674-a836-2fa3380571c9 HTTP/1.1" status: 204 len: 168 time: 0.7052002 Jun 18 16:25:00.481590 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47638) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:00.550817 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8bb426d0-1e36-4dbd-84db-ae17630fc925 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.554616 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b75da2c7-a545-410e-93be-409e7b5c3365 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group': {'name': 'tempest-secgroup--1357219381'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:00.573519 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8bb426d0-1e36-4dbd-84db-ae17630fc925 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.577918 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d71474bd-5e9c-4270-9cee-42cf78102ee7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.578917 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-b90b7e6c-93e2-4dd5-9c0c-5f0283d992bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'name': 'tempest-ServerActionsTestJSON-674591186-router', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:31Z', 'updated_at': '2021-06-18T16:24:58Z', 'revision_number': 5, 'project_id': '3328f9de576047028d611de30e1e3eab', 'gw_port': {'id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:32Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:00.579615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622eeb52-1931-433c-934f-270eb42fbdec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6c6237-5690-4674-a836-2fa3380571c9,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:00.580531 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3369540a-2d67-4f81-bfbf-0051ecd53c3e None None] Provisioning complete for port 3b19b88a-e3ec-4e6d-b6cd-c96e3c947d32 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:00.581440 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3369540a-2d67-4f81-bfbf-0051ecd53c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.587642 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9233c76e-22b7-4872-8edc-a52331425896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:00.587871 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-622eeb52-1931-433c-934f-270eb42fbdec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:00.617036 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90b7e6c-93e2-4dd5-9c0c-5f0283d992bc None None] Checking router: f8d13524-66e7-4247-8b6b-cb09bf243032 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:25:00.623559 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-3369540a-2d67-4f81-bfbf-0051ecd53c3e None None] Port 3b19b88a-e3ec-4e6d-b6cd-c96e3c947d32 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:25:00.631313 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-1a0b6146-182b-4fd3-949a-a272228f9652 None None] Set router 1563dffe-f85f-4c23-b013-362bcf35bd37 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:25:00.634185 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-2333e2c0-15ef-464f-b8ff-ae5e9aae0d39 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Deleting subnet f40e6f95-b161-4bae-807d-6da77229a22f {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:00.636062 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90b7e6c-93e2-4dd5-9c0c-5f0283d992bc None None] Routers {'f8d13524-66e7-4247-8b6b-cb09bf243032'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:00.636704 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-b90b7e6c-93e2-4dd5-9c0c-5f0283d992bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:24:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['f8d13524-66e7-4247-8b6b-cb09bf243032'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:00.637648 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2333e2c0-15ef-464f-b8ff-ae5e9aae0d39 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.680238 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2333e2c0-15ef-464f-b8ff-ae5e9aae0d39 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:00.699296 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-1a0b6146-182b-4fd3-949a-a272228f9652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1563dffe-f85f-4c23-b013-362bcf35bd37', 'name': 'tempest-NetworksTestDHCPv6-router-1092280513', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:24:46Z', 'updated_at': '2021-06-18T16:24:58Z', 'revision_number': 3, 'project_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:00.735325 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0b6146-182b-4fd3-949a-a272228f9652 None None] The sync data for ids ['1563dffe-f85f-4c23-b013-362bcf35bd37'] in dv-neutron-797120-1-hyperv is: [{'id': '1563dffe-f85f-4c23-b013-362bcf35bd37', 'name': 'tempest-NetworksTestDHCPv6-router-1092280513', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:24:46Z', 'updated_at': '2021-06-18T16:24:58Z', 'revision_number': 3, 'project_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'gw_port_host': None}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:25:00.841556 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-b90b7e6c-93e2-4dd5-9c0c-5f0283d992bc None None] Set router f8d13524-66e7-4247-8b6b-cb09bf243032 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:25:01.003715 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbae9081-3700-4806-a70b-1eaa2d101758 None None] Network bf715b75-449b-4c96-977e-a0a78174aca9 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:01.072123 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb426d0-1e36-4dbd-84db-ae17630fc925 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26edf44-8448-4b46-8023-bf8cddaadbd0,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:01.080381 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8bb426d0-1e36-4dbd-84db-ae17630fc925 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:01.093009 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.097398 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-b90b7e6c-93e2-4dd5-9c0c-5f0283d992bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'name': 'tempest-ServerActionsTestJSON-674591186-router', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:31Z', 'updated_at': '2021-06-18T16:24:58Z', 'revision_number': 5, 'project_id': '3328f9de576047028d611de30e1e3eab', 'gw_port': {'id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:32Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:01.102654 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f8c8dd42-d838-441f-8360-bcdfd79ceb4f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:01.106938 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.112031 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/705fccc0-4da1-4a64-b1cc-103c5d4b7b98 HTTP/1.1" status: 204 len: 168 time: 6.4533248 Jun 18 16:25:01.121991 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b75da2c7-a545-410e-93be-409e7b5c3365 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.138460 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47640) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:01.177317 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90b7e6c-93e2-4dd5-9c0c-5f0283d992bc None None] The sync data for ids ['f8d13524-66e7-4247-8b6b-cb09bf243032'] in dv-neutron-797120-1-hyperv is: [{'id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'name': 'tempest-ServerActionsTestJSON-674591186-router', 'tenant_id': '3328f9de576047028d611de30e1e3eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13'}], 'enable_snat': True}, 'gw_port_id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:20:31Z', 'updated_at': '2021-06-18T16:24:58Z', 'revision_number': 5, 'project_id': '3328f9de576047028d611de30e1e3eab', 'gw_port': {'id': '7c678cee-256f-44fe-b156-2b2e2be144db', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:b6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8d13524-66e7-4247-8b6b-cb09bf243032', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:20:32Z', 'updated_at': '2021-06-18T16:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:25:01.211641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8bb426d0-1e36-4dbd-84db-ae17630fc925 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.218096 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8bb426d0-1e36-4dbd-84db-ae17630fc925 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2826722 Jun 18 16:25:01.222624 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47642) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:01.228203 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-6d34a706-085f-4b95-ac77-c4c2f330a21d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-701680223', 'security_groups': ['d26edf44-8448-4b46-8023-bf8cddaadbd0'], 'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '97d70488-6651-4c2f-8251-5e430f54fccf'}]}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:01.238927 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-56741201-1410-4567-91ef-b467e7bb3bf0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:01.239428 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56741201-1410-4567-91ef-b467e7bb3bf0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:01.241147 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-56741201-1410-4567-91ef-b467e7bb3bf0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/subnets/e6e06bcd-a9ef-4ebc-bd1c-adc9df76de00 HTTP/1.1" status: 404 len: 337 time: 0.1006243 Jun 18 16:25:01.256893 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b75da2c7-a545-410e-93be-409e7b5c3365 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.259351 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.260485 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Network': ['ID=705fccc0-4da1-4a64-b1cc-103c5d4b7b98,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:01.263939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47644) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:01.290145 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:01.306024 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2333e2c0-15ef-464f-b8ff-ae5e9aae0d39 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.338794 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-46d94dd2-d5ba-4470-9d6d-12789b3eb3b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.380669 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bbe894c-8ba0-4288-849b-9418dcf1de9a tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:01.381341 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bbe894c-8ba0-4288-849b-9418dcf1de9a tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:01.383151 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8bbe894c-8ba0-4288-849b-9418dcf1de9a tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/705fccc0-4da1-4a64-b1cc-103c5d4b7b98 HTTP/1.1" status: 404 len: 339 time: 0.0945516 Jun 18 16:25:01.391913 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47646) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:01.444251 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d431628e-42fe-4d40-8d70-64b519b70534 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:01.444942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d431628e-42fe-4d40-8d70-64b519b70534 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:01.448635 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d431628e-42fe-4d40-8d70-64b519b70534 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/subnets/96236670-2391-49ae-8638-258fffbc074e HTTP/1.1" status: 404 len: 337 time: 0.0495963 Jun 18 16:25:01.448937 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47648) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:01.450921 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d71474bd-5e9c-4270-9cee-42cf78102ee7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.512381 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9ba752-c99a-442d-94fb-5ec7d5e74fa7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:01.512975 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9ba752-c99a-442d-94fb-5ec7d5e74fa7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:01.514731 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fc9ba752-c99a-442d-94fb-5ec7d5e74fa7 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/c7c0e0ea-6284-4bf5-8b4c-b89abad53f3b HTTP/1.1" status: 404 len: 339 time: 0.0645828 Jun 18 16:25:01.519013 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47650) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:01.537738 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2333e2c0-15ef-464f-b8ff-ae5e9aae0d39 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.554065 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ebe5fece-7f3c-4596-9622-525664510244 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:01.556868 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device df80f3d0-a6d8-47a4-a296-f7b3aff8c818 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:25:01.604524 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633080d4-153b-4b98-bd53-db690c362379 None None] DHCP port deletion for bf715b75-449b-4c96-977e-a0a78174aca9 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:25:01.613280 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: df80f3d0-a6d8-47a4-a296-f7b3aff8c818 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:25:01.613962 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device df80f3d0-a6d8-47a4-a296-f7b3aff8c818 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:25:01.626337 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d71474bd-5e9c-4270-9cee-42cf78102ee7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.641749 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1fbda09f-5d25-4eaa-bae4-f22cccf7dc29 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:01.646302 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Deleting port b10e449b-c275-49b9-be77-fd6679d84f98 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:01.646734 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.657447 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d71474bd-5e9c-4270-9cee-42cf78102ee7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.657625 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2333e2c0-15ef-464f-b8ff-ae5e9aae0d39 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Pushing event deleted for resources: {'Subnet': ['ID=f40e6f95-b161-4bae-807d-6da77229a22f,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:01.662880 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d71474bd-5e9c-4270-9cee-42cf78102ee7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/a48230f1-fd6e-4cf1-ba0f-3c4d91a41286 HTTP/1.1" status: 204 len: 168 time: 1.3731050 Jun 18 16:25:01.670195 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2333e2c0-15ef-464f-b8ff-ae5e9aae0d39 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.671683 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9f5ccb-ffac-41e7-8a58-cf6a8d9c2505 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:01.675242 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2333e2c0-15ef-464f-b8ff-ae5e9aae0d39 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "DELETE /v2.0/subnets/f40e6f95-b161-4bae-807d-6da77229a22f HTTP/1.1" status: 204 len: 168 time: 1.5001225 Jun 18 16:25:01.675242 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2333e2c0-15ef-464f-b8ff-ae5e9aae0d39 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:01.676229 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47652) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:01.676229 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47654) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:01.682785 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898ef2dd-cc6a-4bdc-aa65-a8a99ca93207 None None] Network 6fbff3ce-0de1-4158-9859-a1b40b69d5fe requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:01.703917 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71474bd-5e9c-4270-9cee-42cf78102ee7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=a48230f1-fd6e-4cf1-ba0f-3c4d91a41286,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:01.712684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d71474bd-5e9c-4270-9cee-42cf78102ee7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:01.748946 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b75da2c7-a545-410e-93be-409e7b5c3365 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.757873 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b75da2c7-a545-410e-93be-409e7b5c3365 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.766678 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b980ec65-3565-4d43-8633-a95364bc731e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:01.771147 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-46d94dd2-d5ba-4470-9d6d-12789b3eb3b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.811395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d34a706-085f-4b95-ac77-c4c2f330a21d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:01.832585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75da2c7-a545-410e-93be-409e7b5c3365 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2385bbef-bc7b-48fe-a5a7-14f96bc595f8,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:01.881462 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b75da2c7-a545-410e-93be-409e7b5c3365 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:01.886629 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-effbce1e-e86d-419c-a1bd-4fe86f95b8d8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.911806 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-633080d4-153b-4b98-bd53-db690c362379 None None] Deleting port b10e449b-c275-49b9-be77-fd6679d84f98 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:01.912196 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-633080d4-153b-4b98-bd53-db690c362379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.948339 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] For port b10e449b-c275-49b9-be77-fd6679d84f98, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b10e449b-c275-49b9-be77-fd6679d84f98,segment=NetworkSegment(7256ef56-a983-4071-9b63-8f79e867a3a4),segment_id=7256ef56-a983-4071-9b63-8f79e867a3a4)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:01.948701 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.962018 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d34a706-085f-4b95-ac77-c4c2f330a21d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.963401 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-f899feab-415e-45f2-9d91-0834d0b9e91f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Deleting subnet 04b6f82c-3af5-4db8-846c-1349d8dd0a7e {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:01.976893 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f899feab-415e-45f2-9d91-0834d0b9e91f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.997484 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b75da2c7-a545-410e-93be-409e7b5c3365 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:01.999002 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-6d34a706-085f-4b95-ac77-c4c2f330a21d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] device_id is not set on port 52c17baa-da65-493f-8d35-e1a7d62fca99 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:25:02.007128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b75da2c7-a545-410e-93be-409e7b5c3365 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.010788 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9fdbd177-0834-4bdc-a7b5-959188be3414 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:02.052579 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-633080d4-153b-4b98-bd53-db690c362379 None None] For port b10e449b-c275-49b9-be77-fd6679d84f98, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b10e449b-c275-49b9-be77-fd6679d84f98,segment=NetworkSegment(7256ef56-a983-4071-9b63-8f79e867a3a4),segment_id=7256ef56-a983-4071-9b63-8f79e867a3a4)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:02.053014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-633080d4-153b-4b98-bd53-db690c362379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.063676 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Calling delete_port for b10e449b-c275-49b9-be77-fd6679d84f98 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:02.078842 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b75da2c7-a545-410e-93be-409e7b5c3365 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.082660 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b75da2c7-a545-410e-93be-409e7b5c3365 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8039305 Jun 18 16:25:02.085473 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47656) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:02.095223 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75da2c7-a545-410e-93be-409e7b5c3365 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77f60b6-c1e4-47c4-a0c5-507078dc2b86,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:02.100813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b75da2c7-a545-410e-93be-409e7b5c3365 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:02.105300 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-702ab3c9-0f9f-482b-9a03-afb203e29c5d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4258397 Jun 18 16:25:02.110142 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47658) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:02.134480 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-633080d4-153b-4b98-bd53-db690c362379 None None] Calling delete_port for b10e449b-c275-49b9-be77-fd6679d84f98 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:02.199629 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f899feab-415e-45f2-9d91-0834d0b9e91f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.257211 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-54ac1725-1092-4c4f-9ffb-2332dfb800c7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.259153 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-effbce1e-e86d-419c-a1bd-4fe86f95b8d8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.289788 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-effbce1e-e86d-419c-a1bd-4fe86f95b8d8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568667b6-1e35-4375-afea-e546bcbabda0']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:02.303016 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-46d94dd2-d5ba-4470-9d6d-12789b3eb3b2 admin admin] Deleting port 7c678cee-256f-44fe-b156-2b2e2be144db {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:02.303354 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-46d94dd2-d5ba-4470-9d6d-12789b3eb3b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.324260 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-effbce1e-e86d-419c-a1bd-4fe86f95b8d8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93af4b55-e613-4434-823e-1e0010fdfd3c') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:02.324566 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-effbce1e-e86d-419c-a1bd-4fe86f95b8d8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93af4b55-e613-4434-823e-1e0010fdfd3c') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:02.361473 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3ea5a991-a4f0-4b7a-9da5-dc15e279b3f0 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2721443 Jun 18 16:25:02.364964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47660) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:02.369751 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-fbf3dc92-6e91-41cf-8602-5bda56d3c366 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group': {'name': 'tempest-security--1939072273', 'description': 'tempest-security-description-852017224'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:02.376441 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7ac90f-633b-496f-b37d-e34012cbd3ac None None] DHCP port deletion for ce24d173-f93a-4cd6-bc0b-4cefb40733e2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:25:02.395879 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-effbce1e-e86d-419c-a1bd-4fe86f95b8d8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.431451 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-effbce1e-e86d-419c-a1bd-4fe86f95b8d8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.448988 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.452801 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f899feab-415e-45f2-9d91-0834d0b9e91f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.456220 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-effbce1e-e86d-419c-a1bd-4fe86f95b8d8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:25:02.456670 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-effbce1e-e86d-419c-a1bd-4fe86f95b8d8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.459415 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-633080d4-153b-4b98-bd53-db690c362379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.462204 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c890f731-7202-459a-8aa1-98e98c576a52 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:02.463722 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-df75a704-528a-41f7-a531-56b064d7d1f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:25:02.464181 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:25:02.474805 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ac90f-633b-496f-b37d-e34012cbd3ac None None] Deleting port 42ee8f7d-5082-40da-821c-de68a2356b7d {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:02.475200 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac90f-633b-496f-b37d-e34012cbd3ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.504569 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633080d4-153b-4b98-bd53-db690c362379 None None] No DVR routers for this DVR port b10e449b-c275-49b9-be77-fd6679d84f98 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:02.508482 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633080d4-153b-4b98-bd53-db690c362379 None None] Pushing event deleted for resources: {'Port': ['ID=b10e449b-c275-49b9-be77-fd6679d84f98,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:02.511633 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-633080d4-153b-4b98-bd53-db690c362379 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:02.517916 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-6d34a706-085f-4b95-ac77-c4c2f330a21d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Allocated IP 2001:db8::2d7 (090f2d7a-292d-4e62-8986-e194fc2b9a6d/97d70488-6651-4c2f-8251-5e430f54fccf/52c17baa-da65-493f-8d35-e1a7d62fca99) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:02.525213 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7e7926-155f-4b74-af2c-3d6e70a2840f None None] DHCP port deletion for 6fbff3ce-0de1-4158-9859-a1b40b69d5fe request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:25:02.528317 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fbf3dc92-6e91-41cf-8602-5bda56d3c366 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.537998 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-54ac1725-1092-4c4f-9ffb-2332dfb800c7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.548386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-54ac1725-1092-4c4f-9ffb-2332dfb800c7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.576806 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Port': ['ID=b10e449b-c275-49b9-be77-fd6679d84f98,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:02.582539 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:02.592824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] No DVR routers for this DVR port b10e449b-c275-49b9-be77-fd6679d84f98 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:02.607012 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-fc7ac90f-633b-496f-b37d-e34012cbd3ac None None] For port 42ee8f7d-5082-40da-821c-de68a2356b7d, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=42ee8f7d-5082-40da-821c-de68a2356b7d,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:02.608144 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac90f-633b-496f-b37d-e34012cbd3ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.621702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-54ac1725-1092-4c4f-9ffb-2332dfb800c7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.622483 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ac1725-1092-4c4f-9ffb-2332dfb800c7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Fanout notify agent at l3_agent the message router_deleted on router 1563dffe-f85f-4c23-b013-362bcf35bd37 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:25:02.625791 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-46d94dd2-d5ba-4470-9d6d-12789b3eb3b2 admin admin] For port 7c678cee-256f-44fe-b156-2b2e2be144db, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=7c678cee-256f-44fe-b156-2b2e2be144db,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:02.626212 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-46d94dd2-d5ba-4470-9d6d-12789b3eb3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.630840 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-54ac1725-1092-4c4f-9ffb-2332dfb800c7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.632210 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-54ac1725-1092-4c4f-9ffb-2332dfb800c7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/routers/1563dffe-f85f-4c23-b013-362bcf35bd37 HTTP/1.1" status: 204 len: 168 time: 0.5209918 Jun 18 16:25:02.641550 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47662) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:02.664218 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fbf3dc92-6e91-41cf-8602-5bda56d3c366 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.685790 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-fc7ac90f-633b-496f-b37d-e34012cbd3ac None None] Calling delete_port for 42ee8f7d-5082-40da-821c-de68a2356b7d owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:02.696015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fbf3dc92-6e91-41cf-8602-5bda56d3c366 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.699542 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fbf3dc92-6e91-41cf-8602-5bda56d3c366 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.701118 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fbf3dc92-6e91-41cf-8602-5bda56d3c366 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "PUT /v2.0/security-groups/b77f60b6-c1e4-47c4-a0c5-507078dc2b86 HTTP/1.1" status: 200 len: 1777 time: 0.3351536 Jun 18 16:25:02.713039 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0e5b74d5-122a-4afc-b64f-2636f27f589a tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:02.716944 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47664) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:02.742563 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e7926-155f-4b74-af2c-3d6e70a2840f None None] Deleting port dad564a4-806e-4874-aba1-5fd871fadfa9 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:02.743241 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5d7e7926-155f-4b74-af2c-3d6e70a2840f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.761740 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-effbce1e-e86d-419c-a1bd-4fe86f95b8d8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.792012 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-46d94dd2-d5ba-4470-9d6d-12789b3eb3b2 admin admin] Calling delete_port for 7c678cee-256f-44fe-b156-2b2e2be144db owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:02.823068 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3dc92-6e91-41cf-8602-5bda56d3c366 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77f60b6-c1e4-47c4-a0c5-507078dc2b86,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:02.832948 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-5d7e7926-155f-4b74-af2c-3d6e70a2840f None None] For port dad564a4-806e-4874-aba1-5fd871fadfa9, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=dad564a4-806e-4874-aba1-5fd871fadfa9,segment=NetworkSegment(8e33abfe-90bf-4fbf-be56-ba69a6864d26),segment_id=8e33abfe-90bf-4fbf-be56-ba69a6864d26)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:02.833359 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5d7e7926-155f-4b74-af2c-3d6e70a2840f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.834907 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fbf3dc92-6e91-41cf-8602-5bda56d3c366 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:02.838680 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:02.845927 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-effbce1e-e86d-419c-a1bd-4fe86f95b8d8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.848994 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-effbce1e-e86d-419c-a1bd-4fe86f95b8d8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/568667b6-1e35-4375-afea-e546bcbabda0 HTTP/1.1" status: 204 len: 168 time: 1.3266649 Jun 18 16:25:02.856427 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47666) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:02.860234 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1f9ec0ca-8557-4328-9b99-eac69cbdeb05 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-groups/b77f60b6-c1e4-47c4-a0c5-507078dc2b86 HTTP/1.1" status: 200 len: 1777 time: 0.1162677 Jun 18 16:25:02.873088 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47668) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:02.879031 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f899feab-415e-45f2-9d91-0834d0b9e91f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.918476 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5d7e7926-155f-4b74-af2c-3d6e70a2840f None None] Calling delete_port for dad564a4-806e-4874-aba1-5fd871fadfa9 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:02.919933 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d34a706-085f-4b95-ac77-c4c2f330a21d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.923428 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fc7ac90f-633b-496f-b37d-e34012cbd3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.927353 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8b4cc004-b335-4fa4-9f37-2170c8135d1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:02.929302 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbce1e-e86d-419c-a1bd-4fe86f95b8d8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Network': ['ID=568667b6-1e35-4375-afea-e546bcbabda0,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:02.933553 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:02.945327 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c3c9f3-8f32-49f9-8bcc-63063026b082 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:02.949149 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-effbce1e-e86d-419c-a1bd-4fe86f95b8d8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:02.949310 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-82c3c9f3-8f32-49f9-8bcc-63063026b082 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3041003 Jun 18 16:25:02.951148 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-5466721f-c5dd-4218-a66c-120dd6214254 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:02.952126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5466721f-c5dd-4218-a66c-120dd6214254 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:02.957295 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5466721f-c5dd-4218-a66c-120dd6214254 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/subnets/5afeba75-505d-4107-a93b-ee5efdd4ab96 HTTP/1.1" status: 404 len: 337 time: 0.0938659 Jun 18 16:25:02.957295 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47670) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:02.960078 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47672) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:02.961276 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b3dbba63-adf4-4365-b098-04ab7458db16 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:02.962553 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ac90f-633b-496f-b37d-e34012cbd3ac None None] Pushing event deleted for resources: {'Port': ['ID=42ee8f7d-5082-40da-821c-de68a2356b7d,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:02.964649 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-fc7ac90f-633b-496f-b37d-e34012cbd3ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:02.972187 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf715b75-449b-4c96-977e-a0a78174aca9']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:02.972747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-6d34a706-085f-4b95-ac77-c4c2f330a21d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Transition to ACTIVE for port object 52c17baa-da65-493f-8d35-e1a7d62fca99 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:02.994580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7ac90f-633b-496f-b37d-e34012cbd3ac None None] No DVR routers for this DVR port 42ee8f7d-5082-40da-821c-de68a2356b7d on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:03.019024 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b90eaa39-94e5-4a21-b045-56aa6b9334b2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:03.019475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b90eaa39-94e5-4a21-b045-56aa6b9334b2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:03.023526 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b90eaa39-94e5-4a21-b045-56aa6b9334b2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/dcae5643-075f-4c57-9021-596d1c1f3bf1 HTTP/1.1" status: 404 len: 339 time: 0.0498514 Jun 18 16:25:03.025571 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88911318-8061-4e14-9b4d-38f13f015dc7 None None] Network 086f1248-c527-4477-8807-a47da8a763b4 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:03.026946 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47674) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:03.032802 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899feab-415e-45f2-9d91-0834d0b9e91f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Pushing event deleted for resources: {'Subnet': ['ID=04b6f82c-3af5-4db8-846c-1349d8dd0a7e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:03.035885 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7256ef56-a983-4071-9b63-8f79e867a3a4') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:03.036580 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7256ef56-a983-4071-9b63-8f79e867a3a4') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:03.041566 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f899feab-415e-45f2-9d91-0834d0b9e91f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.046746 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f899feab-415e-45f2-9d91-0834d0b9e91f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "DELETE /v2.0/subnets/04b6f82c-3af5-4db8-846c-1349d8dd0a7e HTTP/1.1" status: 204 len: 168 time: 1.3674850 Jun 18 16:25:03.047893 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f899feab-415e-45f2-9d91-0834d0b9e91f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:03.053790 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47676) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:03.070335 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fd09ad-27bf-43f9-b210-c4474e082459 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:03.071160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8fd09ad-27bf-43f9-b210-c4474e082459 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:03.072515 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d8fd09ad-27bf-43f9-b210-c4474e082459 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/subnets/b236e582-ab12-4e4b-ab74-a3ac77d1ed74 HTTP/1.1" status: 404 len: 337 time: 0.0448020 Jun 18 16:25:03.078761 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47678) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:03.079138 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.098803 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0ca77b-ccf1-4656-aa74-ff4fb7bb9b9f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:03.100115 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4b0ca77b-ccf1-4656-aa74-ff4fb7bb9b9f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1406837 Jun 18 16:25:03.103253 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47680) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:03.129261 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5d7e7926-155f-4b74-af2c-3d6e70a2840f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.130560 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e5795d-e10f-4f10-9aa3-d327b5ce7be1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:03.131177 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e5795d-e10f-4f10-9aa3-d327b5ce7be1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:03.135340 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7653ad4d-99a0-4b9f-ac05-64223e7d54a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:03.135498 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-14e5795d-e10f-4f10-9aa3-d327b5ce7be1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/9880b6ca-9136-4ffe-a122-38d4fae96d07 HTTP/1.1" status: 404 len: 339 time: 0.0511830 Jun 18 16:25:03.144974 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47682) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:03.173764 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3cdfe5d5-ac90-4f7a-a58d-e7a8a9da9f8a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560274 Jun 18 16:25:03.175362 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e7926-155f-4b74-af2c-3d6e70a2840f None None] Pushing event deleted for resources: {'Port': ['ID=dad564a4-806e-4874-aba1-5fd871fadfa9,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:03.179142 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47684) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:03.181635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5d7e7926-155f-4b74-af2c-3d6e70a2840f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:03.182456 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e7926-155f-4b74-af2c-3d6e70a2840f None None] No DVR routers for this DVR port dad564a4-806e-4874-aba1-5fd871fadfa9 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:03.187091 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b5ece3d3-b5f5-4d0f-a1fe-935720482f99 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:03.192527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d34a706-085f-4b95-ac77-c4c2f330a21d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.206159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:03.218854 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.245716 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d65400-5e0b-4238-8af2-18af25d44a1b tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:03.245716 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d65400-5e0b-4238-8af2-18af25d44a1b tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:03.251348 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d6d65400-5e0b-4238-8af2-18af25d44a1b tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/subnets/9560e38c-c031-42f0-991b-fb3992e0f3ad HTTP/1.1" status: 404 len: 337 time: 0.0995777 Jun 18 16:25:03.274952 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47686) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:03.280832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d34a706-085f-4b95-ac77-c4c2f330a21d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:03.285982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:25:03.285982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:25:03.289048 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:25:03.299795 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-6d34a706-085f-4b95-ac77-c4c2f330a21d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:03.316020 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d34a706-085f-4b95-ac77-c4c2f330a21d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:03.321639 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d34a706-085f-4b95-ac77-c4c2f330a21d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:03.322269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d34a706-085f-4b95-ac77-c4c2f330a21d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.336862 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 42ee8f7d-5082-40da-821c-de68a2356b7d no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:25:03.341824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-559c0a11-83b1-4aa2-bb08-b020e7a92fb3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.354973 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-784a19bb-165d-4792-99c2-1811fd1d3e8e tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.362828 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7f1d14-89f7-424b-905a-1fc74e358bee tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:03.363503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7f1d14-89f7-424b-905a-1fc74e358bee tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:03.365358 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1f7f1d14-89f7-424b-905a-1fc74e358bee tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/b6452222-efe8-4ed5-83a8-a97dcfa631b5 HTTP/1.1" status: 404 len: 339 time: 0.0868616 Jun 18 16:25:03.366138 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34a706-085f-4b95-ac77-c4c2f330a21d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=52c17baa-da65-493f-8d35-e1a7d62fca99,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:03.368543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47688) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:03.375452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6d34a706-085f-4b95-ac77-c4c2f330a21d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:03.394927 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 42ee8f7d-5082-40da-821c-de68a2356b7d {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:25:03.395414 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 42ee8f7d-5082-40da-821c-de68a2356b7d not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:25:03.395966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b10e449b-c275-49b9-be77-fd6679d84f98 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:25:03.399417 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4487f73-e9d1-41f5-bffb-b420a015af67 None None] DHCP port deletion for 086f1248-c527-4477-8807-a47da8a763b4 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:25:03.413810 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6d34a706-085f-4b95-ac77-c4c2f330a21d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1896510 Jun 18 16:25:03.414412 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47690) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:03.418862 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c9cd0e7-c79d-499d-ba06-75e94ae8f131 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:03.419315 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c9cd0e7-c79d-499d-ba06-75e94ae8f131 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:03.420738 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-559c0a11-83b1-4aa2-bb08-b020e7a92fb3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.421218 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9c9cd0e7-c79d-499d-ba06-75e94ae8f131 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/subnets/1bdfc8d7-993e-4e62-8bbc-b66d7375f0a6 HTTP/1.1" status: 404 len: 337 time: 0.0482404 Jun 18 16:25:03.425850 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47692) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:03.427701 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b70d687c-20e5-4e71-a6b2-f61108ddc53f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'subnet': {'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:03.428813 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: b10e449b-c275-49b9-be77-fd6679d84f98 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:25:03.429285 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b10e449b-c275-49b9-be77-fd6679d84f98 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:25:03.429832 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 53dddba7-d821-4c0c-b5b1-3f7b013e3694 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:25:03.464823 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.478789 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 53dddba7-d821-4c0c-b5b1-3f7b013e3694 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:25:03.478789 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 53dddba7-d821-4c0c-b5b1-3f7b013e3694 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:25:03.478789 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device dad564a4-806e-4874-aba1-5fd871fadfa9 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:25:03.496395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ece3d3-b5f5-4d0f-a1fe-935720482f99 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:03.500131 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b5ece3d3-b5f5-4d0f-a1fe-935720482f99 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.509501 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0e05bf76-771c-4be5-87d7-22347958e8ea tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:03.516714 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: dad564a4-806e-4874-aba1-5fd871fadfa9 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:25:03.517177 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device dad564a4-806e-4874-aba1-5fd871fadfa9 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:25:03.524708 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.526620 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] 10.222.0.50 "DELETE /v2.0/networks/bf715b75-449b-4c96-977e-a0a78174aca9 HTTP/1.1" status: 204 len: 168 time: 3.0102234 Jun 18 16:25:03.534409 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f4487f73-e9d1-41f5-bffb-b420a015af67 None None] Deleting port 1b97203c-b47c-407c-9c9a-f01e3a25a652 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:03.535374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Pushing event deleted for resources: {'Network': ['ID=bf715b75-449b-4c96-977e-a0a78174aca9,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:03.535767 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f4487f73-e9d1-41f5-bffb-b420a015af67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.540534 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-134b5237-ffb7-4859-b202-08b0fdee8131 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:03.541154 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134b5237-ffb7-4859-b202-08b0fdee8131 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:03.545124 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-134b5237-ffb7-4859-b202-08b0fdee8131 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/8e675d59-61df-4734-b12d-6b6d7d58582f HTTP/1.1" status: 404 len: 339 time: 0.1115513 Jun 18 16:25:03.545124 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:03.555813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47696) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:03.605711 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-46d94dd2-d5ba-4470-9d6d-12789b3eb3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.620577 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5055ab3b-15b0-436a-8c86-8887edc70db4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:03.637816 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc11ef2f-4d79-47f0-aa18-6ba26d357a83 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:03.638174 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc11ef2f-4d79-47f0-aa18-6ba26d357a83 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:03.640846 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-dc11ef2f-4d79-47f0-aa18-6ba26d357a83 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/subnets/22b24027-7485-427c-88e3-4001c9a2a591 HTTP/1.1" status: 404 len: 337 time: 0.0833335 Jun 18 16:25:03.645005 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f4487f73-e9d1-41f5-bffb-b420a015af67 None None] For port 1b97203c-b47c-407c-9c9a-f01e3a25a652, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1b97203c-b47c-407c-9c9a-f01e3a25a652,segment=NetworkSegment(e1aaea58-79ad-4657-9fba-644d7f578878),segment_id=e1aaea58-79ad-4657-9fba-644d7f578878)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:03.645536 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f4487f73-e9d1-41f5-bffb-b420a015af67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.654606 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47698) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:03.684210 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-784a19bb-165d-4792-99c2-1811fd1d3e8e tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.697355 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f121a96-3e63-440e-930e-786545eb0961 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:03.698065 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f121a96-3e63-440e-930e-786545eb0961 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:03.699740 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0f121a96-3e63-440e-930e-786545eb0961 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/917f4758-cd51-458e-a545-f01e3f79b5f2 HTTP/1.1" status: 404 len: 339 time: 0.0420229 Jun 18 16:25:03.703731 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47700) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:03.721503 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-784a19bb-165d-4792-99c2-1811fd1d3e8e tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbff3ce-0de1-4158-9859-a1b40b69d5fe']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:03.725152 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d94dd2-d5ba-4470-9d6d-12789b3eb3b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c678cee-256f-44fe-b156-2b2e2be144db,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:03.732743 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-559c0a11-83b1-4aa2-bb08-b020e7a92fb3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.736905 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-559c0a11-83b1-4aa2-bb08-b020e7a92fb3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.738461 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-559c0a11-83b1-4aa2-bb08-b020e7a92fb3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "DELETE /v2.0/security-groups/b77f60b6-c1e4-47c4-a0c5-507078dc2b86 HTTP/1.1" status: 204 len: 168 time: 0.8611896 Jun 18 16:25:03.739714 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-46d94dd2-d5ba-4470-9d6d-12789b3eb3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:03.741408 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47702) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:03.742434 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cabd9150-073c-4275-831b-3e406d5a19c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:03.749350 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-784a19bb-165d-4792-99c2-1811fd1d3e8e tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e33abfe-90bf-4fbf-be56-ba69a6864d26') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:03.750104 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-784a19bb-165d-4792-99c2-1811fd1d3e8e tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e33abfe-90bf-4fbf-be56-ba69a6864d26') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:03.767401 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-690507fd-b174-4fb3-b5bc-390a59b6dc3e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:03.767871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-690507fd-b174-4fb3-b5bc-390a59b6dc3e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:03.769685 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-690507fd-b174-4fb3-b5bc-390a59b6dc3e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/subnets/118528ac-3c86-41cb-8c43-f60091cba5b9 HTTP/1.1" status: 404 len: 337 time: 0.0635731 Jun 18 16:25:03.775277 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47704) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:03.776760 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f4487f73-e9d1-41f5-bffb-b420a015af67 None None] Calling delete_port for 1b97203c-b47c-407c-9c9a-f01e3a25a652 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:03.792409 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c0a11-83b1-4aa2-bb08-b020e7a92fb3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77f60b6-c1e4-47c4-a0c5-507078dc2b86,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:03.798260 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-de947a36-2dad-4e75-8a74-6762272ad1db tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:03.798892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de947a36-2dad-4e75-8a74-6762272ad1db tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:03.800623 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-de947a36-2dad-4e75-8a74-6762272ad1db tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/8ddf04d9-81cb-499f-9108-880d9d2dea41 HTTP/1.1" status: 404 len: 339 time: 0.0230930 Jun 18 16:25:03.805274 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-784a19bb-165d-4792-99c2-1811fd1d3e8e tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.806391 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47706) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:03.807033 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70d687c-20e5-4e71-a6b2-f61108ddc53f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:03.809606 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-559c0a11-83b1-4aa2-bb08-b020e7a92fb3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:03.810538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b70d687c-20e5-4e71-a6b2-f61108ddc53f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.854348 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-784a19bb-165d-4792-99c2-1811fd1d3e8e tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.867909 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784a19bb-165d-4792-99c2-1811fd1d3e8e tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:25:03.868742 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-784a19bb-165d-4792-99c2-1811fd1d3e8e tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:25:03.872367 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:25:03.899676 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f4487f73-e9d1-41f5-bffb-b420a015af67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.904142 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:03.912592 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-f51c5a88-e1b5-41d7-a7e5-a720ef58dfbf tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:03.913059 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f51c5a88-e1b5-41d7-a7e5-a720ef58dfbf tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:03.914799 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f51c5a88-e1b5-41d7-a7e5-a720ef58dfbf tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/subnets/e0e0b76c-8b35-4afc-bcc3-8135bf26a73b HTTP/1.1" status: 404 len: 337 time: 0.1006951 Jun 18 16:25:03.937445 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-46d94dd2-d5ba-4470-9d6d-12789b3eb3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.937841 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4487f73-e9d1-41f5-bffb-b420a015af67 None None] Pushing event deleted for resources: {'Port': ['ID=1b97203c-b47c-407c-9c9a-f01e3a25a652,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:03.939303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47710) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:03.946985 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f4487f73-e9d1-41f5-bffb-b420a015af67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:03.951912 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4487f73-e9d1-41f5-bffb-b420a015af67 None None] No DVR routers for this DVR port 1b97203c-b47c-407c-9c9a-f01e3a25a652 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:03.957840 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-69fded4c-c9bb-4bb5-9095-4e566a63d819 None None] Provisioning for port 52c17baa-da65-493f-8d35-e1a7d62fca99 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:03.966716 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-69fded4c-c9bb-4bb5-9095-4e566a63d819 None None] Provisioning complete for port 52c17baa-da65-493f-8d35-e1a7d62fca99 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:03.967181 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-69fded4c-c9bb-4bb5-9095-4e566a63d819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:03.992662 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3bb09185-2fe1-4de8-900d-07a998321379 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2463233 Jun 18 16:25:04.004293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47712) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:04.005645 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec6baf6-c5ab-4b8a-a7da-f639a76f533e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:04.006454 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec6baf6-c5ab-4b8a-a7da-f639a76f533e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:04.008579 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fec6baf6-c5ab-4b8a-a7da-f639a76f533e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/1e7a1ede-9a00-45c6-947a-408e7a16146e HTTP/1.1" status: 404 len: 339 time: 0.0643866 Jun 18 16:25:04.013039 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47714) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:04.013385 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47716) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:04.017954 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-69fded4c-c9bb-4bb5-9095-4e566a63d819 None None] Port 52c17baa-da65-493f-8d35-e1a7d62fca99 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:25:04.035562 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-a284c469-1d49-47d9-8d69-823d73ee262d tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] delete failed (client error): The resource could not be found. Jun 18 16:25:04.036585 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a284c469-1d49-47d9-8d69-823d73ee262d tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "DELETE /v2.0/security-groups/b77f60b6-c1e4-47c4-a0c5-507078dc2b86 HTTP/1.1" status: 404 len: 347 time: 0.0270076 Jun 18 16:25:04.047796 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47718) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:04.051978 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f00ec745-9f2d-4d2b-91f0-793182e9f8d6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group': {'name': 'tempest-secgroup--427502313'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:04.074064 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.ipam_backend_mixin [None req-b70d687c-20e5-4e71-a6b2-f61108ddc53f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 97d70488-6651-4c2f-8251-5e430f54fccf (CIDR: 2001:db8::/64) Jun 18 16:25:04.092841 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bdeed3-893b-47a6-bdc1-365fdc4e66a8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:04.093854 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6bdeed3-893b-47a6-bdc1-365fdc4e66a8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:04.097714 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d6bdeed3-893b-47a6-bdc1-365fdc4e66a8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/subnets/f51bce97-d974-425b-8e62-b52d96323082 HTTP/1.1" status: 404 len: 337 time: 0.0772290 Jun 18 16:25:04.097714 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-46d94dd2-d5ba-4470-9d6d-12789b3eb3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.099276 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47722) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:04.105135 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70d687c-20e5-4e71-a6b2-f61108ddc53f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:25:04.105645 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70d687c-20e5-4e71-a6b2-f61108ddc53f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:04.109547 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-46d94dd2-d5ba-4470-9d6d-12789b3eb3b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.126169 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c077bd-d963-45e0-9146-36a793e3f85f tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:04.126778 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c077bd-d963-45e0-9146-36a793e3f85f tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:04.131496 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a7c077bd-d963-45e0-9146-36a793e3f85f tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/b2d5b34d-3239-446e-97a7-95e6c400dca7 HTTP/1.1" status: 404 len: 339 time: 0.0286322 Jun 18 16:25:04.132073 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47724) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:04.132702 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-784a19bb-165d-4792-99c2-1811fd1d3e8e tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.142234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f00ec745-9f2d-4d2b-91f0-793182e9f8d6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.161276 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b70d687c-20e5-4e71-a6b2-f61108ddc53f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7411096 Jun 18 16:25:04.164193 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47726) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:04.173257 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-784a19bb-165d-4792-99c2-1811fd1d3e8e tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.175407 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-784a19bb-165d-4792-99c2-1811fd1d3e8e tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "DELETE /v2.0/networks/6fbff3ce-0de1-4158-9859-a1b40b69d5fe HTTP/1.1" status: 204 len: 168 time: 1.1148999 Jun 18 16:25:04.176228 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fd1acfd3-ed21-4d4c-bf0f-9d15fee2f783 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:04.182516 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47728) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:04.188801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-09aa52b2-3cb1-4d04-a75f-e9602234cba4 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'subnet': {'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:04.242890 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a19bb-165d-4792-99c2-1811fd1d3e8e tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Pushing event deleted for resources: {'Network': ['ID=6fbff3ce-0de1-4158-9859-a1b40b69d5fe,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:04.279372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-784a19bb-165d-4792-99c2-1811fd1d3e8e tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:04.283222 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-46d94dd2-d5ba-4470-9d6d-12789b3eb3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.283773 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d94dd2-d5ba-4470-9d6d-12789b3eb3b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8d13524-66e7-4247-8b6b-cb09bf243032 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:25:04.293049 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-46d94dd2-d5ba-4470-9d6d-12789b3eb3b2 admin admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.297367 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-46d94dd2-d5ba-4470-9d6d-12789b3eb3b2 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f8d13524-66e7-4247-8b6b-cb09bf243032 HTTP/1.1" status: 204 len: 168 time: 4.1339211 Jun 18 16:25:04.302085 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.objects.ports [None req-b5ece3d3-b5f5-4d0f-a1fe-935720482f99 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93453) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:25:04.307063 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47730) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:04.322029 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b5ece3d3-b5f5-4d0f-a1fe-935720482f99 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.336843 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a3d48f-9ad1-4417-ba54-aede0427508e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Deleting subnet cd620d68-30d1-4af3-b3a1-86957812eebc {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:04.345085 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-87a3d48f-9ad1-4417-ba54-aede0427508e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.346229 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e82d3724-8145-43f4-9df4-cfcea04b9069 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:04.376864 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-60e641f7-1465-400c-963c-dfc15e4e72bf tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.401095 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8e2ec238-d864-4eed-8da8-99db430a5796 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d60e3585ca1e49b980c07776e659cd39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3838937 Jun 18 16:25:04.407478 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47732) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:04.419625 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-87a3d48f-9ad1-4417-ba54-aede0427508e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.441559 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ece3d3-b5f5-4d0f-a1fe-935720482f99 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:04.460881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-b5ece3d3-b5f5-4d0f-a1fe-935720482f99 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:04.471472 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164686e5-c652-45a0-9305-641feb6bfa1e None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:04.472382 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ece3d3-b5f5-4d0f-a1fe-935720482f99 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:04.472985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b5ece3d3-b5f5-4d0f-a1fe-935720482f99 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.480757 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ece3d3-b5f5-4d0f-a1fe-935720482f99 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=64bba715-3049-4916-a7c1-c39a39ba1f45,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:04.492946 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b5ece3d3-b5f5-4d0f-a1fe-935720482f99 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:04.495835 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60f47ec-4277-4b35-81aa-eb9a524fee84 admin admin] Deleting subnet 5e8e39ea-ca18-4f6a-859c-466bac254243 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:04.502819 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f60f47ec-4277-4b35-81aa-eb9a524fee84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.548785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f00ec745-9f2d-4d2b-91f0-793182e9f8d6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.554837 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f60f47ec-4277-4b35-81aa-eb9a524fee84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.576485 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f00ec745-9f2d-4d2b-91f0-793182e9f8d6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.582902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5ca91933-0a98-4552-a2df-9ac04deda4d9 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:04.589238 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b5ece3d3-b5f5-4d0f-a1fe-935720482f99 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4059722 Jun 18 16:25:04.590341 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-60e641f7-1465-400c-963c-dfc15e4e72bf tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.593180 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47734) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:04.605542 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-60e641f7-1465-400c-963c-dfc15e4e72bf tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['086f1248-c527-4477-8807-a47da8a763b4']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:04.610641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-38471b04-14ae-4ba2-9355-f74eed3c835c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:04.633970 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-60e641f7-1465-400c-963c-dfc15e4e72bf tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1aaea58-79ad-4657-9fba-644d7f578878') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:04.634201 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-60e641f7-1465-400c-963c-dfc15e4e72bf tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1aaea58-79ad-4657-9fba-644d7f578878') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:04.645152 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5ad8-4e17-4abc-a5de-db4986efae18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.645350 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': '64bba715-3049-4916-a7c1-c39a39ba1f45'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:25:04.646901 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.649741 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-87a3d48f-9ad1-4417-ba54-aede0427508e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.654647 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-60e641f7-1465-400c-963c-dfc15e4e72bf tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.681876 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09aa52b2-3cb1-4d04-a75f-e9602234cba4 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:04.685398 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09aa52b2-3cb1-4d04-a75f-e9602234cba4 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.695949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ec745-9f2d-4d2b-91f0-793182e9f8d6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd08991c-ee8e-4617-a61b-1a997e7e428b,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:04.711248 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-60e641f7-1465-400c-963c-dfc15e4e72bf tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.714244 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5ad8-4e17-4abc-a5de-db4986efae18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.716952 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f00ec745-9f2d-4d2b-91f0-793182e9f8d6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.722874 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f00ec745-9f2d-4d2b-91f0-793182e9f8d6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6743014 Jun 18 16:25:04.728510 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47736) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:04.729352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f00ec745-9f2d-4d2b-91f0-793182e9f8d6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:04.742122 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f99d45d5-4490-4147-b6c7-e716e482eaf3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group_rule': {'security_group_id': 'dd08991c-ee8e-4617-a61b-1a997e7e428b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:04.748143 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e641f7-1465-400c-963c-dfc15e4e72bf tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:25:04.748556 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-60e641f7-1465-400c-963c-dfc15e4e72bf tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:25:04.761717 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:25:04.826559 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Allocated IP 2001:db8::f816:3eff:fe38:7292 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/64bba715-3049-4916-a7c1-c39a39ba1f45/8119649e-85bf-4188-9298-6216bcd93249) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:04.867288 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-87a3d48f-9ad1-4417-ba54-aede0427508e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.871125 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f7e05717-5e25-442c-bcb2-cfebc06530ec tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:04.876585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f60f47ec-4277-4b35-81aa-eb9a524fee84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.886698 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-60e641f7-1465-400c-963c-dfc15e4e72bf tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.903621 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-60e641f7-1465-400c-963c-dfc15e4e72bf tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.906253 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-60e641f7-1465-400c-963c-dfc15e4e72bf tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "DELETE /v2.0/networks/086f1248-c527-4477-8807-a47da8a763b4 HTTP/1.1" status: 204 len: 168 time: 0.7229481 Jun 18 16:25:04.911053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47738) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:04.931291 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-87a3d48f-9ad1-4417-ba54-aede0427508e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.933370 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-87a3d48f-9ad1-4417-ba54-aede0427508e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/subnets/cd620d68-30d1-4af3-b3a1-86957812eebc HTTP/1.1" status: 204 len: 168 time: 0.7963362 Jun 18 16:25:04.933953 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.ipam_backend_mixin [None req-09aa52b2-3cb1-4d04-a75f-e9602234cba4 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 36f003c0-c2fa-4298-b82d-f82e8e523f1f (CIDR: 2001:db8:0:1::/64) Jun 18 16:25:04.934644 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f99d45d5-4490-4147-b6c7-e716e482eaf3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.939319 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3d48f-9ad1-4417-ba54-aede0427508e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Subnet': ['ID=cd620d68-30d1-4af3-b3a1-86957812eebc,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:04.940943 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47740) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:04.946451 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f330625-f80d-432c-927a-30cbb8a5f6a6 None None] Network 6d00b298-d35c-4ebd-a163-f12c80080fdf requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:04.950984 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-87a3d48f-9ad1-4417-ba54-aede0427508e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:04.951644 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:04.955334 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5ad8-4e17-4abc-a5de-db4986efae18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.957855 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2ecf5ad8-4e17-4abc-a5de-db4986efae18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:04.959178 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2ecf5ad8-4e17-4abc-a5de-db4986efae18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/82406ca9-8ae0-4e23-bc51-10e1e9be0686 HTTP/1.1" status: 204 len: 168 time: 0.5490830 Jun 18 16:25:04.977545 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-09aa52b2-3cb1-4d04-a75f-e9602234cba4 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:25:04.978212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09aa52b2-3cb1-4d04-a75f-e9602234cba4 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:05.054552 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38471b04-14ae-4ba2-9355-f74eed3c835c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:05.059108 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-38471b04-14ae-4ba2-9355-f74eed3c835c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.073465 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-09aa52b2-3cb1-4d04-a75f-e9602234cba4 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9060359 Jun 18 16:25:05.132857 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.150252 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Transition to ACTIVE for port object 8119649e-85bf-4188-9298-6216bcd93249 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:05.172803 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Transition to ACTIVE for port object 8119649e-85bf-4188-9298-6216bcd93249 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:05.187963 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.191751 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5d7e7926-155f-4b74-af2c-3d6e70a2840f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:05.255858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:05.259252 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:05.262006 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:05.271208 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Pushing event updated for resources: {'Port': ['ID=8119649e-85bf-4188-9298-6216bcd93249,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:05.274268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:05.321546 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07acaa13-9bb9-46b2-9013-66a6268d75c9 None None] DHCP port deletion for 6d00b298-d35c-4ebd-a163-f12c80080fdf request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:25:05.357689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Attempting to bind port 8119649e-85bf-4188-9298-6216bcd93249 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:25:05.358070 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Attempting to bind port 8119649e-85bf-4188-9298-6216bcd93249 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:25:05.358599 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Attempting to bind port 8119649e-85bf-4188-9298-6216bcd93249 on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:25:05.372033 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:25:05.372033 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:05.372033 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.372033 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:25:05.372033 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Bound port: 8119649e-85bf-4188-9298-6216bcd93249, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:25:05.372033 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.375331 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e641f7-1465-400c-963c-dfc15e4e72bf tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Pushing event deleted for resources: {'Network': ['ID=086f1248-c527-4477-8807-a47da8a763b4,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:05.380256 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47744) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:05.383116 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-60e641f7-1465-400c-963c-dfc15e4e72bf tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:05.385041 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a75b3e09-14e9-4f55-ab30-694d6bdad966 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.415s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:05.396788 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-87f910a9-23df-4764-a272-9e747bb4d15f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'subnet': {'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:05.406353 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf5ad8-4e17-4abc-a5de-db4986efae18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82406ca9-8ae0-4e23-bc51-10e1e9be0686,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:05.423661 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2ecf5ad8-4e17-4abc-a5de-db4986efae18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:05.458078 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1b97203c-b47c-407c-9c9a-f01e3a25a652 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:25:05.485439 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 1b97203c-b47c-407c-9c9a-f01e3a25a652 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:25:05.485869 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1b97203c-b47c-407c-9c9a-f01e3a25a652 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:25:05.486309 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 7c678cee-256f-44fe-b156-2b2e2be144db no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:25:05.500642 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-07acaa13-9bb9-46b2-9013-66a6268d75c9 None None] Deleting port 9262f2d7-823c-4039-9b27-bccbe4ef0d19 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:05.501846 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-07acaa13-9bb9-46b2-9013-66a6268d75c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.503654 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.525062 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f99d45d5-4490-4147-b6c7-e716e482eaf3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.535942 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f99d45d5-4490-4147-b6c7-e716e482eaf3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.546988 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 7c678cee-256f-44fe-b156-2b2e2be144db {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:25:05.547284 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 7c678cee-256f-44fe-b156-2b2e2be144db not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:25:05.570833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-35d568cf-d9fb-4216-b448-d5c0ff93f1aa tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:05.603718 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] For port 8119649e-85bf-4188-9298-6216bcd93249, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:25:05.604156 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d45d5-4490-4147-b6c7-e716e482eaf3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c1631a-99c6-4aa0-9dac-674f0170e4ee,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:05.610793 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ee90d7-424b-4683-847e-6ca8262fd780 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Deleting subnet 320d383c-c878-4663-bd72-d62888c32083 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:05.617766 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f99d45d5-4490-4147-b6c7-e716e482eaf3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:05.639840 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f99d45d5-4490-4147-b6c7-e716e482eaf3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.641522 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f99d45d5-4490-4147-b6c7-e716e482eaf3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9106140 Jun 18 16:25:05.641905 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] For port 8119649e-85bf-4188-9298-6216bcd93249, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=8119649e-85bf-4188-9298-6216bcd93249,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:25:05.644252 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f910a9-23df-4764-a272-9e747bb4d15f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Made reservation on behalf of 953b2634fd8d415a96152c28e655db12 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:05.648058 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-87f910a9-23df-4764-a272-9e747bb4d15f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.649077 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47756) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:05.650220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-15ee90d7-424b-4683-847e-6ca8262fd780 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.654257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f60f47ec-4277-4b35-81aa-eb9a524fee84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.657855 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-07acaa13-9bb9-46b2-9013-66a6268d75c9 None None] For port 9262f2d7-823c-4039-9b27-bccbe4ef0d19, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9262f2d7-823c-4039-9b27-bccbe4ef0d19,segment=NetworkSegment(d1dbf6f1-4731-435b-abf1-3893261c3826),segment_id=d1dbf6f1-4731-435b-abf1-3893261c3826)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:05.658940 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-07acaa13-9bb9-46b2-9013-66a6268d75c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.662880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.672364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ac5a7849-4885-4801-9a48-83971e48a028 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:05.692541 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7c1f0f1a-f469-4fde-9855-8c3999a3e856 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:05.705761 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Deleting port 9262f2d7-823c-4039-9b27-bccbe4ef0d19 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:05.706190 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.751685 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f47ec-4277-4b35-81aa-eb9a524fee84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8e39ea-ca18-4f6a-859c-466bac254243,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:05.763817 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f60f47ec-4277-4b35-81aa-eb9a524fee84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.766999 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f60f47ec-4277-4b35-81aa-eb9a524fee84 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/5e8e39ea-ca18-4f6a-859c-466bac254243 HTTP/1.1" status: 204 len: 168 time: 1.4588454 Jun 18 16:25:05.773899 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47762) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:05.778925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f60f47ec-4277-4b35-81aa-eb9a524fee84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:05.786365 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-15ee90d7-424b-4683-847e-6ca8262fd780 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.789366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-07acaa13-9bb9-46b2-9013-66a6268d75c9 None None] Calling delete_port for 9262f2d7-823c-4039-9b27-bccbe4ef0d19 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:05.812046 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc8ee64-7349-406e-a865-83bcead880e8 None None] Network 8a164dae-cb32-4185-85ff-e3ff62c30233 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:05.834500 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-85208bd7-e6ed-4fdf-8c44-7f4892511399 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.871373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-85208bd7-e6ed-4fdf-8c44-7f4892511399 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.901498 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] For port 9262f2d7-823c-4039-9b27-bccbe4ef0d19, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9262f2d7-823c-4039-9b27-bccbe4ef0d19,segment=NetworkSegment(d1dbf6f1-4731-435b-abf1-3893261c3826),segment_id=d1dbf6f1-4731-435b-abf1-3893261c3826)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:05.902270 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:05.958595 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Pushing event updated for resources: {'Port': ['ID=8119649e-85bf-4188-9298-6216bcd93249,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:05.971724 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:06.038570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-85208bd7-e6ed-4fdf-8c44-7f4892511399 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.046639 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Calling delete_port for 9262f2d7-823c-4039-9b27-bccbe4ef0d19 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:06.060379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b8f16c08-82c9-4348-87df-7ad1cfa789fd tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:06.066847 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.108208 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-85208bd7-e6ed-4fdf-8c44-7f4892511399 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.108208 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-85208bd7-e6ed-4fdf-8c44-7f4892511399 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/75c1631a-99c6-4aa0-9dac-674f0170e4ee HTTP/1.1" status: 204 len: 168 time: 0.4509101 Jun 18 16:25:06.110206 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47768) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:06.144777 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-15ee90d7-424b-4683-847e-6ca8262fd780 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.149451 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85208bd7-e6ed-4fdf-8c44-7f4892511399 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75c1631a-99c6-4aa0-9dac-674f0170e4ee,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:06.177328 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47770) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:06.248423 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-07acaa13-9bb9-46b2-9013-66a6268d75c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.253522 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-91160881-5e8a-4286-9d70-9d8e26516626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:06.291063 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07acaa13-9bb9-46b2-9013-66a6268d75c9 None None] No DVR routers for this DVR port 9262f2d7-823c-4039-9b27-bccbe4ef0d19 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:06.306300 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acaa13-9bb9-46b2-9013-66a6268d75c9 None None] Pushing event deleted for resources: {'Port': ['ID=9262f2d7-823c-4039-9b27-bccbe4ef0d19,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:06.313137 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-07acaa13-9bb9-46b2-9013-66a6268d75c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:06.315734 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-85208bd7-e6ed-4fdf-8c44-7f4892511399 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:06.319883 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-15ee90d7-424b-4683-847e-6ca8262fd780 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.324366 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-952d9a17-4e12-4481-8b4f-3b6fb94d42bc tempest-RoutersIpV6AdminTest-1936822077 tempest-RoutersIpV6AdminTest-1936822077-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:06.369048 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee90d7-424b-4683-847e-6ca8262fd780 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Pushing event deleted for resources: {'Subnet': ['ID=320d383c-c878-4663-bd72-d62888c32083,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:06.378603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-15ee90d7-424b-4683-847e-6ca8262fd780 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:06.379744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-15ee90d7-424b-4683-847e-6ca8262fd780 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.381886 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-15ee90d7-424b-4683-847e-6ca8262fd780 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "DELETE /v2.0/subnets/320d383c-c878-4663-bd72-d62888c32083 HTTP/1.1" status: 204 len: 168 time: 1.4673576 Jun 18 16:25:06.385740 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5e60c2-3652-4312-8a69-c8678df9359a None None] Network 1ee08f8b-b28c-4689-afb7-fe45f2bf6b81 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:06.386193 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47774) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:06.389578 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-404ceafe-b24e-4526-ac57-2b9011fed8f0 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group': {'name': 'tempest-secgroup--2053814471'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:06.422924 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a1011ed4-7f8e-42c7-8abb-a38d6686ba65 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3048339 Jun 18 16:25:06.424998 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47776) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:06.447910 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f3605b-b6bf-4950-824b-06e82df7a2d3 None None] DHCP port deletion for 8a164dae-cb32-4185-85ff-e3ff62c30233 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:25:06.508840 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-38471b04-14ae-4ba2-9355-f74eed3c835c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.512924 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d71474bd-5e9c-4270-9cee-42cf78102ee7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:06.519069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a037462a-7856-471a-81c3-49bf669d30b2 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.556086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.563045 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0eedc71a-ca0c-41f3-8341-1ecd8754fd89 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:06.568313 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-404ceafe-b24e-4526-ac57-2b9011fed8f0 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.569582 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38471b04-14ae-4ba2-9355-f74eed3c835c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:06.580437 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-38471b04-14ae-4ba2-9355-f74eed3c835c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:06.587243 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-44f3605b-b6bf-4950-824b-06e82df7a2d3 None None] Deleting port 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:06.588483 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-44f3605b-b6bf-4950-824b-06e82df7a2d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.589355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38471b04-14ae-4ba2-9355-f74eed3c835c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:06.590031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-38471b04-14ae-4ba2-9355-f74eed3c835c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.595327 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a037462a-7856-471a-81c3-49bf669d30b2 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.597714 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.603374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-87f910a9-23df-4764-a272-9e747bb4d15f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.612771 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Port': ['ID=9262f2d7-823c-4039-9b27-bccbe4ef0d19,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:06.621456 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] Deleting port 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:06.621800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.625070 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38471b04-14ae-4ba2-9355-f74eed3c835c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=89742b55-aaaa-4b89-837c-ff34ddd77580,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:06.626254 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] No DVR routers for this DVR port 9262f2d7-823c-4039-9b27-bccbe4ef0d19 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:06.628197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:06.630813 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-71442648-7d37-4814-b729-32aefcd48d29 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:06.631927 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-38471b04-14ae-4ba2-9355-f74eed3c835c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:06.633591 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-404ceafe-b24e-4526-ac57-2b9011fed8f0 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.639320 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-38471b04-14ae-4ba2-9355-f74eed3c835c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0398800 Jun 18 16:25:06.647171 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47778) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:06.655806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-2ae3db5d-1531-4966-916b-687f5132bde1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'mac_address': 'fa:16:3e:27:a7:33', 'name': 'tempest-NetworksTestDHCPv6-1333172937'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:06.665825 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-44f3605b-b6bf-4950-824b-06e82df7a2d3 None None] For port 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=6c0da48b-ed87-42c4-a4b2-fef37e2a4d27,segment=NetworkSegment(a344f38b-ae7c-42c3-b693-a61d8255c4a2),segment_id=a344f38b-ae7c-42c3-b693-a61d8255c4a2)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:06.667002 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-44f3605b-b6bf-4950-824b-06e82df7a2d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.742880 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a037462a-7856-471a-81c3-49bf669d30b2 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.745669 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a037462a-7856-471a-81c3-49bf669d30b2 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.749876 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a037462a-7856-471a-81c3-49bf669d30b2 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "DELETE /v2.0/security-groups/dd08991c-ee8e-4617-a61b-1a997e7e428b HTTP/1.1" status: 204 len: 168 time: 0.3210692 Jun 18 16:25:06.751538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-42be87f8-b267-4069-b034-0c6a89f57683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:06.758322 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47780) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:06.759988 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f910a9-23df-4764-a272-9e747bb4d15f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:06.760395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-44f3605b-b6bf-4950-824b-06e82df7a2d3 None None] Calling delete_port for 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:06.765196 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cdcd6f-348e-4d0d-83f9-fbeff7be15cb None None] DHCP port deletion for 1ee08f8b-b28c-4689-afb7-fe45f2bf6b81 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:25:06.802224 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037462a-7856-471a-81c3-49bf669d30b2 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd08991c-ee8e-4617-a61b-1a997e7e428b,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:06.814983 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a037462a-7856-471a-81c3-49bf669d30b2 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:06.824302 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-87f910a9-23df-4764-a272-9e747bb4d15f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:06.864483 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f910a9-23df-4764-a272-9e747bb4d15f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:06.865410 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-87f910a9-23df-4764-a272-9e747bb4d15f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.874601 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0cf69e80-5098-4578-bb44-ef3adc609da2 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1063774 Jun 18 16:25:06.875057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47782) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:06.879108 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681db6f1-358a-4750-ac39-90097131ce68 None None] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:06.886463 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b3d9d154-2720-4805-a5a4-7b67f7b73042 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151790893'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:06.894089 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.940958 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c2cdcd6f-348e-4d0d-83f9-fbeff7be15cb None None] Deleting port 435ad60e-f799-4235-bfab-dddc02a910ef {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:06.941431 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c2cdcd6f-348e-4d0d-83f9-fbeff7be15cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.944754 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d00b298-d35c-4ebd-a163-f12c80080fdf']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:06.952690 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] For port 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=6c0da48b-ed87-42c4-a4b2-fef37e2a4d27,segment=NetworkSegment(a344f38b-ae7c-42c3-b693-a61d8255c4a2),segment_id=a344f38b-ae7c-42c3-b693-a61d8255c4a2)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:06.953410 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:06.956503 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f910a9-23df-4764-a272-9e747bb4d15f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Subnet': ['ID=29931e52-64e5-4a95-bd57-dc092ea0d17f,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:06.974978 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-87f910a9-23df-4764-a272-9e747bb4d15f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:06.980149 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1dbf6f1-4731-435b-abf1-3893261c3826') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:06.980677 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1dbf6f1-4731-435b-abf1-3893261c3826') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:07.060324 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] Calling delete_port for 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:07.065460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.070511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-c2cdcd6f-348e-4d0d-83f9-fbeff7be15cb None None] For port 435ad60e-f799-4235-bfab-dddc02a910ef, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=435ad60e-f799-4235-bfab-dddc02a910ef,segment=NetworkSegment(50ab831a-ee95-43d9-a0a7-19ca314f251a),segment_id=50ab831a-ee95-43d9-a0a7-19ca314f251a)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:07.070920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c2cdcd6f-348e-4d0d-83f9-fbeff7be15cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.099749 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.117400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:25:07.117818 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:25:07.120870 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:25:07.138908 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c2cdcd6f-348e-4d0d-83f9-fbeff7be15cb None None] Calling delete_port for 435ad60e-f799-4235-bfab-dddc02a910ef owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:07.140966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-44f3605b-b6bf-4950-824b-06e82df7a2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.145483 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-fc7ac90f-633b-496f-b37d-e34012cbd3ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:07.195735 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8298cd-d89d-4edf-801d-ef4b1ae66a38 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:07.213545 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3605b-b6bf-4950-824b-06e82df7a2d3 None None] Pushing event deleted for resources: {'Port': ['ID=6c0da48b-ed87-42c4-a4b2-fef37e2a4d27,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:07.224999 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Deleting port 435ad60e-f799-4235-bfab-dddc02a910ef {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:07.225348 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.248245 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-44f3605b-b6bf-4950-824b-06e82df7a2d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:07.286276 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f3605b-b6bf-4950-824b-06e82df7a2d3 None None] No DVR routers for this DVR port 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:07.312344 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.322707 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-404ceafe-b24e-4526-ac57-2b9011fed8f0 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.328354 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:07.337261 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.341565 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] 10.222.0.50 "DELETE /v2.0/networks/6d00b298-d35c-4ebd-a163-f12c80080fdf HTTP/1.1" status: 204 len: 168 time: 2.3956070 Jun 18 16:25:07.349237 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 8119649e-85bf-4188-9298-6216bcd93249 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:07.354615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-404ceafe-b24e-4526-ac57-2b9011fed8f0 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.379787 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-87f910a9-23df-4764-a272-9e747bb4d15f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9927273 Jun 18 16:25:07.380008 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] For port 435ad60e-f799-4235-bfab-dddc02a910ef, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=435ad60e-f799-4235-bfab-dddc02a910ef,segment=NetworkSegment(50ab831a-ee95-43d9-a0a7-19ca314f251a),segment_id=50ab831a-ee95-43d9-a0a7-19ca314f251a)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:07.380313 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.383068 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Pushing event deleted for resources: {'Network': ['ID=6d00b298-d35c-4ebd-a163-f12c80080fdf,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:07.390122 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47786) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:07.394008 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:07.399715 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-33beb648-0cd3-404b-b2cc-81117f18b625 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-180997586', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '29931e52-64e5-4a95-bd57-dc092ea0d17f'}], 'security_groups': ['940bdfe0-7c83-4db7-af32-8273382729a2', '5259d5e5-44bb-4f27-ab80-a2fe7206a56c']}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:07.400041 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6c72ba87-6736-4d0f-9547-e34b5d642f2b None None] Provisioning for port 8119649e-85bf-4188-9298-6216bcd93249 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:07.402865 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-63005f5a-98af-4118-b1a4-62bbb5baf163 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:07.407123 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae3db5d-1531-4966-916b-687f5132bde1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:07.445883 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.471104 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d154-2720-4805-a5a4-7b67f7b73042 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.501589 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Calling delete_port for 435ad60e-f799-4235-bfab-dddc02a910ef owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:07.528175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 8119649e-85bf-4188-9298-6216bcd93249 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:07.535349 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c2cdcd6f-348e-4d0d-83f9-fbeff7be15cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.541848 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 8119649e-85bf-4188-9298-6216bcd93249 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:07.542075 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.543525 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-77040a84-6070-474e-98f2-f19101aa021d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:07.552549 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] No DVR routers for this DVR port 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:07.569145 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2ae3db5d-1531-4966-916b-687f5132bde1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.599900 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-2ae3db5d-1531-4966-916b-687f5132bde1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port bbd6c8cf-fa5d-4c41-8681-87e06c6094af yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:25:07.601819 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdcd6f-348e-4d0d-83f9-fbeff7be15cb None None] Pushing event deleted for resources: {'Port': ['ID=435ad60e-f799-4235-bfab-dddc02a910ef,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:07.617371 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ceafe-b24e-4526-ac57-2b9011fed8f0 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c28c7a-b2f2-4c3e-9a8a-893861251b79,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:07.626775 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-404ceafe-b24e-4526-ac57-2b9011fed8f0 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:07.633360 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c2cdcd6f-348e-4d0d-83f9-fbeff7be15cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:07.636303 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:07.641534 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cdcd6f-348e-4d0d-83f9-fbeff7be15cb None None] No DVR routers for this DVR port 435ad60e-f799-4235-bfab-dddc02a910ef on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:07.715416 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c0da48b-ed87-42c4-a4b2-fef37e2a4d27,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:07.722976 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfcf8b9-2af6-49b5-abc6-dcf6105815a0 None None] Update dhcp port {'port': {'network_id': '090f2d7a-292d-4e62-8986-e194fc2b9a6d', 'fixed_ips': [{'subnet_id': '36f003c0-c2fa-4298-b82d-f82e8e523f1f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '97d70488-6651-4c2f-8251-5e430f54fccf', 'ip_address': '2001:db8::2'}, {'subnet_id': '29931e52-64e5-4a95-bd57-dc092ea0d17f'}], 'binding:host_id': 'dv-neutron-797120-1-hyperv'}, 'id': 'b2958d76-4719-40d0-92f0-fb10f29dc7cf'} from dv-neutron-797120-1-hyperv. {{(pid=93455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:25:07.756643 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:07.792834 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.793725 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-adfcf8b9-2af6-49b5-abc6-dcf6105815a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.833164 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a164dae-cb32-4185-85ff-e3ff62c30233']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:07.847925 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47790) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:07.875701 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a344f38b-ae7c-42c3-b693-a61d8255c4a2') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:07.875960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-2ae3db5d-1531-4966-916b-687f5132bde1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 172.20.0.14 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/89742b55-aaaa-4b89-837c-ff34ddd77580/bbd6c8cf-fa5d-4c41-8681-87e06c6094af) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:07.876813 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a344f38b-ae7c-42c3-b693-a61d8255c4a2') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:07.882605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.899983 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-2ae3db5d-1531-4966-916b-687f5132bde1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::f816:3eff:fe27:a733 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/64bba715-3049-4916-a7c1-c39a39ba1f45/bbd6c8cf-fa5d-4c41-8681-87e06c6094af) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:07.902657 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.926375 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-404ceafe-b24e-4526-ac57-2b9011fed8f0 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.928644 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.931453 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fc0a5089-1639-4f49-9d36-ac8ff7f8bf7e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:07.969537 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-404ceafe-b24e-4526-ac57-2b9011fed8f0 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.978458 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Pushing event deleted for resources: {'Port': ['ID=435ad60e-f799-4235-bfab-dddc02a910ef,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:07.990781 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:07.995931 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:07.996544 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ead4811b-2a61-4a7c-855e-0976a9510c04 tempest-QuotasNegativeTest-1525915959 tempest-QuotasNegativeTest-1525915959-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:08.002309 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] No DVR routers for this DVR port 435ad60e-f799-4235-bfab-dddc02a910ef on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:08.018064 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33beb648-0cd3-404b-b2cc-81117f18b625 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.022461 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed736f20-b518-4bf3-b511-b159f1f5973e None None] Update dhcp port {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'fixed_ips': [{'subnet_id': '64bba715-3049-4916-a7c1-c39a39ba1f45', 'ip_address': '2001:db8::f816:3eff:fe38:7292'}, {'subnet_id': '89742b55-aaaa-4b89-837c-ff34ddd77580'}], 'binding:host_id': 'dv-neutron-797120-1-hyperv'}, 'id': '8119649e-85bf-4188-9298-6216bcd93249'} from dv-neutron-797120-1-hyperv. {{(pid=93455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:25:08.027083 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 8119649e-85bf-4188-9298-6216bcd93249, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=8119649e-85bf-4188-9298-6216bcd93249,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:08.034076 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.039564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:25:08.040217 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:25:08.045321 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:25:08.059231 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-50139913-65f5-4859-9e13-5ce3b08ff461 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:08.122819 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:25:08.134145 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2ae3db5d-1531-4966-916b-687f5132bde1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.159882 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:25:08.160238 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 6c0da48b-ed87-42c4-a4b2-fef37e2a4d27 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:25:08.160656 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 435ad60e-f799-4235-bfab-dddc02a910ef no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:25:08.163601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-2ae3db5d-1531-4966-916b-687f5132bde1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object bbd6c8cf-fa5d-4c41-8681-87e06c6094af will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:08.169018 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ceafe-b24e-4526-ac57-2b9011fed8f0 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374ccda9-2d95-4719-bec3-5c0c83b455a1,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:08.171723 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d154-2720-4805-a5a4-7b67f7b73042 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.178061 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ed736f20-b518-4bf3-b511-b159f1f5973e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.185745 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d154-2720-4805-a5a4-7b67f7b73042 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.191051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f04b8e6b-4a5d-4a6e-9f80-82917d7c074c tempest-AllowedAddressPairTestJSON-1571896091 tempest-AllowedAddressPairTestJSON-1571896091-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:08.211064 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-404ceafe-b24e-4526-ac57-2b9011fed8f0 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:08.224746 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 435ad60e-f799-4235-bfab-dddc02a910ef {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:25:08.225190 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 435ad60e-f799-4235-bfab-dddc02a910ef not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:25:08.225686 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9262f2d7-823c-4039-9b27-bccbe4ef0d19 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:25:08.229428 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-adfcf8b9-2af6-49b5-abc6-dcf6105815a0 None None] Allocated IP 2001:db8:0:2::2 (090f2d7a-292d-4e62-8986-e194fc2b9a6d/29931e52-64e5-4a95-bd57-dc092ea0d17f/b2958d76-4719-40d0-92f0-fb10f29dc7cf) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:08.232607 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=8119649e-85bf-4188-9298-6216bcd93249,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:08.236582 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:08.238029 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-404ceafe-b24e-4526-ac57-2b9011fed8f0 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.242021 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-404ceafe-b24e-4526-ac57-2b9011fed8f0 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0554450 Jun 18 16:25:08.245656 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47794) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:08.247761 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.251001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b3d9d154-2720-4805-a5a4-7b67f7b73042 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.255197 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b3d9d154-2720-4805-a5a4-7b67f7b73042 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3763134 Jun 18 16:25:08.261106 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47796) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:08.261841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d9d154-2720-4805-a5a4-7b67f7b73042 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1b8773-2c02-4251-a0e8-5244bbbe22ae,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:08.269382 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.270616 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-21f5f46f-b8a1-4eec-b2f5-9c6b690c6b5c tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group_rule': {'security_group_id': '8d1b8773-2c02-4251-a0e8-5244bbbe22ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:08.277232 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee08f8b-b28c-4689-afb7-fe45f2bf6b81']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:08.287061 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b3d9d154-2720-4805-a5a4-7b67f7b73042 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:08.307419 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2ae3db5d-1531-4966-916b-687f5132bde1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.310294 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-784a19bb-165d-4792-99c2-1811fd1d3e8e tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:08.316291 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.317674 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c28ad684-35e2-43e8-bd11-434acfbc9137 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:08.320995 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] 10.222.0.50 "DELETE /v2.0/networks/8a164dae-cb32-4185-85ff-e3ff62c30233 HTTP/1.1" status: 204 len: 168 time: 2.5401838 Jun 18 16:25:08.331381 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ab831a-ee95-43d9-a0a7-19ca314f251a') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:08.331818 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ab831a-ee95-43d9-a0a7-19ca314f251a') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:08.359552 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] Pushing event deleted for resources: {'Network': ['ID=8a164dae-cb32-4185-85ff-e3ff62c30233,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:08.367729 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.371467 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a84e75cd-d69d-4058-a083-d4fe03f4bd93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=eb097a6e28d249bdbf02c3bc05f9b34b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5164957 Jun 18 16:25:08.380398 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:08.381109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47800) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:08.410203 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7aad79e5-84f0-4080-bba2-ad5e90ccc164 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1618114 Jun 18 16:25:08.423164 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae3db5d-1531-4966-916b-687f5132bde1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:08.424542 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-21f5f46f-b8a1-4eec-b2f5-9c6b690c6b5c tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.435533 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47802) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:08.439636 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-2ae3db5d-1531-4966-916b-687f5132bde1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:08.441449 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-7358acec-7313-4bfb-924b-76ff5594ac55 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group': {'name': 'tempest-security--329901430', 'description': 'tempest-security-description-1148066512'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:08.446855 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 9262f2d7-823c-4039-9b27-bccbe4ef0d19 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:25:08.447339 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9262f2d7-823c-4039-9b27-bccbe4ef0d19 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:25:08.451224 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.482533 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:25:08.483204 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:25:08.491965 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:25:08.494324 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47804) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:08.510769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae3db5d-1531-4966-916b-687f5132bde1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:08.560160 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0fc6d853-a16b-4c69-8498-a24bcff1d661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.595261 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3db5d-1531-4966-916b-687f5132bde1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=bbd6c8cf-fa5d-4c41-8681-87e06c6094af,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:08.609765 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae3db5d-1531-4966-916b-687f5132bde1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:08.610438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2ae3db5d-1531-4966-916b-687f5132bde1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.616743 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2ae3db5d-1531-4966-916b-687f5132bde1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:08.621793 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7358acec-7313-4bfb-924b-76ff5594ac55 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.641254 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2ae3db5d-1531-4966-916b-687f5132bde1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9928243 Jun 18 16:25:08.643450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-21f5f46f-b8a1-4eec-b2f5-9c6b690c6b5c tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.644318 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47806) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:08.654990 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-21f5f46f-b8a1-4eec-b2f5-9c6b690c6b5c tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.658076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9f8e6c36-6194-4795-bff0-034ce805e70f tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:08.661394 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-adfcf8b9-2af6-49b5-abc6-dcf6105815a0 None None] For port b2958d76-4719-40d0-92f0-fb10f29dc7cf, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b2958d76-4719-40d0-92f0-fb10f29dc7cf,segment=NetworkSegment(86796868-dcf7-4bfd-b09f-d695861612b5),segment_id=86796868-dcf7-4bfd-b09f-d695861612b5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:08.682286 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-ed736f20-b518-4bf3-b511-b159f1f5973e None None] Allocated IP 172.20.0.2 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/89742b55-aaaa-4b89-837c-ff34ddd77580/8119649e-85bf-4188-9298-6216bcd93249) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:08.682878 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.695352 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-87faf486-a07b-4934-9272-179b9b587dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.696364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5f46f-b8a1-4eec-b2f5-9c6b690c6b5c tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38760e1b-5319-41d6-8dd1-d05ad4d190d3,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:08.703044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-21f5f46f-b8a1-4eec-b2f5-9c6b690c6b5c tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:08.708412 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:08.713634 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.717532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-21f5f46f-b8a1-4eec-b2f5-9c6b690c6b5c tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.719374 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "DELETE /v2.0/networks/1ee08f8b-b28c-4689-afb7-fe45f2bf6b81 HTTP/1.1" status: 204 len: 168 time: 2.3217654 Jun 18 16:25:08.719552 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-21f5f46f-b8a1-4eec-b2f5-9c6b690c6b5c tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4549477 Jun 18 16:25:08.721134 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47808) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:08.724820 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47810) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:08.726165 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-adfcf8b9-2af6-49b5-abc6-dcf6105815a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.737035 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-db4cf66a-179e-4677-b1bf-d2272a6678b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3328f9de576047028d611de30e1e3eab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2257454 Jun 18 16:25:08.739933 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-32f278d8-e58c-4ea7-a240-dd4af5f417db tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group_rule': {'security_group_id': '8d1b8773-2c02-4251-a0e8-5244bbbe22ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:08.746518 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47814) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:08.768469 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7358acec-7313-4bfb-924b-76ff5594ac55 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.769731 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Pushing event deleted for resources: {'Network': ['ID=1ee08f8b-b28c-4689-afb7-fe45f2bf6b81,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:08.776197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:08.780574 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7358acec-7313-4bfb-924b-76ff5594ac55 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.783818 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7358acec-7313-4bfb-924b-76ff5594ac55 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.787443 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7358acec-7313-4bfb-924b-76ff5594ac55 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "PUT /v2.0/security-groups/374ccda9-2d95-4719-bec3-5c0c83b455a1 HTTP/1.1" status: 200 len: 1777 time: 0.3475878 Jun 18 16:25:08.787588 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4f6d4613-847d-4b77-bdb7-13ad577f9041 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1cefa99-4eff-4329-92ad-d4d792f9f28a HTTP/1.1" status: 200 len: 205 time: 0.0634978 Jun 18 16:25:08.787705 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-87faf486-a07b-4934-9272-179b9b587dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.788912 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6d431de1-b889-476d-aa13-703de365d0f7 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:08.790022 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47816) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:08.790567 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47818) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:08.791939 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-adfcf8b9-2af6-49b5-abc6-dcf6105815a0 None None] Transition to ACTIVE for port object b2958d76-4719-40d0-92f0-fb10f29dc7cf will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:08.801970 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-adfcf8b9-2af6-49b5-abc6-dcf6105815a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.812591 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c2cdcd6f-348e-4d0d-83f9-fbeff7be15cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:08.862357 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7358acec-7313-4bfb-924b-76ff5594ac55 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374ccda9-2d95-4719-bec3-5c0c83b455a1,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:08.868593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7358acec-7313-4bfb-924b-76ff5594ac55 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:08.912497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2d5361-f788-49fe-a3f7-72e20de49874 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:08.918669 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2d5361-f788-49fe-a3f7-72e20de49874 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:08.920561 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9a2d5361-f788-49fe-a3f7-72e20de49874 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.2751160 Jun 18 16:25:08.924482 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-87faf486-a07b-4934-9272-179b9b587dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.927415 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-87faf486-a07b-4934-9272-179b9b587dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.928881 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-87faf486-a07b-4934-9272-179b9b587dae admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9972d4b7-5d9b-494e-8db1-c88e8f60a821 HTTP/1.1" status: 204 len: 168 time: 0.5434391 Jun 18 16:25:08.929981 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47820) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:08.954480 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ed736f20-b518-4bf3-b511-b159f1f5973e None None] For port 8119649e-85bf-4188-9298-6216bcd93249, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=8119649e-85bf-4188-9298-6216bcd93249,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:08.957802 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-917cc537-409b-48e1-8fdc-c3aee8fa2464 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:08.971479 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcf8b9-2af6-49b5-abc6-dcf6105815a0 None None] Pushing event updated for resources: {'Port': ['ID=b2958d76-4719-40d0-92f0-fb10f29dc7cf,revision_number=7']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:08.975040 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-adfcf8b9-2af6-49b5-abc6-dcf6105815a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:08.986301 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5be64ac6-5ad9-4a96-801b-1c0d37e877cc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:09.003100 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-32f278d8-e58c-4ea7-a240-dd4af5f417db tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:09.011260 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ed736f20-b518-4bf3-b511-b159f1f5973e None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:09.025891 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ed736f20-b518-4bf3-b511-b159f1f5973e None None] Transition to ACTIVE for port object 8119649e-85bf-4188-9298-6216bcd93249 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:09.034282 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ed736f20-b518-4bf3-b511-b159f1f5973e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:09.038362 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-dd4e13a5-ba1b-4291-9db0-3e9477b53b83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:09.038575 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87faf486-a07b-4934-9272-179b9b587dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9972d4b7-5d9b-494e-8db1-c88e8f60a821,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:09.042145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-87faf486-a07b-4934-9272-179b9b587dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:09.074726 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-002d7ca3-fb85-4e0b-b577-f5d40e4c37bf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-groups/374ccda9-2d95-4719-bec3-5c0c83b455a1 HTTP/1.1" status: 200 len: 1777 time: 0.2814722 Jun 18 16:25:09.085713 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47824) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:09.092158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8d6a7310-73fd-49c9-99f7-4570ff2446f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:09.114876 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-33beb648-0cd3-404b-b2cc-81117f18b625 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Delete allocated IP 2001:db8::2d7 (090f2d7a-292d-4e62-8986-e194fc2b9a6d/97d70488-6651-4c2f-8251-5e430f54fccf) {{(pid=93454) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 18 16:25:09.154326 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-33beb648-0cd3-404b-b2cc-81117f18b625 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Allocated IP 2001:db8:0:2::194 (090f2d7a-292d-4e62-8986-e194fc2b9a6d/29931e52-64e5-4a95-bd57-dc092ea0d17f/52c17baa-da65-493f-8d35-e1a7d62fca99) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:09.198495 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed736f20-b518-4bf3-b511-b159f1f5973e None None] Pushing event updated for resources: {'Port': ['ID=8119649e-85bf-4188-9298-6216bcd93249,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:09.203420 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ed736f20-b518-4bf3-b511-b159f1f5973e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:09.253891 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-917cc537-409b-48e1-8fdc-c3aee8fa2464 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:09.260607 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8d6a7310-73fd-49c9-99f7-4570ff2446f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:09.262607 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-917cc537-409b-48e1-8fdc-c3aee8fa2464 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:09.297741 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-13f6b0b7-64f1-48a6-b10e-f4e698d1527e tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:09.323719 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-f67c1db4-143e-4258-9c38-f191dba247b0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port bbd6c8cf-fa5d-4c41-8681-87e06c6094af {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:09.323719 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f67c1db4-143e-4258-9c38-f191dba247b0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:09.329999 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-32f278d8-e58c-4ea7-a240-dd4af5f417db tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:09.384139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-32f278d8-e58c-4ea7-a240-dd4af5f417db tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:09.386653 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 8119649e-85bf-4188-9298-6216bcd93249 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:09.414219 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-25b54920-43e4-48a6-bc6b-d58f8dc8df3d tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:09.456861 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-917cc537-409b-48e1-8fdc-c3aee8fa2464 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:09.459919 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917cc537-409b-48e1-8fdc-c3aee8fa2464 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Fanout notify agent at l3_agent the message router_deleted on router c1cefa99-4eff-4329-92ad-d4d792f9f28a {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:25:09.467011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-32f278d8-e58c-4ea7-a240-dd4af5f417db tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:09.474932 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-32f278d8-e58c-4ea7-a240-dd4af5f417db tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7496121 Jun 18 16:25:09.480317 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47828) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:09.492637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-917cc537-409b-48e1-8fdc-c3aee8fa2464 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:09.509730 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-917cc537-409b-48e1-8fdc-c3aee8fa2464 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] 10.222.0.50 "DELETE /v2.0/routers/c1cefa99-4eff-4329-92ad-d4d792f9f28a HTTP/1.1" status: 204 len: 168 time: 0.7069001 Jun 18 16:25:09.514837 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f278d8-e58c-4ea7-a240-dd4af5f417db tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f5aaa2-daea-42ae-8bc9-1af9ba8ef99d,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:09.517042 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b2958d76-4719-40d0-92f0-fb10f29dc7cf up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:09.531259 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-72633b03-e334-4804-9546-17cc0b7aaf32 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group_rule': {'security_group_id': '8d1b8773-2c02-4251-a0e8-5244bbbe22ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:09.544891 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-32f278d8-e58c-4ea7-a240-dd4af5f417db tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:09.602449 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8d6a7310-73fd-49c9-99f7-4570ff2446f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:09.609027 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8d6a7310-73fd-49c9-99f7-4570ff2446f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:09.612733 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8d6a7310-73fd-49c9-99f7-4570ff2446f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b1168ac-d015-49c6-96ee-7989dd49119d HTTP/1.1" status: 204 len: 168 time: 0.8642745 Jun 18 16:25:09.614578 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a037462a-7856-471a-81c3-49bf669d30b2 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:09.650234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-72633b03-e334-4804-9546-17cc0b7aaf32 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:09.659072 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a7310-73fd-49c9-99f7-4570ff2446f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1168ac-d015-49c6-96ee-7989dd49119d,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:09.687148 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8d6a7310-73fd-49c9-99f7-4570ff2446f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:09.787757 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-72633b03-e334-4804-9546-17cc0b7aaf32 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:09.799379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-72633b03-e334-4804-9546-17cc0b7aaf32 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:09.801894 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-21f5f46f-b8a1-4eec-b2f5-9c6b690c6b5c tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:09.827633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72633b03-e334-4804-9546-17cc0b7aaf32 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03e037e-8f98-4272-834a-1af72e37a817,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:09.831185 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-72633b03-e334-4804-9546-17cc0b7aaf32 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:09.835862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-72633b03-e334-4804-9546-17cc0b7aaf32 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:09.837668 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-72633b03-e334-4804-9546-17cc0b7aaf32 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3251882 Jun 18 16:25:09.841109 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47842) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:09.851046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-4d25835f-7809-4549-9230-1564b9c4b89f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group_rule': {'security_group_id': '8d1b8773-2c02-4251-a0e8-5244bbbe22ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:09.916379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d25835f-7809-4549-9230-1564b9c4b89f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.029570 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47848) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:10.050982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-13f6b0b7-64f1-48a6-b10e-f4e698d1527e tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.066746 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d25835f-7809-4549-9230-1564b9c4b89f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.082682 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d25835f-7809-4549-9230-1564b9c4b89f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.090786 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-32f278d8-e58c-4ea7-a240-dd4af5f417db tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:10.095366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8ef57110-3aff-4ecb-bebf-a80e0493bebe None None] Provisioning for port b2958d76-4719-40d0-92f0-fb10f29dc7cf completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:10.107407 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8ef57110-3aff-4ecb-bebf-a80e0493bebe None None] Provisioning complete for port b2958d76-4719-40d0-92f0-fb10f29dc7cf triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:10.107798 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8ef57110-3aff-4ecb-bebf-a80e0493bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.134454 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25835f-7809-4549-9230-1564b9c4b89f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f422573-e1a4-46c3-a9e3-f04c1796a2c4,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:10.149401 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4d25835f-7809-4549-9230-1564b9c4b89f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:10.161635 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d25835f-7809-4549-9230-1564b9c4b89f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.165621 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4d25835f-7809-4549-9230-1564b9c4b89f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3205113 Jun 18 16:25:10.165804 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47852) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:10.174269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-9d602e55-f9fb-4c32-b049-60a90179a039 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group_rule': {'security_group_id': '8d1b8773-2c02-4251-a0e8-5244bbbe22ae', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:10.203012 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33beb648-0cd3-404b-b2cc-81117f18b625 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.217532 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-33beb648-0cd3-404b-b2cc-81117f18b625 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Transition to ACTIVE for port object 52c17baa-da65-493f-8d35-e1a7d62fca99 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:10.221433 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-13f6b0b7-64f1-48a6-b10e-f4e698d1527e tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.224722 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-13f6b0b7-64f1-48a6-b10e-f4e698d1527e tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.228700 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-13f6b0b7-64f1-48a6-b10e-f4e698d1527e tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "DELETE /v2.0/security-groups/374ccda9-2d95-4719-bec3-5c0c83b455a1 HTTP/1.1" status: 204 len: 168 time: 1.1382737 Jun 18 16:25:10.230542 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47858) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:10.235615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-87faf486-a07b-4934-9272-179b9b587dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:10.238800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33beb648-0cd3-404b-b2cc-81117f18b625 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.266239 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6b0b7-64f1-48a6-b10e-f4e698d1527e tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=374ccda9-2d95-4719-bec3-5c0c83b455a1,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:10.273485 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-13f6b0b7-64f1-48a6-b10e-f4e698d1527e tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:10.275452 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:10.280803 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f67c1db4-143e-4258-9c38-f191dba247b0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.285178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9d602e55-f9fb-4c32-b049-60a90179a039 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.397957 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8ef57110-3aff-4ecb-bebf-a80e0493bebe None None] Provisioning complete for port 3b19b88a-e3ec-4e6d-b6cd-c96e3c947d32 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:10.398923 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8ef57110-3aff-4ecb-bebf-a80e0493bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.414064 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-33beb648-0cd3-404b-b2cc-81117f18b625 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] In _notify_port_updated(), no bound segment for port 52c17baa-da65-493f-8d35-e1a7d62fca99 on network 090f2d7a-292d-4e62-8986-e194fc2b9a6d {{(pid=93454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:25:10.426998 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33beb648-0cd3-404b-b2cc-81117f18b625 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:10.427673 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33beb648-0cd3-404b-b2cc-81117f18b625 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.429006 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-33beb648-0cd3-404b-b2cc-81117f18b625 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "PUT /v2.0/ports/52c17baa-da65-493f-8d35-e1a7d62fca99 HTTP/1.1" status: 200 len: 969 time: 3.0372994 Jun 18 16:25:10.455822 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-8ef57110-3aff-4ecb-bebf-a80e0493bebe None None] Port 3b19b88a-e3ec-4e6d-b6cd-c96e3c947d32 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:25:10.458992 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47868) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:10.473106 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8ef57110-3aff-4ecb-bebf-a80e0493bebe None None] Provisioning for port 52c17baa-da65-493f-8d35-e1a7d62fca99 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:10.476179 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6c0055fc-af32-42f2-a05f-7ac835eac966 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2440641 Jun 18 16:25:10.479731 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8ef57110-3aff-4ecb-bebf-a80e0493bebe None None] Provisioning complete for port 52c17baa-da65-493f-8d35-e1a7d62fca99 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:10.480291 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8ef57110-3aff-4ecb-bebf-a80e0493bebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.485199 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-f67c1db4-143e-4258-9c38-f191dba247b0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for bbd6c8cf-fa5d-4c41-8681-87e06c6094af owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:10.485959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47870) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:10.553045 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33beb648-0cd3-404b-b2cc-81117f18b625 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event updated for resources: {'Port': ['ID=52c17baa-da65-493f-8d35-e1a7d62fca99,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:10.563325 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-abbe59ce-3ae8-459e-888c-703c83773008 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] delete failed (client error): The resource could not be found. Jun 18 16:25:10.565451 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-abbe59ce-3ae8-459e-888c-703c83773008 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "DELETE /v2.0/security-groups/374ccda9-2d95-4719-bec3-5c0c83b455a1 HTTP/1.1" status: 404 len: 347 time: 0.0746286 Jun 18 16:25:10.573111 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47874) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:10.577066 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9d602e55-f9fb-4c32-b049-60a90179a039 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.585717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f3635166-d69d-4b00-9c97-14fafa48de03 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group': {'name': 'tempest-secgroup--1490720690'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:10.589392 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-33beb648-0cd3-404b-b2cc-81117f18b625 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:10.593406 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-8ef57110-3aff-4ecb-bebf-a80e0493bebe None None] Port 52c17baa-da65-493f-8d35-e1a7d62fca99 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:25:10.605161 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9d602e55-f9fb-4c32-b049-60a90179a039 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.623472 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:10.688390 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6edf8799-08f8-46dc-8943-3256b802250c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=daf3e4446ae04e709ff2c3167899fd8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6513133 Jun 18 16:25:10.689219 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47878) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:10.724584 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1fdd1b9c-3964-407e-917e-43e7670050a0 None None] Provisioning for port 8119649e-85bf-4188-9298-6216bcd93249 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:10.730469 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1fdd1b9c-3964-407e-917e-43e7670050a0 None None] Provisioning complete for port 8119649e-85bf-4188-9298-6216bcd93249 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:10.731418 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1fdd1b9c-3964-407e-917e-43e7670050a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.731745 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d602e55-f9fb-4c32-b049-60a90179a039 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5960ca16-dbc1-4503-ac24-84acb30554c7,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:10.739176 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9d602e55-f9fb-4c32-b049-60a90179a039 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:10.761392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3635166-d69d-4b00-9c97-14fafa48de03 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.781875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9d602e55-f9fb-4c32-b049-60a90179a039 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.782771 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9d602e55-f9fb-4c32-b049-60a90179a039 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6158738 Jun 18 16:25:10.787523 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47882) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:10.801086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47884) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:10.886041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f523db75-a699-4e06-b207-ad0397bd2c18 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.910687 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f523db75-a699-4e06-b207-ad0397bd2c18 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.960470 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-2fdfa8e2-d73a-45a9-9fdc-7900bf44d2fe tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port 52c17baa-da65-493f-8d35-e1a7d62fca99 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:10.961093 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa8e2-d73a-45a9-9fdc-7900bf44d2fe tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.961183 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3386e7b7-8faf-4b1f-8d8e-0aa02ef1d7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:10.973615 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-965a9c36-6166-417f-93b8-bf33966f5f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.018579 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3386e7b7-8faf-4b1f-8d8e-0aa02ef1d7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.042025 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f523db75-a699-4e06-b207-ad0397bd2c18 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.045138 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a7f9766b-ade1-423f-8809-acb72b9b6422 tempest-ServiceProvidersTest-197154785 tempest-ServiceProvidersTest-197154785-project] 10.222.0.50 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2428465 Jun 18 16:25:11.056824 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-72633b03-e334-4804-9546-17cc0b7aaf32 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:11.062157 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f523db75-a699-4e06-b207-ad0397bd2c18 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.063649 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f523db75-a699-4e06-b207-ad0397bd2c18 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/5960ca16-dbc1-4503-ac24-84acb30554c7 HTTP/1.1" status: 204 len: 168 time: 0.2747703 Jun 18 16:25:11.071602 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47896) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:11.079423 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3635166-d69d-4b00-9c97-14fafa48de03 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.088364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523db75-a699-4e06-b207-ad0397bd2c18 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5960ca16-dbc1-4503-ac24-84acb30554c7,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:11.093107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f523db75-a699-4e06-b207-ad0397bd2c18 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:11.094055 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3635166-d69d-4b00-9c97-14fafa48de03 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.101316 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-db9e4b5e-808f-41df-bc9d-760f96b0a4dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:11.124924 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa8e2-d73a-45a9-9fdc-7900bf44d2fe tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.154337 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3635166-d69d-4b00-9c97-14fafa48de03 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452cc460-bfab-4db1-9237-1e2626b052ab,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:11.189438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3635166-d69d-4b00-9c97-14fafa48de03 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.193374 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f3635166-d69d-4b00-9c97-14fafa48de03 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6131508 Jun 18 16:25:11.195619 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47898) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:11.200567 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-e766d3ca-38a4-4888-873d-d0c5c0ca7cfe tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group_rule': {'security_group_id': '452cc460-bfab-4db1-9237-1e2626b052ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:11.216448 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-2fdfa8e2-d73a-45a9-9fdc-7900bf44d2fe tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for 52c17baa-da65-493f-8d35-e1a7d62fca99 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:11.219414 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f3635166-d69d-4b00-9c97-14fafa48de03 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:11.224719 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-250c393b-ec49-4803-8f20-981ec4ebbb5f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1452627 Jun 18 16:25:11.227593 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47902) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:11.238276 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-56da5e45-3c0c-43c8-b2d4-9a00e40f16bd None None] Provisioning for port bbd6c8cf-fa5d-4c41-8681-87e06c6094af completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:11.240398 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f67c1db4-143e-4258-9c38-f191dba247b0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.242235 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3386e7b7-8faf-4b1f-8d8e-0aa02ef1d7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.243619 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-56da5e45-3c0c-43c8-b2d4-9a00e40f16bd None None] Provisioning complete for port bbd6c8cf-fa5d-4c41-8681-87e06c6094af triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:11.244922 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-56da5e45-3c0c-43c8-b2d4-9a00e40f16bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.247419 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3386e7b7-8faf-4b1f-8d8e-0aa02ef1d7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.248884 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3386e7b7-8faf-4b1f-8d8e-0aa02ef1d7fa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c24eb38d-91cb-4605-86aa-e9becce07ca4 HTTP/1.1" status: 204 len: 168 time: 0.5566976 Jun 18 16:25:11.263311 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f1f10f68-0c8d-474b-95c3-e343231cb7db tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:11.284156 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386e7b7-8faf-4b1f-8d8e-0aa02ef1d7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24eb38d-91cb-4605-86aa-e9becce07ca4,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:11.293282 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-47598dd1-39b6-40ef-b415-a5522eb91a92 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.305377 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3386e7b7-8faf-4b1f-8d8e-0aa02ef1d7fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:11.306364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6421a8f6-d2fd-41a1-8c18-4f3a782bc1c9 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:11.310133 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-56da5e45-3c0c-43c8-b2d4-9a00e40f16bd None None] Port bbd6c8cf-fa5d-4c41-8681-87e06c6094af was deleted so its status cannot be updated. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 18 16:25:11.314272 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-47598dd1-39b6-40ef-b415-a5522eb91a92 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.337896 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c1db4-143e-4258-9c38-f191dba247b0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=bbd6c8cf-fa5d-4c41-8681-87e06c6094af,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:11.376719 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f67c1db4-143e-4258-9c38-f191dba247b0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:11.383129 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-56da5e45-3c0c-43c8-b2d4-9a00e40f16bd None None] Provisioning complete for port 52c17baa-da65-493f-8d35-e1a7d62fca99 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:11.383588 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-56da5e45-3c0c-43c8-b2d4-9a00e40f16bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.389012 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e766d3ca-38a4-4888-873d-d0c5c0ca7cfe tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.409114 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-47598dd1-39b6-40ef-b415-a5522eb91a92 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.454378 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-56da5e45-3c0c-43c8-b2d4-9a00e40f16bd None None] Port 52c17baa-da65-493f-8d35-e1a7d62fca99 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:25:11.459809 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:11.461542 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.465143 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-47598dd1-39b6-40ef-b415-a5522eb91a92 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.466460 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-47598dd1-39b6-40ef-b415-a5522eb91a92 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/0f422573-e1a4-46c3-a9e3-f04c1796a2c4 HTTP/1.1" status: 204 len: 168 time: 0.2375767 Jun 18 16:25:11.470029 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47910) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:11.491715 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47598dd1-39b6-40ef-b415-a5522eb91a92 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f422573-e1a4-46c3-a9e3-f04c1796a2c4,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:11.497189 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-47598dd1-39b6-40ef-b415-a5522eb91a92 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:11.549854 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f67c1db4-143e-4258-9c38-f191dba247b0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.555166 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f67c1db4-143e-4258-9c38-f191dba247b0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/bbd6c8cf-fa5d-4c41-8681-87e06c6094af HTTP/1.1" status: 204 len: 168 time: 2.5661411 Jun 18 16:25:11.560291 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e766d3ca-38a4-4888-873d-d0c5c0ca7cfe tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.562391 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47912) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:11.563865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa8e2-d73a-45a9-9fdc-7900bf44d2fe tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.587143 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a96a64e6-dd5a-4d7b-9a70-f9ab1fea62cc tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1158633 Jun 18 16:25:11.590400 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-84df55b9-4f34-4a9e-b394-a55ce14002ef tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:11.597618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47914) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:11.641099 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfa8e2-d73a-45a9-9fdc-7900bf44d2fe tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=52c17baa-da65-493f-8d35-e1a7d62fca99,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:11.645466 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2fdfa8e2-d73a-45a9-9fdc-7900bf44d2fe tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:11.688697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8e64b67a-abd1-4682-898e-542c203df534 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.699942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8e64b67a-abd1-4682-898e-542c203df534 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.742990 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa8e2-d73a-45a9-9fdc-7900bf44d2fe tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.743147 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60619868-c435-4f0d-a2d3-26c7f595a0fc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:11.755124 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2fdfa8e2-d73a-45a9-9fdc-7900bf44d2fe tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/ports/52c17baa-da65-493f-8d35-e1a7d62fca99 HTTP/1.1" status: 204 len: 168 time: 1.2769532 Jun 18 16:25:11.758448 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47916) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:11.759409 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8e64b67a-abd1-4682-898e-542c203df534 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.763282 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60619868-c435-4f0d-a2d3-26c7f595a0fc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:11.768568 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60619868-c435-4f0d-a2d3-26c7f595a0fc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:11.777546 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47918) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:11.779610 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-60619868-c435-4f0d-a2d3-26c7f595a0fc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2146175 Jun 18 16:25:11.780280 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e766d3ca-38a4-4888-873d-d0c5c0ca7cfe tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.811777 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8e64b67a-abd1-4682-898e-542c203df534 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.813005 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8e64b67a-abd1-4682-898e-542c203df534 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/e03e037e-8f98-4272-834a-1af72e37a817 HTTP/1.1" status: 204 len: 168 time: 0.2140601 Jun 18 16:25:11.813753 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:11.820050 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:11.824036 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47920) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:11.836728 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47924) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:11.850321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766d3ca-38a4-4888-873d-d0c5c0ca7cfe tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c37533d-b2d8-4122-af83-995ee771f018,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:11.850749 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef8dcfb-7578-4da9-b006-ec57fbe27ed2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] GET failed (client error): The resource could not be found. Jun 18 16:25:11.855258 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fef8dcfb-7578-4da9-b006-ec57fbe27ed2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports/52c17baa-da65-493f-8d35-e1a7d62fca99 HTTP/1.1" status: 404 len: 333 time: 0.0918818 Jun 18 16:25:11.855441 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e766d3ca-38a4-4888-873d-d0c5c0ca7cfe tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:11.855441 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e766d3ca-38a4-4888-873d-d0c5c0ca7cfe tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.860606 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e766d3ca-38a4-4888-873d-d0c5c0ca7cfe tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6607258 Jun 18 16:25:11.860606 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47928) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:11.860978 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47930) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:11.901077 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64b67a-abd1-4682-898e-542c203df534 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e03e037e-8f98-4272-834a-1af72e37a817,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:11.920074 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-101fa5be-2aa6-4e12-bd00-b102f6097ddb tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0952921 Jun 18 16:25:11.926374 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8e64b67a-abd1-4682-898e-542c203df534 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:11.933093 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47932) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:11.963967 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-962eb0cd-9245-4291-94a1-9c288fe195dc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.976046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-570d34ae-21ad-4122-9e36-31a7407be092 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet 64bba715-3049-4916-a7c1-c39a39ba1f45 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:11.984449 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-570d34ae-21ad-4122-9e36-31a7407be092 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:11.988074 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a75995d-c351-4b1b-b8e6-a9d3248b0230 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.012944 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ae8f9890-b3f4-4e43-94fb-75daba265427 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.024362 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ae8f9890-b3f4-4e43-94fb-75daba265427 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.032413 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a75995d-c351-4b1b-b8e6-a9d3248b0230 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.051366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.065863 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-570d34ae-21ad-4122-9e36-31a7407be092 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.068075 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-962eb0cd-9245-4291-94a1-9c288fe195dc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.093930 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e16602d-2365-4366-b015-b204b8dc17aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.098502 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a75995d-c351-4b1b-b8e6-a9d3248b0230 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.110202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:12.118177 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ae8f9890-b3f4-4e43-94fb-75daba265427 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.118732 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a75995d-c351-4b1b-b8e6-a9d3248b0230 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.119974 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9a75995d-c351-4b1b-b8e6-a9d3248b0230 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b4f5aaa2-daea-42ae-8bc9-1af9ba8ef99d HTTP/1.1" status: 204 len: 168 time: 0.1857038 Jun 18 16:25:12.123024 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47940) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:12.127922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75995d-c351-4b1b-b8e6-a9d3248b0230 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4f5aaa2-daea-42ae-8bc9-1af9ba8ef99d,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:12.129559 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ae8f9890-b3f4-4e43-94fb-75daba265427 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.133796 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9a75995d-c351-4b1b-b8e6-a9d3248b0230 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:12.134244 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47942) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:12.135775 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ae8f9890-b3f4-4e43-94fb-75daba265427 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/7c37533d-b2d8-4122-af83-995ee771f018 HTTP/1.1" status: 204 len: 168 time: 0.2738159 Jun 18 16:25:12.145195 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-052f29a7-2295-4253-afe1-019b7af7fa4f tempest-ServersTestManualDisk-1919430182 tempest-ServersTestManualDisk-1919430182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:12.176060 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f9890-b3f4-4e43-94fb-75daba265427 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c37533d-b2d8-4122-af83-995ee771f018,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:12.189776 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ae8f9890-b3f4-4e43-94fb-75daba265427 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:12.192939 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-962eb0cd-9245-4291-94a1-9c288fe195dc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.195464 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-962eb0cd-9245-4291-94a1-9c288fe195dc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.196604 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-962eb0cd-9245-4291-94a1-9c288fe195dc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/security-groups/d26edf44-8448-4b46-8023-bf8cddaadbd0 HTTP/1.1" status: 204 len: 168 time: 0.3370733 Jun 18 16:25:12.199713 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:12.202849 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47946) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:12.237046 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d9727a1b-853e-46a9-a0b7-a5641971d41e tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0986922 Jun 18 16:25:12.237265 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47948) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:12.243550 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962eb0cd-9245-4291-94a1-9c288fe195dc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26edf44-8448-4b46-8023-bf8cddaadbd0,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:12.250374 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-570d34ae-21ad-4122-9e36-31a7407be092 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.260857 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a3b96225-b975-4f81-8455-0b0b19169625 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1345186 Jun 18 16:25:12.268229 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-962eb0cd-9245-4291-94a1-9c288fe195dc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:12.268709 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47950) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:12.309121 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47952) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:12.347813 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3ccfd701-b214-425e-b941-2e81fe90d676 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.348626 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d953a63-94b3-4416-a607-9d74da55cc10 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.361865 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bfb3563f-0b59-48f4-a2ef-acc7c8d26ad2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.366157 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3ccfd701-b214-425e-b941-2e81fe90d676 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.366398 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-570d34ae-21ad-4122-9e36-31a7407be092 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.371974 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8ca75c04-0c1e-4ce1-851c-c258e356dc46 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:12.397114 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d953a63-94b3-4416-a607-9d74da55cc10 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.410248 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d34ae-21ad-4122-9e36-31a7407be092 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=64bba715-3049-4916-a7c1-c39a39ba1f45,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:12.414490 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-570d34ae-21ad-4122-9e36-31a7407be092 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:12.419062 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-570d34ae-21ad-4122-9e36-31a7407be092 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.423646 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-570d34ae-21ad-4122-9e36-31a7407be092 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/64bba715-3049-4916-a7c1-c39a39ba1f45 HTTP/1.1" status: 204 len: 168 time: 0.6369333 Jun 18 16:25:12.425182 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bfb3563f-0b59-48f4-a2ef-acc7c8d26ad2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.425374 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47956) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:12.428609 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c606bb-0e2c-485d-9b44-9fdfcac7bd8c None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:12.437521 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e16602d-2365-4366-b015-b204b8dc17aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.443597 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3ccfd701-b214-425e-b941-2e81fe90d676 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.453704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-c1ff7176-74bd-49a5-815d-7fa1b9f8a6f3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-200528848', 'router:external': True}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:12.461862 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:12.464317 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e16602d-2365-4366-b015-b204b8dc17aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.471194 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3ccfd701-b214-425e-b941-2e81fe90d676 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.472340 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3ccfd701-b214-425e-b941-2e81fe90d676 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/38760e1b-5319-41d6-8dd1-d05ad4d190d3 HTTP/1.1" status: 204 len: 168 time: 0.1978486 Jun 18 16:25:12.482261 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47958) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:12.500761 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccfd701-b214-425e-b941-2e81fe90d676 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38760e1b-5319-41d6-8dd1-d05ad4d190d3,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:12.506912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f317d3-f34b-49ab-a542-ca90307f4480 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet 89742b55-aaaa-4b89-837c-ff34ddd77580 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:12.508599 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3ccfd701-b214-425e-b941-2e81fe90d676 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:12.509153 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c85e3cdd-d729-4066-aee9-5b2dd746f490 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1973794232-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:12.511338 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-42f317d3-f34b-49ab-a542-ca90307f4480 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.514957 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d953a63-94b3-4416-a607-9d74da55cc10 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.517733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d953a63-94b3-4416-a607-9d74da55cc10 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.518887 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4d953a63-94b3-4416-a607-9d74da55cc10 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "DELETE /v2.0/security-groups/452cc460-bfab-4db1-9237-1e2626b052ab HTTP/1.1" status: 204 len: 168 time: 0.2806270 Jun 18 16:25:12.524677 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47960) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:12.545034 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ff7176-74bd-49a5-815d-7fa1b9f8a6f3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Made reservation on behalf of 197973e5c1cd4add8c187c628041c3dc for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:12.547474 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7176-74bd-49a5-815d-7fa1b9f8a6f3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.565597 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4e16602d-2365-4366-b015-b204b8dc17aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93f18004dfba4e3a907042cb6503f593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7228880 Jun 18 16:25:12.573315 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47962) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:12.575259 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bfb3563f-0b59-48f4-a2ef-acc7c8d26ad2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.578442 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bfb3563f-0b59-48f4-a2ef-acc7c8d26ad2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.582085 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bfb3563f-0b59-48f4-a2ef-acc7c8d26ad2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/security-groups/5259d5e5-44bb-4f27-ab80-a2fe7206a56c HTTP/1.1" status: 204 len: 168 time: 0.3712959 Jun 18 16:25:12.585412 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16602d-2365-4366-b015-b204b8dc17aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7b5a61-285c-4282-b0e1-1d9ecf52ca98,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:12.588216 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7176-74bd-49a5-815d-7fa1b9f8a6f3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.591191 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4e16602d-2365-4366-b015-b204b8dc17aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:12.591804 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47964) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:12.593326 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1c5a435a-862a-4e69-805f-dc1831c7868c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:12.657100 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3563f-0b59-48f4-a2ef-acc7c8d26ad2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5259d5e5-44bb-4f27-ab80-a2fe7206a56c,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:12.673592 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bfb3563f-0b59-48f4-a2ef-acc7c8d26ad2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:12.706542 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bf507801-42e1-4076-a14c-d63feed18be8 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1761711 Jun 18 16:25:12.710086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47966) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:12.723115 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-b7f3c842-0c94-490c-a1d6-857766da8457 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group': {'name': 'tempest-secgroup--245072255'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:12.774271 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fbcc51f3-1920-490b-a3de-767d4ce294b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.791652 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3a182228-3a7a-4f82-82ad-db580328f49e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.812484 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fbcc51f3-1920-490b-a3de-767d4ce294b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.856253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3a182228-3a7a-4f82-82ad-db580328f49e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.881766 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f2694525-872a-4766-b217-fd5332125e0f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:12.908519 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d953a63-94b3-4416-a607-9d74da55cc10 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=452cc460-bfab-4db1-9237-1e2626b052ab,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:12.912621 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-42f317d3-f34b-49ab-a542-ca90307f4480 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.944613 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4d953a63-94b3-4416-a607-9d74da55cc10 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:12.948035 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7176-74bd-49a5-815d-7fa1b9f8a6f3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.950261 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fbcc51f3-1920-490b-a3de-767d4ce294b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.953790 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fbcc51f3-1920-490b-a3de-767d4ce294b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.954840 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fbcc51f3-1920-490b-a3de-767d4ce294b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2f7b5a61-285c-4282-b0e1-1d9ecf52ca98 HTTP/1.1" status: 204 len: 168 time: 0.3805521 Jun 18 16:25:12.957863 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bfb3563f-0b59-48f4-a2ef-acc7c8d26ad2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:12.962324 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7176-74bd-49a5-815d-7fa1b9f8a6f3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.965367 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3a182228-3a7a-4f82-82ad-db580328f49e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.968735 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3a182228-3a7a-4f82-82ad-db580328f49e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:12.975092 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-859a9866-e277-46c3-93e6-3c2ac8596726 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4875560 Jun 18 16:25:12.975315 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3a182228-3a7a-4f82-82ad-db580328f49e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/security-groups/940bdfe0-7c83-4db7-af32-8273382729a2 HTTP/1.1" status: 204 len: 168 time: 0.3713305 Jun 18 16:25:12.977135 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47970) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:12.977474 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47972) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:13.036873 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc51f3-1920-490b-a3de-767d4ce294b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7b5a61-285c-4282-b0e1-1d9ecf52ca98,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:13.061787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-42f317d3-f34b-49ab-a542-ca90307f4480 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.074217 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fbcc51f3-1920-490b-a3de-767d4ce294b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:13.075702 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ff7176-74bd-49a5-815d-7fa1b9f8a6f3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:25:13.080593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6d700f79-b0bd-43c2-a9e5-33439afb3f28 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:13.082995 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b7f3c842-0c94-490c-a1d6-857766da8457 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.130316 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7176-74bd-49a5-815d-7fa1b9f8a6f3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.130776 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-c1ff7176-74bd-49a5-815d-7fa1b9f8a6f3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Added segment 69dd6e06-313b-48be-a37f-05c9122a2be1 of type vlan for network 98088d0f-2a94-47c2-b8f0-38f105ff5061 Jun 18 16:25:13.153911 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-42f317d3-f34b-49ab-a542-ca90307f4480 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.161650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a1de99bf-aa6b-4962-8dbb-3bbdd4239006 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:13.191161 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb19f5c3-b7b7-4423-9db9-8b90b476dd7c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting subnet 97d70488-6651-4c2f-8251-5e430f54fccf {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:13.198448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff7176-74bd-49a5-815d-7fa1b9f8a6f3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d396fc0f-0a42-4944-aad7-e8fc8224bfbe,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:13.203394 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f317d3-f34b-49ab-a542-ca90307f4480 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=89742b55-aaaa-4b89-837c-ff34ddd77580,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:13.206878 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-42f317d3-f34b-49ab-a542-ca90307f4480 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:13.213532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-42f317d3-f34b-49ab-a542-ca90307f4480 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.215743 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-42f317d3-f34b-49ab-a542-ca90307f4480 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/89742b55-aaaa-4b89-837c-ff34ddd77580 HTTP/1.1" status: 204 len: 168 time: 0.7894111 Jun 18 16:25:13.218905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47976) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:13.223349 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eb19f5c3-b7b7-4423-9db9-8b90b476dd7c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.269755 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1ae4e10c-7ddc-4ec8-aca9-38dfc4da162d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0491788 Jun 18 16:25:13.272339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47978) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:13.278249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-09877bee-371a-4f74-941e-8931ecd6698d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:13.304378 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7a1535-cd84-47dd-aec6-c51a0924aa43 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:13.315879 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a182228-3a7a-4f82-82ad-db580328f49e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940bdfe0-7c83-4db7-af32-8273382729a2,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:13.321614 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7176-74bd-49a5-815d-7fa1b9f8a6f3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.331341 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3a182228-3a7a-4f82-82ad-db580328f49e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:13.332124 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4e16602d-2365-4366-b015-b204b8dc17aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.357s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:13.332517 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4e16602d-2365-4366-b015-b204b8dc17aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:13.339137 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2bbcdbed-58bf-4b93-832c-057a52edecfc tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.368796 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eb19f5c3-b7b7-4423-9db9-8b90b476dd7c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.428264 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2bbcdbed-58bf-4b93-832c-057a52edecfc tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.452834 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7176-74bd-49a5-815d-7fa1b9f8a6f3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.452992 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9bedb3de-9753-4fad-b533-e2e12ae1124f None None] Provisioning complete for port 8119649e-85bf-4188-9298-6216bcd93249 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:13.453475 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9bedb3de-9753-4fad-b533-e2e12ae1124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.453882 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ff7176-74bd-49a5-815d-7fa1b9f8a6f3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:13.454489 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c1ff7176-74bd-49a5-815d-7fa1b9f8a6f3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.463453 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fcbf052e-8e31-46cf-afcf-08b0d1e04bf3 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:13.612842 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b7f3c842-0c94-490c-a1d6-857766da8457 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.614502 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff7176-74bd-49a5-815d-7fa1b9f8a6f3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Pushing event updated for resources: {'Network': ['ID=98088d0f-2a94-47c2-b8f0-38f105ff5061,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:13.628225 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3a3857-5852-4620-889b-0af48517327d None None] DHCP port deletion for ce24d173-f93a-4cd6-bc0b-4cefb40733e2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:25:13.631574 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 98088d0f-2a94-47c2-b8f0-38f105ff5061 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:25:13.634756 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c1ff7176-74bd-49a5-815d-7fa1b9f8a6f3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:13.637907 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b7f3c842-0c94-490c-a1d6-857766da8457 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.642357 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eb19f5c3-b7b7-4423-9db9-8b90b476dd7c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.647320 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-026c82ce-52a0-4bb5-9233-dbd3153c2146 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:13.662864 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09877bee-371a-4f74-941e-8931ecd6698d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:13.668805 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09877bee-371a-4f74-941e-8931ecd6698d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.676084 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c1ff7176-74bd-49a5-815d-7fa1b9f8a6f3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.3659055 Jun 18 16:25:13.687920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 47994) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:13.691577 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2bbcdbed-58bf-4b93-832c-057a52edecfc tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.694303 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2bbcdbed-58bf-4b93-832c-057a52edecfc tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.695452 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2bbcdbed-58bf-4b93-832c-057a52edecfc tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "DELETE /v2.0/security-groups/8d1b8773-2c02-4251-a0e8-5244bbbe22ae HTTP/1.1" status: 204 len: 168 time: 0.7158577 Jun 18 16:25:13.696440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-33ca0516-ecb3-4515-93ab-57e659439091 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Request body: {'subnet': {'network_id': '98088d0f-2a94-47c2-b8f0-38f105ff5061', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:13.704195 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47996) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:13.736645 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.743133 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b7f3c842-0c94-490c-a1d6-857766da8457 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.744817 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b7f3c842-0c94-490c-a1d6-857766da8457 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0332170 Jun 18 16:25:13.753873 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 47998) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:13.773093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a3857-5852-4620-889b-0af48517327d None None] Deleting port 8119649e-85bf-4188-9298-6216bcd93249 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:13.773787 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3857-5852-4620-889b-0af48517327d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.776228 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-c2158ca6-4d90-432d-96b4-35b17e262513 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group_rule': {'security_group_id': '8ac911f9-5c3d-41a5-ae8f-32e561981588', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:13.803136 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3c842-0c94-490c-a1d6-857766da8457 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac911f9-5c3d-41a5-ae8f-32e561981588,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:13.808346 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b7f3c842-0c94-490c-a1d6-857766da8457 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:13.809268 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-06356bf5-ea2c-429d-93af-498aab14ab3e tempest-ServersTestJSON-635363145 tempest-ServersTestJSON-635363145-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:13.819541 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-80baa62a-b6b6-4f1d-a002-43c0960bbdbb tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1138544 Jun 18 16:25:13.827005 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48002) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:13.832204 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-fd230a1d-37c0-4493-8e49-d7bb95533c2d tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group': {'name': 'tempest-secgroup--1191569204'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:13.836238 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ca0516-ecb3-4515-93ab-57e659439091 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Made reservation on behalf of 197973e5c1cd4add8c187c628041c3dc for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:13.839726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-33ca0516-ecb3-4515-93ab-57e659439091 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.839901 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcdbed-58bf-4b93-832c-057a52edecfc tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1b8773-2c02-4251-a0e8-5244bbbe22ae,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:13.842141 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eb19f5c3-b7b7-4423-9db9-8b90b476dd7c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.855499 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2bbcdbed-58bf-4b93-832c-057a52edecfc tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:13.858885 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7e0fe658-ce6d-4f45-8162-8a0a6d99b126 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:13.859268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-7e3a3857-5852-4620-889b-0af48517327d None None] For port 8119649e-85bf-4188-9298-6216bcd93249, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=8119649e-85bf-4188-9298-6216bcd93249,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:13.859857 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3857-5852-4620-889b-0af48517327d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.888769 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eb19f5c3-b7b7-4423-9db9-8b90b476dd7c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.888769 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-eb19f5c3-b7b7-4423-9db9-8b90b476dd7c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/subnets/97d70488-6651-4c2f-8251-5e430f54fccf HTTP/1.1" status: 204 len: 168 time: 0.9087577 Jun 18 16:25:13.892114 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48004) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:13.893653 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19f5c3-b7b7-4423-9db9-8b90b476dd7c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Subnet': ['ID=97d70488-6651-4c2f-8251-5e430f54fccf,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:13.905580 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-eb19f5c3-b7b7-4423-9db9-8b90b476dd7c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:13.917852 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e315f043-d85c-4688-860d-3375aa277e38 None None] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:13.948256 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48006) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:13.955660 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a3857-5852-4620-889b-0af48517327d None None] Calling delete_port for 8119649e-85bf-4188-9298-6216bcd93249 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:13.957884 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032310 Jun 18 16:25:13.961098 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48008) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:13.961258 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c2158ca6-4d90-432d-96b4-35b17e262513 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:13.978488 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f6d27bf-a442-4c09-b73d-167bcfe02ffd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting subnet 29931e52-64e5-4a95-bd57-dc092ea0d17f {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:13.988898 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0f6d27bf-a442-4c09-b73d-167bcfe02ffd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.014951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fd230a1d-37c0-4493-8e49-d7bb95533c2d tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.090183 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0f6d27bf-a442-4c09-b73d-167bcfe02ffd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.145528 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7e3a3857-5852-4620-889b-0af48517327d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.148502 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7e54fb9f-8829-445f-a1d8-b07f56b0f6e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:14.164296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c2158ca6-4d90-432d-96b4-35b17e262513 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.174213 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c2158ca6-4d90-432d-96b4-35b17e262513 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.187144 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3ccfd701-b214-425e-b941-2e81fe90d676 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:14.193339 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a3857-5852-4620-889b-0af48517327d None None] Pushing event deleted for resources: {'Port': ['ID=8119649e-85bf-4188-9298-6216bcd93249,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:14.196577 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7e3a3857-5852-4620-889b-0af48517327d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:14.198391 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a3857-5852-4620-889b-0af48517327d None None] No DVR routers for this DVR port 8119649e-85bf-4188-9298-6216bcd93249 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:14.234198 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0edfd2a5-1428-4722-9203-6aa7c0dd4062 tempest-NetworksApiDiscovery-476345565 tempest-NetworksApiDiscovery-476345565-project] 10.222.0.50 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2714460 Jun 18 16:25:14.249479 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2158ca6-4d90-432d-96b4-35b17e262513 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbb95fc-5726-4a82-b34a-5e76f9081821,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:14.260259 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c2158ca6-4d90-432d-96b4-35b17e262513 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:14.268714 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fd230a1d-37c0-4493-8e49-d7bb95533c2d tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.280119 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fd230a1d-37c0-4493-8e49-d7bb95533c2d tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.283760 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0f6d27bf-a442-4c09-b73d-167bcfe02ffd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.286799 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b7f3c842-0c94-490c-a1d6-857766da8457 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:14.334882 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c2158ca6-4d90-432d-96b4-35b17e262513 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.339098 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c2158ca6-4d90-432d-96b4-35b17e262513 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5724940 Jun 18 16:25:14.343593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48014) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:14.359056 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-2753c077-d427-46e2-9872-a12c7cba5d4c tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group_rule': {'security_group_id': '8ac911f9-5c3d-41a5-ae8f-32e561981588', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:14.368185 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fd230a1d-37c0-4493-8e49-d7bb95533c2d tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.372060 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fd230a1d-37c0-4493-8e49-d7bb95533c2d tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5415268 Jun 18 16:25:14.376286 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48016) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:14.377123 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd230a1d-37c0-4493-8e49-d7bb95533c2d tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e2a21d-73c3-4359-b903-f3981bcf137a,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:14.383756 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-fc22f06b-2702-480c-b788-873d6c686b7e tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group_rule': {'security_group_id': '73e2a21d-73c3-4359-b903-f3981bcf137a', 'direction': 'ingress', 'protocol': 17}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:14.389846 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fd230a1d-37c0-4493-8e49-d7bb95533c2d tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:14.391791 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.objects.ports [None req-09877bee-371a-4f74-941e-8931ecd6698d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93453) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:25:14.394392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09877bee-371a-4f74-941e-8931ecd6698d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.398349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b0a355a3-0709-46c1-bb18-ff178f10924b tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:14.442973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09877bee-371a-4f74-941e-8931ecd6698d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:14.444167 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2753c077-d427-46e2-9872-a12c7cba5d4c tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.449463 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-09877bee-371a-4f74-941e-8931ecd6698d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:14.453464 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09877bee-371a-4f74-941e-8931ecd6698d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:14.454089 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09877bee-371a-4f74-941e-8931ecd6698d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.464869 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0f6d27bf-a442-4c09-b73d-167bcfe02ffd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.465359 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a6e097-4ab1-4057-bc22-d7f656a38cc8 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:14.483991 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c313453f-2e62-4889-9833-f79c2824d8f9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:14.497198 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc22f06b-2702-480c-b788-873d6c686b7e tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.505306 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0f6d27bf-a442-4c09-b73d-167bcfe02ffd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.506460 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09877bee-371a-4f74-941e-8931ecd6698d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=c1da19e3-d661-4185-b704-6856cfc388a9,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:14.507319 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0f6d27bf-a442-4c09-b73d-167bcfe02ffd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/subnets/29931e52-64e5-4a95-bd57-dc092ea0d17f HTTP/1.1" status: 204 len: 168 time: 0.6113265 Jun 18 16:25:14.509604 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-09877bee-371a-4f74-941e-8931ecd6698d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:14.510669 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48020) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:14.540951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d27bf-a442-4c09-b73d-167bcfe02ffd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Subnet': ['ID=29931e52-64e5-4a95-bd57-dc092ea0d17f,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:14.553751 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-9405956c-767e-4ce6-ab6b-a3abadd51457 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:14.554267 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9405956c-767e-4ce6-ab6b-a3abadd51457 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:14.556460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0f6d27bf-a442-4c09-b73d-167bcfe02ffd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:14.562598 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9405956c-767e-4ce6-ab6b-a3abadd51457 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/subnets/97d70488-6651-4c2f-8251-5e430f54fccf HTTP/1.1" status: 404 len: 337 time: 0.0444059 Jun 18 16:25:14.562598 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-09877bee-371a-4f74-941e-8931ecd6698d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2861130 Jun 18 16:25:14.562598 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48022) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:14.563373 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48024) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:14.570622 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-56dca2a6-4f40-466c-becf-d3f9f0ea9f18 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:14.648810 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48026) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:14.669634 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-495fa3a9-0c1b-486f-9292-9084e9f08902 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting subnet 36f003c0-c2fa-4298-b82d-f82e8e523f1f {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:14.682751 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2753c077-d427-46e2-9872-a12c7cba5d4c tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.693419 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:25:14.695444 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2753c077-d427-46e2-9872-a12c7cba5d4c tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.703545 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-495fa3a9-0c1b-486f-9292-9084e9f08902 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.707203 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.objects.ports [None req-33ca0516-ecb3-4515-93ab-57e659439091 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93453) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:25:14.707907 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-33ca0516-ecb3-4515-93ab-57e659439091 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.715291 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:14.733919 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-24d1a232-ec50-4c42-af4e-57274efea508 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:14.743453 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': 'c1da19e3-d661-4185-b704-6856cfc388a9'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:25:14.744387 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.780761 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc22f06b-2702-480c-b788-873d6c686b7e tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.815259 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-495fa3a9-0c1b-486f-9292-9084e9f08902 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.820874 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753c077-d427-46e2-9872-a12c7cba5d4c tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f6d826-9790-4b65-8a60-88ea8d8d3ede,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:14.844300 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2753c077-d427-46e2-9872-a12c7cba5d4c tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.848439 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2753c077-d427-46e2-9872-a12c7cba5d4c tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4987841 Jun 18 16:25:14.848816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc22f06b-2702-480c-b788-873d6c686b7e tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.850339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca0516-ecb3-4515-93ab-57e659439091 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Pushing event updated for resources: {'Subnet': ['ID=becb2aab-924e-444c-bf15-8ff8127d82ce,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:14.850612 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-951bb6b1-c9ae-4755-ad01-bacb430e6bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.853799 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-33ca0516-ecb3-4515-93ab-57e659439091 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:14.856853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48030) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:14.860451 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2753c077-d427-46e2-9872-a12c7cba5d4c tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:14.864113 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f0fc6997-6cae-474d-8aed-c6f0cfc3e0bf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group_rule': {'security_group_id': '8ac911f9-5c3d-41a5-ae8f-32e561981588', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:14.877520 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e766d3ca-38a4-4888-873d-d0c5c0ca7cfe tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:14.901695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ca0516-ecb3-4515-93ab-57e659439091 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Checking segment: {'id': '69dd6e06-313b-48be-a37f-05c9122a2be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '98088d0f-2a94-47c2-b8f0-38f105ff5061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:14.902058 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ca0516-ecb3-4515-93ab-57e659439091 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Network hostable DHCP agents. Network: 98088d0f-2a94-47c2-b8f0-38f105ff5061, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:25:14.914671 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22f06b-2702-480c-b788-873d6c686b7e tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46821db6-13ea-44bf-ae46-bef4c668ba20,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:14.917885 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fc22f06b-2702-480c-b788-873d6c686b7e tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:14.933132 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc22f06b-2702-480c-b788-873d6c686b7e tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.939863 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fc22f06b-2702-480c-b788-873d6c686b7e tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5582349 Jun 18 16:25:14.943086 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48032) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:14.962265 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dca2a6-4f40-466c-becf-d3f9f0ea9f18 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:14.968349 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-56dca2a6-4f40-466c-becf-d3f9f0ea9f18 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:14.973147 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Allocated IP 2001:db8::f816:3eff:fe38:cdb4 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/c1da19e3-d661-4185-b704-6856cfc388a9/1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:14.974697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f0fc6997-6cae-474d-8aed-c6f0cfc3e0bf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.007401 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ca0516-ecb3-4515-93ab-57e659439091 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Network 98088d0f-2a94-47c2-b8f0-38f105ff5061 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:25:15.031021 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-33ca0516-ecb3-4515-93ab-57e659439091 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 98088d0f-2a94-47c2-b8f0-38f105ff5061) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:15.036392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ca0516-ecb3-4515-93ab-57e659439091 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:15.036995 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-33ca0516-ecb3-4515-93ab-57e659439091 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.046560 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-495fa3a9-0c1b-486f-9292-9084e9f08902 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.066192 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e922c35-556a-44fd-884c-28ee65c4b599 None None] Network 98088d0f-2a94-47c2-b8f0-38f105ff5061 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:15.154788 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f0fc6997-6cae-474d-8aed-c6f0cfc3e0bf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.156369 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-347a2020-d073-4389-aa39-49a16650f636 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.169477 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f0fc6997-6cae-474d-8aed-c6f0cfc3e0bf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.182061 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7832449c-7362-423f-8e79-fd193ad4bd1e None None] Network 090f2d7a-292d-4e62-8986-e194fc2b9a6d requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:15.185331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-85208bd7-e6ed-4fdf-8c44-7f4892511399 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:15.207892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-347a2020-d073-4389-aa39-49a16650f636 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.224111 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-495fa3a9-0c1b-486f-9292-9084e9f08902 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.229012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc6997-6cae-474d-8aed-c6f0cfc3e0bf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573981e3-7700-44a6-b81f-a5866426918b,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:15.231534 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f0fc6997-6cae-474d-8aed-c6f0cfc3e0bf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:15.239220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:15.275523 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-495fa3a9-0c1b-486f-9292-9084e9f08902 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.277446 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-495fa3a9-0c1b-486f-9292-9084e9f08902 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/subnets/36f003c0-c2fa-4298-b82d-f82e8e523f1f HTTP/1.1" status: 204 len: 168 time: 0.7048156 Jun 18 16:25:15.282615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48034) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:15.283155 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fa3a9-0c1b-486f-9292-9084e9f08902 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Subnet': ['ID=36f003c0-c2fa-4298-b82d-f82e8e523f1f,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:15.285561 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-495fa3a9-0c1b-486f-9292-9084e9f08902 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:15.302672 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-951bb6b1-c9ae-4755-ad01-bacb430e6bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.312112 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-347a2020-d073-4389-aa39-49a16650f636 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.319883 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-347a2020-d073-4389-aa39-49a16650f636 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.323956 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-347a2020-d073-4389-aa39-49a16650f636 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "DELETE /v2.0/security-groups/73e2a21d-73c3-4359-b903-f3981bcf137a HTTP/1.1" status: 204 len: 168 time: 0.3746405 Jun 18 16:25:15.323956 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4d953a63-94b3-4416-a607-9d74da55cc10 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:15.326176 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48036) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:15.330265 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-33ca0516-ecb3-4515-93ab-57e659439091 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6409261 Jun 18 16:25:15.330573 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-951bb6b1-c9ae-4755-ad01-bacb430e6bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.331243 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f0fc6997-6cae-474d-8aed-c6f0cfc3e0bf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.335280 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f0fc6997-6cae-474d-8aed-c6f0cfc3e0bf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4722502 Jun 18 16:25:15.344305 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48038) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:15.344969 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48040) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:15.355485 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4258ddae-7358-4e86-8f6e-da1aae00854e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:15.361989 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-951bb6b1-c9ae-4755-ad01-bacb430e6bde admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9ff49f886d134873a1eaa4033af5dc0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7098491 Jun 18 16:25:15.361989 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-335e10d0-fb14-4f09-af91-4cc7156eae0e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:15.361989 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335e10d0-fb14-4f09-af91-4cc7156eae0e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:15.362375 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-44144fc8-5de9-4bbb-ad78-035f5666bab1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1438479808', 'network_id': '98088d0f-2a94-47c2-b8f0-38f105ff5061'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:15.362850 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-335e10d0-fb14-4f09-af91-4cc7156eae0e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/subnets/a3594bd6-d85a-43af-8c72-d542f3e7ab4f HTTP/1.1" status: 404 len: 337 time: 0.0744662 Jun 18 16:25:15.365998 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48042) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:15.366303 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48044) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:15.375062 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-e4ed8e92-9e17-4185-8f44-5199b245a269 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group_rule': {'security_group_id': '8ac911f9-5c3d-41a5-ae8f-32e561981588', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:15.383328 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a2020-d073-4389-aa39-49a16650f636 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e2a21d-73c3-4359-b903-f3981bcf137a,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:15.402694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-56dca2a6-4f40-466c-becf-d3f9f0ea9f18 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.413138 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-347a2020-d073-4389-aa39-49a16650f636 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:15.434137 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4d8fce09-ca5f-48bd-a239-cc2caff0db61 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6bd1b82-40c4-40d6-850e-7602071d908c HTTP/1.1" status: 200 len: 205 time: 0.0655816 Jun 18 16:25:15.443051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48046) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:15.452867 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 8119649e-85bf-4188-9298-6216bcd93249 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:25:15.454777 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bb6b1-c9ae-4755-ad01-bacb430e6bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66b89d0-7b80-4c11-9a2b-e9c975959ecd,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:15.456595 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8e92-9e17-4185-8f44-5199b245a269 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.464918 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dca2a6-4f40-466c-becf-d3f9f0ea9f18 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:15.467845 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-951bb6b1-c9ae-4755-ad01-bacb430e6bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:15.468698 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-56dca2a6-4f40-466c-becf-d3f9f0ea9f18 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:15.470255 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f725f721-1820-43f6-9f8b-5d301a996559 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:15.479873 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dca2a6-4f40-466c-becf-d3f9f0ea9f18 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:15.480454 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-56dca2a6-4f40-466c-becf-d3f9f0ea9f18 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.513754 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 8119649e-85bf-4188-9298-6216bcd93249 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:25:15.514929 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 8119649e-85bf-4188-9298-6216bcd93249 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:25:15.534207 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-98075516-6c34-4351-be88-86d9f0075114 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2016299 Jun 18 16:25:15.534207 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-3b2e0e71-d135-4b7b-b383-18dbfd3f93ec tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] delete failed (client error): The resource could not be found. Jun 18 16:25:15.534558 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48048) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:15.541069 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3b2e0e71-d135-4b7b-b383-18dbfd3f93ec tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/routers/f6bd1b82-40c4-40d6-850e-7602071d908c HTTP/1.1" status: 404 len: 336 time: 0.0963855 Jun 18 16:25:15.541785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44144fc8-5de9-4bbb-ad78-035f5666bab1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Made reservation on behalf of 197973e5c1cd4add8c187c628041c3dc for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:15.543382 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-864db8a0-04b9-4db8-b6b6-2040e353c2d2 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group': {'name': 'tempest-secgroup--1580186326'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:15.544337 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-44144fc8-5de9-4bbb-ad78-035f5666bab1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.546506 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48050) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:15.564232 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-56dca2a6-4f40-466c-becf-d3f9f0ea9f18 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9977560 Jun 18 16:25:15.571454 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48052) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:15.579230 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d82d9c3-b20b-4419-a1c2-74e34e8e1eb0 None None] Network 98088d0f-2a94-47c2-b8f0-38f105ff5061 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:15.585652 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-386ae6f1-4ca7-40dc-9c1b-3e5cd4fe1555 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'mac_address': 'fa:16:3e:ef:18:64', 'name': 'tempest-NetworksTestDHCPv6-713487556'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:15.591510 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dca2a6-4f40-466c-becf-d3f9f0ea9f18 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=b18cd1ed-83f4-498f-bde0-e1aa8419b705,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:15.602880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b2b93f62-51d7-441f-9cf1-c133f0228d0f None None] Provisioning complete for port b2958d76-4719-40d0-92f0-fb10f29dc7cf triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:15.603265 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b2b93f62-51d7-441f-9cf1-c133f0228d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.608364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a3314361-a40c-4602-87ce-4e54d757b6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.611035 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-161c6471-a0b4-4606-a62d-1daab3502aa7 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:15.611518 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161c6471-a0b4-4606-a62d-1daab3502aa7 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:15.615578 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-161c6471-a0b4-4606-a62d-1daab3502aa7 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/subnets/187830b6-bea4-48a6-b7ed-107b75123213 HTTP/1.1" status: 404 len: 337 time: 0.0631015 Jun 18 16:25:15.617011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48054) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:15.629977 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-44144fc8-5de9-4bbb-ad78-035f5666bab1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] device_id is not set on port 98b590d7-9b2f-4016-ad2e-21c114e95b5a yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:25:15.630361 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a3314361-a40c-4602-87ce-4e54d757b6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.667377 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-78cf28bb-0810-4ad2-836a-9afbd2530d42 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:15.667765 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78cf28bb-0810-4ad2-836a-9afbd2530d42 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:15.672108 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-78cf28bb-0810-4ad2-836a-9afbd2530d42 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/subnets/e338b115-4711-4719-9f93-d76d8a46feaa HTTP/1.1" status: 404 len: 337 time: 0.0514410 Jun 18 16:25:15.679880 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-56dca2a6-4f40-466c-becf-d3f9f0ea9f18 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:15.680558 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48056) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:15.722121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8e92-9e17-4185-8f44-5199b245a269 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.730128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8e92-9e17-4185-8f44-5199b245a269 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.737934 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f523db75-a699-4e06-b207-ad0397bd2c18 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:15.773331 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-864db8a0-04b9-4db8-b6b6-2040e353c2d2 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.778510 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed8e92-9e17-4185-8f44-5199b245a269 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47f821f-d868-4807-80e9-78bdfbd3b85d,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:15.783747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e4ed8e92-9e17-4185-8f44-5199b245a269 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:15.795961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e4ed8e92-9e17-4185-8f44-5199b245a269 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.796744 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f185d8c9-7c05-4d0d-a7ba-082f4dc5c550 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:15.797801 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f185d8c9-7c05-4d0d-a7ba-082f4dc5c550 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:15.797978 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e4ed8e92-9e17-4185-8f44-5199b245a269 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4467707 Jun 18 16:25:15.800958 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48058) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:15.805357 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f185d8c9-7c05-4d0d-a7ba-082f4dc5c550 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/subnets/6b1d04ab-439b-4b32-8889-35774737bfe6 HTTP/1.1" status: 404 len: 337 time: 0.0790133 Jun 18 16:25:15.805521 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.805775 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-0c4c9894-fd63-4ecf-97d4-f4494ba0c20c tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group_rule': {'security_group_id': '8ac911f9-5c3d-41a5-ae8f-32e561981588', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:15.813565 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48060) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:15.815596 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a3314361-a40c-4602-87ce-4e54d757b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.818204 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a3314361-a40c-4602-87ce-4e54d757b6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.821399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-44144fc8-5de9-4bbb-ad78-035f5666bab1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Allocated IP 172.20.0.14 (98088d0f-2a94-47c2-b8f0-38f105ff5061/becb2aab-924e-444c-bf15-8ff8127d82ce/98b590d7-9b2f-4016-ad2e-21c114e95b5a) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:15.822035 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a3314361-a40c-4602-87ce-4e54d757b6c2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c66b89d0-7b80-4c11-9a2b-e9c975959ecd HTTP/1.1" status: 204 len: 168 time: 0.4547861 Jun 18 16:25:15.827384 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Transition to ACTIVE for port object 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:15.864284 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fa5df8d7-b9f7-4ec6-85c8-a964c5442cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:15.872954 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Transition to ACTIVE for port object 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:15.875408 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2377ded-06e7-4bed-9bba-a10ca5e80ccc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:15.876167 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2377ded-06e7-4bed-9bba-a10ca5e80ccc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:15.878304 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c2377ded-06e7-4bed-9bba-a10ca5e80ccc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/ports/cdc736dc-fda6-4216-af07-bcf0e1cea06e HTTP/1.1" status: 404 len: 333 time: 0.0636642 Jun 18 16:25:15.881573 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3314361-a40c-4602-87ce-4e54d757b6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66b89d0-7b80-4c11-9a2b-e9c975959ecd,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:15.884400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a3314361-a40c-4602-87ce-4e54d757b6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:15.884940 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48064) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:15.919501 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:15.929777 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-87530338-99ce-4e12-86bf-5f315e3fc51d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:15.934281 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ec69fc-d7ed-4e92-b189-114172e61812 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:15.934776 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97ec69fc-d7ed-4e92-b189-114172e61812 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:15.937626 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-97ec69fc-d7ed-4e92-b189-114172e61812 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/subnets/3141fcbf-44ec-40b9-96e1-05bf8e2cd3df HTTP/1.1" status: 404 len: 337 time: 0.0473676 Jun 18 16:25:15.941718 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48066) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:15.984325 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-88fb55ca-6599-4387-99eb-afbaa8540ac8 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:15.985162 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88fb55ca-6599-4387-99eb-afbaa8540ac8 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:15.986643 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-88fb55ca-6599-4387-99eb-afbaa8540ac8 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/subnets/f472135c-313e-4bd9-9e08-0b8b47c20952 HTTP/1.1" status: 404 len: 337 time: 0.0416098 Jun 18 16:25:15.989527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48068) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:15.995516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:15.998774 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Pushing event updated for resources: {'Port': ['ID=1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:16.004944 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:16.012353 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b2b93f62-51d7-441f-9cf1-c133f0228d0f None None] Provisioning complete for port 3b19b88a-e3ec-4e6d-b6cd-c96e3c947d32 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:16.012749 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b2b93f62-51d7-441f-9cf1-c133f0228d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.015517 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:16.017279 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:16.075402 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48772f74-c817-4a70-9b9c-b3172fda9398 None None] DHCP port deletion for 090f2d7a-292d-4e62-8986-e194fc2b9a6d request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:25:16.111285 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-b2b93f62-51d7-441f-9cf1-c133f0228d0f None None] Port 3b19b88a-e3ec-4e6d-b6cd-c96e3c947d32 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:25:16.118720 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-44144fc8-5de9-4bbb-ad78-035f5666bab1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.126626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-864db8a0-04b9-4db8-b6b6-2040e353c2d2 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.143683 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Attempting to bind port 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:25:16.144427 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Attempting to bind port 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:25:16.145006 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Attempting to bind port 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09 on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:25:16.151458 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-864db8a0-04b9-4db8-b6b6-2040e353c2d2 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.152972 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:25:16.153642 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:16.154267 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.155820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:25:16.156545 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Bound port: 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:25:16.157168 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.157294 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2ecf5ad8-4e17-4abc-a5de-db4986efae18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:16.164877 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9894-fd63-4ecf-97d4-f4494ba0c20c tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.179212 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34d2540-7dad-4803-abea-25e570b41c64 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:16.180038 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34d2540-7dad-4803-abea-25e570b41c64 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:16.182054 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f34d2540-7dad-4803-abea-25e570b41c64 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/ports/d5b4deed-cb7f-4c7c-917b-cca9b6e98a51 HTTP/1.1" status: 404 len: 333 time: 0.1890018 Jun 18 16:25:16.190081 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48070) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:16.195832 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864db8a0-04b9-4db8-b6b6-2040e353c2d2 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d328b112-0696-4a36-9376-fd24d5dce3a5,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:16.211642 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-864db8a0-04b9-4db8-b6b6-2040e353c2d2 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:16.212801 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386ae6f1-4ca7-40dc-9c1b-3e5cd4fe1555 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:16.240007 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-114014d3-8c2e-44f2-96e3-7a0887588360 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:16.240628 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114014d3-8c2e-44f2-96e3-7a0887588360 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:16.242166 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-114014d3-8c2e-44f2-96e3-7a0887588360 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/subnets/3bf15d2a-c790-4bd7-ad5e-8b7bfabd42a9 HTTP/1.1" status: 404 len: 337 time: 0.0508344 Jun 18 16:25:16.244122 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-48772f74-c817-4a70-9b9c-b3172fda9398 None None] Deleting port b2958d76-4719-40d0-92f0-fb10f29dc7cf {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:16.245692 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-48772f74-c817-4a70-9b9c-b3172fda9398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.247721 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48072) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:16.278481 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-864db8a0-04b9-4db8-b6b6-2040e353c2d2 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.280416 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-864db8a0-04b9-4db8-b6b6-2040e353c2d2 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7441866 Jun 18 16:25:16.282914 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48074) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:16.288710 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-4bb35fa7-e86a-4969-bca3-f3b9c7fbe682 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group': {'name': 'tempest-secgroup--306771044'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:16.300608 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] For port 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:25:16.301643 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2434577-528a-464d-a745-3aaef83a62a0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:16.302206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2434577-528a-464d-a745-3aaef83a62a0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:16.304103 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d2434577-528a-464d-a745-3aaef83a62a0 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/subnets/2c6f48d5-9cb9-4088-a2f9-33da26208996 HTTP/1.1" status: 404 len: 337 time: 0.0528882 Jun 18 16:25:16.306775 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48076) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:16.322707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9894-fd63-4ecf-97d4-f4494ba0c20c tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.325430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-44144fc8-5de9-4bbb-ad78-035f5666bab1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.328164 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] For port 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:25:16.331652 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:16.340304 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.347237 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-34b8b643-067f-4b5f-b13e-5e4cd43cae12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:16.350326 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-48772f74-c817-4a70-9b9c-b3172fda9398 None None] For port b2958d76-4719-40d0-92f0-fb10f29dc7cf, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b2958d76-4719-40d0-92f0-fb10f29dc7cf,segment=NetworkSegment(86796868-dcf7-4bfd-b09f-d695861612b5),segment_id=86796868-dcf7-4bfd-b09f-d695861612b5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:16.350958 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-48772f74-c817-4a70-9b9c-b3172fda9398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.356570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9894-fd63-4ecf-97d4-f4494ba0c20c tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.381615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4bb35fa7-e86a-4969-bca3-f3b9c7fbe682 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.382262 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44144fc8-5de9-4bbb-ad78-035f5666bab1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Network 98088d0f-2a94-47c2-b8f0-38f105ff5061 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:16.389955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-386ae6f1-4ca7-40dc-9c1b-3e5cd4fe1555 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.393969 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-44144fc8-5de9-4bbb-ad78-035f5666bab1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:16.396711 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44144fc8-5de9-4bbb-ad78-035f5666bab1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Pushing event updated for resources: {'Port': ['ID=98b590d7-9b2f-4016-ad2e-21c114e95b5a,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:16.400349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44144fc8-5de9-4bbb-ad78-035f5666bab1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:16.402592 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-44144fc8-5de9-4bbb-ad78-035f5666bab1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:16.403138 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:16.423984 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-386ae6f1-4ca7-40dc-9c1b-3e5cd4fe1555 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port 32110723-35f0-4061-9b09-0663883ec11c yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:25:16.448050 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9894-fd63-4ecf-97d4-f4494ba0c20c tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.449344 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0c4c9894-fd63-4ecf-97d4-f4494ba0c20c tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6473916 Jun 18 16:25:16.455470 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48078) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:16.460580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-48772f74-c817-4a70-9b9c-b3172fda9398 None None] Calling delete_port for b2958d76-4719-40d0-92f0-fb10f29dc7cf owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:16.471895 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4c9894-fd63-4ecf-97d4-f4494ba0c20c tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=146fa57a-fb91-4980-b7f7-83cc66ce3c81,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:16.483544 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0c4c9894-fd63-4ecf-97d4-f4494ba0c20c tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:16.493446 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Pushing event updated for resources: {'Port': ['ID=1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:16.495674 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44144fc8-5de9-4bbb-ad78-035f5666bab1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:16.496360 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-44144fc8-5de9-4bbb-ad78-035f5666bab1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.502816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac93216c-0f1c-4e29-8455-89e7c32b0d92 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.525321 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac93216c-0f1c-4e29-8455-89e7c32b0d92 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.525590 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:16.538849 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-44144fc8-5de9-4bbb-ad78-035f5666bab1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.1886871 Jun 18 16:25:16.542004 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48080) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:16.574950 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-48772f74-c817-4a70-9b9c-b3172fda9398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.580041 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:16.606992 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48772f74-c817-4a70-9b9c-b3172fda9398 None None] Pushing event deleted for resources: {'Port': ['ID=b2958d76-4719-40d0-92f0-fb10f29dc7cf,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:16.611225 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-48772f74-c817-4a70-9b9c-b3172fda9398 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:16.612056 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48772f74-c817-4a70-9b9c-b3172fda9398 None None] No DVR routers for this DVR port b2958d76-4719-40d0-92f0-fb10f29dc7cf on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:16.621414 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac93216c-0f1c-4e29-8455-89e7c32b0d92 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.634893 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f0fc6997-6cae-474d-8aed-c6f0cfc3e0bf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:16.641813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac93216c-0f1c-4e29-8455-89e7c32b0d92 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.643954 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ac93216c-0f1c-4e29-8455-89e7c32b0d92 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/146fa57a-fb91-4980-b7f7-83cc66ce3c81 HTTP/1.1" status: 204 len: 168 time: 0.1860008 Jun 18 16:25:16.648605 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48082) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:16.685442 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93216c-0f1c-4e29-8455-89e7c32b0d92 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=146fa57a-fb91-4980-b7f7-83cc66ce3c81,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:16.689781 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ac93216c-0f1c-4e29-8455-89e7c32b0d92 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:16.711654 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-386ae6f1-4ca7-40dc-9c1b-3e5cd4fe1555 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 172.20.0.14 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/b18cd1ed-83f4-498f-bde0-e1aa8419b705/32110723-35f0-4061-9b09-0663883ec11c) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:16.719516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-d64705d8-c610-4d1b-8afd-b10b63cf1dd7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Deleting port 98b590d7-9b2f-4016-ad2e-21c114e95b5a {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:16.719860 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d64705d8-c610-4d1b-8afd-b10b63cf1dd7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.735862 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-0a42d8b8-1951-42d3-be23-3773a12daf97 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Deleting port 3b19b88a-e3ec-4e6d-b6cd-c96e3c947d32 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:16.735862 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0a42d8b8-1951-42d3-be23-3773a12daf97 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.736608 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-386ae6f1-4ca7-40dc-9c1b-3e5cd4fe1555 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::f816:3eff:feef:1864 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/c1da19e3-d661-4185-b704-6856cfc388a9/32110723-35f0-4061-9b09-0663883ec11c) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:16.814064 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d64705d8-c610-4d1b-8afd-b10b63cf1dd7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.839484 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cd27c46f-a6da-4a79-b43d-82832067587f tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1869655 Jun 18 16:25:16.858721 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48084) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:16.887470 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4bb35fa7-e86a-4969-bca3-f3b9c7fbe682 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.892868 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-d64705d8-c610-4d1b-8afd-b10b63cf1dd7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Calling delete_port for 98b590d7-9b2f-4016-ad2e-21c114e95b5a owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:16.907375 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4bb35fa7-e86a-4969-bca3-f3b9c7fbe682 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:16.915724 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-83be6e79-a8de-41d4-bace-17c96e711083 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:16.925793 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0a42d8b8-1951-42d3-be23-3773a12daf97 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.022509 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d64705d8-c610-4d1b-8afd-b10b63cf1dd7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.026179 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:17.050873 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64705d8-c610-4d1b-8afd-b10b63cf1dd7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Pushing event deleted for resources: {'Port': ['ID=98b590d7-9b2f-4016-ad2e-21c114e95b5a,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:17.053823 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d64705d8-c610-4d1b-8afd-b10b63cf1dd7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:17.067770 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-0a42d8b8-1951-42d3-be23-3773a12daf97 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Calling delete_port for 3b19b88a-e3ec-4e6d-b6cd-c96e3c947d32 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:17.074039 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-06f8282d-d3b6-4fce-a5ba-7d24ba11d88b tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.076038 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4bb35fa7-e86a-4969-bca3-f3b9c7fbe682 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.077492 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4bb35fa7-e86a-4969-bca3-f3b9c7fbe682 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7936454 Jun 18 16:25:17.080273 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48086) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:17.085239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-e88f9d43-adc0-438b-b0d7-16d8d72b48d0 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group_rule': {'security_group_id': 'd328b112-0696-4a36-9376-fd24d5dce3a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e65d4a2e-f9fa-4f6c-b4ee-51f58a9964fc', 'remote_ip_prefix': None}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:17.098113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-06f8282d-d3b6-4fce-a5ba-7d24ba11d88b tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.100527 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb35fa7-e86a-4969-bca3-f3b9c7fbe682 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65d4a2e-f9fa-4f6c-b4ee-51f58a9964fc,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:17.113209 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4bb35fa7-e86a-4969-bca3-f3b9c7fbe682 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:17.140429 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d64705d8-c610-4d1b-8afd-b10b63cf1dd7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.145114 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d64705d8-c610-4d1b-8afd-b10b63cf1dd7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "DELETE /v2.0/ports/98b590d7-9b2f-4016-ad2e-21c114e95b5a HTTP/1.1" status: 204 len: 168 time: 0.5991364 Jun 18 16:25:17.146239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48088) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:17.154268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '98088d0f-2a94-47c2-b8f0-38f105ff5061', 'external_fixed_ips': [{'subnet_id': 'becb2aab-924e-444c-bf15-8ff8127d82ce', 'ip_address': '172.20.0.14'}]}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:17.175023 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e88f9d43-adc0-438b-b0d7-16d8d72b48d0 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.201825 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.203150 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.207437 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-06f8282d-d3b6-4fce-a5ba-7d24ba11d88b tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.224218 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:17.234231 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-06f8282d-d3b6-4fce-a5ba-7d24ba11d88b tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.239225 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-06f8282d-d3b6-4fce-a5ba-7d24ba11d88b tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b47f821f-d868-4807-80e9-78bdfbd3b85d HTTP/1.1" status: 204 len: 168 time: 0.3760042 Jun 18 16:25:17.241035 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48090) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:17.282649 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8282d-d3b6-4fce-a5ba-7d24ba11d88b tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b47f821f-d868-4807-80e9-78bdfbd3b85d,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:17.293140 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-386ae6f1-4ca7-40dc-9c1b-3e5cd4fe1555 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.297466 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.297928 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-06f8282d-d3b6-4fce-a5ba-7d24ba11d88b tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:17.313673 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e88f9d43-adc0-438b-b0d7-16d8d72b48d0 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.330504 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0a42d8b8-1951-42d3-be23-3773a12daf97 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.330504 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-386ae6f1-4ca7-40dc-9c1b-3e5cd4fe1555 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object 32110723-35f0-4061-9b09-0663883ec11c will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:17.335019 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f90d17a0-0b4d-4001-9208-ea4a73fb553c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:17.380055 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e88f9d43-adc0-438b-b0d7-16d8d72b48d0 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.385007 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:17.392251 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0c4c9894-fd63-4ecf-97d4-f4494ba0c20c tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:17.400723 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-81b52801-0f03-40a3-9307-a3e319d00b79 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1545541 Jun 18 16:25:17.401796 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42d8b8-1951-42d3-be23-3773a12daf97 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Port': ['ID=3b19b88a-e3ec-4e6d-b6cd-c96e3c947d32,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:17.406295 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48092) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:17.407200 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0a42d8b8-1951-42d3-be23-3773a12daf97 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:17.412901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f9d43-adc0-438b-b0d7-16d8d72b48d0 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdba1cf0-c45b-41a6-9b13-0ad308fd7d59,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:17.415515 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e88f9d43-adc0-438b-b0d7-16d8d72b48d0 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:17.424930 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0a42d8b8-1951-42d3-be23-3773a12daf97 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.426812 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0a42d8b8-1951-42d3-be23-3773a12daf97 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/ports/3b19b88a-e3ec-4e6d-b6cd-c96e3c947d32 HTTP/1.1" status: 204 len: 168 time: 1.1190720 Jun 18 16:25:17.433869 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48094) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:17.465432 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:17.480633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e88f9d43-adc0-438b-b0d7-16d8d72b48d0 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.481861 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e88f9d43-adc0-438b-b0d7-16d8d72b48d0 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4005477 Jun 18 16:25:17.486135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48096) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:17.489228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.523569 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3f6499c1-10a9-409c-8447-12e5884e7436 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.547475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bc1a5a26-26fb-4845-a031-bcf8fe68c9af tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.550909 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3f6499c1-10a9-409c-8447-12e5884e7436 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.554757 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-386ae6f1-4ca7-40dc-9c1b-3e5cd4fe1555 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.562665 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:17.564671 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b2958d76-4719-40d0-92f0-fb10f29dc7cf no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:25:17.569541 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0172c375-cc94-4e80-8df8-25cc7d93e645 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.581634 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bc1a5a26-26fb-4845-a031-bcf8fe68c9af tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.594006 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: b2958d76-4719-40d0-92f0-fb10f29dc7cf {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:25:17.594383 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b2958d76-4719-40d0-92f0-fb10f29dc7cf not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:25:17.629199 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bc1a5a26-26fb-4845-a031-bcf8fe68c9af tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.636039 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bc1a5a26-26fb-4845-a031-bcf8fe68c9af tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.639478 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-bc1a5a26-26fb-4845-a031-bcf8fe68c9af tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/cdba1cf0-c45b-41a6-9b13-0ad308fd7d59 HTTP/1.1" status: 204 len: 168 time: 0.1518278 Jun 18 16:25:17.641384 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386ae6f1-4ca7-40dc-9c1b-3e5cd4fe1555 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:17.643298 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:17.645017 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48098) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:17.653941 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a5a26-26fb-4845-a031-bcf8fe68c9af tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdba1cf0-c45b-41a6-9b13-0ad308fd7d59,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:17.655980 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-386ae6f1-4ca7-40dc-9c1b-3e5cd4fe1555 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:17.658030 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bc1a5a26-26fb-4845-a031-bcf8fe68c9af tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:17.659746 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3f6499c1-10a9-409c-8447-12e5884e7436 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.662165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ae6f1-4ca7-40dc-9c1b-3e5cd4fe1555 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:17.683914 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ae6f1-4ca7-40dc-9c1b-3e5cd4fe1555 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=32110723-35f0-4061-9b09-0663883ec11c,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:17.693803 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56299c5d-9851-448b-9210-6478357b76a0 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:17.695075 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3f6499c1-10a9-409c-8447-12e5884e7436 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.698795 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3f6499c1-10a9-409c-8447-12e5884e7436 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/573981e3-7700-44a6-b81f-a5866426918b HTTP/1.1" status: 204 len: 168 time: 0.2882473 Jun 18 16:25:17.703815 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48100) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:17.716662 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-386ae6f1-4ca7-40dc-9c1b-3e5cd4fe1555 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:17.721651 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:17.775518 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4683f820-44d1-4292-940d-1508f70a8695 None None] Provisioning for port 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:17.783697 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e13ae800-7a16-4b9e-9c76-fb3f7387261b tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0758781 Jun 18 16:25:17.785458 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48102) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:17.788148 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4683f820-44d1-4292-940d-1508f70a8695 None None] Provisioning complete for port 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:17.788526 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4683f820-44d1-4292-940d-1508f70a8695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.792960 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6499c1-10a9-409c-8447-12e5884e7436 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=573981e3-7700-44a6-b81f-a5866426918b,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:17.799232 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3f6499c1-10a9-409c-8447-12e5884e7436 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:17.817555 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0172c375-cc94-4e80-8df8-25cc7d93e645 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.838145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-0172c375-cc94-4e80-8df8-25cc7d93e645 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090f2d7a-292d-4e62-8986-e194fc2b9a6d']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:17.845787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386ae6f1-4ca7-40dc-9c1b-3e5cd4fe1555 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:17.846439 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-386ae6f1-4ca7-40dc-9c1b-3e5cd4fe1555 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.872201 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-eaf41c86-e889-483b-85ed-659dddd13a70 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2254059 Jun 18 16:25:17.875064 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-0172c375-cc94-4e80-8df8-25cc7d93e645 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86796868-dcf7-4bfd-b09f-d695861612b5') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:17.875335 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-0172c375-cc94-4e80-8df8-25cc7d93e645 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86796868-dcf7-4bfd-b09f-d695861612b5') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:17.882288 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48104) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:17.894229 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0172c375-cc94-4e80-8df8-25cc7d93e645 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.912218 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-386ae6f1-4ca7-40dc-9c1b-3e5cd4fe1555 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3372650 Jun 18 16:25:17.917677 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48106) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:17.927125 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0172c375-cc94-4e80-8df8-25cc7d93e645 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.931039 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e79b7bb7-ddd1-4615-85e8-9719111de804 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.936771 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4683f820-44d1-4292-940d-1508f70a8695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.944163 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0172c375-cc94-4e80-8df8-25cc7d93e645 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:25:17.944572 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0172c375-cc94-4e80-8df8-25cc7d93e645 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:25:17.947530 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:25:17.962113 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e79b7bb7-ddd1-4615-85e8-9719111de804 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.982313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:17.992722 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4683f820-44d1-4292-940d-1508f70a8695 None None] For port 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:17.997241 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4683f820-44d1-4292-940d-1508f70a8695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.002635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-91023c1b-1540-47c9-957a-6101b348928f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:18.019957 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.035326 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e79b7bb7-ddd1-4615-85e8-9719111de804 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.043151 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e79b7bb7-ddd1-4615-85e8-9719111de804 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.047257 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e79b7bb7-ddd1-4615-85e8-9719111de804 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/28f6d826-9790-4b65-8a60-88ea8d8d3ede HTTP/1.1" status: 204 len: 168 time: 0.2593696 Jun 18 16:25:18.048814 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:18.083256 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48108) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:18.085561 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683f820-44d1-4292-940d-1508f70a8695 None None] Pushing event updated for resources: {'Port': ['ID=1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:18.089351 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4683f820-44d1-4292-940d-1508f70a8695 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:18.097743 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f717ce-947e-48ad-9110-c7912a18be04 None None] Update dhcp port {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'fixed_ips': [{'subnet_id': 'c1da19e3-d661-4185-b704-6856cfc388a9', 'ip_address': '2001:db8::f816:3eff:fe38:cdb4'}, {'subnet_id': 'b18cd1ed-83f4-498f-bde0-e1aa8419b705'}], 'binding:host_id': 'dv-neutron-797120-1-hyperv'}, 'id': '1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09'} from dv-neutron-797120-1-hyperv. {{(pid=93455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:25:18.103326 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b7bb7-ddd1-4615-85e8-9719111de804 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28f6d826-9790-4b65-8a60-88ea8d8d3ede,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:18.106073 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e79b7bb7-ddd1-4615-85e8-9719111de804 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:18.143210 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28149dde-97ff-42d3-9512-435a5f6fed89 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:18.146187 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d1f717ce-947e-48ad-9110-c7912a18be04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.149134 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28149dde-97ff-42d3-9512-435a5f6fed89 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:18.154113 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-28149dde-97ff-42d3-9512-435a5f6fed89 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2321744 Jun 18 16:25:18.155898 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48110) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:18.235651 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e59e3761-6788-45b9-9cd1-0d756ae29a34 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1481595 Jun 18 16:25:18.241773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48112) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:18.318545 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-d1f717ce-947e-48ad-9110-c7912a18be04 None None] Allocated IP 172.20.0.2 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/b18cd1ed-83f4-498f-bde0-e1aa8419b705/1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:18.336760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8e40e347-7710-463b-b23c-5e18c4763d27 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.350261 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8e40e347-7710-463b-b23c-5e18c4763d27 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.354555 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f6cc0151-1499-43a6-ad5b-ac670de7327d tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.366101 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0172c375-cc94-4e80-8df8-25cc7d93e645 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.371214 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-effbce1e-e86d-419c-a1bd-4fe86f95b8d8 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:18.378601 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0172c375-cc94-4e80-8df8-25cc7d93e645 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.380438 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0172c375-cc94-4e80-8df8-25cc7d93e645 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] 10.222.0.50 "DELETE /v2.0/networks/090f2d7a-292d-4e62-8986-e194fc2b9a6d HTTP/1.1" status: 204 len: 168 time: 0.9444203 Jun 18 16:25:18.386366 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Allocated IP 172.20.0.14 (98088d0f-2a94-47c2-b8f0-38f105ff5061/becb2aab-924e-444c-bf15-8ff8127d82ce/1c66ac8f-6dd8-4953-adf9-ea55a0c156f6) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:18.406937 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f6cc0151-1499-43a6-ad5b-ac670de7327d tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.410067 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172c375-cc94-4e80-8df8-25cc7d93e645 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Pushing event deleted for resources: {'Network': ['ID=090f2d7a-292d-4e62-8986-e194fc2b9a6d,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:18.417538 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0172c375-cc94-4e80-8df8-25cc7d93e645 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:18.457973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8e40e347-7710-463b-b23c-5e18c4763d27 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.460129 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d1f717ce-947e-48ad-9110-c7912a18be04 None None] For port 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:18.463294 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8e40e347-7710-463b-b23c-5e18c4763d27 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.467636 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8e40e347-7710-463b-b23c-5e18c4763d27 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/6cbb95fc-5726-4a82-b34a-5e76f9081821 HTTP/1.1" status: 204 len: 168 time: 0.2218800 Jun 18 16:25:18.468099 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48116) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:18.468208 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:18.471529 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-911e956d-3d04-48b6-9844-74e8383060d2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port 32110723-35f0-4061-9b09-0663883ec11c {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:18.471872 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-911e956d-3d04-48b6-9844-74e8383060d2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.484568 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f6cc0151-1499-43a6-ad5b-ac670de7327d tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.487239 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f6cc0151-1499-43a6-ad5b-ac670de7327d tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.491098 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f6cc0151-1499-43a6-ad5b-ac670de7327d tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "DELETE /v2.0/security-groups/e65d4a2e-f9fa-4f6c-b4ee-51f58a9964fc HTTP/1.1" status: 204 len: 168 time: 0.6053700 Jun 18 16:25:18.491423 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-559c0a11-83b1-4aa2-bb08-b020e7a92fb3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:18.497784 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48118) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:18.509459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d1f717ce-947e-48ad-9110-c7912a18be04 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.523419 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc0151-1499-43a6-ad5b-ac670de7327d tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65d4a2e-f9fa-4f6c-b4ee-51f58a9964fc,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:18.527629 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f6cc0151-1499-43a6-ad5b-ac670de7327d tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:18.531804 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d1f717ce-947e-48ad-9110-c7912a18be04 None None] Transition to ACTIVE for port object 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:18.549765 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d1f717ce-947e-48ad-9110-c7912a18be04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.556812 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1ee78573-d4f8-4557-9e03-26667ebbad7a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0876727 Jun 18 16:25:18.559593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48120) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:18.563533 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-350cdb0c-241b-41c0-ba84-16a3096c67b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:18.619249 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-047104ca-52c4-454d-9b79-ef25fdbed9ee tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1171350 Jun 18 16:25:18.621573 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48122) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:18.646467 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f717ce-947e-48ad-9110-c7912a18be04 None None] Pushing event updated for resources: {'Port': ['ID=1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:18.662336 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d1f717ce-947e-48ad-9110-c7912a18be04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:18.669703 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b5e1662d-d474-4ae2-97d6-8d2f83b63044 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.710672 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b5e1662d-d474-4ae2-97d6-8d2f83b63044 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.727224 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48126) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:18.729487 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-13d014d4-6a45-49ab-a2f5-b49eccfcd13c tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.776722 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-13d014d4-6a45-49ab-a2f5-b49eccfcd13c tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.804400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b5e1662d-d474-4ae2-97d6-8d2f83b63044 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.807883 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b5e1662d-d474-4ae2-97d6-8d2f83b63044 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.812142 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b5e1662d-d474-4ae2-97d6-8d2f83b63044 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "DELETE /v2.0/security-groups/8ac911f9-5c3d-41a5-ae8f-32e561981588 HTTP/1.1" status: 204 len: 168 time: 0.2485814 Jun 18 16:25:18.817123 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-962eb0cd-9245-4291-94a1-9c288fe195dc tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:18.820066 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48130) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:18.843792 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e1662d-d474-4ae2-97d6-8d2f83b63044 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac911f9-5c3d-41a5-ae8f-32e561981588,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:18.853424 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b5e1662d-d474-4ae2-97d6-8d2f83b63044 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:18.887344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40e347-7710-463b-b23c-5e18c4763d27 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6cbb95fc-5726-4a82-b34a-5e76f9081821,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:18.895176 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8e40e347-7710-463b-b23c-5e18c4763d27 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:18.910069 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-13d014d4-6a45-49ab-a2f5-b49eccfcd13c tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.912784 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-13d014d4-6a45-49ab-a2f5-b49eccfcd13c tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.916873 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-13d014d4-6a45-49ab-a2f5-b49eccfcd13c tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "DELETE /v2.0/security-groups/d328b112-0696-4a36-9376-fd24d5dce3a5 HTTP/1.1" status: 204 len: 168 time: 0.2942402 Jun 18 16:25:18.923722 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48132) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:18.924471 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3386e7b7-8faf-4b1f-8d8e-0aa02ef1d7fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:18.958670 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cdfc892f-70c1-49d9-bb80-f7b4cd856009 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1299064 Jun 18 16:25:18.965249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-911e956d-3d04-48b6-9844-74e8383060d2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:18.965467 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d014d4-6a45-49ab-a2f5-b49eccfcd13c tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d328b112-0696-4a36-9376-fd24d5dce3a5,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:18.966136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48134) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:18.970300 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-13d014d4-6a45-49ab-a2f5-b49eccfcd13c tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:18.981651 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-abac302c-53dc-46b5-ba50-a3abfe0cf33a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group': {'name': 'tempest-secgroup--1847690510'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:19.000076 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-16f75516-cf7d-46ec-87dc-a39dd9f6da0e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=953b2634fd8d415a96152c28e655db12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714298 Jun 18 16:25:19.001193 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48136) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:19.025866 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4c4c0848-2f82-4fca-8faa-8a62f29173f5 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0977297 Jun 18 16:25:19.031911 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48138) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:19.036482 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:19.036824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-fb02e58f-b6ad-4199-aa86-2dfece4efcb6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208024873'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:19.068417 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-911e956d-3d04-48b6-9844-74e8383060d2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for 32110723-35f0-4061-9b09-0663883ec11c owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:19.082193 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1ea40967-0a85-4f35-a672-5ba24cfd1feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:19.084035 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.db.api [None req-fb02e58f-b6ad-4199-aa86-2dfece4efcb6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 18 16:25:19.084035 dv-neutron-797120-1-hyperv neutron-server[93454]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 18 16:25:19.084035 dv-neutron-797120-1-hyperv neutron-server[93454]: [parameters: {'project_id_1': 'ca4f39edd40044fbbfb56875c55f5ff9', 'expiration_1': datetime.datetime(2021, 6, 18, 16, 25, 19, 49595)}] Jun 18 16:25:19.084035 dv-neutron-797120-1-hyperv neutron-server[93454]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93454) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:25:19.084398 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_db.api [None req-fb02e58f-b6ad-4199-aa86-2dfece4efcb6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:25:19.109533 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1ea40967-0a85-4f35-a672-5ba24cfd1feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:19.125737 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-abac302c-53dc-46b5-ba50-a3abfe0cf33a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:19.167648 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1ea40967-0a85-4f35-a672-5ba24cfd1feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:19.170890 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1ea40967-0a85-4f35-a672-5ba24cfd1feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:19.172064 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1ea40967-0a85-4f35-a672-5ba24cfd1feb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fd52317d-2ad3-4b14-aed7-b013903a0bb7 HTTP/1.1" status: 204 len: 168 time: 0.1650028 Jun 18 16:25:19.173340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0b34764e-3d52-4e4a-99bc-953298193cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:19.186388 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea40967-0a85-4f35-a672-5ba24cfd1feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd52317d-2ad3-4b14-aed7-b013903a0bb7,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:19.190560 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1ea40967-0a85-4f35-a672-5ba24cfd1feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:19.222016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:19.228675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:19.306796 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Network 98088d0f-2a94-47c2-b8f0-38f105ff5061 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:19.314062 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:19.316582 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:19.320943 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:19.328891 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Pushing event updated for resources: {'Port': ['ID=1c66ac8f-6dd8-4953-adf9-ea55a0c156f6,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:19.331793 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:19.516265 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-911e956d-3d04-48b6-9844-74e8383060d2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:19.527323 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2fdfa8e2-d73a-45a9-9fdc-7900bf44d2fe tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:19.546904 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-87239765-9bd3-41e6-93b9-12835302ae23 None None] Provisioning for port 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:19.554145 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-87239765-9bd3-41e6-93b9-12835302ae23 None None] Provisioning complete for port 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:19.556122 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-87239765-9bd3-41e6-93b9-12835302ae23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:19.582892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e956d-3d04-48b6-9844-74e8383060d2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=32110723-35f0-4061-9b09-0663883ec11c,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:19.591944 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-911e956d-3d04-48b6-9844-74e8383060d2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:19.671930 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-87239765-9bd3-41e6-93b9-12835302ae23 None None] Could not find standard attr ID for object 32110723-35f0-4061-9b09-0663883ec11c. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:25:19.690286 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-abac302c-53dc-46b5-ba50-a3abfe0cf33a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:19.721734 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb02e58f-b6ad-4199-aa86-2dfece4efcb6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:19.726964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-abac302c-53dc-46b5-ba50-a3abfe0cf33a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:19.734332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8bb426d0-1e36-4dbd-84db-ae17630fc925 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:19.818087 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-911e956d-3d04-48b6-9844-74e8383060d2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:19.820032 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-911e956d-3d04-48b6-9844-74e8383060d2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/32110723-35f0-4061-9b09-0663883ec11c HTTP/1.1" status: 204 len: 168 time: 1.6612785 Jun 18 16:25:19.821085 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abac302c-53dc-46b5-ba50-a3abfe0cf33a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b91951-193a-4bcf-9bb8-6c5ee1580fd4,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:19.822979 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48156) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:19.825719 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-abac302c-53dc-46b5-ba50-a3abfe0cf33a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:19.846256 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:19.899032 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d5690b21-f4a2-4943-862d-feaa6b5ac07f None None] Could not find standard attr ID for object 32110723-35f0-4061-9b09-0663883ec11c. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:25:19.923915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb02e58f-b6ad-4199-aa86-2dfece4efcb6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:19.929166 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed984b25-0681-4cd8-ab83-4c584004a54a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:19.937702 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed984b25-0681-4cd8-ab83-4c584004a54a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:19.939981 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed984b25-0681-4cd8-ab83-4c584004a54a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:19.941618 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ed984b25-0681-4cd8-ab83-4c584004a54a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1133244 Jun 18 16:25:19.944474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48162) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:19.951727 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb02e58f-b6ad-4199-aa86-2dfece4efcb6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:19.955472 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3a182228-3a7a-4f82-82ad-db580328f49e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:19.962645 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-abac302c-53dc-46b5-ba50-a3abfe0cf33a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:19.966439 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-abac302c-53dc-46b5-ba50-a3abfe0cf33a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9939592 Jun 18 16:25:19.970140 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48164) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:19.974773 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f8d10b5d-32ef-475c-a99f-c85841d4dfc6 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group_rule': {'security_group_id': '30b91951-193a-4bcf-9bb8-6c5ee1580fd4', 'direction': 'ingress', 'protocol': 17}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:19.994844 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fb02e58f-b6ad-4199-aa86-2dfece4efcb6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:19.996059 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fb02e58f-b6ad-4199-aa86-2dfece4efcb6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9629750 Jun 18 16:25:20.001583 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48166) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:20.009077 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-846974b3-b4cd-42be-be71-3e3699474046 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group_rule': {'security_group_id': 'cec8296c-375e-45ad-8de7-e920d2f01541', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:20.014604 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb02e58f-b6ad-4199-aa86-2dfece4efcb6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec8296c-375e-45ad-8de7-e920d2f01541,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:20.017431 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fb02e58f-b6ad-4199-aa86-2dfece4efcb6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:20.032137 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a33fdb9-4d63-41cc-94fd-47462a47b12d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet b18cd1ed-83f4-498f-bde0-e1aa8419b705 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:20.041317 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f8d10b5d-32ef-475c-a99f-c85841d4dfc6 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.056125 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48168) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:20.075881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1a33fdb9-4d63-41cc-94fd-47462a47b12d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.080583 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-846974b3-b4cd-42be-be71-3e3699474046 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.143646 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f8d10b5d-32ef-475c-a99f-c85841d4dfc6 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.153024 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f8d10b5d-32ef-475c-a99f-c85841d4dfc6 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.157452 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-846974b3-b4cd-42be-be71-3e3699474046 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.158689 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f99d45d5-4490-4147-b6c7-e716e482eaf3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:20.160861 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1a33fdb9-4d63-41cc-94fd-47462a47b12d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.170658 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-846974b3-b4cd-42be-be71-3e3699474046 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.180477 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-eecc613a-2a43-4fe8-a03b-cd683c89f662 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-601154277'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:20.188406 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d10b5d-32ef-475c-a99f-c85841d4dfc6 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2cb733-a8e1-4a80-9837-2e1f90164764,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:20.195752 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f8d10b5d-32ef-475c-a99f-c85841d4dfc6 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:20.197757 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fc22f06b-2702-480c-b788-873d6c686b7e tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:20.224499 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846974b3-b4cd-42be-be71-3e3699474046 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0800c2d-4dc8-4c70-9775-b2a35bc6a8ef,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:20.228309 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-846974b3-b4cd-42be-be71-3e3699474046 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:20.229414 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.236766 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecc613a-2a43-4fe8-a03b-cd683c89f662 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:20.241144 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eecc613a-2a43-4fe8-a03b-cd683c89f662 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.252819 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f8d10b5d-32ef-475c-a99f-c85841d4dfc6 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.254325 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f8d10b5d-32ef-475c-a99f-c85841d4dfc6 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2832105 Jun 18 16:25:20.255296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eecc613a-2a43-4fe8-a03b-cd683c89f662 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.257552 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-846974b3-b4cd-42be-be71-3e3699474046 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.261185 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-846974b3-b4cd-42be-be71-3e3699474046 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2552984 Jun 18 16:25:20.261185 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48172) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:20.263304 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48174) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:20.341623 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1a33fdb9-4d63-41cc-94fd-47462a47b12d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.365512 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-56d43f55-c316-4afd-8a23-73642cc949d1 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.401074 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-56d43f55-c316-4afd-8a23-73642cc949d1 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.406660 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ca2f38e-1364-4941-9328-3eb766e615ba tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.429441 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ca2f38e-1364-4941-9328-3eb766e615ba tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.455700 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eecc613a-2a43-4fe8-a03b-cd683c89f662 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.460096 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eecc613a-2a43-4fe8-a03b-cd683c89f662 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.463529 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7358acec-7313-4bfb-924b-76ff5594ac55 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:20.490790 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ca2f38e-1364-4941-9328-3eb766e615ba tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.492926 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-56d43f55-c316-4afd-8a23-73642cc949d1 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.493078 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e88f9d43-adc0-438b-b0d7-16d8d72b48d0 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:20.495544 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-56d43f55-c316-4afd-8a23-73642cc949d1 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.495971 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1a33fdb9-4d63-41cc-94fd-47462a47b12d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.496687 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-56d43f55-c316-4afd-8a23-73642cc949d1 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "DELETE /v2.0/security-groups/30b91951-193a-4bcf-9bb8-6c5ee1580fd4 HTTP/1.1" status: 204 len: 168 time: 0.2356579 Jun 18 16:25:20.501535 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48176) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:20.503101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ca2f38e-1364-4941-9328-3eb766e615ba tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.504221 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8ca2f38e-1364-4941-9328-3eb766e615ba tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/c0800c2d-4dc8-4c70-9775-b2a35bc6a8ef HTTP/1.1" status: 204 len: 168 time: 0.2396991 Jun 18 16:25:20.509132 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eecc613a-2a43-4fe8-a03b-cd683c89f662 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:25:20.511069 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc613a-2a43-4fe8-a03b-cd683c89f662 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b648d68d-d8fa-4174-b01d-c9a3a7a4f73c,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:20.513381 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48178) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:20.515900 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca2f38e-1364-4941-9328-3eb766e615ba tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0800c2d-4dc8-4c70-9775-b2a35bc6a8ef,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:20.519604 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8ca2f38e-1364-4941-9328-3eb766e615ba tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:20.520204 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-eecc613a-2a43-4fe8-a03b-cd683c89f662 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:20.520329 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d8994c1d-a0a5-43cf-ba1c-ce2281d41003 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:20.532053 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1ea40967-0a85-4f35-a672-5ba24cfd1feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:20.535420 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bc200f-3eea-4ad4-af0f-64c11a173005 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:20.549504 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1a33fdb9-4d63-41cc-94fd-47462a47b12d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.553699 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1a33fdb9-4d63-41cc-94fd-47462a47b12d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/b18cd1ed-83f4-498f-bde0-e1aa8419b705 HTTP/1.1" status: 204 len: 168 time: 0.6059592 Jun 18 16:25:20.553841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33fdb9-4d63-41cc-94fd-47462a47b12d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=b18cd1ed-83f4-498f-bde0-e1aa8419b705,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:20.555438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48180) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:20.556930 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d43f55-c316-4afd-8a23-73642cc949d1 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b91951-193a-4bcf-9bb8-6c5ee1580fd4,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:20.557947 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1a33fdb9-4d63-41cc-94fd-47462a47b12d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:20.559168 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eecc613a-2a43-4fe8-a03b-cd683c89f662 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.559430 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-eecc613a-2a43-4fe8-a03b-cd683c89f662 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Added segment 41fbc488-c776-4a42-a9b2-e64aef152c8b of type vlan for network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 Jun 18 16:25:20.570200 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-56d43f55-c316-4afd-8a23-73642cc949d1 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:20.603987 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Router 0436819a-4705-476e-85f1-d2ba99ead74c is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:25:20.621459 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa0d9d7b-bee0-4edb-9c2b-bcd1527f9aa7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet c1da19e3-d661-4185-b704-6856cfc388a9 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:20.628588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aa0d9d7b-bee0-4edb-9c2b-bcd1527f9aa7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.635258 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9fd85a29-7f1b-4de3-a357-8716260216e3 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1319954 Jun 18 16:25:20.652735 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2848858d-d9b9-42d6-99a7-fae99159716f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1321673 Jun 18 16:25:20.652735 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48182) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:20.656133 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48184) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:20.657503 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-c60d5bdc-1835-46e2-adff-680bf7630dcd tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839472101'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:20.662646 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eecc613a-2a43-4fe8-a03b-cd683c89f662 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.699366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c60d5bdc-1835-46e2-adff-680bf7630dcd tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.711219 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eecc613a-2a43-4fe8-a03b-cd683c89f662 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.717541 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecc613a-2a43-4fe8-a03b-cd683c89f662 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:20.718176 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eecc613a-2a43-4fe8-a03b-cd683c89f662 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.723464 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b19eb5f1-95eb-43de-b4e7-eb76c6e08de1 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:20.759516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aa0d9d7b-bee0-4edb-9c2b-bcd1527f9aa7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.784894 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-eecc613a-2a43-4fe8-a03b-cd683c89f662 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7275248 Jun 18 16:25:20.788205 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48186) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:20.803630 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc613a-2a43-4fe8-a03b-cd683c89f662 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Network': ['ID=2a49f6df-3c7a-4a61-918e-b2dca3942dc4,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:20.808879 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-eecc613a-2a43-4fe8-a03b-cd683c89f662 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:20.823219 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:25:20.825325 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-e8ab6f7b-26db-4c4f-a55d-d78104ec6649 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4', 'name': 'tempest-PortsTestJSON-869452276'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:20.885174 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c60d5bdc-1835-46e2-adff-680bf7630dcd tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.897812 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c60d5bdc-1835-46e2-adff-680bf7630dcd tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.901838 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-404ceafe-b24e-4526-ac57-2b9011fed8f0 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:20.932061 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c60d5bdc-1835-46e2-adff-680bf7630dcd tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.933602 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c60d5bdc-1835-46e2-adff-680bf7630dcd tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2803454 Jun 18 16:25:20.936378 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d5bdc-1835-46e2-adff-680bf7630dcd tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58280bed-7f0a-4dfd-bfa3-c460d91e349b,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:20.936972 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4ba6aca4-7101-4888-a7b0-496c6535afd3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:20.938985 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48188) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:20.941097 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c60d5bdc-1835-46e2-adff-680bf7630dcd tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:20.944979 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-72e30df0-fbde-4905-a4c2-4ea82278febb tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group': {'name': 'tempest-secgroup--46555610'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:20.969269 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-72e30df0-fbde-4905-a4c2-4ea82278febb tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.008133 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:25:21.024535 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Sync routers for ids ['0436819a-4705-476e-85f1-d2ba99ead74c'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:25:21.025626 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4ba6aca4-7101-4888-a7b0-496c6535afd3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.041271 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Routers {'0436819a-4705-476e-85f1-d2ba99ead74c'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:21.042307 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['0436819a-4705-476e-85f1-d2ba99ead74c'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:21.063568 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aa0d9d7b-bee0-4edb-9c2b-bcd1527f9aa7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.087365 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-72e30df0-fbde-4905-a4c2-4ea82278febb tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.095469 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-72e30df0-fbde-4905-a4c2-4ea82278febb tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.109225 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4e16602d-2365-4366-b015-b204b8dc17aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:21.114676 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-72e30df0-fbde-4905-a4c2-4ea82278febb tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.116374 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-72e30df0-fbde-4905-a4c2-4ea82278febb tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.1764276 Jun 18 16:25:21.122205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48190) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:21.125554 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.126812 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.9794607 Jun 18 16:25:21.129703 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-fbda507b-2a6b-4283-812c-c451a11563e6 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group_rule': {'security_group_id': '58280bed-7f0a-4dfd-bfa3-c460d91e349b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '416203f4-431a-481a-90f1-bc9e7f80104a', 'remote_ip_prefix': None}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:21.136736 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48192) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:21.168661 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e30df0-fbde-4905-a4c2-4ea82278febb tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416203f4-431a-481a-90f1-bc9e7f80104a,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:21.173775 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-72e30df0-fbde-4905-a4c2-4ea82278febb tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:21.195794 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fbda507b-2a6b-4283-812c-c451a11563e6 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.206027 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Set router 0436819a-4705-476e-85f1-d2ba99ead74c gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:25:21.211601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ab6f7b-26db-4c4f-a55d-d78104ec6649 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:21.215185 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e8ab6f7b-26db-4c4f-a55d-d78104ec6649 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.240709 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4ba6aca4-7101-4888-a7b0-496c6535afd3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.245069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4ba6aca4-7101-4888-a7b0-496c6535afd3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.251667 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4ba6aca4-7101-4888-a7b0-496c6535afd3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "DELETE /v2.0/security-groups/cec8296c-375e-45ad-8de7-e920d2f01541 HTTP/1.1" status: 204 len: 168 time: 0.5940750 Jun 18 16:25:21.255623 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48194) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:21.255972 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-e8ab6f7b-26db-4c4f-a55d-d78104ec6649 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] device_id is not set on port aa20b218-b464-4cbb-a017-3743215c8431 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:25:21.262312 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-69034a36-b735-43c7-a661-fdd4595531e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:21.284717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6aca4-7101-4888-a7b0-496c6535afd3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec8296c-375e-45ad-8de7-e920d2f01541,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:21.308705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4ba6aca4-7101-4888-a7b0-496c6535afd3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:21.367291 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fbda507b-2a6b-4283-812c-c451a11563e6 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.369665 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aa0d9d7b-bee0-4edb-9c2b-bcd1527f9aa7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.378277 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9cd5dd45-213f-4471-a65a-470e62d767c8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:21.380112 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d4b2ceec-85d1-460b-a7bd-f115b0648261 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1231325 Jun 18 16:25:21.380916 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fbda507b-2a6b-4283-812c-c451a11563e6 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.390664 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48196) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:21.399113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f8d10b5d-32ef-475c-a99f-c85841d4dfc6 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:21.402943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b2dc3c03-ecb7-4344-a335-03a9412913e9 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705412263'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:21.409957 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fbda507b-2a6b-4283-812c-c451a11563e6 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.414391 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fbda507b-2a6b-4283-812c-c451a11563e6 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2901535 Jun 18 16:25:21.417308 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48198) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:21.421791 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0436819a-4705-476e-85f1-d2ba99ead74c', 'name': '', 'tenant_id': '197973e5c1cd4add8c187c628041c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98088d0f-2a94-47c2-b8f0-38f105ff5061', 'external_fixed_ips': [{'subnet_id': 'becb2aab-924e-444c-bf15-8ff8127d82ce', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '1c66ac8f-6dd8-4953-adf9-ea55a0c156f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:17Z', 'updated_at': '2021-06-18T16:25:19Z', 'revision_number': 3, 'project_id': '197973e5c1cd4add8c187c628041c3dc', 'gw_port': {'id': '1c66ac8f-6dd8-4953-adf9-ea55a0c156f6', 'name': '', 'network_id': '98088d0f-2a94-47c2-b8f0-38f105ff5061', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:0d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0436819a-4705-476e-85f1-d2ba99ead74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'becb2aab-924e-444c-bf15-8ff8127d82ce', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:18Z', 'updated_at': '2021-06-18T16:25:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'becb2aab-924e-444c-bf15-8ff8127d82ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:21.427086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda507b-2a6b-4283-812c-c451a11563e6 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20fee5d-df35-49e2-b16a-13f7b046bfb2,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:21.435079 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fbda507b-2a6b-4283-812c-c451a11563e6 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:21.446194 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d9d7b-bee0-4edb-9c2b-bcd1527f9aa7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=c1da19e3-d661-4185-b704-6856cfc388a9,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:21.454376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aa0d9d7b-bee0-4edb-9c2b-bcd1527f9aa7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.458351 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-aa0d9d7b-bee0-4edb-9c2b-bcd1527f9aa7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/c1da19e3-d661-4185-b704-6856cfc388a9 HTTP/1.1" status: 204 len: 168 time: 0.8994136 Jun 18 16:25:21.459551 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48200) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:21.461177 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Checking router: 0436819a-4705-476e-85f1-d2ba99ead74c for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:25:21.461603 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Updating router 0436819a-4705-476e-85f1-d2ba99ead74c port 1c66ac8f-6dd8-4953-adf9-ea55a0c156f6 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:25:21.463121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-aa0d9d7b-bee0-4edb-9c2b-bcd1527f9aa7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:21.482303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-913fb012-e84f-4f2c-9dad-61657d639df9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.505065 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.513074 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e325fec7-4d77-48cf-8c98-63acb413b35e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515728 Jun 18 16:25:21.514516 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48202) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:21.523948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-af961bda-0bd3-45b6-9d52-12566cb69b1d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:21.532498 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c8c99938-045e-4eea-ba83-b7c905f0aadf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.536208 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b2dc3c03-ecb7-4344-a335-03a9412913e9 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.572468 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acca28e3-833a-46a3-af83-59ad123bec70 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:21.586479 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c8c99938-045e-4eea-ba83-b7c905f0aadf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.659269 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a8d25fd4-e5b3-412f-bcee-227ef6ce4b23 None None] Provisioning complete for port 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:21.660440 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a8d25fd4-e5b3-412f-bcee-227ef6ce4b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.677589 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c8c99938-045e-4eea-ba83-b7c905f0aadf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.679962 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-846974b3-b4cd-42be-be71-3e3699474046 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:21.688506 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c8c99938-045e-4eea-ba83-b7c905f0aadf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.689565 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c8c99938-045e-4eea-ba83-b7c905f0aadf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b20fee5d-df35-49e2-b16a-13f7b046bfb2 HTTP/1.1" status: 204 len: 168 time: 0.2712469 Jun 18 16:25:21.692299 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48204) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:21.714529 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c99938-045e-4eea-ba83-b7c905f0aadf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b20fee5d-df35-49e2-b16a-13f7b046bfb2,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:21.718044 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c8c99938-045e-4eea-ba83-b7c905f0aadf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:21.732215 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e8ab6f7b-26db-4c4f-a55d-d78104ec6649 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.767441 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-913fb012-e84f-4f2c-9dad-61657d639df9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.781386 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-89ea7e6e-ba12-44d5-a083-5b93551a9cbc tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0818274 Jun 18 16:25:21.782200 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48206) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:21.863310 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.875501 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Transition to ACTIVE for port object 1c66ac8f-6dd8-4953-adf9-ea55a0c156f6 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:21.883355 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.895756 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b2dc3c03-ecb7-4344-a335-03a9412913e9 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.899800 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:21.907570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b2dc3c03-ecb7-4344-a335-03a9412913e9 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.912506 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fbf3dc92-6e91-41cf-8602-5bda56d3c366 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:21.922034 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e8ab6f7b-26db-4c4f-a55d-d78104ec6649 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.922805 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Attempting to bind port 1c66ac8f-6dd8-4953-adf9-ea55a0c156f6 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:25:21.923195 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Attempting to bind port 1c66ac8f-6dd8-4953-adf9-ea55a0c156f6 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '69dd6e06-313b-48be-a37f-05c9122a2be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '98088d0f-2a94-47c2-b8f0-38f105ff5061'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:25:21.923614 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Attempting to bind port 1c66ac8f-6dd8-4953-adf9-ea55a0c156f6 on network 98088d0f-2a94-47c2-b8f0-38f105ff5061 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:25:21.934359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af961bda-0bd3-45b6-9d52-12566cb69b1d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:21.942452 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-af961bda-0bd3-45b6-9d52-12566cb69b1d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.951519 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:25:21.952777 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Checking segment: {'id': '69dd6e06-313b-48be-a37f-05c9122a2be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '98088d0f-2a94-47c2-b8f0-38f105ff5061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:21.952978 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.953385 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Bound using segment: {'id': '69dd6e06-313b-48be-a37f-05c9122a2be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '98088d0f-2a94-47c2-b8f0-38f105ff5061'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:25:21.954152 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Bound port: 1c66ac8f-6dd8-4953-adf9-ea55a0c156f6, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69dd6e06-313b-48be-a37f-05c9122a2be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '98088d0f-2a94-47c2-b8f0-38f105ff5061'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:25:21.954591 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.971802 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b2dc3c03-ecb7-4344-a335-03a9412913e9 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.973027 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b2dc3c03-ecb7-4344-a335-03a9412913e9 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5764129 Jun 18 16:25:21.980156 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48208) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:21.981659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc3c03-ecb7-4344-a335-03a9412913e9 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eaea821-cd75-4e34-98c3-61730106b9f2,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:21.990632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-06f97c50-ffe1-4c20-8143-0bc02838c37f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group_rule': {'security_group_id': '7eaea821-cd75-4e34-98c3-61730106b9f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:21.995847 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b2dc3c03-ecb7-4344-a335-03a9412913e9 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:21.996928 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3368a262-a612-4ff3-b52f-19434c2be9cf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:21.999234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:22.009791 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-913fb012-e84f-4f2c-9dad-61657d639df9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Deleting port 1c66ac8f-6dd8-4953-adf9-ea55a0c156f6 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:22.010496 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-913fb012-e84f-4f2c-9dad-61657d639df9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.014933 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] For port 1c66ac8f-6dd8-4953-adf9-ea55a0c156f6, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:25:22.018461 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] For port 1c66ac8f-6dd8-4953-adf9-ea55a0c156f6, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1c66ac8f-6dd8-4953-adf9-ea55a0c156f6,segment=NetworkSegment(69dd6e06-313b-48be-a37f-05c9122a2be1),segment_id=69dd6e06-313b-48be-a37f-05c9122a2be1)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:25:22.037162 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.046743 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfac3ba-3ea2-4a8d-9cf3-87c7885c4642 None None] Pushing event updated for resources: {'Port': ['ID=1c66ac8f-6dd8-4953-adf9-ea55a0c156f6,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:22.056232 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfac3ba-3ea2-4a8d-9cf3-87c7885c4642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:22.056785 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfac3ba-3ea2-4a8d-9cf3-87c7885c4642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:22.057315 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfac3ba-3ea2-4a8d-9cf3-87c7885c4642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:22.057835 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfac3ba-3ea2-4a8d-9cf3-87c7885c4642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:22.058169 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfac3ba-3ea2-4a8d-9cf3-87c7885c4642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:22.058537 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfac3ba-3ea2-4a8d-9cf3-87c7885c4642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:22.058870 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfac3ba-3ea2-4a8d-9cf3-87c7885c4642 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:22.059195 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfac3ba-3ea2-4a8d-9cf3-87c7885c4642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:22.059530 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfac3ba-3ea2-4a8d-9cf3-87c7885c4642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:22.059854 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfac3ba-3ea2-4a8d-9cf3-87c7885c4642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:22.060172 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfac3ba-3ea2-4a8d-9cf3-87c7885c4642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:22.061819 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dfac3ba-3ea2-4a8d-9cf3-87c7885c4642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:22.068078 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-2dfac3ba-3ea2-4a8d-9cf3-87c7885c4642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:22.068482 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:22.091762 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888a1e08-39b9-4fc8-b654-c610ac080627 None None] DHCP port deletion for ce24d173-f93a-4cd6-bc0b-4cefb40733e2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:25:22.119442 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfac3ba-3ea2-4a8d-9cf3-87c7885c4642 None None] Pushing event updated for resources: {'Port': ['ID=1c66ac8f-6dd8-4953-adf9-ea55a0c156f6,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:22.122929 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-2dfac3ba-3ea2-4a8d-9cf3-87c7885c4642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:22.142653 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Routers {'0436819a-4705-476e-85f1-d2ba99ead74c'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:22.144055 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['0436819a-4705-476e-85f1-d2ba99ead74c'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:22.164018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-888a1e08-39b9-4fc8-b654-c610ac080627 None None] Deleting port 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:22.164281 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-888a1e08-39b9-4fc8-b654-c610ac080627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.165239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3368a262-a612-4ff3-b52f-19434c2be9cf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.171048 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-06f97c50-ffe1-4c20-8143-0bc02838c37f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.190942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ab6f7b-26db-4c4f-a55d-d78104ec6649 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Checking segment: {'id': '41fbc488-c776-4a42-a9b2-e64aef152c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:22.191240 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ab6f7b-26db-4c4f-a55d-d78104ec6649 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network hostable DHCP agents. Network: 2a49f6df-3c7a-4a61-918e-b2dca3942dc4, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:25:22.215563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab6f7b-26db-4c4f-a55d-d78104ec6649 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=aa20b218-b464-4cbb-a017-3743215c8431,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:22.222905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e8ab6f7b-26db-4c4f-a55d-d78104ec6649 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:22.233778 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-af961bda-0bd3-45b6-9d52-12566cb69b1d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.239187 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] Set router 0436819a-4705-476e-85f1-d2ba99ead74c gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:25:22.239477 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-677057d6-061a-4cb9-9dbf-e001a3d06ef4 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:22.259804 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-888a1e08-39b9-4fc8-b654-c610ac080627 None None] For port 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:22.260067 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-888a1e08-39b9-4fc8-b654-c610ac080627 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.285538 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af961bda-0bd3-45b6-9d52-12566cb69b1d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:22.289054 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-af961bda-0bd3-45b6-9d52-12566cb69b1d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:22.294037 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af961bda-0bd3-45b6-9d52-12566cb69b1d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:22.294919 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-af961bda-0bd3-45b6-9d52-12566cb69b1d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.305552 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-913fb012-e84f-4f2c-9dad-61657d639df9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.309157 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0436819a-4705-476e-85f1-d2ba99ead74c', 'name': '', 'tenant_id': '197973e5c1cd4add8c187c628041c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:17Z', 'updated_at': '2021-06-18T16:25:21Z', 'revision_number': 4, 'project_id': '197973e5c1cd4add8c187c628041c3dc', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:22.312468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ab6f7b-26db-4c4f-a55d-d78104ec6649 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:25:22.319034 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af961bda-0bd3-45b6-9d52-12566cb69b1d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=ae05a205-8b20-4e7c-89ff-cd49d8c4b3e6,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:22.322888 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-af961bda-0bd3-45b6-9d52-12566cb69b1d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8031778 Jun 18 16:25:22.324244 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-af961bda-0bd3-45b6-9d52-12566cb69b1d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:22.327092 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48210) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:22.334028 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-e14bd8c6-a73e-4fe8-8116-c0c04e55107a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:22.349812 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-e8ab6f7b-26db-4c4f-a55d-d78104ec6649 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 2a49f6df-3c7a-4a61-918e-b2dca3942dc4) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:22.356000 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-888a1e08-39b9-4fc8-b654-c610ac080627 None None] Calling delete_port for 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:22.359140 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84449b0-7c1d-4a33-8a71-cbe91adf6ca2 None None] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:22.361324 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8a12d9-9725-4bd4-ba52-cb2dfa7ed72e None None] The sync data for ids ['0436819a-4705-476e-85f1-d2ba99ead74c'] in dv-neutron-797120-1-hyperv is: [{'id': '0436819a-4705-476e-85f1-d2ba99ead74c', 'name': '', 'tenant_id': '197973e5c1cd4add8c187c628041c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:17Z', 'updated_at': '2021-06-18T16:25:21Z', 'revision_number': 4, 'project_id': '197973e5c1cd4add8c187c628041c3dc', 'gw_port_host': None}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:25:22.364295 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab6f7b-26db-4c4f-a55d-d78104ec6649 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:22.370221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ab6f7b-26db-4c4f-a55d-d78104ec6649 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:22.370883 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e8ab6f7b-26db-4c4f-a55d-d78104ec6649 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.392915 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3368a262-a612-4ff3-b52f-19434c2be9cf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.395803 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3368a262-a612-4ff3-b52f-19434c2be9cf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.399685 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3368a262-a612-4ff3-b52f-19434c2be9cf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "DELETE /v2.0/security-groups/416203f4-431a-481a-90f1-bc9e7f80104a HTTP/1.1" status: 204 len: 168 time: 0.6153769 Jun 18 16:25:22.401453 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48212) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:22.402367 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-06f97c50-ffe1-4c20-8143-0bc02838c37f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.436092 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f00ec745-9f2d-4d2b-91f0-793182e9f8d6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:22.440399 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e8ab6f7b-26db-4c4f-a55d-d78104ec6649 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6478050 Jun 18 16:25:22.443369 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48214) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:22.457328 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-c70e3f62-38f0-45d5-bc9b-5a74469646c5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-116654137'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:22.474591 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-913fb012-e84f-4f2c-9dad-61657d639df9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Calling delete_port for 1c66ac8f-6dd8-4953-adf9-ea55a0c156f6 owned by network:router_gateway {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:22.485188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-06f97c50-ffe1-4c20-8143-0bc02838c37f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.496692 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368a262-a612-4ff3-b52f-19434c2be9cf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=416203f4-431a-481a-90f1-bc9e7f80104a,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:22.500356 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3368a262-a612-4ff3-b52f-19434c2be9cf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:22.506876 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:22.509831 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70e3f62-38f0-45d5-bc9b-5a74469646c5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:22.514159 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c70e3f62-38f0-45d5-bc9b-5a74469646c5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.553653 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a0b186d7-9aa9-4d04-9116-6a2d8619385b tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1508596 Jun 18 16:25:22.556623 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48216) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:22.561970 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f97c50-ffe1-4c20-8143-0bc02838c37f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd46a35-9feb-46ab-9edc-0ce2bff73c89,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:22.562555 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70e3f62-38f0-45d5-bc9b-5a74469646c5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:25:22.564855 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-06f97c50-ffe1-4c20-8143-0bc02838c37f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:22.568212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-06f97c50-ffe1-4c20-8143-0bc02838c37f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.569646 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-06f97c50-ffe1-4c20-8143-0bc02838c37f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5846298 Jun 18 16:25:22.573890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48218) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:22.596631 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-224fbe88-d3a8-4362-976e-3f22106e60c9 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-group-rules/ebd46a35-9feb-46ab-9edc-0ce2bff73c89 HTTP/1.1" status: 200 len: 763 time: 0.0214956 Jun 18 16:25:22.600306 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-888a1e08-39b9-4fc8-b654-c610ac080627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.602255 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48220) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:22.609124 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b7d726a6-c02e-4726-8ed1-eeacc96b87a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:22.613364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888a1e08-39b9-4fc8-b654-c610ac080627 None None] No DVR routers for this DVR port 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:22.618906 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c70e3f62-38f0-45d5-bc9b-5a74469646c5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.619154 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-c70e3f62-38f0-45d5-bc9b-5a74469646c5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Added segment 9eb354b3-f972-4d77-9ca8-ffdd31abb344 of type vlan for network df6c5077-0e8f-4bae-bfe6-1550a70fc071 Jun 18 16:25:22.634573 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a1e08-39b9-4fc8-b654-c610ac080627 None None] Pushing event deleted for resources: {'Port': ['ID=1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:22.637102 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-888a1e08-39b9-4fc8-b654-c610ac080627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:22.651966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b025ef41-98b6-48e2-948e-c77d70990a69 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:22.663534 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14bd8c6-a73e-4fe8-8116-c0c04e55107a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:22.667156 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e14bd8c6-a73e-4fe8-8116-c0c04e55107a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.732744 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c70e3f62-38f0-45d5-bc9b-5a74469646c5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.744702 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3bcbe3cb-46e7-4841-85a2-a6aa7c048586 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.802172 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3bcbe3cb-46e7-4841-85a2-a6aa7c048586 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.834194 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c70e3f62-38f0-45d5-bc9b-5a74469646c5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.839799 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70e3f62-38f0-45d5-bc9b-5a74469646c5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:22.840421 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c70e3f62-38f0-45d5-bc9b-5a74469646c5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.848150 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-88df7e79-8440-4947-8dfe-2436e14b205d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:22.854104 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': 'ae05a205-8b20-4e7c-89ff-cd49d8c4b3e6'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:25:22.855100 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.939055 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c70e3f62-38f0-45d5-bc9b-5a74469646c5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4922485 Jun 18 16:25:22.945735 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48222) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:22.956180 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'ports': [{'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4'}, {'network_id': 'df6c5077-0e8f-4bae-bfe6-1550a70fc071'}]} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:22.956502 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:22.956979 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'network_id': 'df6c5077-0e8f-4bae-bfe6-1550a70fc071'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:22.968672 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e3f62-38f0-45d5-bc9b-5a74469646c5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Network': ['ID=df6c5077-0e8f-4bae-bfe6-1550a70fc071,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:22.983284 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3bcbe3cb-46e7-4841-85a2-a6aa7c048586 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.983517 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network df6c5077-0e8f-4bae-bfe6-1550a70fc071 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:25:22.985307 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3bcbe3cb-46e7-4841-85a2-a6aa7c048586 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:22.986511 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3bcbe3cb-46e7-4841-85a2-a6aa7c048586 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "DELETE /v2.0/security-groups/58280bed-7f0a-4dfd-bfa3-c460d91e349b HTTP/1.1" status: 204 len: 168 time: 0.4264657 Jun 18 16:25:23.014261 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c70e3f62-38f0-45d5-bc9b-5a74469646c5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:23.016466 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-13d014d4-6a45-49ab-a2f5-b49eccfcd13c tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:23.021660 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48224) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:23.067094 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d41d0432-edaa-4e08-9624-4e23e0ce0386 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4613974 Jun 18 16:25:23.069210 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48226) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:23.069343 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbe3cb-46e7-4841-85a2-a6aa7c048586 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58280bed-7f0a-4dfd-bfa3-c460d91e349b,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:23.097483 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3bcbe3cb-46e7-4841-85a2-a6aa7c048586 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:23.111970 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-10b31a00-4c18-466f-b19c-b7c2ae0a2f07 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.114492 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Allocated IP 172.20.0.2 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/ae05a205-8b20-4e7c-89ff-cd49d8c4b3e6/51aa90c5-b427-461d-9d0a-2045d48bff51) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:23.144738 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-10b31a00-4c18-466f-b19c-b7c2ae0a2f07 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.182387 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-913fb012-e84f-4f2c-9dad-61657d639df9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.187135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-44144fc8-5de9-4bbb-ad78-035f5666bab1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:23.192229 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d8a8c40d-9fd1-4b16-9025-7106887f327d tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1630628 Jun 18 16:25:23.197006 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48228) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:23.217852 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-10b31a00-4c18-466f-b19c-b7c2ae0a2f07 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.219878 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fb012-e84f-4f2c-9dad-61657d639df9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c66ac8f-6dd8-4953-adf9-ea55a0c156f6,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:23.227379 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-5379adb1-a366-4bae-b0ef-40cd286e909a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032323295'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:23.229642 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-10b31a00-4c18-466f-b19c-b7c2ae0a2f07 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.233579 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-10b31a00-4c18-466f-b19c-b7c2ae0a2f07 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/ebd46a35-9feb-46ab-9edc-0ce2bff73c89 HTTP/1.1" status: 204 len: 168 time: 0.1651065 Jun 18 16:25:23.235048 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48230) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:23.235601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-913fb012-e84f-4f2c-9dad-61657d639df9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:23.237714 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-06f97c50-ffe1-4c20-8143-0bc02838c37f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:23.287840 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.296298 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5379adb1-a366-4bae-b0ef-40cd286e909a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.303953 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Transition to ACTIVE for port object 51aa90c5-b427-461d-9d0a-2045d48bff51 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:23.324046 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Transition to ACTIVE for port object 51aa90c5-b427-461d-9d0a-2045d48bff51 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:23.331363 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-bea9ffb4-1b1f-49a2-897f-8ac729bc0cab tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0943472 Jun 18 16:25:23.334917 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48232) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:23.336044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b31a00-4c18-466f-b19c-b7c2ae0a2f07 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebd46a35-9feb-46ab-9edc-0ce2bff73c89,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:23.338293 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.341416 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d1c7e353-00a3-429f-bd0a-1a7ee4ad7706 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group_rule': {'security_group_id': '7eaea821-cd75-4e34-98c3-61730106b9f2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:23.343849 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-48772f74-c817-4a70-9b9c-b3172fda9398 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:23.350070 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:25:23.354362 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'port': 2} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:23.359363 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.363876 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-10b31a00-4c18-466f-b19c-b7c2ae0a2f07 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:23.400363 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:23.403357 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:23.405359 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:25:23.405580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1f3803ab-b7d2-4258-8fb3-c2f9c15b4d09 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:25:23.406352 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.409209 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:23.421455 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-913fb012-e84f-4f2c-9dad-61657d639df9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.479179 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Attempting to bind port 51aa90c5-b427-461d-9d0a-2045d48bff51 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:25:23.479561 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Attempting to bind port 51aa90c5-b427-461d-9d0a-2045d48bff51 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:25:23.481090 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Attempting to bind port 51aa90c5-b427-461d-9d0a-2045d48bff51 on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:25:23.485342 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Pushing event updated for resources: {'Port': ['ID=51aa90c5-b427-461d-9d0a-2045d48bff51,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:23.487866 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:25:23.488251 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:23.488662 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.489060 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:25:23.489537 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Bound port: 51aa90c5-b427-461d-9d0a-2045d48bff51, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:25:23.489920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.492005 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:23.536666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-913fb012-e84f-4f2c-9dad-61657d639df9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.539671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-913fb012-e84f-4f2c-9dad-61657d639df9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.561049 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] For port 51aa90c5-b427-461d-9d0a-2045d48bff51, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:25:23.564637 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] For port 51aa90c5-b427-461d-9d0a-2045d48bff51, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=51aa90c5-b427-461d-9d0a-2045d48bff51,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:25:23.569432 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.580812 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-07acaa13-9bb9-46b2-9013-66a6268d75c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:23.600069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-913fb012-e84f-4f2c-9dad-61657d639df9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.601482 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913fb012-e84f-4f2c-9dad-61657d639df9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0436819a-4705-476e-85f1-d2ba99ead74c {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:25:23.613743 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-913fb012-e84f-4f2c-9dad-61657d639df9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.618678 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-913fb012-e84f-4f2c-9dad-61657d639df9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "DELETE /v2.0/routers/0436819a-4705-476e-85f1-d2ba99ead74c HTTP/1.1" status: 204 len: 168 time: 2.4751253 Jun 18 16:25:23.618678 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48234) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:23.631876 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] device_id is not set on port ce7b373e-4e80-4926-a539-2f6eb8e39408 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:25:23.644780 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.objects.ports [None req-e14bd8c6-a73e-4fe8-8116-c0c04e55107a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93454) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:25:23.649146 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Pushing event updated for resources: {'Port': ['ID=51aa90c5-b427-461d-9d0a-2045d48bff51,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:23.653469 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:23.660262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5379adb1-a366-4bae-b0ef-40cd286e909a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.689327 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-872648d3-531b-49e5-9243-401788dad0b1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Deleting subnet becb2aab-924e-444c-bf15-8ff8127d82ce {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:23.692925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-872648d3-531b-49e5-9243-401788dad0b1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.729446 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5379adb1-a366-4bae-b0ef-40cd286e909a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.736151 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-872648d3-531b-49e5-9243-401788dad0b1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.750363 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a3314361-a40c-4602-87ce-4e54d757b6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:23.785751 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-872648d3-531b-49e5-9243-401788dad0b1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.862393 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379adb1-a366-4bae-b0ef-40cd286e909a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3abaa08-814b-46f8-afeb-524b2acb7690,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:23.867183 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5379adb1-a366-4bae-b0ef-40cd286e909a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.871183 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5379adb1-a366-4bae-b0ef-40cd286e909a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6688414 Jun 18 16:25:23.871183 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5379adb1-a366-4bae-b0ef-40cd286e909a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:23.876802 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d1c7e353-00a3-429f-bd0a-1a7ee4ad7706 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.878824 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48236) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:23.909634 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-1e6c6e0e-fcd8-4841-b3af-61b2e30e6997 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group_rule': {'security_group_id': 'f3abaa08-814b-46f8-afeb-524b2acb7690', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:23.922298 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-872648d3-531b-49e5-9243-401788dad0b1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.925520 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6db93055-2e6e-4a30-81a0-a16c0634c8bd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:23.953391 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872648d3-531b-49e5-9243-401788dad0b1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=becb2aab-924e-444c-bf15-8ff8127d82ce,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:23.960942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-872648d3-531b-49e5-9243-401788dad0b1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:23.976207 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-872648d3-531b-49e5-9243-401788dad0b1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:23.978551 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-872648d3-531b-49e5-9243-401788dad0b1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "DELETE /v2.0/subnets/becb2aab-924e-444c-bf15-8ff8127d82ce HTTP/1.1" status: 204 len: 168 time: 0.3585303 Jun 18 16:25:23.981323 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48238) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:24.004958 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1e6c6e0e-fcd8-4841-b3af-61b2e30e6997 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.035389 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.094238 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c89668f-266b-44a5-ae92-93eeda2a8674 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.118072 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1e6c6e0e-fcd8-4841-b3af-61b2e30e6997 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.124773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1e6c6e0e-fcd8-4841-b3af-61b2e30e6997 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.136167 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d1c7e353-00a3-429f-bd0a-1a7ee4ad7706 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.144427 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e14bd8c6-a73e-4fe8-8116-c0c04e55107a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.146232 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d1c7e353-00a3-429f-bd0a-1a7ee4ad7706 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.148532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:24.162129 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:24.166520 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.176202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c6e0e-fcd8-4841-b3af-61b2e30e6997 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acc481b-2cdd-4705-b77c-d0fd687f3e5c,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:24.190715 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c7e353-00a3-429f-bd0a-1a7ee4ad7706 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8cc7cdc-7f6e-45dc-a435-feb3bd5db011,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:24.205257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1e6c6e0e-fcd8-4841-b3af-61b2e30e6997 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:24.208261 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1e6c6e0e-fcd8-4841-b3af-61b2e30e6997 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.209542 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1e6c6e0e-fcd8-4841-b3af-61b2e30e6997 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3293009 Jun 18 16:25:24.212448 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48240) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:24.224328 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d1c7e353-00a3-429f-bd0a-1a7ee4ad7706 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:24.235628 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c89668f-266b-44a5-ae92-93eeda2a8674 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.250786 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-6c89668f-266b-44a5-ae92-93eeda2a8674 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98088d0f-2a94-47c2-b8f0-38f105ff5061']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:24.254985 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d1c7e353-00a3-429f-bd0a-1a7ee4ad7706 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.256192 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d1c7e353-00a3-429f-bd0a-1a7ee4ad7706 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9196224 Jun 18 16:25:24.261935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48242) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:24.272779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-6c89668f-266b-44a5-ae92-93eeda2a8674 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69dd6e06-313b-48be-a37f-05c9122a2be1') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:24.273080 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-6c89668f-266b-44a5-ae92-93eeda2a8674 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69dd6e06-313b-48be-a37f-05c9122a2be1') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:24.276001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e385f086-9292-4ce9-baed-813df50c32d4 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.295187 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c89668f-266b-44a5-ae92-93eeda2a8674 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.297841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e385f086-9292-4ce9-baed-813df50c32d4 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.299938 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] device_id is not set on port 0b033d56-834f-458f-b6d6-9b9087eb8d29 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:25:24.318093 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b9ec6f94-9209-44f6-8ede-fd9f725210c6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-group-rules/b8cc7cdc-7f6e-45dc-a435-feb3bd5db011 HTTP/1.1" status: 200 len: 763 time: 0.0527751 Jun 18 16:25:24.322937 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48244) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:24.337173 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c89668f-266b-44a5-ae92-93eeda2a8674 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.358191 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c89668f-266b-44a5-ae92-93eeda2a8674 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:25:24.358633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c89668f-266b-44a5-ae92-93eeda2a8674 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:25:24.360617 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:25:24.402616 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e385f086-9292-4ce9-baed-813df50c32d4 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.408729 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e385f086-9292-4ce9-baed-813df50c32d4 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.413817 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e385f086-9292-4ce9-baed-813df50c32d4 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/6acc481b-2cdd-4705-b77c-d0fd687f3e5c HTTP/1.1" status: 204 len: 168 time: 0.1964905 Jun 18 16:25:24.414015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9d602e55-f9fb-4c32-b049-60a90179a039 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:24.416913 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48246) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:24.421133 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-e14bd8c6-a73e-4fe8-8116-c0c04e55107a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] For port 51aa90c5-b427-461d-9d0a-2045d48bff51, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=51aa90c5-b427-461d-9d0a-2045d48bff51,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:24.440445 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385f086-9292-4ce9-baed-813df50c32d4 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6acc481b-2cdd-4705-b77c-d0fd687f3e5c,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:24.455447 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c42c079c-235e-42a5-af70-d9b5288b33cd tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1284993 Jun 18 16:25:24.455447 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e385f086-9292-4ce9-baed-813df50c32d4 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:24.455748 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48248) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:24.469119 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c89668f-266b-44a5-ae92-93eeda2a8674 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.473957 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8721780d-fb91-4ffb-8e82-624cdabd9285 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:24.477452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c89668f-266b-44a5-ae92-93eeda2a8674 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 98088d0f-2a94-47c2-b8f0-38f105ff5061 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 18 16:25:24.492213 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c89668f-266b-44a5-ae92-93eeda2a8674 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.498513 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6c89668f-266b-44a5-ae92-93eeda2a8674 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "DELETE /v2.0/networks/98088d0f-2a94-47c2-b8f0-38f105ff5061 HTTP/1.1" status: 204 len: 168 time: 0.5113778 Jun 18 16:25:24.515013 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89668f-266b-44a5-ae92-93eeda2a8674 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Pushing event deleted for resources: {'Network': ['ID=98088d0f-2a94-47c2-b8f0-38f105ff5061,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:24.518882 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6c89668f-266b-44a5-ae92-93eeda2a8674 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:24.520678 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c1b779c-c3fb-41fc-a091-995eaabf538f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.530390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c1b779c-c3fb-41fc-a091-995eaabf538f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.535857 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e9342710-a6d0-4532-b7fb-352f042a9869 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1153045 Jun 18 16:25:24.536785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48252) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:24.560100 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e14bd8c6-a73e-4fe8-8116-c0c04e55107a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.577254 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e14bd8c6-a73e-4fe8-8116-c0c04e55107a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.579622 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e14bd8c6-a73e-4fe8-8116-c0c04e55107a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.599062 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b17d5d98-64d9-4c8e-b73d-2b71cb64c2aa tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:24.600502 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c1b779c-c3fb-41fc-a091-995eaabf538f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.602760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bc1a5a26-26fb-4845-a031-bcf8fe68c9af tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:24.618248 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c1b779c-c3fb-41fc-a091-995eaabf538f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.619789 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4c1b779c-c3fb-41fc-a091-995eaabf538f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/b8cc7cdc-7f6e-45dc-a435-feb3bd5db011 HTTP/1.1" status: 204 len: 168 time: 0.1630833 Jun 18 16:25:24.627333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48254) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:24.641355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b779c-c3fb-41fc-a091-995eaabf538f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8cc7cdc-7f6e-45dc-a435-feb3bd5db011,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:24.671241 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.685008 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4c1b779c-c3fb-41fc-a091-995eaabf538f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:24.712571 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14bd8c6-a73e-4fe8-8116-c0c04e55107a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:24.722840 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-e14bd8c6-a73e-4fe8-8116-c0c04e55107a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:24.725944 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14bd8c6-a73e-4fe8-8116-c0c04e55107a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:24.726559 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e14bd8c6-a73e-4fe8-8116-c0c04e55107a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.727508 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-106442f9-9c93-4783-bb2d-bd1445764d1a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.732714 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.771647 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:24.784530 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:24.787018 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:24.788083 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.800294 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e14bd8c6-a73e-4fe8-8116-c0c04e55107a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4725406 Jun 18 16:25:24.802872 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-106442f9-9c93-4783-bb2d-bd1445764d1a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.803315 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48260) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:24.808675 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-9e4e1119-2632-4c9e-811a-27933cc993db tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'mac_address': 'fa:16:3e:58:51:ae', 'name': 'tempest-NetworksTestDHCPv6-1277485775'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:24.813948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bd8c6-a73e-4fe8-8116-c0c04e55107a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=51aa90c5-b427-461d-9d0a-2045d48bff51,revision_number=4']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:24.825374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e14bd8c6-a73e-4fe8-8116-c0c04e55107a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:24.827856 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-303008bf-22dc-4550-92d6-2f45b29b49ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:24.883350 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-834c7b8e-4c42-494b-a79b-29e76767b0f9 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2540829 Jun 18 16:25:24.883972 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48262) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:24.884489 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48264) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:24.890760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-92ed01fd-ba19-472a-af3e-12cc1849cef3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Request body: {'router': {'name': 'tempest-router--630221224', 'project_id': '4f1cd61fba204b7892b90f2f6e418f58'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:24.901311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-3c371ecd-f2ad-4f3d-885b-0c78d62af9de tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Request body: {'security_group_rule': {'security_group_id': '7eaea821-cd75-4e34-98c3-61730106b9f2', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:24.917299 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-106442f9-9c93-4783-bb2d-bd1445764d1a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.920341 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-106442f9-9c93-4783-bb2d-bd1445764d1a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.923962 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-106442f9-9c93-4783-bb2d-bd1445764d1a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "DELETE /v2.0/security-groups/f3abaa08-814b-46f8-afeb-524b2acb7690 HTTP/1.1" status: 204 len: 168 time: 0.3836594 Jun 18 16:25:24.925267 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48266) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:24.925994 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1b3680fe-daa3-45ad-81fd-88cd73238d4b tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:24.939475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106442f9-9c93-4783-bb2d-bd1445764d1a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3abaa08-814b-46f8-afeb-524b2acb7690,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:24.944332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-106442f9-9c93-4783-bb2d-bd1445764d1a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:24.975714 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-3c371ecd-f2ad-4f3d-885b-0c78d62af9de tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Project ca4f39edd40044fbbfb56875c55f5ff9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:25:24.986824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bd8c6-a73e-4fe8-8116-c0c04e55107a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=1c8bb32c-c7a8-4ff7-89e0-79a0afa1502e,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:24.987048 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3c371ecd-f2ad-4f3d-885b-0c78d62af9de tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:24.989975 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e14bd8c6-a73e-4fe8-8116-c0c04e55107a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:24.998605 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-46fc3f2b-270b-4cee-ab72-7cbd92253a55 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:25.003120 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92ed01fd-ba19-472a-af3e-12cc1849cef3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.005959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92ed01fd-ba19-472a-af3e-12cc1849cef3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.016379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ca7026-8707-4098-8dba-2cc106a9f768 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:25.039937 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Checking segment: {'id': '9eb354b3-f972-4d77-9ca8-ffdd31abb344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'df6c5077-0e8f-4bae-bfe6-1550a70fc071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:25.040292 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network hostable DHCP agents. Network: df6c5077-0e8f-4bae-bfe6-1550a70fc071, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:25:25.099729 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5b4d8672-fe98-4768-a0c1-56134bcfbe65 None None] Provisioning for port 51aa90c5-b427-461d-9d0a-2045d48bff51 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:25.100207 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3c371ecd-f2ad-4f3d-885b-0c78d62af9de tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.116606 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=ce7b373e-4e80-4926-a539-2f6eb8e39408,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:25.152433 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d4769a66-f02d-44ef-9323-ccaa10ede68c tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2209239 Jun 18 16:25:25.153044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3c371ecd-f2ad-4f3d-885b-0c78d62af9de tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.158258 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8e40e347-7710-463b-b23c-5e18c4763d27 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:25.160503 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48268) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:25.163435 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92ed01fd-ba19-472a-af3e-12cc1849cef3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.164527 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network df6c5077-0e8f-4bae-bfe6-1550a70fc071 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:25:25.174701 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-a52c827b-1f24-454b-a528-defeba277e0a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group': {'name': 'tempest-secgroup--1047412389'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:25.176426 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92ed01fd-ba19-472a-af3e-12cc1849cef3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.181603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c371ecd-f2ad-4f3d-885b-0c78d62af9de tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac9690f-eeed-41fc-8a35-e30d3a75e14e,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:25.187085 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3c371ecd-f2ad-4f3d-885b-0c78d62af9de tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:25.199450 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, df6c5077-0e8f-4bae-bfe6-1550a70fc071) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:25.210192 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:25.211238 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089adbd3-413d-40f8-a9c1-60c0300010f7 None None] Network df6c5077-0e8f-4bae-bfe6-1550a70fc071 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:25.216092 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:25.221389 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:25.222049 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.229805 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=0b033d56-834f-458f-b6d6-9b9087eb8d29,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:25.232641 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:25.236277 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-14bbd510-51fa-427c-99a7-e9e1cb4a4ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.440s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:25.236886 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-14bbd510-51fa-427c-99a7-e9e1cb4a4ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:25.240321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4e1119-2632-4c9e-811a-27933cc993db tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:25.245221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3c371ecd-f2ad-4f3d-885b-0c78d62af9de tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.247423 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3c371ecd-f2ad-4f3d-885b-0c78d62af9de tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3498261 Jun 18 16:25:25.249559 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48270) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:25.274435 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3473a320-76f3-4937-aeaf-5ffad274746c tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-group-rules/4ac9690f-eeed-41fc-8a35-e30d3a75e14e HTTP/1.1" status: 200 len: 769 time: 0.0232692 Jun 18 16:25:25.277367 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48272) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:25.299085 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3481584 Jun 18 16:25:25.301498 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48274) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:25.324633 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a52c827b-1f24-454b-a528-defeba277e0a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.360631 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92ed01fd-ba19-472a-af3e-12cc1849cef3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.362231 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-92ed01fd-ba19-472a-af3e-12cc1849cef3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4759083 Jun 18 16:25:25.365449 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48276) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:25.385277 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9e4e1119-2632-4c9e-811a-27933cc993db tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.410645 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 51aa90c5-b427-461d-9d0a-2045d48bff51 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:25.431383 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8c34ac32-7736-481f-a64d-50c05d8528b9 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1490924 Jun 18 16:25:25.431383 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48278) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:25.481856 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 51aa90c5-b427-461d-9d0a-2045d48bff51 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:25.486680 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a8dd086f-ea93-4a99-960b-bcfcca255696 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.488443 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 51aa90c5-b427-461d-9d0a-2045d48bff51 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:25.489058 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.500076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a8dd086f-ea93-4a99-960b-bcfcca255696 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.534316 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a8dd086f-ea93-4a99-960b-bcfcca255696 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.539440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a8dd086f-ea93-4a99-960b-bcfcca255696 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.542971 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a8dd086f-ea93-4a99-960b-bcfcca255696 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/4ac9690f-eeed-41fc-8a35-e30d3a75e14e HTTP/1.1" status: 204 len: 168 time: 0.1096368 Jun 18 16:25:25.543167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1e6c6e0e-fcd8-4841-b3af-61b2e30e6997 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:25.548043 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48280) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:25.573021 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd086f-ea93-4a99-960b-bcfcca255696 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ac9690f-eeed-41fc-8a35-e30d3a75e14e,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:25.575703 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a8dd086f-ea93-4a99-960b-bcfcca255696 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:25.586756 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-c4791d23-634a-43e5-8ac4-c423c499f7be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port 0b033d56-834f-458f-b6d6-9b9087eb8d29 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:25.587115 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c4791d23-634a-43e5-8ac4-c423c499f7be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.600195 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.641994 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 51aa90c5-b427-461d-9d0a-2045d48bff51, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=51aa90c5-b427-461d-9d0a-2045d48bff51,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:25.648560 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.651632 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d7af5c28-b212-4eff-bd97-7708f2ee63d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:25.667480 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c4791d23-634a-43e5-8ac4-c423c499f7be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.709569 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=51aa90c5-b427-461d-9d0a-2045d48bff51,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:25.722219 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:25.748552 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-c4791d23-634a-43e5-8ac4-c423c499f7be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for 0b033d56-834f-458f-b6d6-9b9087eb8d29 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:25.815938 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c871a743-d089-4d48-9c14-68d4d864ca3d tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2654240 Jun 18 16:25:25.818659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48282) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:25.887833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7941628b-71d1-4807-a148-09252774358f tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.890586 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-9e4e1119-2632-4c9e-811a-27933cc993db tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port f364cbc8-8a96-4158-b9f4-9af112408966 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:25:25.905068 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-caaa96cd-c9a1-4478-978c-085c4da2e2c6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.908339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c4791d23-634a-43e5-8ac4-c423c499f7be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.914508 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0a499ac2-f40e-4f9a-a8fd-3048b228fcbb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:25.956130 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4791d23-634a-43e5-8ac4-c423c499f7be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=0b033d56-834f-458f-b6d6-9b9087eb8d29,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:25.962849 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c4791d23-634a-43e5-8ac4-c423c499f7be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:25.964597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-caaa96cd-c9a1-4478-978c-085c4da2e2c6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.975042 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c4791d23-634a-43e5-8ac4-c423c499f7be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:25.979263 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c4791d23-634a-43e5-8ac4-c423c499f7be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/ports/0b033d56-834f-458f-b6d6-9b9087eb8d29 HTTP/1.1" status: 204 len: 168 time: 0.6746156 Jun 18 16:25:25.980307 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48284) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:26.053950 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-caaa96cd-c9a1-4478-978c-085c4da2e2c6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.056867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-caaa96cd-c9a1-4478-978c-085c4da2e2c6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.057993 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3fbe60ab-b976-4ddf-9818-5942329bc3b0 None None] Provisioning complete for port 51aa90c5-b427-461d-9d0a-2045d48bff51 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:26.058521 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-caaa96cd-c9a1-4478-978c-085c4da2e2c6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "DELETE /v2.0/security-groups/7eaea821-cd75-4e34-98c3-61730106b9f2 HTTP/1.1" status: 204 len: 168 time: 0.2384951 Jun 18 16:25:26.059137 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3fbe60ab-b976-4ddf-9818-5942329bc3b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.059276 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b75da2c7-a545-410e-93be-409e7b5c3365 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:26.065481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48286) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:26.088145 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa96cd-c9a1-4478-978c-085c4da2e2c6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eaea821-cd75-4e34-98c3-61730106b9f2,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:26.094743 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-caaa96cd-c9a1-4478-978c-085c4da2e2c6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:26.103546 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf55734-c209-4cf5-b518-7a2ddfb786c7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:26.111309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf55734-c209-4cf5-b518-7a2ddfb786c7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:26.111985 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4cf55734-c209-4cf5-b518-7a2ddfb786c7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1312447 Jun 18 16:25:26.116963 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48288) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:26.172735 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a52c827b-1f24-454b-a528-defeba277e0a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.177663 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7941628b-71d1-4807-a148-09252774358f tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.182594 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c8a5ca47-2128-4d5d-b1e4-7af5e1c715be tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1145124 Jun 18 16:25:26.183537 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7941628b-71d1-4807-a148-09252774358f tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.184927 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a52c827b-1f24-454b-a528-defeba277e0a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.188823 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fbcc51f3-1920-490b-a3de-767d4ce294b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:26.189750 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48290) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:26.263154 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a52c827b-1f24-454b-a528-defeba277e0a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.265274 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a52c827b-1f24-454b-a528-defeba277e0a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1017759 Jun 18 16:25:26.268485 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48292) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:26.271281 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c827b-1f24-454b-a528-defeba277e0a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1696f5-5cf3-4b96-a58b-77b606c49b84,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:26.273567 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-60bc296e-dd4e-4b4b-b922-798ae6e49dcd tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0812414 Jun 18 16:25:26.275318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-91ae2c51-076c-4f0e-bfbf-6704f5788e34 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group_rule': {'security_group_id': 'eb1696f5-5cf3-4b96-a58b-77b606c49b84', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:26.283250 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a52c827b-1f24-454b-a528-defeba277e0a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:26.286992 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7941628b-71d1-4807-a148-09252774358f tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.287454 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7941628b-71d1-4807-a148-09252774358f tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 324b4c33-20fa-445f-bc18-86dfef54667b {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:25:26.290510 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-af166814-975f-4ca4-9ece-742014ca5b43 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port ce7b373e-4e80-4926-a539-2f6eb8e39408 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:26.290866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-af166814-975f-4ca4-9ece-742014ca5b43 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.298333 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7941628b-71d1-4807-a148-09252774358f tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.302195 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7941628b-71d1-4807-a148-09252774358f tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "DELETE /v2.0/routers/324b4c33-20fa-445f-bc18-86dfef54667b HTTP/1.1" status: 204 len: 168 time: 0.9342802 Jun 18 16:25:26.369448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-9e4e1119-2632-4c9e-811a-27933cc993db tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 172.20.0.11 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/ae05a205-8b20-4e7c-89ff-cd49d8c4b3e6/f364cbc8-8a96-4158-b9f4-9af112408966) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:26.374109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91ae2c51-076c-4f0e-bfbf-6704f5788e34 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.378446 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-af166814-975f-4ca4-9ece-742014ca5b43 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.386510 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-9e4e1119-2632-4c9e-811a-27933cc993db tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::f816:3eff:fe58:51ae (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/1c8bb32c-c7a8-4ff7-89e0-79a0afa1502e/f364cbc8-8a96-4158-b9f4-9af112408966) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:26.467956 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-af166814-975f-4ca4-9ece-742014ca5b43 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for ce7b373e-4e80-4926-a539-2f6eb8e39408 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:26.472450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48298) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:26.538303 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91ae2c51-076c-4f0e-bfbf-6704f5788e34 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.545474 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91ae2c51-076c-4f0e-bfbf-6704f5788e34 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.552526 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c8c99938-045e-4eea-ba83-b7c905f0aadf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:26.586228 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae2c51-076c-4f0e-bfbf-6704f5788e34 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdad5eb4-bb55-49c3-9118-19d4faa1b061,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:26.593432 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-af166814-975f-4ca4-9ece-742014ca5b43 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.595320 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48304) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:26.599430 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-91ae2c51-076c-4f0e-bfbf-6704f5788e34 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:26.602349 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-91ae2c51-076c-4f0e-bfbf-6704f5788e34 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.603702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ee6b56d0-abf2-4ec5-80d8-a158ad3078f5 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:26.603874 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-91ae2c51-076c-4f0e-bfbf-6704f5788e34 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3342102 Jun 18 16:25:26.607499 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48308) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:26.631830 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9e4e1119-2632-4c9e-811a-27933cc993db tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.633305 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af166814-975f-4ca4-9ece-742014ca5b43 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=ce7b373e-4e80-4926-a539-2f6eb8e39408,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:26.637517 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-af166814-975f-4ca4-9ece-742014ca5b43 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:26.641707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-af166814-975f-4ca4-9ece-742014ca5b43 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.646772 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-af166814-975f-4ca4-9ece-742014ca5b43 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/ports/ce7b373e-4e80-4926-a539-2f6eb8e39408 HTTP/1.1" status: 204 len: 168 time: 0.5271645 Jun 18 16:25:26.651520 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48310) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:26.651699 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2c4cca3c-f35a-4335-8ccc-f5fda66ab629 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-group-rules/fdad5eb4-bb55-49c3-9118-19d4faa1b061 HTTP/1.1" status: 200 len: 763 time: 0.0402267 Jun 18 16:25:26.652987 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48312) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:26.674308 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-9e4e1119-2632-4c9e-811a-27933cc993db tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object f364cbc8-8a96-4158-b9f4-9af112408966 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:26.713552 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ed4d9345-783a-4556-aeca-0280fe9a95e0 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0566592 Jun 18 16:25:26.713552 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48314) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:26.728635 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52321205-8927-4340-9425-835f2c8e7eda tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:26.730299 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-52321205-8927-4340-9425-835f2c8e7eda tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0798759 Jun 18 16:25:26.733894 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48316) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:26.758798 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b8b604b0-b12c-4627-afe6-6dd7a927b772 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.770126 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b8b604b0-b12c-4627-afe6-6dd7a927b772 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.771746 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1853739731', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:26.776490 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9e4e1119-2632-4c9e-811a-27933cc993db tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.781475 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:26.789176 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-03b4fd5c-b0b6-4bbe-9a3e-852d7a04ecae tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] GET failed (client error): The resource could not be found. Jun 18 16:25:26.790724 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-03b4fd5c-b0b6-4bbe-9a3e-852d7a04ecae tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports/0b033d56-834f-458f-b6d6-9b9087eb8d29 HTTP/1.1" status: 404 len: 333 time: 0.0555973 Jun 18 16:25:26.798776 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48318) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:26.843884 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-255d3450-5363-4c28-9565-c19e2258eb82 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] GET failed (client error): The resource could not be found. Jun 18 16:25:26.845521 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-255d3450-5363-4c28-9565-c19e2258eb82 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports/ce7b373e-4e80-4926-a539-2f6eb8e39408 HTTP/1.1" status: 404 len: 333 time: 0.0446000 Jun 18 16:25:26.849395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48320) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:26.856275 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4e1119-2632-4c9e-811a-27933cc993db tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:26.859838 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b8b604b0-b12c-4627-afe6-6dd7a927b772 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.863661 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-9e4e1119-2632-4c9e-811a-27933cc993db tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:26.865609 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.866628 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.866784 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4e1119-2632-4c9e-811a-27933cc993db tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:26.869648 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e1119-2632-4c9e-811a-27933cc993db tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=f364cbc8-8a96-4158-b9f4-9af112408966,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:26.875028 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b8b604b0-b12c-4627-afe6-6dd7a927b772 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.879084 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b8b604b0-b12c-4627-afe6-6dd7a927b772 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/fdad5eb4-bb55-49c3-9118-19d4faa1b061 HTTP/1.1" status: 204 len: 168 time: 0.1645143 Jun 18 16:25:26.881858 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9e4e1119-2632-4c9e-811a-27933cc993db tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:26.882079 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48322) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:26.882209 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:26.909475 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b604b0-b12c-4627-afe6-6dd7a927b772 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fdad5eb4-bb55-49c3-9118-19d4faa1b061,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:26.913209 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b8b604b0-b12c-4627-afe6-6dd7a927b772 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:26.918294 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-91b47b01-b081-4ae6-885f-ae7c05193c40 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ca4f39edd40044fbbfb56875c55f5ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216307 Jun 18 16:25:26.920982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48324) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:26.954752 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4e1119-2632-4c9e-811a-27933cc993db tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:26.955423 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9e4e1119-2632-4c9e-811a-27933cc993db tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.979479 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-36e0894c-58b1-4468-85a4-e6aec35084e9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:26.989401 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9e4e1119-2632-4c9e-811a-27933cc993db tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1849566 Jun 18 16:25:26.992094 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48326) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:27.027012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.040827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f45feb66-8826-43b1-a53d-8501a0230c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.045650 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1937e5a8-c175-4fd8-9bf1-a9d889b0137e tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1331661 Jun 18 16:25:27.049493 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48328) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:27.083121 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f45feb66-8826-43b1-a53d-8501a0230c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.124919 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d9526d3f-8bb1-45c7-9b10-736f4b137f63 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group_rule': {'security_group_id': 'eb1696f5-5cf3-4b96-a58b-77b606c49b84', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:27.136230 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e6062-1a1c-4be1-9230-0c826c951802 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:27.144123 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821e6062-1a1c-4be1-9230-0c826c951802 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:27.147118 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-821e6062-1a1c-4be1-9230-0c826c951802 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1527464 Jun 18 16:25:27.150853 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48330) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:27.221576 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f45feb66-8826-43b1-a53d-8501a0230c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.224403 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f45feb66-8826-43b1-a53d-8501a0230c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.225656 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f45feb66-8826-43b1-a53d-8501a0230c34 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2385bbef-bc7b-48fe-a5a7-14f96bc595f8 HTTP/1.1" status: 204 len: 168 time: 0.3035073 Jun 18 16:25:27.245070 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b5e1662d-d474-4ae2-97d6-8d2f83b63044 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:27.256191 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45feb66-8826-43b1-a53d-8501a0230c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2385bbef-bc7b-48fe-a5a7-14f96bc595f8,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:27.259383 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f45feb66-8826-43b1-a53d-8501a0230c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:27.273887 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.296997 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-c337a6e7-19b8-4a5b-a836-e07aeeb1d45c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port f364cbc8-8a96-4158-b9f4-9af112408966 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:27.297180 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c337a6e7-19b8-4a5b-a836-e07aeeb1d45c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.318500 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d9526d3f-8bb1-45c7-9b10-736f4b137f63 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.324024 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ad48e450-f156-4c74-8efe-d62783fe68c5 None None] Provisioning for port f364cbc8-8a96-4158-b9f4-9af112408966 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:27.327278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-36e0894c-58b1-4468-85a4-e6aec35084e9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.332009 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ad48e450-f156-4c74-8efe-d62783fe68c5 None None] Provisioning complete for port f364cbc8-8a96-4158-b9f4-9af112408966 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:27.332614 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ad48e450-f156-4c74-8efe-d62783fe68c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.382194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 51aa90c5-b427-461d-9d0a-2045d48bff51 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:27.399372 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-36e0894c-58b1-4468-85a4-e6aec35084e9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df6c5077-0e8f-4bae-bfe6-1550a70fc071']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:27.421527 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c337a6e7-19b8-4a5b-a836-e07aeeb1d45c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.423752 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-36e0894c-58b1-4468-85a4-e6aec35084e9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb354b3-f972-4d77-9ca8-ffdd31abb344') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:27.424056 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-36e0894c-58b1-4468-85a4-e6aec35084e9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb354b3-f972-4d77-9ca8-ffdd31abb344') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:27.430796 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ad48e450-f156-4c74-8efe-d62783fe68c5 None None] Port f364cbc8-8a96-4158-b9f4-9af112408966 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:25:27.448290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-36e0894c-58b1-4468-85a4-e6aec35084e9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.458804 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 51aa90c5-b427-461d-9d0a-2045d48bff51 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:27.459436 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.476076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-36e0894c-58b1-4468-85a4-e6aec35084e9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.488932 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36e0894c-58b1-4468-85a4-e6aec35084e9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:25:27.489330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-36e0894c-58b1-4468-85a4-e6aec35084e9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:25:27.493824 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:25:27.503473 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-c337a6e7-19b8-4a5b-a836-e07aeeb1d45c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for f364cbc8-8a96-4158-b9f4-9af112408966 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:27.542235 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d9526d3f-8bb1-45c7-9b10-736f4b137f63 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.566319 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d9526d3f-8bb1-45c7-9b10-736f4b137f63 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.571278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:27.594241 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-36e0894c-58b1-4468-85a4-e6aec35084e9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.600436 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9526d3f-8bb1-45c7-9b10-736f4b137f63 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a31bc85-eabe-4fda-9210-d8dc9a136ddc,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:27.603139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-36e0894c-58b1-4468-85a4-e6aec35084e9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.604890 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-36e0894c-58b1-4468-85a4-e6aec35084e9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/networks/df6c5077-0e8f-4bae-bfe6-1550a70fc071 HTTP/1.1" status: 204 len: 168 time: 0.7545106 Jun 18 16:25:27.605691 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d9526d3f-8bb1-45c7-9b10-736f4b137f63 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:27.608855 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48340) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:27.609839 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f79781b4-9c65-4b70-abaa-d54552ff983a tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:27.616236 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-79b18afa-33a3-4477-9156-ebe0cd441ba9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1488509914'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:27.627936 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d9526d3f-8bb1-45c7-9b10-736f4b137f63 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.628652 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d9526d3f-8bb1-45c7-9b10-736f4b137f63 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5431514 Jun 18 16:25:27.631374 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48342) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:27.639272 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e0894c-58b1-4468-85a4-e6aec35084e9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Network': ['ID=df6c5077-0e8f-4bae-bfe6-1550a70fc071,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:27.649891 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-36e0894c-58b1-4468-85a4-e6aec35084e9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:27.666252 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-02a71eca-b44f-4050-b526-2dbb111866c7 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-group-rules/9a31bc85-eabe-4fda-9210-d8dc9a136ddc HTTP/1.1" status: 200 len: 763 time: 0.0312757 Jun 18 16:25:27.666774 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48346) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:27.677257 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b18afa-33a3-4477-9156-ebe0cd441ba9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:27.680886 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-79b18afa-33a3-4477-9156-ebe0cd441ba9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.769594 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-79186e9c-4c6d-455c-ba79-6498ffd7e5d3 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1005986 Jun 18 16:25:27.771515 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.772431 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48350) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:27.793666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.834096 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7807afc5-1808-40df-8f31-6bf16c89aeb3 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.849069 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7807afc5-1808-40df-8f31-6bf16c89aeb3 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.880616 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c337a6e7-19b8-4a5b-a836-e07aeeb1d45c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.892637 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-33beb648-0cd3-404b-b2cc-81117f18b625 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:27.906026 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7807afc5-1808-40df-8f31-6bf16c89aeb3 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.926616 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79b18afa-33a3-4477-9156-ebe0cd441ba9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:25:27.955369 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7807afc5-1808-40df-8f31-6bf16c89aeb3 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.960632 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7807afc5-1808-40df-8f31-6bf16c89aeb3 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/9a31bc85-eabe-4fda-9210-d8dc9a136ddc HTTP/1.1" status: 204 len: 168 time: 0.1871452 Jun 18 16:25:27.962237 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48358) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:27.968206 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-79b18afa-33a3-4477-9156-ebe0cd441ba9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:27.968786 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-79b18afa-33a3-4477-9156-ebe0cd441ba9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Added segment 5594ce17-536d-4e8e-9178-429b036df789 of type vlan for network b9c07961-7e14-4e2b-8d49-854f0c6f12ac Jun 18 16:25:28.043872 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c6327e41-ca65-4a92-9f36-79ed67cfc310 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0801175 Jun 18 16:25:28.047193 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48362) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:28.047921 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c337a6e7-19b8-4a5b-a836-e07aeeb1d45c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=f364cbc8-8a96-4158-b9f4-9af112408966,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:28.053963 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-3717ece4-7a4e-4b12-aa74-32012760660b tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Request body: {'security_group_rule': {'security_group_id': 'eb1696f5-5cf3-4b96-a58b-77b606c49b84', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:28.069477 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-79b18afa-33a3-4477-9156-ebe0cd441ba9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.084074 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Allocated IP 172.26.6.33 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/e78cf5a5-c164-41d2-a1f5-d1e14714d527) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:28.100537 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c337a6e7-19b8-4a5b-a836-e07aeeb1d45c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:28.107415 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:28.107613 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48364) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:28.115468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3717ece4-7a4e-4b12-aa74-32012760660b tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.141475 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807afc5-1808-40df-8f31-6bf16c89aeb3 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a31bc85-eabe-4fda-9210-d8dc9a136ddc,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:28.145942 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7807afc5-1808-40df-8f31-6bf16c89aeb3 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:28.148753 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-79b18afa-33a3-4477-9156-ebe0cd441ba9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.154646 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b18afa-33a3-4477-9156-ebe0cd441ba9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:28.155483 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-79b18afa-33a3-4477-9156-ebe0cd441ba9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.163461 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-60e641f7-1465-400c-963c-dfc15e4e72bf tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:28.223959 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c337a6e7-19b8-4a5b-a836-e07aeeb1d45c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.228116 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c337a6e7-19b8-4a5b-a836-e07aeeb1d45c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/f364cbc8-8a96-4158-b9f4-9af112408966 HTTP/1.1" status: 204 len: 168 time: 1.0740604 Jun 18 16:25:28.228116 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-79b18afa-33a3-4477-9156-ebe0cd441ba9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6173599 Jun 18 16:25:28.230083 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48368) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:28.230547 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48370) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:28.238108 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-5f8448ea-7ffb-4ee8-81d8-90428027008d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'subnet': {'network_id': 'b9c07961-7e14-4e2b-8d49-854f0c6f12ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:28.264861 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-1ef2a9cd-c43f-46ce-b7be-994498d4ff3d tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2115295635'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:28.277593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b18afa-33a3-4477-9156-ebe0cd441ba9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Network': ['ID=b9c07961-7e14-4e2b-8d49-854f0c6f12ac,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:28.282510 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-79b18afa-33a3-4477-9156-ebe0cd441ba9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:28.289728 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network b9c07961-7e14-4e2b-8d49-854f0c6f12ac details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:25:28.303640 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89182114-4f09-49cf-8b17-c3b73f90e9e1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:28.305396 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89182114-4f09-49cf-8b17-c3b73f90e9e1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:28.306799 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3717ece4-7a4e-4b12-aa74-32012760660b tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.307280 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89182114-4f09-49cf-8b17-c3b73f90e9e1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:28.309052 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-89182114-4f09-49cf-8b17-c3b73f90e9e1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0775104 Jun 18 16:25:28.312354 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48372) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:28.335345 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3717ece4-7a4e-4b12-aa74-32012760660b tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.341835 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ac93216c-0f1c-4e29-8455-89e7c32b0d92 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:28.351438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.366050 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f4a8f7-9ec8-499a-a88a-694ac63f4601 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet 1c8bb32c-c7a8-4ff7-89e0-79a0afa1502e {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:28.369073 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14f4a8f7-9ec8-499a-a88a-694ac63f4601 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.383784 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717ece4-7a4e-4b12-aa74-32012760660b tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e46ff5-f649-4717-a7a6-2027dd2623c8,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:28.387646 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef2a9cd-c43f-46ce-b7be-994498d4ff3d tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Made reservation on behalf of 110d53d67f3249449245c111af2c4e43 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:28.391978 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a9cd-c43f-46ce-b7be-994498d4ff3d tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.395632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3717ece4-7a4e-4b12-aa74-32012760660b tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:28.412931 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3717ece4-7a4e-4b12-aa74-32012760660b tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.413141 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14f4a8f7-9ec8-499a-a88a-694ac63f4601 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.414109 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3717ece4-7a4e-4b12-aa74-32012760660b tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3658829 Jun 18 16:25:28.414939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a9cd-c43f-46ce-b7be-994498d4ff3d tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.422265 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48374) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:28.471768 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c0325843-90d5-4129-ad4d-b19c8fcfbdba tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-group-rules/d7e46ff5-f649-4717-a7a6-2027dd2623c8 HTTP/1.1" status: 200 len: 764 time: 0.0473790 Jun 18 16:25:28.476061 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8448ea-7ffb-4ee8-81d8-90428027008d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:28.479404 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5f8448ea-7ffb-4ee8-81d8-90428027008d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.483899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48376) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:28.502490 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14f4a8f7-9ec8-499a-a88a-694ac63f4601 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.563775 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14f4a8f7-9ec8-499a-a88a-694ac63f4601 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.567024 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-08005ac7-3799-4f86-a9b8-62be7d891840 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:28.571210 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.579260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ed269a8a-e556-4a64-84ca-34cdaca78350 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:28.594120 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4a8f7-9ec8-499a-a88a-694ac63f4601 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=1c8bb32c-c7a8-4ff7-89e0-79a0afa1502e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:28.596437 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-14f4a8f7-9ec8-499a-a88a-694ac63f4601 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:28.599300 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-14f4a8f7-9ec8-499a-a88a-694ac63f4601 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.601214 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-14f4a8f7-9ec8-499a-a88a-694ac63f4601 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/1c8bb32c-c7a8-4ff7-89e0-79a0afa1502e HTTP/1.1" status: 204 len: 168 time: 0.2876573 Jun 18 16:25:28.603712 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48378) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:28.607663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124300b0-d384-4425-92ed-7774e8e4ad7b None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:28.658463 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:28.662943 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b32eb5-1ca5-42cb-9567-7a05ec677a03 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet ae05a205-8b20-4e7c-89ff-cd49d8c4b3e6 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:28.666486 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d0b32eb5-1ca5-42cb-9567-7a05ec677a03 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.681086 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1c8c6905-d492-41cd-b711-92412894fe56 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1907740 Jun 18 16:25:28.690103 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:28.693348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48380) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:28.696493 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:28.705902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Pushing event updated for resources: {'Port': ['ID=e78cf5a5-c164-41d2-a1f5-d1e14714d527,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:28.718959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:28.719364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d0b32eb5-1ca5-42cb-9567-7a05ec677a03 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.789684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4843e015-c99c-48eb-9a60-43adae98f63d tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.809039 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4843e015-c99c-48eb-9a60-43adae98f63d tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.816142 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d0b32eb5-1ca5-42cb-9567-7a05ec677a03 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.881367 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d0b32eb5-1ca5-42cb-9567-7a05ec677a03 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.883860 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-87a3d48f-9ad1-4417-ba54-aede0427508e tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:28.886846 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a9cd-c43f-46ce-b7be-994498d4ff3d tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.924819 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b32eb5-1ca5-42cb-9567-7a05ec677a03 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=ae05a205-8b20-4e7c-89ff-cd49d8c4b3e6,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:28.927067 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a9cd-c43f-46ce-b7be-994498d4ff3d tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.928659 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d0b32eb5-1ca5-42cb-9567-7a05ec677a03 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:28.930134 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d0b32eb5-1ca5-42cb-9567-7a05ec677a03 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:28.932290 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d0b32eb5-1ca5-42cb-9567-7a05ec677a03 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/ae05a205-8b20-4e7c-89ff-cd49d8c4b3e6 HTTP/1.1" status: 204 len: 168 time: 0.3267779 Jun 18 16:25:28.935837 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48382) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:28.937221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-80588ee4-4a61-43f8-bfc1-8d1360f53294 tempest-ServerActionsTestJSON-1992555182 tempest-ServerActionsTestJSON-1992555182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:28.978147 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-49474df0-c836-40de-873f-5f26958710f4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408697 Jun 18 16:25:28.980761 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48384) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:28.987232 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d9694a2d-f434-440e-91e6-98a5e94ac950 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:29.005628 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4843e015-c99c-48eb-9a60-43adae98f63d tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:29.007496 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef2a9cd-c43f-46ce-b7be-994498d4ff3d tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:25:29.095836 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9694a2d-f434-440e-91e6-98a5e94ac950 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:29.100143 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d9694a2d-f434-440e-91e6-98a5e94ac950 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:29.319230 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d9694a2d-f434-440e-91e6-98a5e94ac950 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:29.324682 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e14bd8c6-a73e-4fe8-8116-c0c04e55107a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:29.325704 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a4897b-0877-4990-ad28-a64391025358 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:29.360457 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4843e015-c99c-48eb-9a60-43adae98f63d tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:29.363791 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4843e015-c99c-48eb-9a60-43adae98f63d tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "DELETE /v2.0/security-group-rules/d7e46ff5-f649-4717-a7a6-2027dd2623c8 HTTP/1.1" status: 204 len: 168 time: 0.6662755 Jun 18 16:25:29.365262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48386) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:29.368361 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9694a2d-f434-440e-91e6-98a5e94ac950 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:29.378357 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2a9cd-c43f-46ce-b7be-994498d4ff3d tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49bc5f1b-ca71-4311-80d3-a711597df564,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:29.389301 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-d9694a2d-f434-440e-91e6-98a5e94ac950 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:29.396961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a9cd-c43f-46ce-b7be-994498d4ff3d tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:29.397307 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-1ef2a9cd-c43f-46ce-b7be-994498d4ff3d tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Added segment 0f3a1e3f-b294-4b64-91f8-a021cbb72c5e of type vlan for network 8f04c44b-5118-446a-8816-231f20740de9 Jun 18 16:25:29.398626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9694a2d-f434-440e-91e6-98a5e94ac950 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:29.399214 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d9694a2d-f434-440e-91e6-98a5e94ac950 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:29.400067 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1ef2a9cd-c43f-46ce-b7be-994498d4ff3d tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:29.400370 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3717ece4-7a4e-4b12-aa74-32012760660b tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:29.423363 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9694a2d-f434-440e-91e6-98a5e94ac950 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=03afe2af-5c6e-4bfd-9cfc-4b5f31ae3458,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:29.430838 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843e015-c99c-48eb-9a60-43adae98f63d tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7e46ff5-f649-4717-a7a6-2027dd2623c8,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:29.439656 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-edb3a375-2c22-4ee0-b464-adfcbf91c10b tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0731905 Jun 18 16:25:29.441346 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d9694a2d-f434-440e-91e6-98a5e94ac950 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:29.443489 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48388) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:29.446475 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a8a874e2-1fb6-4b7d-bb67-017060b1182a None None] Provisioning complete for port 51aa90c5-b427-461d-9d0a-2045d48bff51 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:29.446875 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a8a874e2-1fb6-4b7d-bb67-017060b1182a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:29.455172 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4843e015-c99c-48eb-9a60-43adae98f63d tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:29.470308 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d9694a2d-f434-440e-91e6-98a5e94ac950 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4856505 Jun 18 16:25:29.473443 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48390) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:29.478908 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-08bb8d69-1896-4617-81b4-9d43a433c7e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:29.489827 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5f8448ea-7ffb-4ee8-81d8-90428027008d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:29.500970 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-570d34ae-21ad-4122-9e36-31a7407be092 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:29.551982 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a9cd-c43f-46ce-b7be-994498d4ff3d tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:29.584421 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d5406ead-445b-4213-a473-ed0de7f91220 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:29.640947 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d5406ead-445b-4213-a473-ed0de7f91220 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:29.681344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8448ea-7ffb-4ee8-81d8-90428027008d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Subnet': ['ID=30e8444c-cfd2-48b3-bf9a-042aa07615ef,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:29.684779 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bb8d69-1896-4617-81b4-9d43a433c7e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:29.688051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5f8448ea-7ffb-4ee8-81d8-90428027008d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:29.688683 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:29.689632 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-08bb8d69-1896-4617-81b4-9d43a433c7e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:29.740171 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a9cd-c43f-46ce-b7be-994498d4ff3d tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:29.749144 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef2a9cd-c43f-46ce-b7be-994498d4ff3d tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:29.750370 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ef2a9cd-c43f-46ce-b7be-994498d4ff3d tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:29.758955 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fb9e526e-2779-484a-a0b2-6c6f6194346c tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:29.769741 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d5406ead-445b-4213-a473-ed0de7f91220 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:29.773580 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d5406ead-445b-4213-a473-ed0de7f91220 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:29.777240 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d5406ead-445b-4213-a473-ed0de7f91220 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "DELETE /v2.0/security-groups/eb1696f5-5cf3-4b96-a58b-77b606c49b84 HTTP/1.1" status: 204 len: 168 time: 0.3296270 Jun 18 16:25:29.779423 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fd230a1d-37c0-4493-8e49-d7bb95533c2d tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:29.784388 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8448ea-7ffb-4ee8-81d8-90428027008d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Checking segment: {'id': '5594ce17-536d-4e8e-9178-429b036df789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b9c07961-7e14-4e2b-8d49-854f0c6f12ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:29.784780 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8448ea-7ffb-4ee8-81d8-90428027008d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network hostable DHCP agents. Network: b9c07961-7e14-4e2b-8d49-854f0c6f12ac, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:25:29.790077 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48392) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:29.802405 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5406ead-445b-4213-a473-ed0de7f91220 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1696f5-5cf3-4b96-a58b-77b606c49b84,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:29.805058 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d5406ead-445b-4213-a473-ed0de7f91220 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:29.861781 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1ef2a9cd-c43f-46ce-b7be-994498d4ff3d tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.7530842 Jun 18 16:25:29.866633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48394) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:29.880410 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-88526484-316b-40ba-aa66-7c4f42631cf3 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '8f04c44b-5118-446a-8816-231f20740de9', 'tempest-TagsTest-Tag-1129538266') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:29.893687 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4908f9-ce25-42b1-aef8-3653c06c2049 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:29.915197 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-25256e1a-a57e-4030-9b36-733c731c2b5d tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1166983 Jun 18 16:25:29.929959 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48396) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:29.937813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2a9cd-c43f-46ce-b7be-994498d4ff3d tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Pushing event updated for resources: {'Network': ['ID=8f04c44b-5118-446a-8816-231f20740de9,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:29.954574 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1ef2a9cd-c43f-46ce-b7be-994498d4ff3d tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:29.958003 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 8f04c44b-5118-446a-8816-231f20740de9 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:25:30.000340 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8448ea-7ffb-4ee8-81d8-90428027008d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network b9c07961-7e14-4e2b-8d49-854f0c6f12ac is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:25:30.032465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-5f8448ea-7ffb-4ee8-81d8-90428027008d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, b9c07961-7e14-4e2b-8d49-854f0c6f12ac) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:30.033786 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-262de16d-01a4-438d-8b3b-4f6781169759 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1026392 Jun 18 16:25:30.093725 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8448ea-7ffb-4ee8-81d8-90428027008d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:30.094398 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5f8448ea-7ffb-4ee8-81d8-90428027008d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:30.187388 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5f8448ea-7ffb-4ee8-81d8-90428027008d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9531019 Jun 18 16:25:30.189845 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48400) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:30.202748 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3362903-72b5-463b-bd3b-e5bc3370b574 None None] Network b9c07961-7e14-4e2b-8d49-854f0c6f12ac requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:30.204331 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-34adbf24-05d4-4d5c-bad5-bc2211e704a7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'network_id': 'b9c07961-7e14-4e2b-8d49-854f0c6f12ac', 'name': 'tempest-PortsTestJSON-911589200'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:30.224708 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-88526484-316b-40ba-aa66-7c4f42631cf3 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] 10.222.0.50 "PUT /v2.0/networks/8f04c44b-5118-446a-8816-231f20740de9/tags/tempest-TagsTest-Tag-1129538266 HTTP/1.1" status: 201 len: 201 time: 0.3541720 Jun 18 16:25:30.227531 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48402) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:30.236511 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-1d50e981-94fe-4126-aaa5-89108a1fe72c tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8f04c44b-5118-446a-8816-231f20740de9', 'tempest-TagsTest-Tag-1129538266') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:30.238832 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9a3dc362-a6a9-43df-a456-92a74cb331ee None None] Provisioning complete for port 51aa90c5-b427-461d-9d0a-2045d48bff51 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:30.239239 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc362-a6a9-43df-a456-92a74cb331ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:30.258875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:30.430340 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1d50e981-94fe-4126-aaa5-89108a1fe72c tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] 10.222.0.50 "GET /v2.0/networks/8f04c44b-5118-446a-8816-231f20740de9/tags/tempest-TagsTest-Tag-1129538266 HTTP/1.1" status: 204 len: 168 time: 0.2014365 Jun 18 16:25:30.432499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48406) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:30.440760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-05c8268e-2a53-4912-b3b6-48ffedeeb0ce tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '8f04c44b-5118-446a-8816-231f20740de9') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:30.441434 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34adbf24-05d4-4d5c-bad5-bc2211e704a7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:30.446619 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-34adbf24-05d4-4d5c-bad5-bc2211e704a7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:30.481419 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48408) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:30.487394 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.objects.ports [None req-08bb8d69-1896-4617-81b4-9d43a433c7e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93454) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:25:30.496239 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-34adbf24-05d4-4d5c-bad5-bc2211e704a7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] device_id is not set on port 98106a11-c2b0-4838-a4cb-b9a60db0237a yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:25:30.581058 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-05c8268e-2a53-4912-b3b6-48ffedeeb0ce tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] 10.222.0.50 "GET /v2.0/networks/8f04c44b-5118-446a-8816-231f20740de9/tags HTTP/1.1" status: 200 len: 238 time: 0.1471269 Jun 18 16:25:30.583891 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48412) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:30.585995 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-b9c07961-7e14-4e2b-8d49-854f0c6f12ac', 'network_id': 'b9c07961-7e14-4e2b-8d49-854f0c6f12ac', 'tenant_id': 'ef1444ed7b6c4c58a5e6f956d28091e0', 'fixed_ips': [{'subnet_id': '30e8444c-cfd2-48b3-bf9a-042aa07615ef'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:25:30.587016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:30.590194 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-06d4041b-e0a9-4562-94d5-ecb2cc385184 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '8f04c44b-5118-446a-8816-231f20740de9', {'tags': ['tempest-TagsTest-Tag-1500597573', 'tempest-TagsTest-Tag-146658187', 'tempest-TagsTest-Tag-485631526']}) {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:30.597147 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Router df814a6e-942c-4092-8507-0c59b32aebcd is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:25:30.747053 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca45af53-17f0-4c11-bcb0-0ae6f90882b9 None None] Update dhcp port {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'fixed_ips': [{'subnet_id': '03afe2af-5c6e-4bfd-9cfc-4b5f31ae3458'}, {'subnet_id': 'd9bbd501-7c0f-43db-aefa-0fe345105190'}], 'binding:host_id': 'dv-neutron-797120-1-hyperv'}, 'id': '51aa90c5-b427-461d-9d0a-2045d48bff51'} from dv-neutron-797120-1-hyperv. {{(pid=93455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:25:30.777464 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-06d4041b-e0a9-4562-94d5-ecb2cc385184 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] 10.222.0.50 "PUT /v2.0/networks/8f04c44b-5118-446a-8816-231f20740de9/tags HTTP/1.1" status: 200 len: 307 time: 0.1901815 Jun 18 16:25:30.784639 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48414) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:30.785203 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-613bcc9a-c7c6-481f-80d8-3fa26e9d48e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2fa1f051131e4609ad9770cecc2c0a94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3012598 Jun 18 16:25:30.789278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ca45af53-17f0-4c11-bcb0-0ae6f90882b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:30.789813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-646fa6ee-20dd-4ace-94d5-c1e5e40d0ff6 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '8f04c44b-5118-446a-8816-231f20740de9', 'tempest-TagsTest-Tag-1500597573') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:30.795775 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48416) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:30.848241 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:25:30.876580 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-34adbf24-05d4-4d5c-bad5-bc2211e704a7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Allocated IP 172.20.0.8 (b9c07961-7e14-4e2b-8d49-854f0c6f12ac/30e8444c-cfd2-48b3-bf9a-042aa07615ef/98106a11-c2b0-4838-a4cb-b9a60db0237a) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:30.881745 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:30.890355 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4115896 Jun 18 16:25:30.890355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48418) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:30.896614 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8120aca-5518-444e-a7a8-9574288000e9 None None] Sync routers for ids ['df814a6e-942c-4092-8507-0c59b32aebcd'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:25:30.916829 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8120aca-5518-444e-a7a8-9574288000e9 None None] Routers {'df814a6e-942c-4092-8507-0c59b32aebcd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:30.917450 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e8120aca-5518-444e-a7a8-9574288000e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['df814a6e-942c-4092-8507-0c59b32aebcd'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:30.941869 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-08bb8d69-1896-4617-81b4-9d43a433c7e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:30.959940 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e8120aca-5518-444e-a7a8-9574288000e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:30.962232 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-646fa6ee-20dd-4ace-94d5-c1e5e40d0ff6 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] 10.222.0.50 "DELETE /v2.0/networks/8f04c44b-5118-446a-8816-231f20740de9/tags/tempest-TagsTest-Tag-1500597573 HTTP/1.1" status: 204 len: 168 time: 0.1765046 Jun 18 16:25:30.965144 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48420) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:30.966877 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0cada58c-008f-4a15-9a50-c42f9c6ae44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:30.971186 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-6245c3b3-4afc-4a9b-8f6b-120b3206833e tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8f04c44b-5118-446a-8816-231f20740de9', 'tempest-TagsTest-Tag-1500597573') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:30.978048 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8120aca-5518-444e-a7a8-9574288000e9 None None] Routers {'df814a6e-942c-4092-8507-0c59b32aebcd'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:30.978756 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e8120aca-5518-444e-a7a8-9574288000e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['df814a6e-942c-4092-8507-0c59b32aebcd'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:31.034549 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e8120aca-5518-444e-a7a8-9574288000e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:31.035153 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8120aca-5518-444e-a7a8-9574288000e9 None None] The sync data for ids ['df814a6e-942c-4092-8507-0c59b32aebcd'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:25:31.074687 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0cada58c-008f-4a15-9a50-c42f9c6ae44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:31.087336 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-addcce1d-0f02-442a-b1e0-b8542de18281 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "GET /v2.0/routers/df814a6e-942c-4092-8507-0c59b32aebcd HTTP/1.1" status: 200 len: 920 time: 0.1979253 Jun 18 16:25:31.088306 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48422) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:31.096960 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-6245c3b3-4afc-4a9b-8f6b-120b3206833e tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] show failed (client error): The resource could not be found. Jun 18 16:25:31.098087 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6245c3b3-4afc-4a9b-8f6b-120b3206833e tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] 10.222.0.50 "GET /v2.0/networks/8f04c44b-5118-446a-8816-231f20740de9/tags/tempest-TagsTest-Tag-1500597573 HTTP/1.1" status: 404 len: 326 time: 0.1315010 Jun 18 16:25:31.100689 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48424) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:31.105410 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-7819ff47-962f-4e56-8855-ac1f08266c22 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8f04c44b-5118-446a-8816-231f20740de9', 'tempest-TagsTest-Tag-146658187') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:31.116481 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.db.api [None req-ca45af53-17f0-4c11-bcb0-0ae6f90882b9 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fef7:139d-99a72c7b-e281-4694-aed4-d0af8f1b8c {{(pid=93455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:25:31.117111 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_db.api [None req-ca45af53-17f0-4c11-bcb0-0ae6f90882b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:25:31.155844 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ebf71a4b-c302-48ff-ac57-24535aa689bd tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "GET /v2.0/ports?device_id=df814a6e-942c-4092-8507-0c59b32aebcd HTTP/1.1" status: 200 len: 205 time: 0.0559459 Jun 18 16:25:31.156535 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48426) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:31.226905 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7819ff47-962f-4e56-8855-ac1f08266c22 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] 10.222.0.50 "GET /v2.0/networks/8f04c44b-5118-446a-8816-231f20740de9/tags/tempest-TagsTest-Tag-146658187 HTTP/1.1" status: 204 len: 168 time: 0.1227198 Jun 18 16:25:31.227436 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48428) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:31.237593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.tag.tag_plugin [None req-4e1517f5-8505-46c9-9809-3d96a908dfd8 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8f04c44b-5118-446a-8816-231f20740de9', 'tempest-TagsTest-Tag-485631526') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:31.278150 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bb11cb0d-a2c4-4ccd-88d9-e953ddf3ed2f tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:31.304031 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0cada58c-008f-4a15-9a50-c42f9c6ae44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:31.306501 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0cada58c-008f-4a15-9a50-c42f9c6ae44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:31.307624 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0cada58c-008f-4a15-9a50-c42f9c6ae44c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f1c28c7a-b2f2-4c3e-9a8a-893861251b79 HTTP/1.1" status: 204 len: 168 time: 0.5107946 Jun 18 16:25:31.312894 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-34adbf24-05d4-4d5c-bad5-bc2211e704a7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:31.317798 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5379adb1-a366-4bae-b0ef-40cd286e909a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:31.350629 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cada58c-008f-4a15-9a50-c42f9c6ae44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c28c7a-b2f2-4c3e-9a8a-893861251b79,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:31.362601 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-34adbf24-05d4-4d5c-bad5-bc2211e704a7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Transition to ACTIVE for port object 98106a11-c2b0-4838-a4cb-b9a60db0237a will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:31.382658 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cada58c-008f-4a15-9a50-c42f9c6ae44c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:31.383051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cada58c-008f-4a15-9a50-c42f9c6ae44c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:31.383435 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cada58c-008f-4a15-9a50-c42f9c6ae44c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:31.383809 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cada58c-008f-4a15-9a50-c42f9c6ae44c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:31.384180 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cada58c-008f-4a15-9a50-c42f9c6ae44c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:31.384553 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cada58c-008f-4a15-9a50-c42f9c6ae44c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:31.384925 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cada58c-008f-4a15-9a50-c42f9c6ae44c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:31.385291 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cada58c-008f-4a15-9a50-c42f9c6ae44c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:31.385657 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cada58c-008f-4a15-9a50-c42f9c6ae44c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:31.386021 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cada58c-008f-4a15-9a50-c42f9c6ae44c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:31.386393 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cada58c-008f-4a15-9a50-c42f9c6ae44c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:31.386808 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cada58c-008f-4a15-9a50-c42f9c6ae44c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:31.397282 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-08bb8d69-1896-4617-81b4-9d43a433c7e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] For port 51aa90c5-b427-461d-9d0a-2045d48bff51, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=51aa90c5-b427-461d-9d0a-2045d48bff51,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:31.406920 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0cada58c-008f-4a15-9a50-c42f9c6ae44c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:31.415872 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bb11cb0d-a2c4-4ccd-88d9-e953ddf3ed2f tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:31.447658 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4e1517f5-8505-46c9-9809-3d96a908dfd8 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] 10.222.0.50 "GET /v2.0/networks/8f04c44b-5118-446a-8816-231f20740de9/tags/tempest-TagsTest-Tag-485631526 HTTP/1.1" status: 204 len: 168 time: 0.2191739 Jun 18 16:25:31.451994 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48434) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:31.459528 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-6519f2af-37c6-4466-a2ac-2e195608fce1 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8f04c44b-5118-446a-8816-231f20740de9') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:31.463708 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-08bb8d69-1896-4617-81b4-9d43a433c7e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:31.469668 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-08bb8d69-1896-4617-81b4-9d43a433c7e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:31.470583 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-08bb8d69-1896-4617-81b4-9d43a433c7e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:31.473942 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-386ae6f1-4ca7-40dc-9c1b-3e5cd4fe1555 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:31.482663 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-34adbf24-05d4-4d5c-bad5-bc2211e704a7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:31.527956 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bb8d69-1896-4617-81b4-9d43a433c7e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:31.533535 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-bb11cb0d-a2c4-4ccd-88d9-e953ddf3ed2f tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Deleting port e78cf5a5-c164-41d2-a1f5-d1e14714d527 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:31.533840 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bb11cb0d-a2c4-4ccd-88d9-e953ddf3ed2f tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:31.536311 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Allocated IP 172.20.0.2 (b9c07961-7e14-4e2b-8d49-854f0c6f12ac/30e8444c-cfd2-48b3-bf9a-042aa07615ef/4fdb0dda-053d-462f-bcca-37c8d7068fa5) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:31.538633 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-08bb8d69-1896-4617-81b4-9d43a433c7e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:31.547954 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34adbf24-05d4-4d5c-bad5-bc2211e704a7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network b9c07961-7e14-4e2b-8d49-854f0c6f12ac is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:31.549586 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bb8d69-1896-4617-81b4-9d43a433c7e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:31.550152 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-08bb8d69-1896-4617-81b4-9d43a433c7e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:31.561305 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-34adbf24-05d4-4d5c-bad5-bc2211e704a7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:31.567680 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34adbf24-05d4-4d5c-bad5-bc2211e704a7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:31.573451 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb8d69-1896-4617-81b4-9d43a433c7e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=51aa90c5-b427-461d-9d0a-2045d48bff51,revision_number=9']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:31.596750 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-08bb8d69-1896-4617-81b4-9d43a433c7e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:31.599201 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-53d03d15-3150-437e-845b-38eaf42d532c tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:31.631466 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6519f2af-37c6-4466-a2ac-2e195608fce1 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] 10.222.0.50 "DELETE /v2.0/networks/8f04c44b-5118-446a-8816-231f20740de9/tags HTTP/1.1" status: 204 len: 168 time: 0.1765537 Jun 18 16:25:31.635694 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-08bb8d69-1896-4617-81b4-9d43a433c7e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1582839 Jun 18 16:25:31.640117 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48440) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:31.640117 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48442) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:31.650694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f6d259a2-cf67-4905-ae74-eb9310fd4df7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'mac_address': 'fa:16:3e:11:27:21', 'name': 'tempest-NetworksTestDHCPv6-215004537'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:31.657451 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.tag.tag_plugin [None req-56a94198-e066-4ca6-9cca-98f45d1177a2 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8f04c44b-5118-446a-8816-231f20740de9', 'tempest-TagsTest-Tag-146658187') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:31.670213 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bb11cb0d-a2c4-4ccd-88d9-e953ddf3ed2f tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:31.710723 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ca45af53-17f0-4c11-bcb0-0ae6f90882b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:31.809606 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-bb11cb0d-a2c4-4ccd-88d9-e953ddf3ed2f tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Calling delete_port for e78cf5a5-c164-41d2-a1f5-d1e14714d527 owned by network:router_gateway {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:31.841459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:31.881907 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Transition to ACTIVE for port object 4fdb0dda-053d-462f-bcca-37c8d7068fa5 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:31.963148 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Transition to ACTIVE for port object 4fdb0dda-053d-462f-bcca-37c8d7068fa5 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:31.984577 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:31.988505 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bb081c39-766b-43b9-8135-610b9c519935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:32.031412 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Pushing event updated for resources: {'Port': ['ID=4fdb0dda-053d-462f-bcca-37c8d7068fa5,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:32.065414 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb8d69-1896-4617-81b4-9d43a433c7e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=d9bbd501-7c0f-43db-aefa-0fe345105190,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:32.079279 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bb11cb0d-a2c4-4ccd-88d9-e953ddf3ed2f tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:32.081892 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:32.082231 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:32.082594 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:32.083025 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:32.083247 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:32.083578 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:32.083904 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:32.084227 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:32.084550 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:32.084868 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:32.085184 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:32.085741 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:32.094466 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-08bb8d69-1896-4617-81b4-9d43a433c7e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:32.095816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-455c59e0-ef29-4bc1-8032-04e0b932635f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:32.099916 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Network b9c07961-7e14-4e2b-8d49-854f0c6f12ac is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:32.100313 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34adbf24-05d4-4d5c-bad5-bc2211e704a7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:32.100859 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:32.101020 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-34adbf24-05d4-4d5c-bad5-bc2211e704a7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:32.103251 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f67c1db4-143e-4258-9c38-f191dba247b0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.595s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:32.104137 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:32.108671 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:32.154876 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11cb0d-a2c4-4ccd-88d9-e953ddf3ed2f tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Pushing event deleted for resources: {'Port': ['ID=e78cf5a5-c164-41d2-a1f5-d1e14714d527,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:32.158289 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bb11cb0d-a2c4-4ccd-88d9-e953ddf3ed2f tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:32.177990 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-ca45af53-17f0-4c11-bcb0-0ae6f90882b9 None None] Allocated IP 172.20.0.2 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/03afe2af-5c6e-4bfd-9cfc-4b5f31ae3458/51aa90c5-b427-461d-9d0a-2045d48bff51) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:32.193124 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Attempting to bind port 4fdb0dda-053d-462f-bcca-37c8d7068fa5 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:25:32.193945 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Attempting to bind port 4fdb0dda-053d-462f-bcca-37c8d7068fa5 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '5594ce17-536d-4e8e-9178-429b036df789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b9c07961-7e14-4e2b-8d49-854f0c6f12ac'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:25:32.194509 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Attempting to bind port 4fdb0dda-053d-462f-bcca-37c8d7068fa5 on network b9c07961-7e14-4e2b-8d49-854f0c6f12ac {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:25:32.206819 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:25:32.207377 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bb11cb0d-a2c4-4ccd-88d9-e953ddf3ed2f tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:32.207725 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Checking segment: {'id': '5594ce17-536d-4e8e-9178-429b036df789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b9c07961-7e14-4e2b-8d49-854f0c6f12ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:32.208309 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:32.208673 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-34adbf24-05d4-4d5c-bad5-bc2211e704a7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0173855 Jun 18 16:25:32.209027 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Bound using segment: {'id': '5594ce17-536d-4e8e-9178-429b036df789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b9c07961-7e14-4e2b-8d49-854f0c6f12ac'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:25:32.209877 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Bound port: 4fdb0dda-053d-462f-bcca-37c8d7068fa5, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5594ce17-536d-4e8e-9178-429b036df789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b9c07961-7e14-4e2b-8d49-854f0c6f12ac'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:25:32.210446 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:32.211744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48456) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:32.215187 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adbf24-05d4-4d5c-bad5-bc2211e704a7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=98106a11-c2b0-4838-a4cb-b9a60db0237a,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:32.218641 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48458) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:32.227607 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-34adbf24-05d4-4d5c-bad5-bc2211e704a7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:32.269525 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-56a94198-e066-4ca6-9cca-98f45d1177a2 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] show failed (client error): The resource could not be found. Jun 18 16:25:32.270600 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-56a94198-e066-4ca6-9cca-98f45d1177a2 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] 10.222.0.50 "GET /v2.0/networks/8f04c44b-5118-446a-8816-231f20740de9/tags/tempest-TagsTest-Tag-146658187 HTTP/1.1" status: 404 len: 325 time: 0.6296787 Jun 18 16:25:32.273473 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48462) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:32.280621 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.tag.tag_plugin [None req-73963285-768b-4754-bba6-7673546eb872 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '8f04c44b-5118-446a-8816-231f20740de9', 'tempest-TagsTest-Tag-485631526') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:32.342506 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d259a2-cf67-4905-ae74-eb9310fd4df7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:32.366663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] For port 4fdb0dda-053d-462f-bcca-37c8d7068fa5, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:25:32.369670 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ca45af53-17f0-4c11-bcb0-0ae6f90882b9 None None] For port 51aa90c5-b427-461d-9d0a-2045d48bff51, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=51aa90c5-b427-461d-9d0a-2045d48bff51,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:32.377024 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] For port 4fdb0dda-053d-462f-bcca-37c8d7068fa5, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=4fdb0dda-053d-462f-bcca-37c8d7068fa5,segment=NetworkSegment(5594ce17-536d-4e8e-9178-429b036df789),segment_id=5594ce17-536d-4e8e-9178-429b036df789)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:25:32.389207 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:32.394463 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-0c3c583e-fef9-460b-8dc5-67cb8ab5f128 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1199431237-network', 'tenant_id': '677a748149594a93a9900e94206deadd'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:32.395112 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-77040a84-6070-474e-98f2-f19101aa021d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:32.402908 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bb11cb0d-a2c4-4ccd-88d9-e953ddf3ed2f tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:32.421257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bb11cb0d-a2c4-4ccd-88d9-e953ddf3ed2f tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:32.446991 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3c583e-fef9-460b-8dc5-67cb8ab5f128 admin admin] Made reservation on behalf of 677a748149594a93a9900e94206deadd for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:32.449401 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0c3c583e-fef9-460b-8dc5-67cb8ab5f128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:32.474926 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ca45af53-17f0-4c11-bcb0-0ae6f90882b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:32.480434 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-73963285-768b-4754-bba6-7673546eb872 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] show failed (client error): The resource could not be found. Jun 18 16:25:32.482273 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-73963285-768b-4754-bba6-7673546eb872 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] 10.222.0.50 "GET /v2.0/networks/8f04c44b-5118-446a-8816-231f20740de9/tags/tempest-TagsTest-Tag-485631526 HTTP/1.1" status: 404 len: 325 time: 0.2071154 Jun 18 16:25:32.483426 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0c3c583e-fef9-460b-8dc5-67cb8ab5f128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:32.485347 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48464) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:32.489012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bb11cb0d-a2c4-4ccd-88d9-e953ddf3ed2f tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:32.489745 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb11cb0d-a2c4-4ccd-88d9-e953ddf3ed2f tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Fanout notify agent at l3_agent the message router_deleted on router df814a6e-942c-4092-8507-0c59b32aebcd {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:25:32.493719 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.tag.tag_plugin [None req-8c80b7e6-0ed8-4c8e-b93a-48499a12ab99 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '8f04c44b-5118-446a-8816-231f20740de9') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:32.498964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bb11cb0d-a2c4-4ccd-88d9-e953ddf3ed2f tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:32.505376 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48466) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:32.505570 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-bb11cb0d-a2c4-4ccd-88d9-e953ddf3ed2f tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "DELETE /v2.0/routers/df814a6e-942c-4092-8507-0c59b32aebcd HTTP/1.1" status: 204 len: 168 time: 1.3471367 Jun 18 16:25:32.514581 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ca45af53-17f0-4c11-bcb0-0ae6f90882b9 None None] Transition to ACTIVE for port object 51aa90c5-b427-461d-9d0a-2045d48bff51 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:32.519797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-81adca82-f365-4990-8504-ced6e4e14d12 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port 98106a11-c2b0-4838-a4cb-b9a60db0237a {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:32.520637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-81adca82-f365-4990-8504-ced6e4e14d12 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:32.523016 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Request body: {'router': {'name': 'tempest-snat-router-189945286', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'enable_snat': False}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:32.528350 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f6d259a2-cf67-4905-ae74-eb9310fd4df7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:32.530549 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ca45af53-17f0-4c11-bcb0-0ae6f90882b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:32.537579 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Pushing event updated for resources: {'Port': ['ID=4fdb0dda-053d-462f-bcca-37c8d7068fa5,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:32.541407 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:32.546613 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:32.600379 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-f6d259a2-cf67-4905-ae74-eb9310fd4df7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port 07365ff4-edc7-4580-a3a2-7ea99d1de645 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:25:32.666165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:32.667305 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:32.670412 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45af53-17f0-4c11-bcb0-0ae6f90882b9 None None] Pushing event updated for resources: {'Port': ['ID=51aa90c5-b427-461d-9d0a-2045d48bff51,revision_number=10']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:32.676820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ca45af53-17f0-4c11-bcb0-0ae6f90882b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:32.790696 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8c80b7e6-0ed8-4c8e-b93a-48499a12ab99 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] 10.222.0.50 "DELETE /v2.0/networks/8f04c44b-5118-446a-8816-231f20740de9/tags HTTP/1.1" status: 204 len: 168 time: 0.3019586 Jun 18 16:25:32.803313 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48468) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:32.882304 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.028052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-81adca82-f365-4990-8504-ced6e4e14d12 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.086873 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0cc84d16-15f3-4e87-8e15-541da4c615f7 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.108868 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-81adca82-f365-4990-8504-ced6e4e14d12 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for 98106a11-c2b0-4838-a4cb-b9a60db0237a owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:33.193830 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-f6d259a2-cf67-4905-ae74-eb9310fd4df7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 172.20.0.14 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/03afe2af-5c6e-4bfd-9cfc-4b5f31ae3458/07365ff4-edc7-4580-a3a2-7ea99d1de645) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:33.200379 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0c3c583e-fef9-460b-8dc5-67cb8ab5f128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.206776 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.214584 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-f6d259a2-cf67-4905-ae74-eb9310fd4df7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::f816:3eff:fe11:2721 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/d9bbd501-7c0f-43db-aefa-0fe345105190/07365ff4-edc7-4580-a3a2-7ea99d1de645) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:33.219123 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0c3c583e-fef9-460b-8dc5-67cb8ab5f128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.227365 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-864db8a0-04b9-4db8-b6b6-2040e353c2d2 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:33.255089 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-81adca82-f365-4990-8504-ced6e4e14d12 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.269843 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dd931aa6-6a02-4d37-afde-1708208db905 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:33.308651 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adca82-f365-4990-8504-ced6e4e14d12 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=98106a11-c2b0-4838-a4cb-b9a60db0237a,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:33.313212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-81adca82-f365-4990-8504-ced6e4e14d12 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:33.360315 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3c583e-fef9-460b-8dc5-67cb8ab5f128 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:25:33.401796 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-81adca82-f365-4990-8504-ced6e4e14d12 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.407135 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-81adca82-f365-4990-8504-ced6e4e14d12 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/ports/98106a11-c2b0-4838-a4cb-b9a60db0237a HTTP/1.1" status: 204 len: 168 time: 1.1942730 Jun 18 16:25:33.407953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48470) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:33.444434 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c39853-476f-43e2-b03a-288056d37628 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] DELETE failed (client error): The resource could not be found. Jun 18 16:25:33.445435 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c39853-476f-43e2-b03a-288056d37628 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:33.446879 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca88130-e08b-4c58-9d93-bc8580b62a36 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:33.447378 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-72c39853-476f-43e2-b03a-288056d37628 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/ports/98106a11-c2b0-4838-a4cb-b9a60db0237a HTTP/1.1" status: 404 len: 333 time: 0.0383668 Jun 18 16:25:33.453503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48472) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:33.467979 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c583e-fef9-460b-8dc5-67cb8ab5f128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1220aef3-b7b9-4564-aa53-9d25aa598a9e,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:33.486675 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-3830bcd5-bdbc-4ee1-9c67-08a84431c24a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] GET failed (client error): The resource could not be found. Jun 18 16:25:33.488313 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3830bcd5-bdbc-4ee1-9c67-08a84431c24a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports/98106a11-c2b0-4838-a4cb-b9a60db0237a HTTP/1.1" status: 404 len: 333 time: 0.0336692 Jun 18 16:25:33.491386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48474) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:33.505244 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0c3c583e-fef9-460b-8dc5-67cb8ab5f128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:33.512632 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 4fdb0dda-053d-462f-bcca-37c8d7068fa5 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:33.518651 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0c3c583e-fef9-460b-8dc5-67cb8ab5f128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.518998 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-0c3c583e-fef9-460b-8dc5-67cb8ab5f128 admin admin] Added segment d7112ffc-9633-452b-8997-d79e9f95d37c of type vlan for network 653de129-f9e5-469e-ba59-ca23a87d80e3 Jun 18 16:25:33.521401 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0cc84d16-15f3-4e87-8e15-541da4c615f7 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.557134 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-08092554-5507-4d3b-a7a3-83b7349911d1 None None] Provisioning for port 51aa90c5-b427-461d-9d0a-2045d48bff51 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:33.561686 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-d420143d-c732-4be5-b328-d595c2322fca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting subnet 30e8444c-cfd2-48b3-bf9a-042aa07615ef {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:33.566544 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d420143d-c732-4be5-b328-d595c2322fca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.572860 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-08092554-5507-4d3b-a7a3-83b7349911d1 None None] Provisioning complete for port 51aa90c5-b427-461d-9d0a-2045d48bff51 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:33.573242 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-08092554-5507-4d3b-a7a3-83b7349911d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.614235 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d420143d-c732-4be5-b328-d595c2322fca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.629106 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-0cc84d16-15f3-4e87-8e15-541da4c615f7 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f04c44b-5118-446a-8816-231f20740de9']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:33.654330 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-0cc84d16-15f3-4e87-8e15-541da4c615f7 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3a1e3f-b294-4b64-91f8-a021cbb72c5e') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:33.654707 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-0cc84d16-15f3-4e87-8e15-541da4c615f7 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3a1e3f-b294-4b64-91f8-a021cbb72c5e') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:33.670159 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0c3c583e-fef9-460b-8dc5-67cb8ab5f128 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.682005 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 4fdb0dda-053d-462f-bcca-37c8d7068fa5 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:33.688330 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0cc84d16-15f3-4e87-8e15-541da4c615f7 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.697452 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 51aa90c5-b427-461d-9d0a-2045d48bff51 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:33.741216 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0cc84d16-15f3-4e87-8e15-541da4c615f7 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.758007 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d420143d-c732-4be5-b328-d595c2322fca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.780689 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc84d16-15f3-4e87-8e15-541da4c615f7 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:25:33.781089 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0cc84d16-15f3-4e87-8e15-541da4c615f7 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:25:33.791566 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:25:33.818030 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 51aa90c5-b427-461d-9d0a-2045d48bff51 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:33.818523 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.846256 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d420143d-c732-4be5-b328-d595c2322fca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.849853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b5ece3d3-b5f5-4d0f-a1fe-935720482f99 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:33.850989 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0c3c583e-fef9-460b-8dc5-67cb8ab5f128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.851962 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3c583e-fef9-460b-8dc5-67cb8ab5f128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:33.852544 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0c3c583e-fef9-460b-8dc5-67cb8ab5f128 admin admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.856531 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4539f0b5-0f3c-46ad-ba02-5fdf41dbec06 None None] Network b9c07961-7e14-4e2b-8d49-854f0c6f12ac requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:33.864698 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9d43f0a5-6b7f-4c29-987a-b116271d74d7 tempest-PortsAdminExtendedAttrsTestJSON-1242067457 tempest-PortsAdminExtendedAttrsTestJSON-1242067457-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:33.887108 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f6d259a2-cf67-4905-ae74-eb9310fd4df7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.897452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420143d-c732-4be5-b328-d595c2322fca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Subnet': ['ID=30e8444c-cfd2-48b3-bf9a-042aa07615ef,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:33.906407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d420143d-c732-4be5-b328-d595c2322fca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:33.909405 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d420143d-c732-4be5-b328-d595c2322fca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:33.911448 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d420143d-c732-4be5-b328-d595c2322fca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/subnets/30e8444c-cfd2-48b3-bf9a-042aa07615ef HTTP/1.1" status: 204 len: 168 time: 0.4188685 Jun 18 16:25:33.914250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48476) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:33.953621 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0c3c583e-fef9-460b-8dc5-67cb8ab5f128 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7306046 Jun 18 16:25:33.958463 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48478) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:33.969918 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-c12d24c8-08eb-4f62-92f8-7274d7aca715 admin admin] Request body: {'subnet': {'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1199431237-subnet', 'tenant_id': '677a748149594a93a9900e94206deadd', 'ip_version': 4}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:34.000007 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-f6d259a2-cf67-4905-ae74-eb9310fd4df7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object 07365ff4-edc7-4580-a3a2-7ea99d1de645 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:34.005362 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0cc84d16-15f3-4e87-8e15-541da4c615f7 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.010593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0cc84d16-15f3-4e87-8e15-541da4c615f7 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.012629 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0cc84d16-15f3-4e87-8e15-541da4c615f7 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] 10.222.0.50 "DELETE /v2.0/networks/8f04c44b-5118-446a-8816-231f20740de9 HTTP/1.1" status: 204 len: 168 time: 1.2047164 Jun 18 16:25:34.022693 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.025816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c583e-fef9-460b-8dc5-67cb8ab5f128 admin admin] Pushing event updated for resources: {'Network': ['ID=653de129-f9e5-469e-ba59-ca23a87d80e3,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:34.030026 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0c3c583e-fef9-460b-8dc5-67cb8ab5f128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:34.037951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fceb2081-2934-44e9-b81f-a94136774f4b tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:34.070002 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 653de129-f9e5-469e-ba59-ca23a87d80e3 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:25:34.070974 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc84d16-15f3-4e87-8e15-541da4c615f7 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Pushing event deleted for resources: {'Network': ['ID=8f04c44b-5118-446a-8816-231f20740de9,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:34.073839 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0cc84d16-15f3-4e87-8e15-541da4c615f7 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:34.077205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12d24c8-08eb-4f62-92f8-7274d7aca715 admin admin] Made reservation on behalf of 677a748149594a93a9900e94206deadd for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:34.080013 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c12d24c8-08eb-4f62-92f8-7274d7aca715 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.112151 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port 4fdb0dda-053d-462f-bcca-37c8d7068fa5 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:34.112723 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.172143 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1b002677-ebc5-4148-a4ab-0b4698082a91 None None] Provisioning for port 4fdb0dda-053d-462f-bcca-37c8d7068fa5 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:34.205496 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1b002677-ebc5-4148-a4ab-0b4698082a91 None None] Provisioning complete for port 4fdb0dda-053d-462f-bcca-37c8d7068fa5 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:34.205785 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1b002677-ebc5-4148-a4ab-0b4698082a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.214632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] For port 4fdb0dda-053d-462f-bcca-37c8d7068fa5, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=4fdb0dda-053d-462f-bcca-37c8d7068fa5,segment=NetworkSegment(5594ce17-536d-4e8e-9178-429b036df789),segment_id=5594ce17-536d-4e8e-9178-429b036df789)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:34.215110 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.270647 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f6d259a2-cf67-4905-ae74-eb9310fd4df7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.280374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0378570e-5d47-442b-a775-7af26a43cae2 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:34.293835 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.346632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for 4fdb0dda-053d-462f-bcca-37c8d7068fa5 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:34.353904 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.368804 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d259a2-cf67-4905-ae74-eb9310fd4df7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:34.382367 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-f6d259a2-cf67-4905-ae74-eb9310fd4df7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:34.384989 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d259a2-cf67-4905-ae74-eb9310fd4df7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:34.416905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48484) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:34.454738 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1b002677-ebc5-4148-a4ab-0b4698082a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.468262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d259a2-cf67-4905-ae74-eb9310fd4df7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=07365ff4-edc7-4580-a3a2-7ea99d1de645,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:34.480506 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.483609 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-911e956d-3d04-48b6-9844-74e8383060d2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:34.493108 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f6d259a2-cf67-4905-ae74-eb9310fd4df7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:34.532264 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=4fdb0dda-053d-462f-bcca-37c8d7068fa5,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:34.534872 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No DVR routers for this DVR port 4fdb0dda-053d-462f-bcca-37c8d7068fa5 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:34.537597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:34.558695 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b9f564-afb5-4c13-b5c4-c199bba11702 None None] DHCP port deletion for b9c07961-7e14-4e2b-8d49-854f0c6f12ac request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:25:34.583304 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d259a2-cf67-4905-ae74-eb9310fd4df7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:34.583979 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f6d259a2-cf67-4905-ae74-eb9310fd4df7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.640419 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-53e42a5c-7e2c-4fed-ac8f-e84fbb5c1dfb None None] Provisioning complete for port 51aa90c5-b427-461d-9d0a-2045d48bff51 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:34.641008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-53e42a5c-7e2c-4fed-ac8f-e84fbb5c1dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.674086 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.684316 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f6d259a2-cf67-4905-ae74-eb9310fd4df7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0418723 Jun 18 16:25:34.691646 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48488) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:34.694643 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c07961-7e14-4e2b-8d49-854f0c6f12ac']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:34.722463 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Allocated IP 172.26.6.105 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/2960768d-1d70-4b20-8118-4e3c3ccc9a62) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:34.738386 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c12d24c8-08eb-4f62-92f8-7274d7aca715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.738667 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5594ce17-536d-4e8e-9178-429b036df789') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:34.738783 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5594ce17-536d-4e8e-9178-429b036df789') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:34.745796 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c6c8956c-ccf7-43a5-a083-1c7d98a066b0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:34.762402 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5f9172ac-274a-43ce-bfd4-a95d1ced67f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=110d53d67f3249449245c111af2c4e43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3428297 Jun 18 16:25:34.765128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.773123 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48490) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:34.791463 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.803269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:25:34.803696 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:25:34.809059 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:25:34.866841 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d24c8-08eb-4f62-92f8-7274d7aca715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69140bce-415f-4588-91e8-fdea89aeed75,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:34.882448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c12d24c8-08eb-4f62-92f8-7274d7aca715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:34.888301 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12d24c8-08eb-4f62-92f8-7274d7aca715 admin admin] Checking segment: {'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:34.888769 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12d24c8-08eb-4f62-92f8-7274d7aca715 admin admin] Network hostable DHCP agents. Network: 653de129-f9e5-469e-ba59-ca23a87d80e3, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:25:34.904287 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e800462d-3c83-45e2-a293-b40ed2ad10e9 None None] Provisioning for port 07365ff4-edc7-4580-a3a2-7ea99d1de645 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:34.909389 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e800462d-3c83-45e2-a293-b40ed2ad10e9 None None] Provisioning complete for port 07365ff4-edc7-4580-a3a2-7ea99d1de645 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:34.909950 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e800462d-3c83-45e2-a293-b40ed2ad10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.914814 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86e1206-0e74-4418-8392-84cc1a55ab03 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:34.921525 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86e1206-0e74-4418-8392-84cc1a55ab03 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:34.922894 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.925910 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d86e1206-0e74-4418-8392-84cc1a55ab03 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2332683 Jun 18 16:25:34.927466 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48492) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:34.929067 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.934339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4e5c7807-a61c-44d3-a6fe-55544af6ece9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:34.939115 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.941001 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/networks/b9c07961-7e14-4e2b-8d49-854f0c6f12ac HTTP/1.1" status: 204 len: 168 time: 1.0257294 Jun 18 16:25:34.944014 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0311e83c-7688-4399-9ea6-244fc351a87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:34.945455 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48494) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:34.953806 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-e800462d-3c83-45e2-a293-b40ed2ad10e9 None None] Port 07365ff4-edc7-4580-a3a2-7ea99d1de645 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:25:34.957281 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Network': ['ID=b9c07961-7e14-4e2b-8d49-854f0c6f12ac,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:34.964264 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:34.965466 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12d24c8-08eb-4f62-92f8-7274d7aca715 admin admin] Network 653de129-f9e5-469e-ba59-ca23a87d80e3 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:25:34.971001 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f3fff6c9-f7c0-42d0-90f7-145cf1a7f9d9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1035466696'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:34.976961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0311e83c-7688-4399-9ea6-244fc351a87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.008117 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-c12d24c8-08eb-4f62-92f8-7274d7aca715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 653de129-f9e5-469e-ba59-ca23a87d80e3) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:35.016949 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2258a2f8-1c9c-48b7-95a9-2f60ab958ede None None] Network 653de129-f9e5-469e-ba59-ca23a87d80e3 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:35.017828 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12d24c8-08eb-4f62-92f8-7274d7aca715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:35.018435 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c12d24c8-08eb-4f62-92f8-7274d7aca715 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.035524 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0311e83c-7688-4399-9ea6-244fc351a87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.038292 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0311e83c-7688-4399-9ea6-244fc351a87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.039987 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0311e83c-7688-4399-9ea6-244fc351a87d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/49bc5f1b-ca71-4311-80d3-a711597df564 HTTP/1.1" status: 204 len: 168 time: 0.2657988 Jun 18 16:25:35.040912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dc77575e-8d77-4d99-8254-ac2c252766f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:35.054229 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0311e83c-7688-4399-9ea6-244fc351a87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bc5f1b-ca71-4311-80d3-a711597df564,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:35.061773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0311e83c-7688-4399-9ea6-244fc351a87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:35.090700 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fff6c9-f7c0-42d0-90f7-145cf1a7f9d9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:35.095326 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f3fff6c9-f7c0-42d0-90f7-145cf1a7f9d9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.112157 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c12d24c8-08eb-4f62-92f8-7274d7aca715 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1486378 Jun 18 16:25:35.114905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48498) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:35.119719 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:35.148610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.150470 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.153881 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3fff6c9-f7c0-42d0-90f7-145cf1a7f9d9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:25:35.164913 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.171865 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5fc5a951-37f5-4823-93f8-f3095485a900 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:35.187712 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-653de129-f9e5-469e-ba59-ca23a87d80e3', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:25:35.188709 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.218506 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f3fff6c9-f7c0-42d0-90f7-145cf1a7f9d9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.219389 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-f3fff6c9-f7c0-42d0-90f7-145cf1a7f9d9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Added segment 5982459b-36c2-4edc-a690-2364d682aa44 of type vlan for network a5f15ef8-2364-4aeb-a6b1-63677049d201 Jun 18 16:25:35.222205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-a4167df3-9492-47fb-ba8e-e5f7b0503ac1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port 07365ff4-edc7-4580-a3a2-7ea99d1de645 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:35.222581 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a4167df3-9492-47fb-ba8e-e5f7b0503ac1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.227771 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.323595 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:35.355567 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:35.366258 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:35.368456 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Pushing event updated for resources: {'Port': ['ID=2960768d-1d70-4b20-8118-4e3c3ccc9a62,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:35.390460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:35.403315 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 4fdb0dda-053d-462f-bcca-37c8d7068fa5 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:25:35.411813 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f3fff6c9-f7c0-42d0-90f7-145cf1a7f9d9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.433137 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 4fdb0dda-053d-462f-bcca-37c8d7068fa5 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:25:35.433430 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 4fdb0dda-053d-462f-bcca-37c8d7068fa5 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:25:35.438998 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Allocated IP 172.20.0.2 (653de129-f9e5-469e-ba59-ca23a87d80e3/69140bce-415f-4588-91e8-fdea89aeed75/cfbfee3e-5170-4078-bec0-355321984667) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:35.443837 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.485051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a4167df3-9492-47fb-ba8e-e5f7b0503ac1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.493521 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f3fff6c9-f7c0-42d0-90f7-145cf1a7f9d9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.499223 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fff6c9-f7c0-42d0-90f7-145cf1a7f9d9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:35.499955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f3fff6c9-f7c0-42d0-90f7-145cf1a7f9d9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.535474 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:35.613867 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.627108 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Transition to ACTIVE for port object cfbfee3e-5170-4078-bec0-355321984667 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:35.649142 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Transition to ACTIVE for port object cfbfee3e-5170-4078-bec0-355321984667 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:35.659164 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.662812 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4683f820-44d1-4292-940d-1508f70a8695 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:35.710939 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Network 653de129-f9e5-469e-ba59-ca23a87d80e3 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:35.716571 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:35.723377 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:35.738410 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Pushing event updated for resources: {'Port': ['ID=cfbfee3e-5170-4078-bec0-355321984667,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:35.759358 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.763238 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:35.787111 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.798691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Attempting to bind port cfbfee3e-5170-4078-bec0-355321984667 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:25:35.799083 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Attempting to bind port cfbfee3e-5170-4078-bec0-355321984667 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:25:35.799551 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Attempting to bind port cfbfee3e-5170-4078-bec0-355321984667 on network 653de129-f9e5-469e-ba59-ca23a87d80e3 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:25:35.805185 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:25:35.805578 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Checking segment: {'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:35.806002 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.806493 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Bound using segment: {'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:25:35.806983 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Bound port: cfbfee3e-5170-4078-bec0-355321984667, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:25:35.807447 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.892771 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] For port cfbfee3e-5170-4078-bec0-355321984667, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:25:35.896923 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] For port cfbfee3e-5170-4078-bec0-355321984667, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cfbfee3e-5170-4078-bec0-355321984667,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:25:35.907972 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:35.916068 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:35.947366 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Allocated IP 172.26.6.16 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/e0350ebe-24ad-485b-81d3-98ff455297b4) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:35.985175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Pushing event updated for resources: {'Port': ['ID=cfbfee3e-5170-4078-bec0-355321984667,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:35.989957 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:36.018462 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-a4167df3-9492-47fb-ba8e-e5f7b0503ac1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for 07365ff4-edc7-4580-a3a2-7ea99d1de645 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:36.062326 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f3fff6c9-f7c0-42d0-90f7-145cf1a7f9d9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0977514 Jun 18 16:25:36.068105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48520) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:36.080967 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'subnet': {'network_id': 'a5f15ef8-2364-4aeb-a6b1-63677049d201', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:36.116894 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fff6c9-f7c0-42d0-90f7-145cf1a7f9d9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Network': ['ID=a5f15ef8-2364-4aeb-a6b1-63677049d201,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:36.118881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:36.131404 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f3fff6c9-f7c0-42d0-90f7-145cf1a7f9d9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:36.134911 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network a5f15ef8-2364-4aeb-a6b1-63677049d201 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:25:36.196373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:36.207628 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7481c847-74b2-49bd-b194-ec4233d159f2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:36.245519 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:36.255406 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:36.262407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:36.323193 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Pushing event updated for resources: {'Port': ['ID=e0350ebe-24ad-485b-81d3-98ff455297b4,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:36.329125 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:36.458455 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a4167df3-9492-47fb-ba8e-e5f7b0503ac1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:36.469947 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e79ea396-427b-4f9b-9b9e-0e11cc4d4f24 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:36.492748 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:36.497581 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:36.501460 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:36.519517 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4167df3-9492-47fb-ba8e-e5f7b0503ac1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=07365ff4-edc7-4580-a3a2-7ea99d1de645,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:36.556360 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a4167df3-9492-47fb-ba8e-e5f7b0503ac1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:36.727955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a4167df3-9492-47fb-ba8e-e5f7b0503ac1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:36.731198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:36.733309 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a4167df3-9492-47fb-ba8e-e5f7b0503ac1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/07365ff4-edc7-4580-a3a2-7ea99d1de645 HTTP/1.1" status: 204 len: 168 time: 1.8047855 Jun 18 16:25:36.733969 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48538) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:36.839458 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be829511-bfe7-458d-ac0d-c447ed4f502d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:36.841670 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be829511-bfe7-458d-ac0d-c447ed4f502d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:36.843208 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be829511-bfe7-458d-ac0d-c447ed4f502d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:36.847637 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-be829511-bfe7-458d-ac0d-c447ed4f502d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1110985 Jun 18 16:25:36.850015 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48540) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:36.958148 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-3505e98c-469f-4493-ad51-749e6bbd3d93 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet 03afe2af-5c6e-4bfd-9cfc-4b5f31ae3458 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:36.962628 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3505e98c-469f-4493-ad51-749e6bbd3d93 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:36.984614 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.043768 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3505e98c-469f-4493-ad51-749e6bbd3d93 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.067988 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.071933 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8652a5b9-369a-48f1-a86e-86820c55d93d tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:37.151835 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Subnet': ['ID=06677a53-1922-4ec6-bc30-c1f35b76d5a9,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:37.166136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.175625 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:37.176010 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:37.176396 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:37.176776 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:37.177173 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:37.177552 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:37.178333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:37.178333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:37.178661 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:37.179071 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:37.179384 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:37.179746 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:25:37.183464 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:37.196134 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3505e98c-469f-4493-ad51-749e6bbd3d93 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.229217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Checking segment: {'id': '5982459b-36c2-4edc-a690-2364d682aa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a5f15ef8-2364-4aeb-a6b1-63677049d201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:37.229744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network hostable DHCP agents. Network: a5f15ef8-2364-4aeb-a6b1-63677049d201, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:25:37.245456 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Router 1ad5445b-16d6-4eb5-b2a4-abb7307cb438 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:25:37.296163 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network a5f15ef8-2364-4aeb-a6b1-63677049d201 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:25:37.310274 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3505e98c-469f-4493-ad51-749e6bbd3d93 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.314941 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, a5f15ef8-2364-4aeb-a6b1-63677049d201) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:37.315832 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-87f910a9-23df-4764-a272-9e747bb4d15f tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:37.322655 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:37.323251 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.333051 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485f99fe-1fbc-43e7-9251-743d893fd3f0 None None] Network a5f15ef8-2364-4aeb-a6b1-63677049d201 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:37.362291 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2929533 Jun 18 16:25:37.364800 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48542) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:37.370527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-6ed52c71-d76b-4f0c-98d8-3fb339ed886c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'network_id': 'a5f15ef8-2364-4aeb-a6b1-63677049d201', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2093221165'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:37.390316 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505e98c-469f-4493-ad51-749e6bbd3d93 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=03afe2af-5c6e-4bfd-9cfc-4b5f31ae3458,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:37.394069 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3505e98c-469f-4493-ad51-749e6bbd3d93 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:37.399815 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3505e98c-469f-4493-ad51-749e6bbd3d93 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.404888 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3505e98c-469f-4493-ad51-749e6bbd3d93 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/03afe2af-5c6e-4bfd-9cfc-4b5f31ae3458 HTTP/1.1" status: 204 len: 168 time: 0.5538628 Jun 18 16:25:37.407145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48544) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:37.428235 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ef62b7-aa40-4ba6-a8c9-126d9854c153 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:37.429881 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cfbfee3e-5170-4078-bec0-355321984667 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:37.432120 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace3aab3-f154-41a9-9ff0-1f625c29e37d None None] Network 653de129-f9e5-469e-ba59-ca23a87d80e3 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:37.452313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Router d2938074-b18f-46a3-8a3d-3c6f178f51b0 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:25:37.459447 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:25:37.475437 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Sync routers for ids ['1ad5445b-16d6-4eb5-b2a4-abb7307cb438'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:25:37.475962 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f2903e-af76-464b-9530-34b2064fbb77 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet d9bbd501-7c0f-43db-aefa-0fe345105190 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:37.483438 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16f2903e-af76-464b-9530-34b2064fbb77 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.485958 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Routers {'1ad5445b-16d6-4eb5-b2a4-abb7307cb438'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:37.486469 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1ad5445b-16d6-4eb5-b2a4-abb7307cb438'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:37.517092 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.518364 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.0124118 Jun 18 16:25:37.522945 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48546) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:37.573440 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16f2903e-af76-464b-9530-34b2064fbb77 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.599382 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Set router 1ad5445b-16d6-4eb5-b2a4-abb7307cb438 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:25:37.712039 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-49328a26-3834-4c87-be4d-8c7dfab6c0e3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "GET /v2.0/routers/1ad5445b-16d6-4eb5-b2a4-abb7307cb438 HTTP/1.1" status: 200 len: 908 time: 0.1880703 Jun 18 16:25:37.714872 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48548) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:37.721041 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Request body: {'router': {'name': 'tempest-snat-router-189945286', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'enable_snat': True}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:37.750390 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16f2903e-af76-464b-9530-34b2064fbb77 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.779514 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.780808 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.833337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-75cd6cfd-3f5f-4d58-bbb6-923e186b7edc None None] Provisioning for port cfbfee3e-5170-4078-bec0-355321984667 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:37.849969 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-75cd6cfd-3f5f-4d58-bbb6-923e186b7edc None None] Provisioning complete for port cfbfee3e-5170-4078-bec0-355321984667 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:37.850648 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-75cd6cfd-3f5f-4d58-bbb6-923e186b7edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.874735 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.886251 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16f2903e-af76-464b-9530-34b2064fbb77 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.901003 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad5445b-16d6-4eb5-b2a4-abb7307cb438', 'name': 'tempest-snat-router-189945286', 'tenant_id': '197973e5c1cd4add8c187c628041c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.105'}], 'enable_snat': False}, 'gw_port_id': '2960768d-1d70-4b20-8118-4e3c3ccc9a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:32Z', 'updated_at': '2021-06-18T16:25:36Z', 'revision_number': 3, 'project_id': '197973e5c1cd4add8c187c628041c3dc', 'gw_port': {'id': '2960768d-1d70-4b20-8118-4e3c3ccc9a62', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad5445b-16d6-4eb5-b2a4-abb7307cb438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:34Z', 'updated_at': '2021-06-18T16:25:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:37.909658 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port cfbfee3e-5170-4078-bec0-355321984667 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:37.920803 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port cfbfee3e-5170-4078-bec0-355321984667 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:37.921187 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.927898 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-af961bda-0bd3-45b6-9d52-12566cb69b1d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:37.936907 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Checking router: 1ad5445b-16d6-4eb5-b2a4-abb7307cb438 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:25:37.937620 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Updating router 1ad5445b-16d6-4eb5-b2a4-abb7307cb438 port 2960768d-1d70-4b20-8118-4e3c3ccc9a62 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:25:37.961322 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed52c71-d76b-4f0c-98d8-3fb339ed886c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:37.968088 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6ed52c71-d76b-4f0c-98d8-3fb339ed886c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.983786 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:37.992538 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2903e-af76-464b-9530-34b2064fbb77 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=d9bbd501-7c0f-43db-aefa-0fe345105190,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:37.996421 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-16f2903e-af76-464b-9530-34b2064fbb77 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:37.997423 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-16f2903e-af76-464b-9530-34b2064fbb77 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.002750 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-16f2903e-af76-464b-9530-34b2064fbb77 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/d9bbd501-7c0f-43db-aefa-0fe345105190 HTTP/1.1" status: 204 len: 168 time: 0.5945430 Jun 18 16:25:38.004787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48550) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:38.020883 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-6ed52c71-d76b-4f0c-98d8-3fb339ed886c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] device_id is not set on port ffd0ac68-9e62-46bb-9691-89f6f09bbe09 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:25:38.079572 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:25:38.126881 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Sync routers for ids ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:25:38.129921 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.131191 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0152094 Jun 18 16:25:38.134474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48554) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:38.168925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-a5f15ef8-2364-4aeb-a6b1-63677049d201', 'network_id': 'a5f15ef8-2364-4aeb-a6b1-63677049d201', 'tenant_id': 'ef1444ed7b6c4c58a5e6f956d28091e0', 'fixed_ips': [{'subnet_id': '06677a53-1922-4ec6-bc30-c1f35b76d5a9'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:25:38.169382 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.173745 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ed885a4b-9879-4a66-8c82-e433148ee86a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1666100 Jun 18 16:25:38.176302 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.177811 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48556) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:38.208840 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Routers {'d2938074-b18f-46a3-8a3d-3c6f178f51b0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:38.209492 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:38.243588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-6ed52c71-d76b-4f0c-98d8-3fb339ed886c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Allocated IP 172.20.0.5 (a5f15ef8-2364-4aeb-a6b1-63677049d201/06677a53-1922-4ec6-bc30-c1f35b76d5a9/ffd0ac68-9e62-46bb-9691-89f6f09bbe09) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:38.329717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51f101c-f8bd-48b0-892c-b954dc54d9cf tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:38.331250 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f51f101c-f8bd-48b0-892c-b954dc54d9cf tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1524844 Jun 18 16:25:38.334605 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48558) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:38.415357 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f2a33c-3506-4c60-a02d-b5544e84816d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:38.421759 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c9f2a33c-3506-4c60-a02d-b5544e84816d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0841994 Jun 18 16:25:38.422078 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48560) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:38.457909 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.482243 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Transition to ACTIVE for port object 2960768d-1d70-4b20-8118-4e3c3ccc9a62 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:38.499145 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.504525 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-09a90d4c-7fed-4b02-909b-80de39253141 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749390 Jun 18 16:25:38.505544 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48562) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:38.515141 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:38.550236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48564) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:38.551430 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-e9c20916-e8a9-4905-b4f2-bee54a57ec2e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:38.563178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-fbd829db-c35e-49d5-8260-be29834f2ad6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1802640160', 'description': 'tempest-secgroup-smoke-1802640160 description', 'project_id': '1f2cb979b7a2442096d27fcea5c7d624'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:38.583911 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0e37cd08-7e86-426c-8f1c-3979a2d9b9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.599575 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba71403-1ff7-4622-b5fc-d318cb3d5be8 None None] Pushing event updated for resources: {'Port': ['ID=2960768d-1d70-4b20-8118-4e3c3ccc9a62,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:38.611820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-75cd6cfd-3f5f-4d58-bbb6-923e186b7edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.624437 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-0ba71403-1ff7-4622-b5fc-d318cb3d5be8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:38.625499 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Attempting to bind port 2960768d-1d70-4b20-8118-4e3c3ccc9a62 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:25:38.626106 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Attempting to bind port 2960768d-1d70-4b20-8118-4e3c3ccc9a62 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:25:38.626978 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Attempting to bind port 2960768d-1d70-4b20-8118-4e3c3ccc9a62 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:25:38.632913 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:25:38.633802 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:38.634442 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.635044 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:25:38.635895 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Bound port: 2960768d-1d70-4b20-8118-4e3c3ccc9a62, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:25:38.636504 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.668560 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fbd829db-c35e-49d5-8260-be29834f2ad6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.680329 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fbd829db-c35e-49d5-8260-be29834f2ad6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.698218 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-75cd6cfd-3f5f-4d58-bbb6-923e186b7edc None None] For port cfbfee3e-5170-4078-bec0-355321984667, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cfbfee3e-5170-4078-bec0-355321984667,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:38.712748 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] For port 2960768d-1d70-4b20-8118-4e3c3ccc9a62, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:25:38.718162 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6ed52c71-d76b-4f0c-98d8-3fb339ed886c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.719656 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] For port 2960768d-1d70-4b20-8118-4e3c3ccc9a62, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2960768d-1d70-4b20-8118-4e3c3ccc9a62,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:25:38.727008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-75cd6cfd-3f5f-4d58-bbb6-923e186b7edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.728799 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ed736f20-b518-4bf3-b511-b159f1f5973e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:38.733239 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.757505 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:38.770504 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-6ed52c71-d76b-4f0c-98d8-3fb339ed886c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Transition to ACTIVE for port object ffd0ac68-9e62-46bb-9691-89f6f09bbe09 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:38.811871 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.830162 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.830413 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd6cfd-3f5f-4d58-bbb6-923e186b7edc None None] Pushing event updated for resources: {'Port': ['ID=cfbfee3e-5170-4078-bec0-355321984667,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:38.837337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-75cd6cfd-3f5f-4d58-bbb6-923e186b7edc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:38.854075 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Routers {'1ad5445b-16d6-4eb5-b2a4-abb7307cb438'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:38.854774 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1ad5445b-16d6-4eb5-b2a4-abb7307cb438'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:38.881939 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:38.904718 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba71403-1ff7-4622-b5fc-d318cb3d5be8 None None] Pushing event updated for resources: {'Port': ['ID=2960768d-1d70-4b20-8118-4e3c3ccc9a62,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:38.910842 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-0ba71403-1ff7-4622-b5fc-d318cb3d5be8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:38.922134 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Set router d2938074-b18f-46a3-8a3d-3c6f178f51b0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:25:39.000053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6ed52c71-d76b-4f0c-98d8-3fb339ed886c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.012328 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f139747d-1880-4bd3-9f6f-72044f786ecc tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:39.031879 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] Set router 1ad5445b-16d6-4eb5-b2a4-abb7307cb438 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:25:39.032111 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.047283 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Allocated IP 172.26.6.201 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/cccac4a5-8471-45b0-a726-dd1c2df9b771) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:39.074844 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed52c71-d76b-4f0c-98d8-3fb339ed886c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network a5f15ef8-2364-4aeb-a6b1-63677049d201 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:39.092029 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fbd829db-c35e-49d5-8260-be29834f2ad6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.093403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-6ed52c71-d76b-4f0c-98d8-3fb339ed886c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:39.109375 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed52c71-d76b-4f0c-98d8-3fb339ed886c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:39.124853 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909735bc-e9ff-49c3-a537-a6a6f68da4e6 None None] Update dhcp port {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'fixed_ips': [{'subnet_id': 'd9bbd501-7c0f-43db-aefa-0fe345105190'}], 'binding:host_id': 'dv-neutron-797120-1-hyperv'}, 'id': '51aa90c5-b427-461d-9d0a-2045d48bff51'} from dv-neutron-797120-1-hyperv. {{(pid=93455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:25:39.130092 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.db.api [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:25:39.130500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_db.api [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:25:39.150560 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fbd829db-c35e-49d5-8260-be29834f2ad6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.163692 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5914b3e1-6016-4438-b485-c9850b4c501a None None] Provisioning complete for port cfbfee3e-5170-4078-bec0-355321984667 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:39.164090 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5914b3e1-6016-4438-b485-c9850b4c501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.171638 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c20916-e8a9-4905-b4f2-bee54a57ec2e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:39.175699 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9c20916-e8a9-4905-b4f2-bee54a57ec2e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.177987 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c20916-e8a9-4905-b4f2-bee54a57ec2e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:25:39.178591 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c20916-e8a9-4905-b4f2-bee54a57ec2e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:39.203439 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed52c71-d76b-4f0c-98d8-3fb339ed886c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=ffd0ac68-9e62-46bb-9691-89f6f09bbe09,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:39.219332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6ed52c71-d76b-4f0c-98d8-3fb339ed886c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:39.222399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-14dcafc9-636e-4400-8ce8-6467698f5ecc tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:39.234444 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Allocated IP 172.20.0.2 (a5f15ef8-2364-4aeb-a6b1-63677049d201/06677a53-1922-4ec6-bc30-c1f35b76d5a9/fb77c386-32eb-41ea-b789-1fe69b577d30) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:39.249051 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-909735bc-e9ff-49c3-a537-a6a6f68da4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.264620 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.311851 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed52c71-d76b-4f0c-98d8-3fb339ed886c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:39.312787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.313128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6ed52c71-d76b-4f0c-98d8-3fb339ed886c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.315774 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-14bbd510-51fa-427c-99a7-e9e1cb4a4ed6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:39.333383 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ad5445b-16d6-4eb5-b2a4-abb7307cb438', 'name': 'tempest-snat-router-189945286', 'tenant_id': '197973e5c1cd4add8c187c628041c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.105'}], 'enable_snat': False}, 'gw_port_id': '2960768d-1d70-4b20-8118-4e3c3ccc9a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:32Z', 'updated_at': '2021-06-18T16:25:36Z', 'revision_number': 3, 'project_id': '197973e5c1cd4add8c187c628041c3dc', 'gw_port': {'id': '2960768d-1d70-4b20-8118-4e3c3ccc9a62', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad5445b-16d6-4eb5-b2a4-abb7307cb438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:34Z', 'updated_at': '2021-06-18T16:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:39.352416 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd829db-c35e-49d5-8260-be29834f2ad6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc29e7ec-d785-4815-b0f1-f523c8f4a377,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:39.368473 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fbd829db-c35e-49d5-8260-be29834f2ad6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:39.373327 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Pushing event updated for resources: {'Port': ['ID=cccac4a5-8471-45b0-a726-dd1c2df9b771,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:39.375690 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5599dac6-9800-41d2-bac4-fa2d07dc5fae None None] The sync data for ids ['1ad5445b-16d6-4eb5-b2a4-abb7307cb438'] in dv-neutron-797120-1-hyperv is: [{'id': '1ad5445b-16d6-4eb5-b2a4-abb7307cb438', 'name': 'tempest-snat-router-189945286', 'tenant_id': '197973e5c1cd4add8c187c628041c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.105'}], 'enable_snat': False}, 'gw_port_id': '2960768d-1d70-4b20-8118-4e3c3ccc9a62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:32Z', 'updated_at': '2021-06-18T16:25:36Z', 'revision_number': 3, 'project_id': '197973e5c1cd4add8c187c628041c3dc', 'gw_port': {'id': '2960768d-1d70-4b20-8118-4e3c3ccc9a62', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ad5445b-16d6-4eb5-b2a4-abb7307cb438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:34Z', 'updated_at': '2021-06-18T16:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:25:39.379694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:39.401738 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:39.401738 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:39.404842 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:39.447116 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Allocated IP 172.20.0.1 (653de129-f9e5-469e-ba59-ca23a87d80e3/69140bce-415f-4588-91e8-fdea89aeed75/cba5fe8d-7143-4062-af07-4948fd50fd33) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:39.477308 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fbd829db-c35e-49d5-8260-be29834f2ad6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.489140 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fbd829db-c35e-49d5-8260-be29834f2ad6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.505269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f3635166-d69d-4b00-9c97-14fafa48de03 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:39.534624 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e9c20916-e8a9-4905-b4f2-bee54a57ec2e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.0224712 Jun 18 16:25:39.539875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48566) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:39.554386 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:36Z', 'revision_number': 3, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:39.582717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd829db-c35e-49d5-8260-be29834f2ad6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d784dc89-b152-47b1-83f4-e9958513fe7e,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:39.590146 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6ed52c71-d76b-4f0c-98d8-3fb339ed886c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.2241447 Jun 18 16:25:39.591200 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48568) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:39.594402 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-3db56dc4-c848-4d5b-92f4-05741ccb8da3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:39.597986 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fbd829db-c35e-49d5-8260-be29834f2ad6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:39.611401 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824425d1-9b58-41cf-8aad-c4c08cbe836c None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:39.630685 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Checking router: d2938074-b18f-46a3-8a3d-3c6f178f51b0 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:25:39.631051 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Updating router d2938074-b18f-46a3-8a3d-3c6f178f51b0 port e0350ebe-24ad-485b-81d3-98ff455297b4 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:25:39.647801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fbd829db-c35e-49d5-8260-be29834f2ad6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.649104 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fbd829db-c35e-49d5-8260-be29834f2ad6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0938056 Jun 18 16:25:39.655204 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48570) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:39.662179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f86abdc3-3df2-4d39-8cb1-af93f026fda1 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Request body: {'security_group_rule': {'security_group_id': 'd784dc89-b152-47b1-83f4-e9958513fe7e', 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:39.724715 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db56dc4-c848-4d5b-92f4-05741ccb8da3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:39.729130 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3db56dc4-c848-4d5b-92f4-05741ccb8da3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.730715 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db56dc4-c848-4d5b-92f4-05741ccb8da3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:25:39.731222 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db56dc4-c848-4d5b-92f4-05741ccb8da3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:39.767750 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.786520 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Transition to ACTIVE for port object cba5fe8d-7143-4062-af07-4948fd50fd33 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:39.795138 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7a5cb477-8f23-4636-8e8c-62f6d754829d None None] Provisioning complete for port 51aa90c5-b427-461d-9d0a-2045d48bff51 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:39.795138 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7a5cb477-8f23-4636-8e8c-62f6d754829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.799742 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.806347 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.833768 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Transition to ACTIVE for port object fb77c386-32eb-41ea-b789-1fe69b577d30 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:39.850144 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.854534 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f3a589ee-b965-4920-9672-494032029a7f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:39.891026 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f86abdc3-3df2-4d39-8cb1-af93f026fda1 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.912118 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-f578ebad-5454-4556-a94c-7ead00aa5d3c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port ffd0ac68-9e62-46bb-9691-89f6f09bbe09 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:39.912464 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f578ebad-5454-4556-a94c-7ead00aa5d3c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.950350 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:39.964371 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3db56dc4-c848-4d5b-92f4-05741ccb8da3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3757315 Jun 18 16:25:39.968064 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48572) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:39.977164 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-6ef15f92-a44c-4d85-85fa-22c437e05d65 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:39.989088 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Network 653de129-f9e5-469e-ba59-ca23a87d80e3 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:39.989322 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Transition to ACTIVE for port object fb77c386-32eb-41ea-b789-1fe69b577d30 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:40.024927 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:40.031231 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-44f3605b-b6bf-4950-824b-06e82df7a2d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:40.038588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:40.042916 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:40.048561 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Pushing event updated for resources: {'Port': ['ID=cba5fe8d-7143-4062-af07-4948fd50fd33,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:40.067680 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:40.120699 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2960768d-1d70-4b20-8118-4e3c3ccc9a62 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:40.165007 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:40.223061 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Pushing event updated for resources: {'Port': ['ID=fb77c386-32eb-41ea-b789-1fe69b577d30,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:40.240821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef15f92-a44c-4d85-85fa-22c437e05d65 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:40.245526 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6ef15f92-a44c-4d85-85fa-22c437e05d65 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:40.248130 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef15f92-a44c-4d85-85fa-22c437e05d65 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:25:40.248786 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef15f92-a44c-4d85-85fa-22c437e05d65 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:40.250984 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Network a5f15ef8-2364-4aeb-a6b1-63677049d201 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:40.300865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:40.311462 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6ef15f92-a44c-4d85-85fa-22c437e05d65 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3421783 Jun 18 16:25:40.314235 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48574) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:40.319867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f3d8df56-baa9-4489-a843-79148ce09031 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:40.321643 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:40.332625 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:40.507087 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:40.510615 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d8df56-baa9-4489-a843-79148ce09031 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:40.516985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3d8df56-baa9-4489-a843-79148ce09031 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:40.519040 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3d8df56-baa9-4489-a843-79148ce09031 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:25:40.519695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3d8df56-baa9-4489-a843-79148ce09031 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:40.577123 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f3d8df56-baa9-4489-a843-79148ce09031 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2616978 Jun 18 16:25:40.582116 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48576) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:40.595106 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-89b388f1-d1a5-447c-858b-616b71854f2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:40.624719 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1570fe37-d5e7-46d2-9419-b4b097fa5611 None None] DHCP port deletion for ce24d173-f93a-4cd6-bc0b-4cefb40733e2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:25:40.682326 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 2960768d-1d70-4b20-8118-4e3c3ccc9a62 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:40.693785 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Attempting to bind port fb77c386-32eb-41ea-b789-1fe69b577d30 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:25:40.694168 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Attempting to bind port fb77c386-32eb-41ea-b789-1fe69b577d30 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '5982459b-36c2-4edc-a690-2364d682aa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a5f15ef8-2364-4aeb-a6b1-63677049d201'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:25:40.694568 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Attempting to bind port fb77c386-32eb-41ea-b789-1fe69b577d30 on network a5f15ef8-2364-4aeb-a6b1-63677049d201 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:25:40.706020 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:25:40.706380 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Checking segment: {'id': '5982459b-36c2-4edc-a690-2364d682aa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a5f15ef8-2364-4aeb-a6b1-63677049d201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:40.706518 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:40.706905 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Bound using segment: {'id': '5982459b-36c2-4edc-a690-2364d682aa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a5f15ef8-2364-4aeb-a6b1-63677049d201'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:25:40.707401 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Bound port: fb77c386-32eb-41ea-b789-1fe69b577d30, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5982459b-36c2-4edc-a690-2364d682aa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a5f15ef8-2364-4aeb-a6b1-63677049d201'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:25:40.707786 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:40.730241 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f86abdc3-3df2-4d39-8cb1-af93f026fda1 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:40.730961 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 2960768d-1d70-4b20-8118-4e3c3ccc9a62 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:40.730961 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:40.732182 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f578ebad-5454-4556-a94c-7ead00aa5d3c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:40.744468 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f86abdc3-3df2-4d39-8cb1-af93f026fda1 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:40.792089 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2753c077-d427-46e2-9872-a12c7cba5d4c tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:40.818893 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b388f1-d1a5-447c-858b-616b71854f2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:40.820810 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-f578ebad-5454-4556-a94c-7ead00aa5d3c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for ffd0ac68-9e62-46bb-9691-89f6f09bbe09 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:40.823309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-89b388f1-d1a5-447c-858b-616b71854f2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:40.825804 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b388f1-d1a5-447c-858b-616b71854f2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:25:40.826648 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89b388f1-d1a5-447c-858b-616b71854f2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:40.854944 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-89b388f1-d1a5-447c-858b-616b71854f2a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2694254 Jun 18 16:25:40.858085 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48578) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:40.864206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f2bcbec6-526d-4d13-89e8-b6f646364683 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:40.890517 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86abdc3-3df2-4d39-8cb1-af93f026fda1 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73f7b3e-85ee-4c49-a4f1-2fb010f7799b,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:40.918272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f86abdc3-3df2-4d39-8cb1-af93f026fda1 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:40.922761 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f86abdc3-3df2-4d39-8cb1-af93f026fda1 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2635875 Jun 18 16:25:40.924141 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f86abdc3-3df2-4d39-8cb1-af93f026fda1 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:40.927826 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48580) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:40.929370 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] For port fb77c386-32eb-41ea-b789-1fe69b577d30, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:25:40.933065 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-a6b299df-614c-453f-81aa-96787b4cb915 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Request body: {'security_group_rule': {'security_group_id': 'd784dc89-b152-47b1-83f4-e9958513fe7e', 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:40.945201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f5fd9195-b66b-470d-8b9a-e066c0020434 None None] Provisioning for port cba5fe8d-7143-4062-af07-4948fd50fd33 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:40.947878 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-1570fe37-d5e7-46d2-9419-b4b097fa5611 None None] Deleting port 51aa90c5-b427-461d-9d0a-2045d48bff51 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:40.948266 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1570fe37-d5e7-46d2-9419-b4b097fa5611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:40.956157 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:40.998637 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] For port fb77c386-32eb-41ea-b789-1fe69b577d30, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=fb77c386-32eb-41ea-b789-1fe69b577d30,segment=NetworkSegment(5982459b-36c2-4edc-a690-2364d682aa44),segment_id=5982459b-36c2-4edc-a690-2364d682aa44)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:25:41.002604 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f5fd9195-b66b-470d-8b9a-e066c0020434 None None] Provisioning complete for port cba5fe8d-7143-4062-af07-4948fd50fd33 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:41.002972 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5fd9195-b66b-470d-8b9a-e066c0020434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.010898 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.037819 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-798c2edf-a341-4c13-98bd-36660d324b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.038045 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a6b299df-614c-453f-81aa-96787b4cb915 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.068462 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Transition to ACTIVE for port object e0350ebe-24ad-485b-81d3-98ff455297b4 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:41.070750 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.071645 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.079072 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-888a1e08-39b9-4fc8-b654-c610ac080627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:41.083638 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.092172 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6d34a706-085f-4b95-ac77-c4c2f330a21d tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:41.130833 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.145885 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f578ebad-5454-4556-a94c-7ead00aa5d3c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.150149 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-46d94dd2-d5ba-4470-9d6d-12789b3eb3b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:41.159928 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.166706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bcbec6-526d-4d13-89e8-b6f646364683 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:41.170313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f2bcbec6-526d-4d13-89e8-b6f646364683 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.172702 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2bcbec6-526d-4d13-89e8-b6f646364683 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:25:41.173146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2bcbec6-526d-4d13-89e8-b6f646364683 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:41.184823 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f578ebad-5454-4556-a94c-7ead00aa5d3c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=ffd0ac68-9e62-46bb-9691-89f6f09bbe09,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:41.185438 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f5fd9195-b66b-470d-8b9a-e066c0020434 None None] Port cba5fe8d-7143-4062-af07-4948fd50fd33 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:25:41.191409 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f578ebad-5454-4556-a94c-7ead00aa5d3c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:41.198646 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-1570fe37-d5e7-46d2-9419-b4b097fa5611 None None] For port 51aa90c5-b427-461d-9d0a-2045d48bff51, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=51aa90c5-b427-461d-9d0a-2045d48bff51,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:41.199053 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1570fe37-d5e7-46d2-9419-b4b097fa5611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.200908 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Pushing event updated for resources: {'Port': ['ID=cba5fe8d-7143-4062-af07-4948fd50fd33,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:41.211612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:41.220904 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a6b299df-614c-453f-81aa-96787b4cb915 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.225146 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f2bcbec6-526d-4d13-89e8-b6f646364683 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3634412 Jun 18 16:25:41.225146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.225534 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48582) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:41.241506 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a6b299df-614c-453f-81aa-96787b4cb915 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.243985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4c1b779c-c3fb-41fc-a091-995eaabf538f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:41.274340 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 2960768d-1d70-4b20-8118-4e3c3ccc9a62, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2960768d-1d70-4b20-8118-4e3c3ccc9a62,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:41.305021 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-1570fe37-d5e7-46d2-9419-b4b097fa5611 None None] Calling delete_port for 51aa90c5-b427-461d-9d0a-2045d48bff51 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:41.307458 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Pushing event updated for resources: {'Port': ['ID=fb77c386-32eb-41ea-b789-1fe69b577d30,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:41.313584 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Attempting to bind port e0350ebe-24ad-485b-81d3-98ff455297b4 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:25:41.313820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Attempting to bind port e0350ebe-24ad-485b-81d3-98ff455297b4 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:25:41.313966 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b299df-614c-453f-81aa-96787b4cb915 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe99f43-b43e-4394-89bc-cb9eceefae5f,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:41.314208 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Attempting to bind port e0350ebe-24ad-485b-81d3-98ff455297b4 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:25:41.318968 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a6b299df-614c-453f-81aa-96787b4cb915 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:41.319180 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:41.321588 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f4487f73-e9d1-41f5-bffb-b420a015af67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:41.326182 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a6b299df-614c-453f-81aa-96787b4cb915 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.333223 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48584) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:41.339171 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.340101 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cfbfee3e-5170-4078-bec0-355321984667 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:41.343453 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a6b299df-614c-453f-81aa-96787b4cb915 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4139886 Jun 18 16:25:41.343648 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-cee32fc1-6c37-4ce7-a691-611d6dfa94c6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Request body: {'security_group_rule': {'security_group_id': 'd784dc89-b152-47b1-83f4-e9958513fe7e', 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:41.360756 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f578ebad-5454-4556-a94c-7ead00aa5d3c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.365766 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f578ebad-5454-4556-a94c-7ead00aa5d3c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/ports/ffd0ac68-9e62-46bb-9691-89f6f09bbe09 HTTP/1.1" status: 204 len: 168 time: 1.7734387 Jun 18 16:25:41.367424 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48586) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:41.383694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Router ba479437-b2d0-48fd-9f76-d2da710d0055 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:25:41.385132 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:25:41.385603 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:41.385922 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.386920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:25:41.386920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Bound port: e0350ebe-24ad-485b-81d3-98ff455297b4, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:25:41.387208 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.416640 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f3949f-b9c6-43da-8346-77dfb4ec1b25 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] GET failed (client error): The resource could not be found. Jun 18 16:25:41.418156 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Network 653de129-f9e5-469e-ba59-ca23a87d80e3 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:41.420751 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:41.421894 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-33f3949f-b9c6-43da-8346-77dfb4ec1b25 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports/ffd0ac68-9e62-46bb-9691-89f6f09bbe09 HTTP/1.1" status: 404 len: 333 time: 0.0509453 Jun 18 16:25:41.422761 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48588) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:41.438163 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7580df27-c1a8-4ab3-9148-12fcf2698901 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:41.439782 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7580df27-c1a8-4ab3-9148-12fcf2698901 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2129095 Jun 18 16:25:41.442535 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48590) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:41.500951 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] For port e0350ebe-24ad-485b-81d3-98ff455297b4, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:25:41.505063 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] For port e0350ebe-24ad-485b-81d3-98ff455297b4, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e0350ebe-24ad-485b-81d3-98ff455297b4,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:25:41.521546 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cee32fc1-6c37-4ce7-a691-611d6dfa94c6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.649637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df02117-05fb-40f0-a999-150006cf421e tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting subnet 06677a53-1922-4ec6-bc30-c1f35b76d5a9 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:41.659708 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3df02117-05fb-40f0-a999-150006cf421e tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.666938 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1570fe37-d5e7-46d2-9419-b4b097fa5611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.678394 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.681363 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.694959 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36735f6-c90e-4def-88da-449bb573955b None None] Pushing event updated for resources: {'Port': ['ID=e0350ebe-24ad-485b-81d3-98ff455297b4,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:41.719164 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1570fe37-d5e7-46d2-9419-b4b097fa5611 None None] No DVR routers for this DVR port 51aa90c5-b427-461d-9d0a-2045d48bff51 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:41.722365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a36735f6-c90e-4def-88da-449bb573955b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:41.728398 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8ffc1412-c5ea-4d2c-9899-c58523f7b9ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:41.774772 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97269f21-cc1b-4730-8b03-3aa518b8692f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:41.805266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48592) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:41.812939 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-97269f21-cc1b-4730-8b03-3aa518b8692f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3361871 Jun 18 16:25:41.830363 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port cfbfee3e-5170-4078-bec0-355321984667 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:41.830778 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.915662 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Routers {'d2938074-b18f-46a3-8a3d-3c6f178f51b0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:41.916318 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:41.932473 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-64e24cd8-9193-4028-9666-35d43a531f10 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1212380 Jun 18 16:25:41.943048 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48594) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:41.952319 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-74114823-e2c3-4261-a0ba-f7231cdf8a9e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:41.958119 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3df02117-05fb-40f0-a999-150006cf421e tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:41.986135 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:25:41.995349 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Sync routers for ids ['ba479437-b2d0-48fd-9f76-d2da710d0055'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:25:42.005766 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cee32fc1-6c37-4ce7-a691-611d6dfa94c6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:42.011521 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Routers {'ba479437-b2d0-48fd-9f76-d2da710d0055'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:42.012898 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ba479437-b2d0-48fd-9f76-d2da710d0055'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:42.020037 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cee32fc1-6c37-4ce7-a691-611d6dfa94c6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:42.035005 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c2158ca6-4d90-432d-96b4-35b17e262513 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:42.072615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee32fc1-6c37-4ce7-a691-611d6dfa94c6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08714573-b9b3-43b3-9212-d3fd527273f3,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:42.079832 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cee32fc1-6c37-4ce7-a691-611d6dfa94c6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:42.081176 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:42.082691 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3673215 Jun 18 16:25:42.085656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48596) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:42.086264 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] Set router d2938074-b18f-46a3-8a3d-3c6f178f51b0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:25:42.097156 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cee32fc1-6c37-4ce7-a691-611d6dfa94c6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:42.099331 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cee32fc1-6c37-4ce7-a691-611d6dfa94c6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7651947 Jun 18 16:25:42.102323 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Router d2938074-b18f-46a3-8a3d-3c6f178f51b0 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:25:42.103184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48598) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:42.111091 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-bcc0cb73-bb3f-414f-931c-71ba0bf053b4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Request body: {'security_group_rule': {'security_group_id': 'd784dc89-b152-47b1-83f4-e9958513fe7e', 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:42.188021 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Set router ba479437-b2d0-48fd-9f76-d2da710d0055 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:25:42.194011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74114823-e2c3-4261-a0ba-f7231cdf8a9e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:42.197577 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-74114823-e2c3-4261-a0ba-f7231cdf8a9e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:42.239250 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ab8b36f2-a79e-42f6-a8a1-f425a0a2fb2b tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "GET /v2.0/routers/ba479437-b2d0-48fd-9f76-d2da710d0055 HTTP/1.1" status: 200 len: 907 time: 0.1520417 Jun 18 16:25:42.239925 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48600) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:42.356623 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=2960768d-1d70-4b20-8118-4e3c3ccc9a62,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:42.383486 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7310fb2b-a60f-4655-98b5-9ad0c065e4d7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:42.390591 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570fe37-d5e7-46d2-9419-b4b097fa5611 None None] Pushing event deleted for resources: {'Port': ['ID=51aa90c5-b427-461d-9d0a-2045d48bff51,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:42.398162 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:42.405966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5bb2f62e-e177-4efa-924b-7eafcab0c6bf None None] Provisioning complete for port cba5fe8d-7143-4062-af07-4948fd50fd33 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:42.406358 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5bb2f62e-e177-4efa-924b-7eafcab0c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:42.416316 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba479437-b2d0-48fd-9f76-d2da710d0055', 'name': 'tempest-snat-router-189945286', 'tenant_id': '197973e5c1cd4add8c187c628041c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.201'}], 'enable_snat': True}, 'gw_port_id': 'cccac4a5-8471-45b0-a726-dd1c2df9b771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:37Z', 'updated_at': '2021-06-18T16:25:39Z', 'revision_number': 3, 'project_id': '197973e5c1cd4add8c187c628041c3dc', 'gw_port': {'id': 'cccac4a5-8471-45b0-a726-dd1c2df9b771', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ed:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba479437-b2d0-48fd-9f76-d2da710d0055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 972, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:38Z', 'updated_at': '2021-06-18T16:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:42.446894 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Checking router: ba479437-b2d0-48fd-9f76-d2da710d0055 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:25:42.447816 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Updating router ba479437-b2d0-48fd-9f76-d2da710d0055 port cccac4a5-8471-45b0-a726-dd1c2df9b771 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:25:42.487341 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:42.499484 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 51aa90c5-b427-461d-9d0a-2045d48bff51 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:25:42.511298 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5bb2f62e-e177-4efa-924b-7eafcab0c6bf None None] Port cba5fe8d-7143-4062-af07-4948fd50fd33 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:25:42.520422 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7310fb2b-a60f-4655-98b5-9ad0c065e4d7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:42.571463 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36735f6-c90e-4def-88da-449bb573955b None None] Pushing event updated for resources: {'Port': ['ID=e0350ebe-24ad-485b-81d3-98ff455297b4,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:42.579511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a36735f6-c90e-4def-88da-449bb573955b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:42.580246 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 51aa90c5-b427-461d-9d0a-2045d48bff51 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:25:42.580844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 51aa90c5-b427-461d-9d0a-2045d48bff51 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:25:42.583103 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.885s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:42.583472 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:42.585627 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-adfcf8b9-2af6-49b5-abc6-dcf6105815a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.888s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:42.585983 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-adfcf8b9-2af6-49b5-abc6-dcf6105815a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:42.599989 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 2, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:42.629468 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-7310fb2b-a60f-4655-98b5-9ad0c065e4d7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Deleting port cccac4a5-8471-45b0-a726-dd1c2df9b771 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:42.629924 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7310fb2b-a60f-4655-98b5-9ad0c065e4d7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:42.633081 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1ee8a9-5e95-45b6-9b20-83840fa381ab None None] The sync data for ids ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'] in dv-neutron-797120-1-hyperv is: [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 2, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:25:42.776496 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7310fb2b-a60f-4655-98b5-9ad0c065e4d7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:42.862359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-7310fb2b-a60f-4655-98b5-9ad0c065e4d7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Calling delete_port for cccac4a5-8471-45b0-a726-dd1c2df9b771 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:42.878471 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device fb77c386-32eb-41ea-b789-1fe69b577d30 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:42.905688 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3df02117-05fb-40f0-a999-150006cf421e tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:42.915174 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:42.926698 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Transition to ACTIVE for port object cccac4a5-8471-45b0-a726-dd1c2df9b771 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:42.935687 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:42.938276 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-2dfac3ba-3ea2-4a8d-9cf3-87c7885c4642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:43.000838 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port fb77c386-32eb-41ea-b789-1fe69b577d30 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:43.007436 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40429e4-2b43-44d2-82e9-4a87f75e7990 None None] Pushing event updated for resources: {'Port': ['ID=cccac4a5-8471-45b0-a726-dd1c2df9b771,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:43.008012 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2960768d-1d70-4b20-8118-4e3c3ccc9a62 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:43.013042 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bcc0cb73-bb3f-414f-931c-71ba0bf053b4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:43.022391 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-a40429e4-2b43-44d2-82e9-4a87f75e7990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:43.041912 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Attempting to bind port cccac4a5-8471-45b0-a726-dd1c2df9b771 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:25:43.042290 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Attempting to bind port cccac4a5-8471-45b0-a726-dd1c2df9b771 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:25:43.042729 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Attempting to bind port cccac4a5-8471-45b0-a726-dd1c2df9b771 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:25:43.050264 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:25:43.052060 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:43.052940 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:43.053554 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:25:43.054247 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Bound port: cccac4a5-8471-45b0-a726-dd1c2df9b771, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:25:43.054910 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:43.093462 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 2960768d-1d70-4b20-8118-4e3c3ccc9a62 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:43.093854 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:43.146205 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] For port cccac4a5-8471-45b0-a726-dd1c2df9b771, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:25:43.150297 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] For port cccac4a5-8471-45b0-a726-dd1c2df9b771, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cccac4a5-8471-45b0-a726-dd1c2df9b771,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:25:43.160645 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:43.162739 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-161b1cef-0040-4c68-90c8-719ee6b5303d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:43.179652 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3df02117-05fb-40f0-a999-150006cf421e tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:43.198149 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-346213c5-37e1-4c2f-b84b-4af9555857ca tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:43.244847 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Routers {'ba479437-b2d0-48fd-9f76-d2da710d0055'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:43.245508 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ba479437-b2d0-48fd-9f76-d2da710d0055'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:43.272114 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df02117-05fb-40f0-a999-150006cf421e tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Subnet': ['ID=06677a53-1922-4ec6-bc30-c1f35b76d5a9,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:43.274364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3df02117-05fb-40f0-a999-150006cf421e tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:43.280175 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3df02117-05fb-40f0-a999-150006cf421e tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/subnets/06677a53-1922-4ec6-bc30-c1f35b76d5a9 HTTP/1.1" status: 204 len: 168 time: 1.8565309 Jun 18 16:25:43.282707 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48602) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:43.291326 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3df02117-05fb-40f0-a999-150006cf421e tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:43.316557 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec34bb1-cc95-4ddd-88b0-3bcfaab60871 None None] Network a5f15ef8-2364-4aeb-a6b1-63677049d201 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:43.366695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:25:43.377646 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] 10.222.0.50 "PUT /v2.0/routers/d2938074-b18f-46a3-8a3d-3c6f178f51b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2425394 Jun 18 16:25:43.388126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bcc0cb73-bb3f-414f-931c-71ba0bf053b4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:43.401586 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bcc0cb73-bb3f-414f-931c-71ba0bf053b4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:43.406625 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4d25835f-7809-4549-9230-1564b9c4b89f tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:43.417672 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7310fb2b-a60f-4655-98b5-9ad0c065e4d7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:43.421303 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-af8a6daf-f215-4c7b-b037-40349775b070 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:43.435708 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40429e4-2b43-44d2-82e9-4a87f75e7990 None None] Pushing event updated for resources: {'Port': ['ID=cccac4a5-8471-45b0-a726-dd1c2df9b771,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:43.447947 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-a40429e4-2b43-44d2-82e9-4a87f75e7990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:43.485920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0cb73-bb3f-414f-931c-71ba0bf053b4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e06a3c0-126f-4838-b864-397c65871995,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:43.499986 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bcc0cb73-bb3f-414f-931c-71ba0bf053b4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:43.500577 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] Set router ba479437-b2d0-48fd-9f76-d2da710d0055 gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:25:43.501241 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-bcc0cb73-bb3f-414f-931c-71ba0bf053b4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3939841 Jun 18 16:25:43.502578 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bcc0cb73-bb3f-414f-931c-71ba0bf053b4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:43.504589 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48606) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:43.522194 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310fb2b-a60f-4655-98b5-9ad0c065e4d7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Pushing event deleted for resources: {'Port': ['ID=cccac4a5-8471-45b0-a726-dd1c2df9b771,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:43.526267 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ce5813c2-cfe4-43c8-95d7-5e63320e023f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Request body: {'security_group_rule': {'security_group_id': 'd784dc89-b152-47b1-83f4-e9958513fe7e', 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:43.586868 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba479437-b2d0-48fd-9f76-d2da710d0055', 'name': 'tempest-snat-router-189945286', 'tenant_id': '197973e5c1cd4add8c187c628041c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:37Z', 'updated_at': '2021-06-18T16:25:42Z', 'revision_number': 4, 'project_id': '197973e5c1cd4add8c187c628041c3dc', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:43.611292 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6e0f72e6-28ef-4833-90a9-f2c20c5f099a None None] Provisioning for port fb77c386-32eb-41ea-b789-1fe69b577d30 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:43.629530 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-ce5813c2-cfe4-43c8-95d7-5e63320e023f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Project 1f2cb979b7a2442096d27fcea5c7d624 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:25:43.633569 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6e0f72e6-28ef-4833-90a9-f2c20c5f099a None None] Provisioning complete for port fb77c386-32eb-41ea-b789-1fe69b577d30 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:43.634030 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6e0f72e6-28ef-4833-90a9-f2c20c5f099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:43.638397 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ce5813c2-cfe4-43c8-95d7-5e63320e023f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:43.644776 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7310fb2b-a60f-4655-98b5-9ad0c065e4d7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:43.696516 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9a3b33-2169-4cfc-9ebc-be42648b57e8 None None] The sync data for ids ['ba479437-b2d0-48fd-9f76-d2da710d0055'] in dv-neutron-797120-1-hyperv is: [{'id': 'ba479437-b2d0-48fd-9f76-d2da710d0055', 'name': 'tempest-snat-router-189945286', 'tenant_id': '197973e5c1cd4add8c187c628041c3dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:37Z', 'updated_at': '2021-06-18T16:25:42Z', 'revision_number': 4, 'project_id': '197973e5c1cd4add8c187c628041c3dc', 'gw_port_host': None}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:25:43.732961 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:43.819828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181257eb-de47-4cb8-99d7-d52146bc9b0d None None] DHCP port deletion for a5f15ef8-2364-4aeb-a6b1-63677049d201 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:25:43.824378 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:43.831635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6e0f72e6-28ef-4833-90a9-f2c20c5f099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:43.838657 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7310fb2b-a60f-4655-98b5-9ad0c065e4d7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:43.846751 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.objects.ports [None req-74114823-e2c3-4261-a0ba-f7231cdf8a9e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93453) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:25:43.858268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-74114823-e2c3-4261-a0ba-f7231cdf8a9e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:43.900324 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-15ee90d7-424b-4683-847e-6ca8262fd780 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:43.943890 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6e0f72e6-28ef-4833-90a9-f2c20c5f099a None None] For port fb77c386-32eb-41ea-b789-1fe69b577d30, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=fb77c386-32eb-41ea-b789-1fe69b577d30,segment=NetworkSegment(5982459b-36c2-4edc-a690-2364d682aa44),segment_id=5982459b-36c2-4edc-a690-2364d682aa44)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:43.961360 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6e0f72e6-28ef-4833-90a9-f2c20c5f099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:43.973187 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ca45af53-17f0-4c11-bcb0-0ae6f90882b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:44.021960 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-181257eb-de47-4cb8-99d7-d52146bc9b0d None None] Deleting port fb77c386-32eb-41ea-b789-1fe69b577d30 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:44.022350 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-181257eb-de47-4cb8-99d7-d52146bc9b0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.050389 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74114823-e2c3-4261-a0ba-f7231cdf8a9e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:44.069681 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-74114823-e2c3-4261-a0ba-f7231cdf8a9e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:44.071283 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7310fb2b-a60f-4655-98b5-9ad0c065e4d7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.074450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74114823-e2c3-4261-a0ba-f7231cdf8a9e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:44.075725 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-74114823-e2c3-4261-a0ba-f7231cdf8a9e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.076245 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7310fb2b-a60f-4655-98b5-9ad0c065e4d7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.106736 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28705e21-5258-44ec-a101-364b3110108c None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:44.128414 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-74114823-e2c3-4261-a0ba-f7231cdf8a9e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1811483 Jun 18 16:25:44.155589 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48612) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:44.163219 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d1e06ab3-c7e0-43d6-bc4c-c5c82059c4c0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'mac_address': 'fa:16:3e:a0:6d:c6', 'name': 'tempest-NetworksTestDHCPv6-1878493901'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:44.168253 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ce5813c2-cfe4-43c8-95d7-5e63320e023f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.201006 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ce5813c2-cfe4-43c8-95d7-5e63320e023f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.203168 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74114823-e2c3-4261-a0ba-f7231cdf8a9e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=15b003b9-7405-4ff5-b66b-c97904e82a4a,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:44.207251 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-74114823-e2c3-4261-a0ba-f7231cdf8a9e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:44.232992 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7310fb2b-a60f-4655-98b5-9ad0c065e4d7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.234183 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7310fb2b-a60f-4655-98b5-9ad0c065e4d7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba479437-b2d0-48fd-9f76-d2da710d0055 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:25:44.243573 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port fb77c386-32eb-41ea-b789-1fe69b577d30 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:44.245461 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.259054 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7310fb2b-a60f-4655-98b5-9ad0c065e4d7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.264243 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7310fb2b-a60f-4655-98b5-9ad0c065e4d7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "DELETE /v2.0/routers/ba479437-b2d0-48fd-9f76-d2da710d0055 HTTP/1.1" status: 204 len: 168 time: 2.0197260 Jun 18 16:25:44.265357 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48618) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:44.373996 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:44.411712 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ce5813c2-cfe4-43c8-95d7-5e63320e023f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.412642 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ce5813c2-cfe4-43c8-95d7-5e63320e023f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9071229 Jun 18 16:25:44.417337 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48622) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:44.423484 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ee5e2b7b-1722-4ee4-8aa4-f1c537b57d59 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Request body: {'security_group_rule': {'security_group_id': 'd784dc89-b152-47b1-83f4-e9958513fe7e', 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:44.437146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5813c2-cfe4-43c8-95d7-5e63320e023f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9e16381-6efd-4a84-8b35-97774996d256,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:44.459242 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] For port fb77c386-32eb-41ea-b789-1fe69b577d30, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=fb77c386-32eb-41ea-b789-1fe69b577d30,segment=NetworkSegment(5982459b-36c2-4edc-a690-2364d682aa44),segment_id=5982459b-36c2-4edc-a690-2364d682aa44)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:44.459616 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.464570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ce5813c2-cfe4-43c8-95d7-5e63320e023f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:44.509749 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-ee5e2b7b-1722-4ee4-8aa4-f1c537b57d59 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Project 1f2cb979b7a2442096d27fcea5c7d624 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:25:44.531006 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2b7b-1722-4ee4-8aa4-f1c537b57d59 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.560849 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for fb77c386-32eb-41ea-b789-1fe69b577d30 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:44.577076 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-965f97e1-a1a8-42c4-bf5e-1dc88b31c4af tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.581638 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48626) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:44.598813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e06ab3-c7e0-43d6-bc4c-c5c82059c4c0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:44.641335 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-272c001c-c874-488f-ae1d-7b158f367ab8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1012992040-network', 'tenant_id': 'c3ce8060042a4ef4b02de0b5e22778b4'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:44.691353 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-181257eb-de47-4cb8-99d7-d52146bc9b0d None None] For port fb77c386-32eb-41ea-b789-1fe69b577d30, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=fb77c386-32eb-41ea-b789-1fe69b577d30,segment=NetworkSegment(5982459b-36c2-4edc-a690-2364d682aa44),segment_id=5982459b-36c2-4edc-a690-2364d682aa44)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:44.692074 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-181257eb-de47-4cb8-99d7-d52146bc9b0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.745243 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2b7b-1722-4ee4-8aa4-f1c537b57d59 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.792518 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2b7b-1722-4ee4-8aa4-f1c537b57d59 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.805545 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:44.811178 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272c001c-c874-488f-ae1d-7b158f367ab8 admin admin] Made reservation on behalf of c3ce8060042a4ef4b02de0b5e22778b4 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:44.813781 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-272c001c-c874-488f-ae1d-7b158f367ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.826834 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-272c001c-c874-488f-ae1d-7b158f367ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.850347 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-181257eb-de47-4cb8-99d7-d52146bc9b0d None None] Calling delete_port for fb77c386-32eb-41ea-b789-1fe69b577d30 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:44.869771 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d1e06ab3-c7e0-43d6-bc4c-c5c82059c4c0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.878189 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e2b7b-1722-4ee4-8aa4-f1c537b57d59 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767bf837-0d69-4015-8021-975bca0d73e1,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:44.882598 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ee5e2b7b-1722-4ee4-8aa4-f1c537b57d59 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:44.908366 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-d1e06ab3-c7e0-43d6-bc4c-c5c82059c4c0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port 363d4560-ee4e-40ce-82bc-89c8dde66b18 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:25:44.935056 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.954232 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9e4e1119-2632-4c9e-811a-27933cc993db tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:44.968550 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-965f97e1-a1a8-42c4-bf5e-1dc88b31c4af tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.974106 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-181257eb-de47-4cb8-99d7-d52146bc9b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:44.983547 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e0350ebe-24ad-485b-81d3-98ff455297b4 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:45.017800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=fb77c386-32eb-41ea-b789-1fe69b577d30,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:45.035181 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:45.043010 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0f72e6-28ef-4833-90a9-f2c20c5f099a None None] Pushing event updated for resources: {'Port': ['ID=fb77c386-32eb-41ea-b789-1fe69b577d30,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:45.043289 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No DVR routers for this DVR port fb77c386-32eb-41ea-b789-1fe69b577d30 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:45.049170 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6e0f72e6-28ef-4833-90a9-f2c20c5f099a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.076s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:45.053260 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9afbfd86-ef20-4e0a-be3e-578a2f5a0ff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:45.060645 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181257eb-de47-4cb8-99d7-d52146bc9b0d None None] No DVR routers for this DVR port fb77c386-32eb-41ea-b789-1fe69b577d30 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:45.078944 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-d1e06ab3-c7e0-43d6-bc4c-c5c82059c4c0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::f816:3eff:fea0:6dc6 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/15b003b9-7405-4ff5-b66b-c97904e82a4a/363d4560-ee4e-40ce-82bc-89c8dde66b18) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:45.119854 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181257eb-de47-4cb8-99d7-d52146bc9b0d None None] Pushing event deleted for resources: {'Port': ['ID=fb77c386-32eb-41ea-b789-1fe69b577d30,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:45.122991 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-181257eb-de47-4cb8-99d7-d52146bc9b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:45.170018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port e0350ebe-24ad-485b-81d3-98ff455297b4 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:45.179755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': '15b003b9-7405-4ff5-b66b-c97904e82a4a'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:25:45.180624 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.190999 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.194298 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port e0350ebe-24ad-485b-81d3-98ff455297b4 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:45.194701 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.213668 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f15ef8-2364-4aeb-a6b1-63677049d201']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:45.240471 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5982459b-36c2-4edc-a690-2364d682aa44') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:45.240767 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5982459b-36c2-4edc-a690-2364d682aa44') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:45.250564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-272c001c-c874-488f-ae1d-7b158f367ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.255265 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-965f97e1-a1a8-42c4-bf5e-1dc88b31c4af tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Deleting port 2960768d-1d70-4b20-8118-4e3c3ccc9a62 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:45.255856 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-965f97e1-a1a8-42c4-bf5e-1dc88b31c4af tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.260170 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.270554 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d1e06ab3-c7e0-43d6-bc4c-c5c82059c4c0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.270852 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-272c001c-c874-488f-ae1d-7b158f367ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.284464 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-d1e06ab3-c7e0-43d6-bc4c-c5c82059c4c0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object 363d4560-ee4e-40ce-82bc-89c8dde66b18 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:45.304452 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a52c827b-1f24-454b-a528-defeba277e0a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:45.323450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee5e2b7b-1722-4ee4-8aa4-f1c537b57d59 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.326258 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ee5e2b7b-1722-4ee4-8aa4-f1c537b57d59 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9076304 Jun 18 16:25:45.327951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.330191 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48628) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:45.333951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272c001c-c874-488f-ae1d-7b158f367ab8 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:25:45.337777 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ae69297f-5797-43e5-9210-864f30e2f68f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Request body: {'network': {'name': 'tempest-network-smoke--1050983385', 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'port_security_enabled': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:45.357967 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d1e06ab3-c7e0-43d6-bc4c-c5c82059c4c0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.359750 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:25:45.363527 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: items = [ Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:25:45.365214 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:25:45.368706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c4791d23-634a-43e5-8ac4-c423c499f7be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:45.392598 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.404363 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae69297f-5797-43e5-9210-864f30e2f68f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Made reservation on behalf of 1f2cb979b7a2442096d27fcea5c7d624 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:45.407888 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ae69297f-5797-43e5-9210-864f30e2f68f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.420821 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c001c-c874-488f-ae1d-7b158f367ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a39121-4fc2-4e1b-a8f5-34ddccad7399,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:45.422693 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e06ab3-c7e0-43d6-bc4c-c5c82059c4c0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:45.425552 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Allocated IP 2001:db8::f816:3eff:feaf:fed4 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/15b003b9-7405-4ff5-b66b-c97904e82a4a/d49359de-245e-42c3-8258-7c52706f8fd6) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:45.429326 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port e0350ebe-24ad-485b-81d3-98ff455297b4, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e0350ebe-24ad-485b-81d3-98ff455297b4,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:45.434508 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-d1e06ab3-c7e0-43d6-bc4c-c5c82059c4c0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:45.437013 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.439349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e06ab3-c7e0-43d6-bc4c-c5c82059c4c0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:45.443234 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-272c001c-c874-488f-ae1d-7b158f367ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:45.443476 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6c0d4354-de61-4b2c-9265-0743e1177db6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:45.446992 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e06ab3-c7e0-43d6-bc4c-c5c82059c4c0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:45.447664 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d1e06ab3-c7e0-43d6-bc4c-c5c82059c4c0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.470173 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e06ab3-c7e0-43d6-bc4c-c5c82059c4c0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=363d4560-ee4e-40ce-82bc-89c8dde66b18,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:45.474627 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d1e06ab3-c7e0-43d6-bc4c-c5c82059c4c0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:45.478053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae69297f-5797-43e5-9210-864f30e2f68f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:25:45.478376 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-965f97e1-a1a8-42c4-bf5e-1dc88b31c4af tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] For port 2960768d-1d70-4b20-8118-4e3c3ccc9a62, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2960768d-1d70-4b20-8118-4e3c3ccc9a62,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:45.478806 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-965f97e1-a1a8-42c4-bf5e-1dc88b31c4af tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.480801 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d1e06ab3-c7e0-43d6-bc4c-c5c82059c4c0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3220179 Jun 18 16:25:45.484279 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48630) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:45.492154 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-272c001c-c874-488f-ae1d-7b158f367ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.492537 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-272c001c-c874-488f-ae1d-7b158f367ab8 admin admin] Added segment 13f8fbe6-d417-4249-bf2d-df9bde8a5d72 of type vlan for network ef23d519-5ee4-451f-976a-f5c421fa7815 Jun 18 16:25:45.494076 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.510720 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:45.523151 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ae69297f-5797-43e5-9210-864f30e2f68f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.523601 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-ae69297f-5797-43e5-9210-864f30e2f68f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Added segment c19b25f4-082e-45e6-9c8c-7970d64add03 of type vlan for network 85cc2d4b-1a30-4451-b45a-65c661f2447c Jun 18 16:25:45.526163 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.527698 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/networks/a5f15ef8-2364-4aeb-a6b1-63677049d201 HTTP/1.1" status: 204 len: 168 time: 2.2439878 Jun 18 16:25:45.539513 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48632) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:45.545817 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-03e82dbc-e487-4bce-a9dc-13a8afadbb4d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4', 'name': 'tempest-PortsTestJSON-850976884'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:45.559938 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Network': ['ID=a5f15ef8-2364-4aeb-a6b1-63677049d201,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:45.567241 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=e0350ebe-24ad-485b-81d3-98ff455297b4,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:45.571265 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:45.608826 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-965f97e1-a1a8-42c4-bf5e-1dc88b31c4af tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Calling delete_port for 2960768d-1d70-4b20-8118-4e3c3ccc9a62 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:45.613045 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:45.632433 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-272c001c-c874-488f-ae1d-7b158f367ab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.647810 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ae69297f-5797-43e5-9210-864f30e2f68f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.654936 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device fb77c386-32eb-41ea-b789-1fe69b577d30 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:25:45.681849 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: fb77c386-32eb-41ea-b789-1fe69b577d30 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:25:45.682494 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device fb77c386-32eb-41ea-b789-1fe69b577d30 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:25:45.689663 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fab78fa-94eb-4873-81ea-0576eb329f9a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:45.691737 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5fab78fa-94eb-4873-81ea-0576eb329f9a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2064424 Jun 18 16:25:45.695147 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48634) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:45.705847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.716319 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Transition to ACTIVE for port object d49359de-245e-42c3-8258-7c52706f8fd6 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:45.721541 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ae69297f-5797-43e5-9210-864f30e2f68f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.727340 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae69297f-5797-43e5-9210-864f30e2f68f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:45.728001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ae69297f-5797-43e5-9210-864f30e2f68f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.736465 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Transition to ACTIVE for port object d49359de-245e-42c3-8258-7c52706f8fd6 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:45.739347 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b3de8656-7d8e-4e91-bf4f-5130b009d371 tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:45.749870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e82dbc-e487-4bce-a9dc-13a8afadbb4d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:45.750741 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-272c001c-c874-488f-ae1d-7b158f367ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.752386 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272c001c-c874-488f-ae1d-7b158f367ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:45.752804 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.753116 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-272c001c-c874-488f-ae1d-7b158f367ab8 admin admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.754146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03e82dbc-e487-4bce-a9dc-13a8afadbb4d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.755965 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a36735f6-c90e-4def-88da-449bb573955b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:45.761680 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0cc84d16-15f3-4e87-8e15-541da4c615f7 tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:45.801011 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:45.804676 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:45.807458 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:45.818118 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Pushing event updated for resources: {'Port': ['ID=d49359de-245e-42c3-8258-7c52706f8fd6,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:45.821491 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:45.827612 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ae69297f-5797-43e5-9210-864f30e2f68f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4959550 Jun 18 16:25:45.835661 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48636) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:45.845261 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1793862615', 'admin_state_up': True, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:45.873938 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-03e82dbc-e487-4bce-a9dc-13a8afadbb4d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] device_id is not set on port e82b2f68-61ba-44b4-817b-b39eeabf5c6f yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:25:45.883631 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Attempting to bind port d49359de-245e-42c3-8258-7c52706f8fd6 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:25:45.884268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Attempting to bind port d49359de-245e-42c3-8258-7c52706f8fd6 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:25:45.884887 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Attempting to bind port d49359de-245e-42c3-8258-7c52706f8fd6 on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:25:45.894850 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:25:45.895699 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:45.896372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.896997 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:25:45.897907 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Bound port: d49359de-245e-42c3-8258-7c52706f8fd6, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:25:45.898771 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:45.939206 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-272c001c-c874-488f-ae1d-7b158f367ab8 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3557515 Jun 18 16:25:45.939800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48638) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:45.961685 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-61e76b07-0e68-4d13-8563-940e6001b5d1 admin admin] Request body: {'subnet': {'network_id': 'ef23d519-5ee4-451f-976a-f5c421fa7815', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1012992040-subnet', 'tenant_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'ip_version': 4}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:45.962024 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69297f-5797-43e5-9210-864f30e2f68f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event updated for resources: {'Network': ['ID=85cc2d4b-1a30-4451-b45a-65c661f2447c,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:45.974025 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c001c-c874-488f-ae1d-7b158f367ab8 admin admin] Pushing event updated for resources: {'Network': ['ID=ef23d519-5ee4-451f-976a-f5c421fa7815,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:45.974341 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] For port d49359de-245e-42c3-8258-7c52706f8fd6, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:25:45.978865 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-272c001c-c874-488f-ae1d-7b158f367ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:45.981420 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] For port d49359de-245e-42c3-8258-7c52706f8fd6, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d49359de-245e-42c3-8258-7c52706f8fd6,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:25:45.985439 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 85cc2d4b-1a30-4451-b45a-65c661f2447c details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:25:45.994675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ae69297f-5797-43e5-9210-864f30e2f68f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:46.014366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:46.021312 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network ef23d519-5ee4-451f-976a-f5c421fa7815 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:25:46.025278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:46.026701 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:46.050592 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d1f717ce-947e-48ad-9110-c7912a18be04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:46.099478 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-cfc11522-10fd-4810-bcb0-fce70e5421e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port 363d4560-ee4e-40ce-82bc-89c8dde66b18 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:46.100037 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cfc11522-10fd-4810-bcb0-fce70e5421e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:46.155730 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e76b07-0e68-4d13-8563-940e6001b5d1 admin admin] Made reservation on behalf of c3ce8060042a4ef4b02de0b5e22778b4 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:46.158227 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-61e76b07-0e68-4d13-8563-940e6001b5d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:46.166362 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03e82dbc-e487-4bce-a9dc-13a8afadbb4d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:46.200717 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Pushing event updated for resources: {'Port': ['ID=d49359de-245e-42c3-8258-7c52706f8fd6,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:46.204815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:46.232742 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03e82dbc-e487-4bce-a9dc-13a8afadbb4d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:46.239836 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d1e06ab3-c7e0-43d6-bc4c-c5c82059c4c0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:46.289913 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e82dbc-e487-4bce-a9dc-13a8afadbb4d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:46.293992 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-03e82dbc-e487-4bce-a9dc-13a8afadbb4d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:46.298533 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e82dbc-e487-4bce-a9dc-13a8afadbb4d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:46.304127 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e82dbc-e487-4bce-a9dc-13a8afadbb4d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:46.304797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03e82dbc-e487-4bce-a9dc-13a8afadbb4d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:46.321274 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e82dbc-e487-4bce-a9dc-13a8afadbb4d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=e82b2f68-61ba-44b4-817b-b39eeabf5c6f,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:46.324780 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-03e82dbc-e487-4bce-a9dc-13a8afadbb4d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:46.335199 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-03e82dbc-e487-4bce-a9dc-13a8afadbb4d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7926092 Jun 18 16:25:46.335587 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48640) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:46.416360 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Sync routers for ids ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:25:46.429147 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Routers {'d2938074-b18f-46a3-8a3d-3c6f178f51b0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:46.429800 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:46.483848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-a029b6a3-108e-491a-b9bc-defd0bb487f6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port e82b2f68-61ba-44b4-817b-b39eeabf5c6f {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:46.484604 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a029b6a3-108e-491a-b9bc-defd0bb487f6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:46.566630 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Set router d2938074-b18f-46a3-8a3d-3c6f178f51b0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:25:46.572806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a029b6a3-108e-491a-b9bc-defd0bb487f6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:46.602954 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-965f97e1-a1a8-42c4-bf5e-1dc88b31c4af tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:46.612823 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ce8b6fa5-067f-4878-8e19-d47e05b7a3a6 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:46.641562 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f97e1-a1a8-42c4-bf5e-1dc88b31c4af tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Pushing event deleted for resources: {'Port': ['ID=2960768d-1d70-4b20-8118-4e3c3ccc9a62,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:46.659964 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-965f97e1-a1a8-42c4-bf5e-1dc88b31c4af tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:46.661426 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:46.693810 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-a029b6a3-108e-491a-b9bc-defd0bb487f6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for e82b2f68-61ba-44b4-817b-b39eeabf5c6f owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:46.786337 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cfc11522-10fd-4810-bcb0-fce70e5421e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:46.819629 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 2, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:46.846523 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Checking router: d2938074-b18f-46a3-8a3d-3c6f178f51b0 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:25:46.846857 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Updating router d2938074-b18f-46a3-8a3d-3c6f178f51b0 port cba5fe8d-7143-4062-af07-4948fd50fd33 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:25:46.850409 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:46.886894 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:46.930525 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-cfc11522-10fd-4810-bcb0-fce70e5421e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for 363d4560-ee4e-40ce-82bc-89c8dde66b18 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:46.935464 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d49359de-245e-42c3-8258-7c52706f8fd6 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:46.972801 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-965f97e1-a1a8-42c4-bf5e-1dc88b31c4af tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:46.998307 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a029b6a3-108e-491a-b9bc-defd0bb487f6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.008517 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1225e8cc-6483-46cc-a07b-eb02d5a6dae4 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:47.045731 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029b6a3-108e-491a-b9bc-defd0bb487f6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=e82b2f68-61ba-44b4-817b-b39eeabf5c6f,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:47.049055 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a029b6a3-108e-491a-b9bc-defd0bb487f6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:47.053936 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a029b6a3-108e-491a-b9bc-defd0bb487f6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.058251 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a029b6a3-108e-491a-b9bc-defd0bb487f6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/ports/e82b2f68-61ba-44b4-817b-b39eeabf5c6f HTTP/1.1" status: 204 len: 168 time: 0.7191243 Jun 18 16:25:47.060374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48642) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:47.093655 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-4c76d1f5-7ebf-4339-88cf-764eeccce9d7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4', 'mac_address': 'fa:16:3e:94:75:39', 'name': 'tempest-PortsTestJSON-1884504908'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:47.130950 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port d49359de-245e-42c3-8258-7c52706f8fd6 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:47.154613 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-61e76b07-0e68-4d13-8563-940e6001b5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.159980 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-965f97e1-a1a8-42c4-bf5e-1dc88b31c4af tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.166453 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e0350ebe-24ad-485b-81d3-98ff455297b4 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:47.167172 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.189270 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-08bb8d69-1896-4617-81b4-9d43a433c7e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:47.189533 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.195636 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-965f97e1-a1a8-42c4-bf5e-1dc88b31c4af tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.264416 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port e0350ebe-24ad-485b-81d3-98ff455297b4 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:47.264806 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.331388 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Allocated IP 172.26.6.33 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:47.347705 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-965f97e1-a1a8-42c4-bf5e-1dc88b31c4af tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.348632 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965f97e1-a1a8-42c4-bf5e-1dc88b31c4af tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ad5445b-16d6-4eb5-b2a4-abb7307cb438 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:25:47.354179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-965f97e1-a1a8-42c4-bf5e-1dc88b31c4af tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.356084 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-965f97e1-a1a8-42c4-bf5e-1dc88b31c4af tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "DELETE /v2.0/routers/1ad5445b-16d6-4eb5-b2a4-abb7307cb438 HTTP/1.1" status: 204 len: 168 time: 3.0687141 Jun 18 16:25:47.361884 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48644) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:47.368041 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e76b07-0e68-4d13-8563-940e6001b5d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=387c084c-c34e-4146-98e8-62e7f47ab794,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:47.371807 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-61e76b07-0e68-4d13-8563-940e6001b5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:47.377918 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2136044418', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}, 'admin_state_up': False}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:47.399698 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e76b07-0e68-4d13-8563-940e6001b5d1 admin admin] Checking segment: {'id': '13f8fbe6-d417-4249-bf2d-df9bde8a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ef23d519-5ee4-451f-976a-f5c421fa7815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:47.400010 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e76b07-0e68-4d13-8563-940e6001b5d1 admin admin] Network hostable DHCP agents. Network: ef23d519-5ee4-451f-976a-f5c421fa7815, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:25:47.448881 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e76b07-0e68-4d13-8563-940e6001b5d1 admin admin] Network ef23d519-5ee4-451f-976a-f5c421fa7815 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:25:47.451642 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c76d1f5-7ebf-4339-88cf-764eeccce9d7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:47.465259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.477314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Transition to ACTIVE for port object cba5fe8d-7143-4062-af07-4948fd50fd33 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:47.489081 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.492709 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:47.550732 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.554026 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-61e76b07-0e68-4d13-8563-940e6001b5d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, ef23d519-5ee4-451f-976a-f5c421fa7815) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:47.560057 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e76b07-0e68-4d13-8563-940e6001b5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:47.560678 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-61e76b07-0e68-4d13-8563-940e6001b5d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.582894 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.583924 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.600509 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8554d19-b082-4d77-89a6-4a5c70ca4438 None None] Pushing event updated for resources: {'Port': ['ID=cba5fe8d-7143-4062-af07-4948fd50fd33,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:47.603364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-737415d5-98ed-4a0c-a9dd-03d22e79a1d9 None None] Provisioning for port d49359de-245e-42c3-8258-7c52706f8fd6 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:47.606227 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d739d2-706b-4f0d-8967-34b4826f3391 None None] Network ef23d519-5ee4-451f-976a-f5c421fa7815 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:47.609070 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f8554d19-b082-4d77-89a6-4a5c70ca4438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:47.623283 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c76d1f5-7ebf-4339-88cf-764eeccce9d7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.642930 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-61e76b07-0e68-4d13-8563-940e6001b5d1 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6854119 Jun 18 16:25:47.647082 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cfc11522-10fd-4810-bcb0-fce70e5421e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.647472 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48646) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:47.655606 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d8ef9bd8-22af-473f-ac16-eed95737e38a tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:47.662106 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1012992040-router', 'tenant_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:47.676891 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-4c76d1f5-7ebf-4339-88cf-764eeccce9d7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] device_id is not set on port 1bad177e-42ba-477c-aa49-42f61f281355 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:25:47.695677 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.700822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6ed52c71-d76b-4f0c-98d8-3fb339ed886c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:47.716151 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-737415d5-98ed-4a0c-a9dd-03d22e79a1d9 None None] Provisioning complete for port d49359de-245e-42c3-8258-7c52706f8fd6 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:47.716358 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-737415d5-98ed-4a0c-a9dd-03d22e79a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.736266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:47.739873 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:47.742384 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.743570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.810938 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:47.844095 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Attempting to bind port cba5fe8d-7143-4062-af07-4948fd50fd33 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:25:47.844479 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Attempting to bind port cba5fe8d-7143-4062-af07-4948fd50fd33 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:25:47.844858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Attempting to bind port cba5fe8d-7143-4062-af07-4948fd50fd33 on network 653de129-f9e5-469e-ba59-ca23a87d80e3 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:25:47.866608 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:25:47.866916 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Checking segment: {'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:47.867337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.868617 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Bound using segment: {'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:25:47.870082 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.875112 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Bound port: cba5fe8d-7143-4062-af07-4948fd50fd33, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:25:47.877079 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.896794 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c76d1f5-7ebf-4339-88cf-764eeccce9d7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.953935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event updated for resources: {'Port': ['ID=f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:47.976680 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-737415d5-98ed-4a0c-a9dd-03d22e79a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.989217 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c76d1f5-7ebf-4339-88cf-764eeccce9d7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:47.995372 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:47.995587 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc11522-10fd-4810-bcb0-fce70e5421e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=363d4560-ee4e-40ce-82bc-89c8dde66b18,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:48.004510 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:48.008950 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cfc11522-10fd-4810-bcb0-fce70e5421e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:48.009370 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c337a6e7-19b8-4a5b-a836-e07aeeb1d45c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:48.090618 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-737415d5-98ed-4a0c-a9dd-03d22e79a1d9 None None] For port d49359de-245e-42c3-8258-7c52706f8fd6, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d49359de-245e-42c3-8258-7c52706f8fd6,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:48.107264 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-737415d5-98ed-4a0c-a9dd-03d22e79a1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:48.154274 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cfc11522-10fd-4810-bcb0-fce70e5421e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:48.159665 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cfc11522-10fd-4810-bcb0-fce70e5421e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/363d4560-ee4e-40ce-82bc-89c8dde66b18 HTTP/1.1" status: 204 len: 168 time: 2.4616284 Jun 18 16:25:48.160571 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48648) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:48.166057 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c76d1f5-7ebf-4339-88cf-764eeccce9d7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:48.226954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:48.259478 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-4c76d1f5-7ebf-4339-88cf-764eeccce9d7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:48.262397 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c76d1f5-7ebf-4339-88cf-764eeccce9d7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:48.268375 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c76d1f5-7ebf-4339-88cf-764eeccce9d7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:48.269024 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4c76d1f5-7ebf-4339-88cf-764eeccce9d7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:48.307641 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:48.315975 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:48.320899 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76d1f5-7ebf-4339-88cf-764eeccce9d7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=1bad177e-42ba-477c-aa49-42f61f281355,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:48.325275 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4c76d1f5-7ebf-4339-88cf-764eeccce9d7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:48.346486 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4c76d1f5-7ebf-4339-88cf-764eeccce9d7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2858245 Jun 18 16:25:48.350491 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48650) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:48.352666 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ef23d519-5ee4-451f-976a-f5c421fa7815', 'network_id': 'ef23d519-5ee4-451f-976a-f5c421fa7815', 'tenant_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'fixed_ips': [{'subnet_id': '387c084c-c34e-4146-98e8-62e7f47ab794'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:25:48.353736 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:48.360351 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae542b78-1699-41bd-9cf9-6378e22d13c4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:48.362344 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae542b78-1699-41bd-9cf9-6378e22d13c4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:48.366763 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ae542b78-1699-41bd-9cf9-6378e22d13c4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1991482 Jun 18 16:25:48.377974 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48652) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:48.385599 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] For port cba5fe8d-7143-4062-af07-4948fd50fd33, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:25:48.404183 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] For port cba5fe8d-7143-4062-af07-4948fd50fd33, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cba5fe8d-7143-4062-af07-4948fd50fd33,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:25:48.424311 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0977cebb-242c-4891-a6c3-4b4a3afba7f6 None None] Could not find standard attr ID for object 363d4560-ee4e-40ce-82bc-89c8dde66b18. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:25:48.429414 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:48.437269 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-75317fdf-27fa-4e72-b930-90e310acc762 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet 15b003b9-7405-4ff5-b66b-c97904e82a4a {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:48.442091 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75317fdf-27fa-4e72-b930-90e310acc762 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:48.460513 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69dbf0a-a1a5-4f99-8ddd-57ef205559c4 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:48.464473 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a69dbf0a-a1a5-4f99-8ddd-57ef205559c4 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports/1bad177e-42ba-477c-aa49-42f61f281355 HTTP/1.1" status: 200 len: 841 time: 0.1092401 Jun 18 16:25:48.465898 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48654) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:48.478305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737415d5-98ed-4a0c-a9dd-03d22e79a1d9 None None] Pushing event updated for resources: {'Port': ['ID=d49359de-245e-42c3-8258-7c52706f8fd6,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:48.486506 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-737415d5-98ed-4a0c-a9dd-03d22e79a1d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:48.489046 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-adfcf8b9-2af6-49b5-abc6-dcf6105815a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:48.495507 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:48.523051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75317fdf-27fa-4e72-b930-90e310acc762 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:48.582953 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Routers {'d2938074-b18f-46a3-8a3d-3c6f178f51b0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:48.583622 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:48.622223 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8554d19-b082-4d77-89a6-4a5c70ca4438 None None] Pushing event updated for resources: {'Port': ['ID=cba5fe8d-7143-4062-af07-4948fd50fd33,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:48.630718 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f8554d19-b082-4d77-89a6-4a5c70ca4438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:48.649087 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75317fdf-27fa-4e72-b930-90e310acc762 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:48.658202 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Allocated IP 172.20.0.2 (ef23d519-5ee4-451f-976a-f5c421fa7815/387c084c-c34e-4146-98e8-62e7f47ab794/770dee60-303f-4b51-a1e5-09d0386f0f1b) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:48.771943 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] Set router d2938074-b18f-46a3-8a3d-3c6f178f51b0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:25:48.812764 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_gateway, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:48.835321 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d49359de-245e-42c3-8258-7c52706f8fd6 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:48.835665 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:48.886352 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75317fdf-27fa-4e72-b930-90e310acc762 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:48.892759 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-297a62a4-910c-49be-a432-60ecec297dcb tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:48.925876 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75317fdf-27fa-4e72-b930-90e310acc762 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=15b003b9-7405-4ff5-b66b-c97904e82a4a,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:48.929146 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-75317fdf-27fa-4e72-b930-90e310acc762 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:48.939533 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-75317fdf-27fa-4e72-b930-90e310acc762 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:48.944477 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-75317fdf-27fa-4e72-b930-90e310acc762 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/15b003b9-7405-4ff5-b66b-c97904e82a4a HTTP/1.1" status: 204 len: 168 time: 0.5624158 Jun 18 16:25:48.944657 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48656) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:48.977809 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d908d42d-f94a-4627-8656-9963242cdc06 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:49.008107 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3c9bfdde-1fc8-46d0-a93c-abb73ef41216 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585675 Jun 18 16:25:49.008360 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Allocated IP 172.26.6.201 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/2eac5339-8200-48ee-aeee-347bf58e75e0) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:49.029859 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48658) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:49.062755 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-a485bc9a-3696-435b-9743-3e4baa29bf06 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:49.117470 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:49.163086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:49.164337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port d49359de-245e-42c3-8258-7c52706f8fd6 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:49.164976 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:49.166139 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0a42d8b8-1951-42d3-be23-3773a12daf97 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:49.205051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:49.209750 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:49.213460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:49.240572 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Pushing event updated for resources: {'Port': ['ID=2eac5339-8200-48ee-aeee-347bf58e75e0,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:49.252233 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:49.309515 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8b6c69bc-5df6-4f3e-9088-bffed0d4db0a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port 1bad177e-42ba-477c-aa49-42f61f281355 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:49.310349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b6c69bc-5df6-4f3e-9088-bffed0d4db0a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:49.314483 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:49.348650 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Transition to ACTIVE for port object 770dee60-303f-4b51-a1e5-09d0386f0f1b will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:49.385125 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a485bc9a-3696-435b-9743-3e4baa29bf06 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:49.389165 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a485bc9a-3696-435b-9743-3e4baa29bf06 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:49.400592 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Transition to ACTIVE for port object 770dee60-303f-4b51-a1e5-09d0386f0f1b will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:49.422315 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:49.429135 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f8554d19-b082-4d77-89a6-4a5c70ca4438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:49.457787 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cba5fe8d-7143-4062-af07-4948fd50fd33 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:49.489954 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_gateway, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:49.503979 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b6c69bc-5df6-4f3e-9088-bffed0d4db0a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:49.509240 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Network ef23d519-5ee4-451f-976a-f5c421fa7815 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:49.520320 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:49.528935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:49.529475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:49.532232 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:48Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:49.538962 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Pushing event updated for resources: {'Port': ['ID=770dee60-303f-4b51-a1e5-09d0386f0f1b,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:49.574089 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:49.581679 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6627de21-e4a2-476a-ae5f-5894e8c616fc None None] The sync data for ids ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'] in dv-neutron-797120-1-hyperv is: [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:48Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:25:49.604795 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea0ea71-aaab-4f81-9b9c-f6209dbe2c84 None None] DHCP port deletion for ce24d173-f93a-4cd6-bc0b-4cefb40733e2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:25:49.619736 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8b6c69bc-5df6-4f3e-9088-bffed0d4db0a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for 1bad177e-42ba-477c-aa49-42f61f281355 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:49.628028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:49.649493 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:49.690937 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Attempting to bind port 770dee60-303f-4b51-a1e5-09d0386f0f1b on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:25:49.691581 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Attempting to bind port 770dee60-303f-4b51-a1e5-09d0386f0f1b by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '13f8fbe6-d417-4249-bf2d-df9bde8a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ef23d519-5ee4-451f-976a-f5c421fa7815'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:25:49.692320 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Attempting to bind port 770dee60-303f-4b51-a1e5-09d0386f0f1b on network ef23d519-5ee4-451f-976a-f5c421fa7815 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:25:49.707802 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port cba5fe8d-7143-4062-af07-4948fd50fd33 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:49.713349 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:25:49.714029 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Checking segment: {'id': '13f8fbe6-d417-4249-bf2d-df9bde8a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ef23d519-5ee4-451f-976a-f5c421fa7815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:49.714648 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:49.715870 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Bound using segment: {'id': '13f8fbe6-d417-4249-bf2d-df9bde8a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ef23d519-5ee4-451f-976a-f5c421fa7815'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:25:49.716648 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Bound port: 770dee60-303f-4b51-a1e5-09d0386f0f1b, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f8fbe6-d417-4249-bf2d-df9bde8a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ef23d519-5ee4-451f-976a-f5c421fa7815'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:25:49.717103 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:49.728525 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port cba5fe8d-7143-4062-af07-4948fd50fd33 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:49.729162 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:49.806955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:49.864797 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-aea0ea71-aaab-4f81-9b9c-f6209dbe2c84 None None] Deleting port d49359de-245e-42c3-8258-7c52706f8fd6 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:49.865418 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aea0ea71-aaab-4f81-9b9c-f6209dbe2c84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:49.947862 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] For port 770dee60-303f-4b51-a1e5-09d0386f0f1b, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:25:49.987846 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Router 7c2864c3-c971-4c4d-bc37-5a06300729d6 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:25:50.003995 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] For port 770dee60-303f-4b51-a1e5-09d0386f0f1b, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=770dee60-303f-4b51-a1e5-09d0386f0f1b,segment=NetworkSegment(13f8fbe6-d417-4249-bf2d-df9bde8a5d72),segment_id=13f8fbe6-d417-4249-bf2d-df9bde8a5d72)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:25:50.009258 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-aea0ea71-aaab-4f81-9b9c-f6209dbe2c84 None None] For port d49359de-245e-42c3-8258-7c52706f8fd6, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d49359de-245e-42c3-8258-7c52706f8fd6,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:50.009909 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aea0ea71-aaab-4f81-9b9c-f6209dbe2c84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:50.029436 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:50.036614 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4f981f3e-abb2-4599-a3d7-82db515ddd78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:50.101970 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Allocated IP 172.26.6.114 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/ebe551de-6cbc-4ef0-84ce-c24c7aa5c489) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:50.114888 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-aea0ea71-aaab-4f81-9b9c-f6209dbe2c84 None None] Calling delete_port for d49359de-245e-42c3-8258-7c52706f8fd6 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:50.132309 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:25:50.136372 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b6c69bc-5df6-4f3e-9088-bffed0d4db0a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:50.158355 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b7ca2f-3caa-49c1-886f-21f7a9529981 None None] Sync routers for ids ['7c2864c3-c971-4c4d-bc37-5a06300729d6'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:25:50.162333 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:50.168685 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:50.171573 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b7ca2f-3caa-49c1-886f-21f7a9529981 None None] Routers {'7c2864c3-c971-4c4d-bc37-5a06300729d6'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:50.174432 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-41b7ca2f-3caa-49c1-886f-21f7a9529981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7c2864c3-c971-4c4d-bc37-5a06300729d6'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:50.175096 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8073413 Jun 18 16:25:50.175848 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48660) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:50.181453 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-2152d0a8-72a3-493c-9d5a-8af7b4dd686a tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'enable_snat': False}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:50.210344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-cf55a881-7649-4829-a63e-172f48235780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:50.237837 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-41b7ca2f-3caa-49c1-886f-21f7a9529981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:50.250388 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b7ca2f-3caa-49c1-886f-21f7a9529981 None None] Routers {'7c2864c3-c971-4c4d-bc37-5a06300729d6'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:50.252183 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-41b7ca2f-3caa-49c1-886f-21f7a9529981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7c2864c3-c971-4c4d-bc37-5a06300729d6'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:50.264401 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Router 79bec894-2fb7-4682-88ac-84c74bc0b349 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:25:50.270169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Pushing event updated for resources: {'Port': ['ID=770dee60-303f-4b51-a1e5-09d0386f0f1b,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:50.275450 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:50.314070 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-41b7ca2f-3caa-49c1-886f-21f7a9529981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:50.314951 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b7ca2f-3caa-49c1-886f-21f7a9529981 None None] The sync data for ids ['7c2864c3-c971-4c4d-bc37-5a06300729d6'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:25:50.404679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c69bc-5df6-4f3e-9088-bffed0d4db0a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=1bad177e-42ba-477c-aa49-42f61f281355,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:50.427162 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b6c69bc-5df6-4f3e-9088-bffed0d4db0a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:50.434879 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8b6c69bc-5df6-4f3e-9088-bffed0d4db0a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/ports/1bad177e-42ba-477c-aa49-42f61f281355 HTTP/1.1" status: 204 len: 168 time: 1.9681280 Jun 18 16:25:50.440248 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8b6c69bc-5df6-4f3e-9088-bffed0d4db0a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:50.442683 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48662) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:50.551127 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port cba5fe8d-7143-4062-af07-4948fd50fd33, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cba5fe8d-7143-4062-af07-4948fd50fd33,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:50.561495 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:50.568015 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:50.611263 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.objects.ports [None req-a485bc9a-3696-435b-9743-3e4baa29bf06 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93453) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:25:50.635627 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aea0ea71-aaab-4f81-9b9c-f6209dbe2c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:50.653542 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea0ea71-aaab-4f81-9b9c-f6209dbe2c84 None None] No DVR routers for this DVR port d49359de-245e-42c3-8258-7c52706f8fd6 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:50.688779 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=cba5fe8d-7143-4062-af07-4948fd50fd33,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:50.692846 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:50.695042 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f8554d19-b082-4d77-89a6-4a5c70ca4438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:50.709285 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2152d0a8-72a3-493c-9d5a-8af7b4dd686a tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:50.728571 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2960768d-1d70-4b20-8118-4e3c3ccc9a62 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:25:50.732404 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0ea71-aaab-4f81-9b9c-f6209dbe2c84 None None] Pushing event deleted for resources: {'Port': ['ID=d49359de-245e-42c3-8258-7c52706f8fd6,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:50.735292 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-aea0ea71-aaab-4f81-9b9c-f6209dbe2c84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:50.754960 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 2960768d-1d70-4b20-8118-4e3c3ccc9a62 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:25:50.755311 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2960768d-1d70-4b20-8118-4e3c3ccc9a62 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:25:50.769414 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-d374e772-9d59-4942-87bb-7bb2492ccf85 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] GET failed (client error): The resource could not be found. Jun 18 16:25:50.771067 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d374e772-9d59-4942-87bb-7bb2492ccf85 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports/1bad177e-42ba-477c-aa49-42f61f281355 HTTP/1.1" status: 404 len: 333 time: 0.2109578 Jun 18 16:25:50.785886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48664) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:50.816234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-20b9467d-3144-44b2-aed2-15b528e9499f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4', 'name': 'tempest-PortsTestJSON-1619000604'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:50.943054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 770dee60-303f-4b51-a1e5-09d0386f0f1b up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:51.006100 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 770dee60-303f-4b51-a1e5-09d0386f0f1b completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:51.012444 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cba5fe8d-7143-4062-af07-4948fd50fd33 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:51.040283 dv-neutron-797120-1-hyperv neutron-server[93453]: WARNING neutron.services.revisions.revision_plugin [None req-a485bc9a-3696-435b-9743-3e4baa29bf06 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Could not find related port for resource to bump revision. Jun 18 16:25:51.063304 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:51.069891 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.ipam_pluggable_backend [None req-a485bc9a-3696-435b-9743-3e4baa29bf06 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Port d49359de-245e-42c3-8258-7c52706f8fd6 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93453) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 18 16:25:51.070290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.ipam_pluggable_backend [None req-a485bc9a-3696-435b-9743-3e4baa29bf06 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Reverting IP allocation for 2001:db8::f816:3eff:feaf:fed4 {{(pid=93453) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 18 16:25:51.083000 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.ipam_pluggable_backend [None req-a485bc9a-3696-435b-9743-3e4baa29bf06 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feaf:fed4 {{(pid=93453) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 18 16:25:51.083555 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port cba5fe8d-7143-4062-af07-4948fd50fd33 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:51.084145 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:51.095936 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a485bc9a-3696-435b-9743-3e4baa29bf06 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:51.103583 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-aa0d9d7b-bee0-4edb-9c2b-bcd1527f9aa7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:51.137956 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:25:51.151818 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Sync routers for ids ['79bec894-2fb7-4682-88ac-84c74bc0b349'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:25:51.180340 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a485bc9a-3696-435b-9743-3e4baa29bf06 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:51.187430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b9467d-3144-44b2-aed2-15b528e9499f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:51.191250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-20b9467d-3144-44b2-aed2-15b528e9499f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:51.195347 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Routers {'79bec894-2fb7-4682-88ac-84c74bc0b349'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:51.196106 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['79bec894-2fb7-4682-88ac-84c74bc0b349'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:51.205693 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-a485bc9a-3696-435b-9743-3e4baa29bf06 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:51.223635 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a485bc9a-3696-435b-9743-3e4baa29bf06 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:51.224321 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a485bc9a-3696-435b-9743-3e4baa29bf06 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:51.233569 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:51.239159 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.4023914 Jun 18 16:25:51.243653 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081f1bb4-42f0-4839-9a47-a4548f170e8a None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:51.252799 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48666) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:51.272089 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485bc9a-3696-435b-9743-3e4baa29bf06 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=ed37e863-10e7-448a-a702-ec8e60e78aa5,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:51.290456 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:51.299888 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a485bc9a-3696-435b-9743-3e4baa29bf06 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:51.301357 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-913fb012-e84f-4f2c-9dad-61657d639df9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:51.312630 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a485bc9a-3696-435b-9743-3e4baa29bf06 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2570038 Jun 18 16:25:51.313986 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-20b9467d-3144-44b2-aed2-15b528e9499f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] device_id is not set on port 998ddafa-2491-4307-89a3-29d8efb4ba68 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:25:51.319653 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48670) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:51.327442 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-4ff475c8-ff8b-487f-a03f-5a82cb0b1d28 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'mac_address': 'fa:16:3e:ea:d0:fb', 'name': 'tempest-NetworksTestDHCPv6-573956339'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:51.369847 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:51.380085 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d49359de-245e-42c3-8258-7c52706f8fd6 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:25:51.412547 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:51.415566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:51.435206 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: d49359de-245e-42c3-8258-7c52706f8fd6 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:25:51.435856 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d49359de-245e-42c3-8258-7c52706f8fd6 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:25:51.512345 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Set router 79bec894-2fb7-4682-88ac-84c74bc0b349 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:25:51.659038 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8f8be3-7923-449f-82ac-986fc07ff902 None None] Network ef23d519-5ee4-451f-976a-f5c421fa7815 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:51.691747 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:25:51.704808 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': 'ed37e863-10e7-448a-a702-ec8e60e78aa5'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:25:51.705670 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:51.755059 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a763ef40-708d-472d-bfe0-fa4ef6d424cf None None] Provisioning for port 770dee60-303f-4b51-a1e5-09d0386f0f1b completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:51.755539 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2152d0a8-72a3-493c-9d5a-8af7b4dd686a tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:51.759988 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2152d0a8-72a3-493c-9d5a-8af7b4dd686a tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:51.805981 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a763ef40-708d-472d-bfe0-fa4ef6d424cf None None] Provisioning complete for port 770dee60-303f-4b51-a1e5-09d0386f0f1b triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:51.806385 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a763ef40-708d-472d-bfe0-fa4ef6d424cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:51.907462 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2152d0a8-72a3-493c-9d5a-8af7b4dd686a tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Router 7c2864c3-c971-4c4d-bc37-5a06300729d6 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:25:51.995446 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Pushing event updated for resources: {'Port': ['ID=ebe551de-6cbc-4ef0-84ce-c24c7aa5c489,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:51.999429 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:52.004132 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0c7d3708-8ae0-4f25-871e-5eafc95e1c36 tempest-TestNetworkAdvancedServerOps-52722446 tempest-TestNetworkAdvancedServerOps-52722446-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=1f2cb979b7a2442096d27fcea5c7d624&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7308805 Jun 18 16:25:52.013334 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48672) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:52.065451 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Allocated IP 2001:db8::f816:3eff:fe66:3175 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/ed37e863-10e7-448a-a702-ec8e60e78aa5/73193e93-f69a-4b32-a0e1-747e56924715) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:52.119975 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793862615', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:46Z', 'updated_at': '2021-06-18T16:25:48Z', 'revision_number': 3, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'gw_port': {'id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:52.137356 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2152d0a8-72a3-493c-9d5a-8af7b4dd686a tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:25:52.146449 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2152d0a8-72a3-493c-9d5a-8af7b4dd686a tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:52.150068 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49cd8a4-005e-4372-b684-1c3c2863d842 None None] Sync routers for ids ['7c2864c3-c971-4c4d-bc37-5a06300729d6'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:25:52.150586 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2152d0a8-72a3-493c-9d5a-8af7b4dd686a tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "PUT /v2.0/routers/7c2864c3-c971-4c4d-bc37-5a06300729d6 HTTP/1.1" status: 200 len: 922 time: 1.9735959 Jun 18 16:25:52.156868 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48674) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:52.160522 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49cd8a4-005e-4372-b684-1c3c2863d842 None None] Routers {'7c2864c3-c971-4c4d-bc37-5a06300729d6'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:52.161428 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d49cd8a4-005e-4372-b684-1c3c2863d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7c2864c3-c971-4c4d-bc37-5a06300729d6'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:52.163547 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Checking router: 79bec894-2fb7-4682-88ac-84c74bc0b349 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:25:52.163913 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Updating router 79bec894-2fb7-4682-88ac-84c74bc0b349 port f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:25:52.202480 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d49cd8a4-005e-4372-b684-1c3c2863d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:52.212609 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49cd8a4-005e-4372-b684-1c3c2863d842 None None] Routers {'7c2864c3-c971-4c4d-bc37-5a06300729d6'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:52.213528 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d49cd8a4-005e-4372-b684-1c3c2863d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['7c2864c3-c971-4c4d-bc37-5a06300729d6'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:52.222621 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a763ef40-708d-472d-bfe0-fa4ef6d424cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:52.237693 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347812fd-5e0a-4872-93f0-4cd5a56f18c3 tempest-TestNetworkAdvancedServerOps-52722446 tempest-TestNetworkAdvancedServerOps-52722446-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:52.242207 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-347812fd-5e0a-4872-93f0-4cd5a56f18c3 tempest-TestNetworkAdvancedServerOps-52722446 tempest-TestNetworkAdvancedServerOps-52722446-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2275851 Jun 18 16:25:52.244656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48676) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:52.252111 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d49cd8a4-005e-4372-b684-1c3c2863d842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:52.253544 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49cd8a4-005e-4372-b684-1c3c2863d842 None None] The sync data for ids ['7c2864c3-c971-4c4d-bc37-5a06300729d6'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:25:52.279752 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:52.320456 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c33316f5-a1a0-407a-ad24-ede4fa95bd34 tempest-TestNetworkAdvancedServerOps-52722446 tempest-TestNetworkAdvancedServerOps-52722446-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0745111 Jun 18 16:25:52.321197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48678) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:52.329100 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-7bc5d9d2-c3f9-48f9-9b89-c276bc24c65e tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-754698496', 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c', 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:52.344314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a763ef40-708d-472d-bfe0-fa4ef6d424cf None None] For port 770dee60-303f-4b51-a1e5-09d0386f0f1b, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=770dee60-303f-4b51-a1e5-09d0386f0f1b,segment=NetworkSegment(13f8fbe6-d417-4249-bf2d-df9bde8a5d72),segment_id=13f8fbe6-d417-4249-bf2d-df9bde8a5d72)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:52.350097 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-20b9467d-3144-44b2-aed2-15b528e9499f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:52.355060 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff475c8-ff8b-487f-a03f-5a82cb0b1d28 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:52.360806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:52.363047 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a763ef40-708d-472d-bfe0-fa4ef6d424cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:52.412260 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:52.416943 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-038f9d65-592b-488c-b818-32678f1ceb52 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "GET /v2.0/routers/7c2864c3-c971-4c4d-bc37-5a06300729d6 HTTP/1.1" status: 200 len: 922 time: 0.2587552 Jun 18 16:25:52.417679 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48680) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:52.475063 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc5d9d2-c3f9-48f9-9b89-c276bc24c65e tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Made reservation on behalf of 1f2cb979b7a2442096d27fcea5c7d624 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:52.478766 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d9d2-c3f9-48f9-9b89-c276bc24c65e tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:52.560770 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f1aea8-4b8a-4558-aa77-75a4437bb1ff tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:52.566035 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-43f1aea8-4b8a-4558-aa77-75a4437bb1ff tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&device_id=7c2864c3-c971-4c4d-bc37-5a06300729d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1457345 Jun 18 16:25:52.566035 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48682) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:52.585365 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-20b9467d-3144-44b2-aed2-15b528e9499f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:52.594626 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2ae3db5d-1531-4966-916b-687f5132bde1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:52.605805 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:52.609869 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a763ef40-708d-472d-bfe0-fa4ef6d424cf None None] Pushing event updated for resources: {'Port': ['ID=770dee60-303f-4b51-a1e5-09d0386f0f1b,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:52.618719 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a763ef40-708d-472d-bfe0-fa4ef6d424cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:52.625973 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Transition to ACTIVE for port object 73193e93-f69a-4b32-a0e1-747e56924715 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:52.656326 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9467d-3144-44b2-aed2-15b528e9499f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=998ddafa-2491-4307-89a3-29d8efb4ba68,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:52.660723 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-20b9467d-3144-44b2-aed2-15b528e9499f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:52.673962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4ff475c8-ff8b-487f-a03f-5a82cb0b1d28 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:52.674379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Transition to ACTIVE for port object 73193e93-f69a-4b32-a0e1-747e56924715 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:52.697147 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:52.702377 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-31bdb153-e5ab-4ea4-af37-b092a64721e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:52.734027 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5576c174-cadc-482d-b0cd-eac186f0af0b tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:52.738593 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48686) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:52.738777 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5576c174-cadc-482d-b0cd-eac186f0af0b tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "GET /v2.0/networks/81b3e7a1-a3eb-41d3-a54b-e3363be60296 HTTP/1.1" status: 200 len: 881 time: 0.1671948 Jun 18 16:25:52.780916 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b9467d-3144-44b2-aed2-15b528e9499f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:52.787510 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2ac5950a-6732-40b8-9890-344a59bd932d tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c2864c3-c971-4c4d-bc37-5a06300729d6 HTTP/1.1" status: 200 len: 205 time: 0.0390787 Jun 18 16:25:52.787510 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-4ff475c8-ff8b-487f-a03f-5a82cb0b1d28 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port e8ccbc69-0e76-46a3-ba2e-b96bceb76844 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:25:52.791786 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48688) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:52.797708 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-20b9467d-3144-44b2-aed2-15b528e9499f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:52.801982 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b9467d-3144-44b2-aed2-15b528e9499f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:52.809488 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b9467d-3144-44b2-aed2-15b528e9499f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:52.810154 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-20b9467d-3144-44b2-aed2-15b528e9499f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:52.924423 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-20b9467d-3144-44b2-aed2-15b528e9499f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.1253071 Jun 18 16:25:52.930094 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48690) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:52.935871 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d9d2-c3f9-48f9-9b89-c276bc24c65e tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:52.942646 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-883c708f-d8b5-4dca-aa2c-1a23d98f873f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:52.944830 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3505e98c-469f-4493-ad51-749e6bbd3d93 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:52.963869 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 770dee60-303f-4b51-a1e5-09d0386f0f1b up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:52.998911 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:53.005297 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.013016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:53.019054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Pushing event updated for resources: {'Port': ['ID=73193e93-f69a-4b32-a0e1-747e56924715,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:53.021561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5d9d2-c3f9-48f9-9b89-c276bc24c65e tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event updated for resources: {'Subnet': ['ID=f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:53.026808 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:53.030685 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7bc5d9d2-c3f9-48f9-9b89-c276bc24c65e tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:53.032014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:53.041733 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-62be1094-980e-4f09-aee9-2843f4c27152 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.068923 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d57ad015-c7a3-4cd0-8ca0-37c4680a27b7 None None] Provisioning complete for port 770dee60-303f-4b51-a1e5-09d0386f0f1b triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:53.069323 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d57ad015-c7a3-4cd0-8ca0-37c4680a27b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.098261 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc5d9d2-c3f9-48f9-9b89-c276bc24c65e tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Checking segment: {'id': 'c19b25f4-082e-45e6-9c8c-7970d64add03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:53.098689 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc5d9d2-c3f9-48f9-9b89-c276bc24c65e tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Network hostable DHCP agents. Network: 85cc2d4b-1a30-4451-b45a-65c661f2447c, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:25:53.139998 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-4ff475c8-ff8b-487f-a03f-5a82cb0b1d28 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::f816:3eff:feea:d0fb (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/ed37e863-10e7-448a-a702-ec8e60e78aa5/e8ccbc69-0e76-46a3-ba2e-b96bceb76844) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:53.171371 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc5d9d2-c3f9-48f9-9b89-c276bc24c65e tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Network 85cc2d4b-1a30-4451-b45a-65c661f2447c is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:25:53.175024 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.183161 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-7bc5d9d2-c3f9-48f9-9b89-c276bc24c65e tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 85cc2d4b-1a30-4451-b45a-65c661f2447c) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:53.192701 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc5d9d2-c3f9-48f9-9b89-c276bc24c65e tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:53.192874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Attempting to bind port 73193e93-f69a-4b32-a0e1-747e56924715 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:25:53.192874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Attempting to bind port 73193e93-f69a-4b32-a0e1-747e56924715 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:25:53.193090 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d9d2-c3f9-48f9-9b89-c276bc24c65e tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.193203 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-883c708f-d8b5-4dca-aa2c-1a23d98f873f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.193434 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Attempting to bind port 73193e93-f69a-4b32-a0e1-747e56924715 on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:25:53.201382 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ac6328-1053-4558-bb32-17aa16925fa9 None None] Network 85cc2d4b-1a30-4451-b45a-65c661f2447c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:53.203630 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Transition to ACTIVE for port object f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:53.222443 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 770dee60-303f-4b51-a1e5-09d0386f0f1b triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:53.222923 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.224437 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-62be1094-980e-4f09-aee9-2843f4c27152 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.236381 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7bc5d9d2-c3f9-48f9-9b89-c276bc24c65e tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9095390 Jun 18 16:25:53.239260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48692) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:53.251874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:25:53.252367 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:53.252858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.253342 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:25:53.253912 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Bound port: 73193e93-f69a-4b32-a0e1-747e56924715, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:25:53.254371 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.281814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.296571 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-62be1094-980e-4f09-aee9-2843f4c27152 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Deleting port 2eac5339-8200-48ee-aeee-347bf58e75e0 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:53.296919 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-62be1094-980e-4f09-aee9-2843f4c27152 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.297950 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:53.390308 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-62be1094-980e-4f09-aee9-2843f4c27152 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.436962 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Attempting to bind port f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:25:53.438071 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Attempting to bind port f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:25:53.438071 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Attempting to bind port f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:25:53.464742 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c321b2-30cc-4e72-8024-cb84c62fa6c2 None None] Pushing event updated for resources: {'Port': ['ID=f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:53.465896 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-62be1094-980e-4f09-aee9-2843f4c27152 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Calling delete_port for 2eac5339-8200-48ee-aeee-347bf58e75e0 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:53.476872 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:25:53.477566 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:53.477815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.478285 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:25:53.478874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Bound port: f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:25:53.479326 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.484076 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f5c321b2-30cc-4e72-8024-cb84c62fa6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:53.558241 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Router 01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:25:53.578042 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-092afe70-5469-4408-87f9-0618752760d9 None None] For port 73193e93-f69a-4b32-a0e1-747e56924715, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:25:53.625524 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-092afe70-5469-4408-87f9-0618752760d9 None None] For port 73193e93-f69a-4b32-a0e1-747e56924715, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=73193e93-f69a-4b32-a0e1-747e56924715,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:25:53.633474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] For port f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:25:53.637872 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.641826 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] For port f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:25:53.642749 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-737415d5-98ed-4a0c-a9dd-03d22e79a1d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:53.651932 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-62be1094-980e-4f09-aee9-2843f4c27152 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.655037 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6dd28147-c6cf-4e26-b1e7-34bdcef1e2c4 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:53.681152 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be1094-980e-4f09-aee9-2843f4c27152 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Pushing event deleted for resources: {'Port': ['ID=2eac5339-8200-48ee-aeee-347bf58e75e0,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:53.686622 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.689449 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4ff475c8-ff8b-487f-a03f-5a82cb0b1d28 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.705473 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-85cc2d4b-1a30-4451-b45a-65c661f2447c', 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'fixed_ips': [{'subnet_id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:25:53.706342 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.707790 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-62be1094-980e-4f09-aee9-2843f4c27152 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:53.755847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Pushing event updated for resources: {'Port': ['ID=73193e93-f69a-4b32-a0e1-747e56924715,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:53.762080 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-62be1094-980e-4f09-aee9-2843f4c27152 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.764510 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:53.765019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:53.774444 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-883c708f-d8b5-4dca-aa2c-1a23d98f873f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.794221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-883c708f-d8b5-4dca-aa2c-1a23d98f873f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.804496 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:53.811761 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-4ff475c8-ff8b-487f-a03f-5a82cb0b1d28 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object e8ccbc69-0e76-46a3-ba2e-b96bceb76844 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:53.855986 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Routers {'79bec894-2fb7-4682-88ac-84c74bc0b349'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:53.855986 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['79bec894-2fb7-4682-88ac-84c74bc0b349'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:53.862609 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-883c708f-d8b5-4dca-aa2c-1a23d98f873f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] In _notify_port_updated(), no bound segment for port 998ddafa-2491-4307-89a3-29d8efb4ba68 on network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 {{(pid=93453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:25:53.868448 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883c708f-d8b5-4dca-aa2c-1a23d98f873f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:53.869230 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-883c708f-d8b5-4dca-aa2c-1a23d98f873f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:53.870577 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-883c708f-d8b5-4dca-aa2c-1a23d98f873f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "PUT /v2.0/ports/998ddafa-2491-4307-89a3-29d8efb4ba68 HTTP/1.1" status: 200 len: 818 time: 0.9394681 Jun 18 16:25:53.902995 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48694) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:53.950446 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c708f-d8b5-4dca-aa2c-1a23d98f873f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=998ddafa-2491-4307-89a3-29d8efb4ba68,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:53.951791 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-883c708f-d8b5-4dca-aa2c-1a23d98f873f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:54.008907 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-62be1094-980e-4f09-aee9-2843f4c27152 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:54.013776 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-62be1094-980e-4f09-aee9-2843f4c27152 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:54.031508 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:25:54.071274 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4ff475c8-ff8b-487f-a03f-5a82cb0b1d28 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:54.077918 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Sync routers for ids ['01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:25:54.079319 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:54.088460 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] Set router 79bec894-2fb7-4682-88ac-84c74bc0b349 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:25:54.125092 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c321b2-30cc-4e72-8024-cb84c62fa6c2 None None] Pushing event updated for resources: {'Port': ['ID=f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:54.126597 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-62be1094-980e-4f09-aee9-2843f4c27152 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:54.128251 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62be1094-980e-4f09-aee9-2843f4c27152 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Fanout notify agent at l3_agent the message router_deleted on router 7c2864c3-c971-4c4d-bc37-5a06300729d6 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:25:54.141233 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-62be1094-980e-4f09-aee9-2843f4c27152 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:54.146768 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-62be1094-980e-4f09-aee9-2843f4c27152 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "DELETE /v2.0/routers/7c2864c3-c971-4c4d-bc37-5a06300729d6 HTTP/1.1" status: 204 len: 168 time: 1.3495550 Jun 18 16:25:54.148638 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48696) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:54.150029 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:54.151306 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-475ebff1-a444-455b-a5cc-81beb9afcff8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5026486 Jun 18 16:25:54.157175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff475c8-ff8b-487f-a03f-5a82cb0b1d28 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:54.161844 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48698) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:54.166148 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-403a2580-be30-4665-ab3c-18e4f53e9659 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-837114926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:54.171998 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-4ff475c8-ff8b-487f-a03f-5a82cb0b1d28 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:54.174657 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff475c8-ff8b-487f-a03f-5a82cb0b1d28 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:54.180672 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff475c8-ff8b-487f-a03f-5a82cb0b1d28 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:54.181303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4ff475c8-ff8b-487f-a03f-5a82cb0b1d28 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:54.187408 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f5c321b2-30cc-4e72-8024-cb84c62fa6c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:54.196350 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff475c8-ff8b-487f-a03f-5a82cb0b1d28 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=e8ccbc69-0e76-46a3-ba2e-b96bceb76844,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:54.200705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4ff475c8-ff8b-487f-a03f-5a82cb0b1d28 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:54.201805 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2317c-1523-4490-9281-8ff6f46dfb60 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port 998ddafa-2491-4307-89a3-29d8efb4ba68 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:54.202244 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e7d2317c-1523-4490-9281-8ff6f46dfb60 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:54.225514 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:54.250101 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-403a2580-be30-4665-ab3c-18e4f53e9659 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:54.251385 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-403a2580-be30-4665-ab3c-18e4f53e9659 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:54.251735 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Routers {'01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:54.252576 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:54.281971 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4ff475c8-ff8b-487f-a03f-5a82cb0b1d28 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9585688 Jun 18 16:25:54.282211 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48700) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:54.299022 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e7d2317c-1523-4490-9281-8ff6f46dfb60 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:54.329251 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Allocated IP 172.20.0.2 (85cc2d4b-1a30-4451-b45a-65c661f2447c/f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0/0a0c6269-fb52-4cc8-8af9-2d5640e0cad6) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:54.381228 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-403a2580-be30-4665-ab3c-18e4f53e9659 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:54.408263 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-e7d2317c-1523-4490-9281-8ff6f46dfb60 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for 998ddafa-2491-4307-89a3-29d8efb4ba68 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:54.413162 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-403a2580-be30-4665-ab3c-18e4f53e9659 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:54.464017 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-403a2580-be30-4665-ab3c-18e4f53e9659 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:54.469274 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-403a2580-be30-4665-ab3c-18e4f53e9659 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3092635 Jun 18 16:25:54.470074 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48702) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:54.476862 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-339117fb-737d-40f2-bb33-974f6e887fcb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Request body: {'router': {'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:54.490505 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Set router 01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:25:54.715692 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e7d2317c-1523-4490-9281-8ff6f46dfb60 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:54.718996 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-339117fb-737d-40f2-bb33-974f6e887fcb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:54.724835 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-08bb8d69-1896-4617-81b4-9d43a433c7e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:54.732976 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:54.745615 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Transition to ACTIVE for port object 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:54.759594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2317c-1523-4490-9281-8ff6f46dfb60 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=998ddafa-2491-4307-89a3-29d8efb4ba68,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:54.766495 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e7d2317c-1523-4490-9281-8ff6f46dfb60 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:54.767751 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e7d2317c-1523-4490-9281-8ff6f46dfb60 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:54.769815 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e7d2317c-1523-4490-9281-8ff6f46dfb60 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/ports/998ddafa-2491-4307-89a3-29d8efb4ba68 HTTP/1.1" status: 204 len: 168 time: 0.8649228 Jun 18 16:25:54.771109 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Transition to ACTIVE for port object 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:54.772680 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48704) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:54.780453 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793862615', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:46Z', 'updated_at': '2021-06-18T16:25:48Z', 'revision_number': 3, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'gw_port': {'id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:54.990872 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 73193e93-f69a-4b32-a0e1-747e56924715 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:54.993344 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:55.002333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:55.031362 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:55.094598 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fbb1fa-4209-495f-b84d-d8aac26db7d6 None None] The sync data for ids ['79bec894-2fb7-4682-88ac-84c74bc0b349'] in dv-neutron-797120-1-hyperv is: [{'id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793862615', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:46Z', 'updated_at': '2021-06-18T16:25:48Z', 'revision_number': 3, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'gw_port': {'id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:25:55.099017 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Network 85cc2d4b-1a30-4451-b45a-65c661f2447c is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:55.117297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:55.120754 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:55.144278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Pushing event updated for resources: {'Port': ['ID=0a0c6269-fb52-4cc8-8af9-2d5640e0cad6,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:55.154326 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:55.204278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a6f0e2-ab22-4c16-84a2-4eaf0adedf93 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:55.210721 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a6f0e2-ab22-4c16-84a2-4eaf0adedf93 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:55.216040 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-77a6f0e2-ab22-4c16-84a2-4eaf0adedf93 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.9292135 Jun 18 16:25:55.220136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48706) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:55.243281 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0', 'name': 'tempest-TestVolumeBootPattern-1012992040-router', 'tenant_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe551de-6cbc-4ef0-84ce-c24c7aa5c489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:52Z', 'revision_number': 3, 'project_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'gw_port': {'id': 'ebe551de-6cbc-4ef0-84ce-c24c7aa5c489', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:75:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:49Z', 'updated_at': '2021-06-18T16:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:55.258143 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 73193e93-f69a-4b32-a0e1-747e56924715 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:55.340264 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Attempting to bind port 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:25:55.341708 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Attempting to bind port 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'c19b25f4-082e-45e6-9c8c-7970d64add03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:25:55.342103 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Attempting to bind port 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6 on network 85cc2d4b-1a30-4451-b45a-65c661f2447c {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:25:55.354746 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:25:55.355530 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Checking segment: {'id': 'c19b25f4-082e-45e6-9c8c-7970d64add03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:55.356424 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:55.357328 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Bound using segment: {'id': 'c19b25f4-082e-45e6-9c8c-7970d64add03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:25:55.358013 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Bound port: 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19b25f4-082e-45e6-9c8c-7970d64add03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:25:55.358724 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:55.364293 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af3c71d-1d0c-45de-862c-e965d48dbaf3 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:55.368623 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3af3c71d-1d0c-45de-862c-e965d48dbaf3 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5924425 Jun 18 16:25:55.374033 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48708) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:55.380363 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Checking router: 01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:25:55.380933 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Updating router 01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0 port ebe551de-6cbc-4ef0-84ce-c24c7aa5c489 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:25:55.424364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:55.428311 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be0d67d-22e6-47a9-81b6-ae2740785605 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] GET failed (client error): The resource could not be found. Jun 18 16:25:55.433148 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9be0d67d-22e6-47a9-81b6-ae2740785605 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports/998ddafa-2491-4307-89a3-29d8efb4ba68 HTTP/1.1" status: 404 len: 333 time: 0.0548937 Jun 18 16:25:55.433871 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1aa18645-da67-4f54-b78f-e9b2ed476e0c None None] Provisioning for port 73193e93-f69a-4b32-a0e1-747e56924715 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:55.434386 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48710) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:55.439950 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-01c2b07b-68dd-4f09-b94e-5417d588223b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1984490344'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:55.507267 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c2b07b-68dd-4f09-b94e-5417d588223b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:55.512409 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-01c2b07b-68dd-4f09-b94e-5417d588223b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:55.513672 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1aa18645-da67-4f54-b78f-e9b2ed476e0c None None] Provisioning complete for port 73193e93-f69a-4b32-a0e1-747e56924715 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:55.514063 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1aa18645-da67-4f54-b78f-e9b2ed476e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:55.659535 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c2b07b-68dd-4f09-b94e-5417d588223b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:25:55.661404 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-339117fb-737d-40f2-bb33-974f6e887fcb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_gateway, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:55.688540 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-339117fb-737d-40f2-bb33-974f6e887fcb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:55.692541 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-5d810f89-530f-431b-9b94-3bc5e8ace60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port e8ccbc69-0e76-46a3-ba2e-b96bceb76844 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:55.692891 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5d810f89-530f-431b-9b94-3bc5e8ace60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:55.701988 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Allocated IP 172.20.0.1 (85cc2d4b-1a30-4451-b45a-65c661f2447c/f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0/aa9a93a9-2222-4498-9e97-84b32f64f1a7) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:55.706604 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-01c2b07b-68dd-4f09-b94e-5417d588223b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:55.707684 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-01c2b07b-68dd-4f09-b94e-5417d588223b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Added segment 4184310e-34e3-4980-bb15-a333f6437b84 of type vlan for network 641d90b4-d40c-4db2-8007-b07a46878826 Jun 18 16:25:55.810717 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] For port 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:25:55.818999 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-01c2b07b-68dd-4f09-b94e-5417d588223b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:55.856521 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-01c2b07b-68dd-4f09-b94e-5417d588223b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:55.859702 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] For port 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=0a0c6269-fb52-4cc8-8af9-2d5640e0cad6,segment=NetworkSegment(c19b25f4-082e-45e6-9c8c-7970d64add03),segment_id=c19b25f4-082e-45e6-9c8c-7970d64add03)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:25:55.865823 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c2b07b-68dd-4f09-b94e-5417d588223b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:55.866991 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-01c2b07b-68dd-4f09-b94e-5417d588223b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:55.870517 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-13bf6e62-62d2-44ca-9d5a-5934a7b4e198 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:55.880427 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:55.887573 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a763ef40-708d-472d-bfe0-fa4ef6d424cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:55.923987 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1aa18645-da67-4f54-b78f-e9b2ed476e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:55.954891 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-01c2b07b-68dd-4f09-b94e-5417d588223b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5191853 Jun 18 16:25:55.962516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48712) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:55.973188 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c2b07b-68dd-4f09-b94e-5417d588223b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Network': ['ID=641d90b4-d40c-4db2-8007-b07a46878826,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:55.977262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-01c2b07b-68dd-4f09-b94e-5417d588223b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:55.979105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f2bc5a50-3a57-4d93-aa22-03c85bdbd848 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'subnet': {'network_id': '641d90b4-d40c-4db2-8007-b07a46878826', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:56.004184 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 641d90b4-d40c-4db2-8007-b07a46878826 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:25:56.056619 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Pushing event updated for resources: {'Port': ['ID=0a0c6269-fb52-4cc8-8af9-2d5640e0cad6,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:56.071170 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5d810f89-530f-431b-9b94-3bc5e8ace60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:56.091297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-1aa18645-da67-4f54-b78f-e9b2ed476e0c None None] For port 73193e93-f69a-4b32-a0e1-747e56924715, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=73193e93-f69a-4b32-a0e1-747e56924715,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:56.099649 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:56.105192 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1aa18645-da67-4f54-b78f-e9b2ed476e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:56.111262 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-43b6897e-5db2-41ac-8e1e-a42f751c1ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:56.154526 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:56.161303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-5d810f89-530f-431b-9b94-3bc5e8ace60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for e8ccbc69-0e76-46a3-ba2e-b96bceb76844 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:56.205292 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Transition to ACTIVE for port object ebe551de-6cbc-4ef0-84ce-c24c7aa5c489 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:56.230979 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:56.250364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa18645-da67-4f54-b78f-e9b2ed476e0c None None] Pushing event updated for resources: {'Port': ['ID=73193e93-f69a-4b32-a0e1-747e56924715,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:56.255808 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7eabfb6e-4c1f-4147-a248-d698721425d7 None None] Provisioning for port e8ccbc69-0e76-46a3-ba2e-b96bceb76844 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:56.258128 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1aa18645-da67-4f54-b78f-e9b2ed476e0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:56.258927 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:56.299404 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7eabfb6e-4c1f-4147-a248-d698721425d7 None None] Provisioning complete for port e8ccbc69-0e76-46a3-ba2e-b96bceb76844 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:56.299790 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7eabfb6e-4c1f-4147-a248-d698721425d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:56.304728 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-339117fb-737d-40f2-bb33-974f6e887fcb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Allocated IP 172.26.6.39 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/8347784a-e342-4ad1-9624-8bb498e0770f) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:56.358387 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Attempting to bind port ebe551de-6cbc-4ef0-84ce-c24c7aa5c489 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:25:56.358796 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Attempting to bind port ebe551de-6cbc-4ef0-84ce-c24c7aa5c489 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:25:56.359166 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Attempting to bind port ebe551de-6cbc-4ef0-84ce-c24c7aa5c489 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:25:56.379553 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67902d60-6597-42c4-aeae-83c6dfdcaa01 None None] Pushing event updated for resources: {'Port': ['ID=ebe551de-6cbc-4ef0-84ce-c24c7aa5c489,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:56.381959 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:25:56.382346 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:56.383990 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:56.383990 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:25:56.383990 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Bound port: ebe551de-6cbc-4ef0-84ce-c24c7aa5c489, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:25:56.383990 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:56.385787 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-67902d60-6597-42c4-aeae-83c6dfdcaa01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:56.399650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5d810f89-530f-431b-9b94-3bc5e8ace60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:56.407490 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7eabfb6e-4c1f-4147-a248-d698721425d7 None None] Port e8ccbc69-0e76-46a3-ba2e-b96bceb76844 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:25:56.410090 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a029b6a3-108e-491a-b9bc-defd0bb487f6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:56.457392 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] For port ebe551de-6cbc-4ef0-84ce-c24c7aa5c489, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:25:56.461104 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] For port ebe551de-6cbc-4ef0-84ce-c24c7aa5c489, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ebe551de-6cbc-4ef0-84ce-c24c7aa5c489,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:25:56.466025 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:56.469061 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7e3a3857-5852-4620-889b-0af48517327d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:56.483550 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d810f89-530f-431b-9b94-3bc5e8ace60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=e8ccbc69-0e76-46a3-ba2e-b96bceb76844,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:56.486547 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5d810f89-530f-431b-9b94-3bc5e8ace60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:56.489646 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:56.515707 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-339117fb-737d-40f2-bb33-974f6e887fcb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:56.526279 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Routers {'01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:56.527010 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:56.541418 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:56.548889 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5d810f89-530f-431b-9b94-3bc5e8ace60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:56.553550 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5d810f89-530f-431b-9b94-3bc5e8ace60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/e8ccbc69-0e76-46a3-ba2e-b96bceb76844 HTTP/1.1" status: 204 len: 168 time: 1.3317506 Jun 18 16:25:56.554177 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48714) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:56.573709 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-339117fb-737d-40f2-bb33-974f6e887fcb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:56.578663 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-34adbf24-05d4-4d5c-bad5-bc2211e704a7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:56.597228 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67902d60-6597-42c4-aeae-83c6dfdcaa01 None None] Pushing event updated for resources: {'Port': ['ID=ebe551de-6cbc-4ef0-84ce-c24c7aa5c489,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:56.601963 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-67902d60-6597-42c4-aeae-83c6dfdcaa01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:56.615942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Transition to ACTIVE for port object aa9a93a9-2222-4498-9e97-84b32f64f1a7 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:56.653224 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339117fb-737d-40f2-bb33-974f6e887fcb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:56.656901 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-339117fb-737d-40f2-bb33-974f6e887fcb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:56.660946 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339117fb-737d-40f2-bb33-974f6e887fcb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:56.673009 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339117fb-737d-40f2-bb33-974f6e887fcb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Pushing event updated for resources: {'Port': ['ID=8347784a-e342-4ad1-9624-8bb498e0770f,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:56.673267 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] Set router 01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:25:56.700157 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-339117fb-737d-40f2-bb33-974f6e887fcb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:56.714392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bc5a50-3a57-4d93-aa22-03c85bdbd848 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:56.719804 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f2bc5a50-3a57-4d93-aa22-03c85bdbd848 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:56.785309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2558ebb-827c-4ed0-9551-9c05676d5720 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:56.786960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2558ebb-827c-4ed0-9551-9c05676d5720 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:56.803323 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a2558ebb-827c-4ed0-9551-9c05676d5720 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2372496 Jun 18 16:25:56.822892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48716) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:56.986378 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0', 'name': 'tempest-TestVolumeBootPattern-1012992040-router', 'tenant_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe551de-6cbc-4ef0-84ce-c24c7aa5c489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:52Z', 'revision_number': 3, 'project_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'gw_port': {'id': 'ebe551de-6cbc-4ef0-84ce-c24c7aa5c489', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:75:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:49Z', 'updated_at': '2021-06-18T16:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:57.028081 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c14ed-0293-490c-89c1-79c133a9cfd8 None None] The sync data for ids ['01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0'] in dv-neutron-797120-1-hyperv is: [{'id': '01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0', 'name': 'tempest-TestVolumeBootPattern-1012992040-router', 'tenant_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe551de-6cbc-4ef0-84ce-c24c7aa5c489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:52Z', 'revision_number': 3, 'project_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'gw_port': {'id': 'ebe551de-6cbc-4ef0-84ce-c24c7aa5c489', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:75:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:49Z', 'updated_at': '2021-06-18T16:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:25:57.104597 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:57.119150 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-339117fb-737d-40f2-bb33-974f6e887fcb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_gateway, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:57.149010 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:57.156130 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-af166814-975f-4ca4-9ece-742014ca5b43 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:57.168810 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab7af35a-8bc7-4b72-af6b-ef135bc4c95d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet ed37e863-10e7-448a-a702-ec8e60e78aa5 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:25:57.172322 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ab7af35a-8bc7-4b72-af6b-ef135bc4c95d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:57.220042 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ab7af35a-8bc7-4b72-af6b-ef135bc4c95d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:57.222758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:57.228120 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:57.228508 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:57.341142 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:57.354817 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Network 85cc2d4b-1a30-4451-b45a-65c661f2447c is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:57.364443 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c7f5cf-fef8-4f44-a397-982fa3b5d567 None None] Network 85cc2d4b-1a30-4451-b45a-65c661f2447c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:57.388294 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:57.397478 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:57.416607 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:57.421223 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:57.435051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:57.455643 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:57.494507 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-339117fb-737d-40f2-bb33-974f6e887fcb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:57.500092 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-339117fb-737d-40f2-bb33-974f6e887fcb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:57.544370 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Allocated IP 172.20.0.1 (ef23d519-5ee4-451f-976a-f5c421fa7815/387c084c-c34e-4146-98e8-62e7f47ab794/00ac0450-bada-4950-a976-d02df34378fd) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:57.551864 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ab7af35a-8bc7-4b72-af6b-ef135bc4c95d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:57.562207 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event updated for resources: {'Port': ['ID=aa9a93a9-2222-4498-9e97-84b32f64f1a7,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:57.600431 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:57.606673 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-37cad881-39bc-4e24-98bf-c98507188869 None None] Provisioning for port 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:57.629149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:57.633475 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:57.656829 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:57.659751 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:57.690197 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:57.693570 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:57.753003 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339117fb-737d-40f2-bb33-974f6e887fcb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Router 95408c77-e769-4674-967f-64b003b329ba is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:25:57.813937 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f2bc5a50-3a57-4d93-aa22-03c85bdbd848 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:57.851129 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:57.878207 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3df02117-05fb-40f0-a999-150006cf421e tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:57.899464 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=0a0c6269-fb52-4cc8-8af9-2d5640e0cad6,segment=NetworkSegment(c19b25f4-082e-45e6-9c8c-7970d64add03),segment_id=c19b25f4-082e-45e6-9c8c-7970d64add03)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:57.908390 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:57.909323 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 73193e93-f69a-4b32-a0e1-747e56924715 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:57.912520 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1aa18645-da67-4f54-b78f-e9b2ed476e0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:57.932982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339117fb-737d-40f2-bb33-974f6e887fcb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:25:57.941440 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-339117fb-737d-40f2-bb33-974f6e887fcb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:57.945687 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b2558f-567d-4786-a991-dc8f7072e4d6 None None] Sync routers for ids ['95408c77-e769-4674-967f-64b003b329ba'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:25:57.956452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ab7af35a-8bc7-4b72-af6b-ef135bc4c95d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:57.958528 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-339117fb-737d-40f2-bb33-974f6e887fcb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "PUT /v2.0/routers/95408c77-e769-4674-967f-64b003b329ba HTTP/1.1" status: 200 len: 878 time: 3.4876573 Jun 18 16:25:57.961394 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48718) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:57.963888 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b2558f-567d-4786-a991-dc8f7072e4d6 None None] Routers {'95408c77-e769-4674-967f-64b003b329ba'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:57.965821 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-80b2558f-567d-4786-a991-dc8f7072e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['95408c77-e769-4674-967f-64b003b329ba'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:57.977400 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc5a50-3a57-4d93-aa22-03c85bdbd848 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Subnet': ['ID=3e41d9ef-24a7-4f1e-8b34-a2fa6a4ceb43,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:57.987961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f2bc5a50-3a57-4d93-aa22-03c85bdbd848 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:57.988613 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f2bc5a50-3a57-4d93-aa22-03c85bdbd848 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:58.033820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=0a0c6269-fb52-4cc8-8af9-2d5640e0cad6,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:58.053156 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:58.061890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7af35a-8bc7-4b72-af6b-ef135bc4c95d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=ed37e863-10e7-448a-a702-ec8e60e78aa5,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:58.066017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ab7af35a-8bc7-4b72-af6b-ef135bc4c95d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:58.067947 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ab7af35a-8bc7-4b72-af6b-ef135bc4c95d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/ed37e863-10e7-448a-a702-ec8e60e78aa5 HTTP/1.1" status: 204 len: 168 time: 1.2256186 Jun 18 16:25:58.074313 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-80b2558f-567d-4786-a991-dc8f7072e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:58.076416 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18fe572-32a7-49fb-a77d-7d73a772585b None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:58.079798 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ab7af35a-8bc7-4b72-af6b-ef135bc4c95d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:58.083602 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48720) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:58.092334 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 73193e93-f69a-4b32-a0e1-747e56924715 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:58.096814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:58.101353 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b2558f-567d-4786-a991-dc8f7072e4d6 None None] Routers {'95408c77-e769-4674-967f-64b003b329ba'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:25:58.102568 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-80b2558f-567d-4786-a991-dc8f7072e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['95408c77-e769-4674-967f-64b003b329ba'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:58.127010 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bc5a50-3a57-4d93-aa22-03c85bdbd848 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Checking segment: {'id': '4184310e-34e3-4980-bb15-a333f6437b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '641d90b4-d40c-4db2-8007-b07a46878826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:25:58.127561 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bc5a50-3a57-4d93-aa22-03c85bdbd848 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network hostable DHCP agents. Network: 641d90b4-d40c-4db2-8007-b07a46878826, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:25:58.152152 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-836016db-e390-4b87-849d-0a81e6a71853 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672991 Jun 18 16:25:58.154325 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48722) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:58.163984 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-80b2558f-567d-4786-a991-dc8f7072e4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:25:58.164977 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b2558f-567d-4786-a991-dc8f7072e4d6 None None] The sync data for ids ['95408c77-e769-4674-967f-64b003b329ba'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:25:58.208405 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:58.236210 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bc5a50-3a57-4d93-aa22-03c85bdbd848 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network 641d90b4-d40c-4db2-8007-b07a46878826 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:25:58.239987 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:58.260971 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Transition to ACTIVE for port object 00ac0450-bada-4950-a976-d02df34378fd will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:58.298598 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b610df76-486a-4257-a3e0-b654462ec6dd tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:58.300115 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b610df76-486a-4257-a3e0-b654462ec6dd tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1448255 Jun 18 16:25:58.301332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-f2bc5a50-3a57-4d93-aa22-03c85bdbd848 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 641d90b4-d40c-4db2-8007-b07a46878826) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:58.302636 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48724) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:58.318405 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bc5a50-3a57-4d93-aa22-03c85bdbd848 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:58.319229 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f2bc5a50-3a57-4d93-aa22-03c85bdbd848 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:58.340033 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2ea984c5-edc3-4156-91b6-a8dda7f5363f tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "GET /v2.0/routers/95408c77-e769-4674-967f-64b003b329ba HTTP/1.1" status: 200 len: 919 time: 0.3735950 Jun 18 16:25:58.346866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48726) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:58.357467 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64255c5-f431-495b-b1fe-7b6b90d66208 None None] Network 641d90b4-d40c-4db2-8007-b07a46878826 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:58.422205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9bed2c-d93f-489a-9956-d1987a88b424 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:58.426161 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5c9bed2c-d93f-489a-9956-d1987a88b424 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1203187 Jun 18 16:25:58.426444 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48728) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:58.496902 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-31f9ba4f-ddbb-40d3-ae11-3ad2fc9d3a2d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680466 Jun 18 16:25:58.497992 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48730) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:58.512279 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-b057b991-cc53-476d-a7cf-1a8addc129c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:58.638123 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-431d5ac6-e717-45b7-87e0-17355f84c4ab None None] Provisioning complete for port 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:58.638399 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-431d5ac6-e717-45b7-87e0-17355f84c4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:58.846922 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f2bc5a50-3a57-4d93-aa22-03c85bdbd848 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8734844 Jun 18 16:25:58.847777 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48732) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:58.855244 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7498ea-073c-4740-abe9-a79eba06730b None None] DHCP port deletion for ce24d173-f93a-4cd6-bc0b-4cefb40733e2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:25:58.865070 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-197ef47f-24fa-4a3d-9185-8dc7b11eb51a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'subnet': {'network_id': '641d90b4-d40c-4db2-8007-b07a46878826', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:58.872650 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-641d90b4-d40c-4db2-8007-b07a46878826', 'network_id': '641d90b4-d40c-4db2-8007-b07a46878826', 'tenant_id': 'ef1444ed7b6c4c58a5e6f956d28091e0', 'fixed_ips': [{'subnet_id': '3e41d9ef-24a7-4f1e-8b34-a2fa6a4ceb43'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:25:58.873814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:58.895789 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b057b991-cc53-476d-a7cf-1a8addc129c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:58.899492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:58.899983 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b057b991-cc53-476d-a7cf-1a8addc129c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:58.912946 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-80c18c6d-ffbb-4147-8281-c19310a18230 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:58.956659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Network ef23d519-5ee4-451f-976a-f5c421fa7815 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:58.966054 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:58.984519 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:58.998859 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-431d5ac6-e717-45b7-87e0-17355f84c4ab None None] Provisioning for port aa9a93a9-2222-4498-9e97-84b32f64f1a7 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:59.009936 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-431d5ac6-e717-45b7-87e0-17355f84c4ab None None] Provisioning complete for port aa9a93a9-2222-4498-9e97-84b32f64f1a7 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:59.010330 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-431d5ac6-e717-45b7-87e0-17355f84c4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.087408 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Pushing event updated for resources: {'Port': ['ID=00ac0450-bada-4950-a976-d02df34378fd,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:59.103333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:59.106203 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c40b36-2c99-467b-a1d8-2e14cd931f82 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:59.110263 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c6c40b36-2c99-467b-a1d8-2e14cd931f82 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&device_id=95408c77-e769-4674-967f-64b003b329ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7586412 Jun 18 16:25:59.112193 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48734) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:59.125275 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-da7498ea-073c-4740-abe9-a79eba06730b None None] Deleting port 73193e93-f69a-4b32-a0e1-747e56924715 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:25:59.126107 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-da7498ea-073c-4740-abe9-a79eba06730b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.139655 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:59.152744 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-431d5ac6-e717-45b7-87e0-17355f84c4ab None None] Port aa9a93a9-2222-4498-9e97-84b32f64f1a7 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:25:59.229646 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.239997 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Allocated IP 172.20.0.2 (641d90b4-d40c-4db2-8007-b07a46878826/3e41d9ef-24a7-4f1e-8b34-a2fa6a4ceb43/2f1fafef-f42c-4476-8ec2-90f54a5d46d7) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:25:59.253667 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197ef47f-24fa-4a3d-9185-8dc7b11eb51a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:25:59.257956 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-197ef47f-24fa-4a3d-9185-8dc7b11eb51a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.290230 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-da7498ea-073c-4740-abe9-a79eba06730b None None] For port 73193e93-f69a-4b32-a0e1-747e56924715, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=73193e93-f69a-4b32-a0e1-747e56924715,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:25:59.290878 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-da7498ea-073c-4740-abe9-a79eba06730b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.414846 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-da7498ea-073c-4740-abe9-a79eba06730b None None] Calling delete_port for 73193e93-f69a-4b32-a0e1-747e56924715 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:25:59.423212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a52ff5-9d7f-45f5-aa9a-f80eeb6ba072 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:59.424932 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f0a52ff5-9d7f-45f5-aa9a-f80eeb6ba072 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "GET /v2.0/networks/81b3e7a1-a3eb-41d3-a54b-e3363be60296 HTTP/1.1" status: 200 len: 881 time: 0.3090646 Jun 18 16:25:59.428638 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48736) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:59.436247 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-34686935-f519-4ccd-8d69-dd8d620b200c None None] Provisioning complete for port aa9a93a9-2222-4498-9e97-84b32f64f1a7 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:59.436639 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-34686935-f519-4ccd-8d69-dd8d620b200c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.450401 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.458109 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.462620 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c0fedf59-bfb1-4141-84ba-3bd7626e37f5 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:59.472794 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-856b15b8-455b-4b58-9b32-4f82876fd9eb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "GET /v2.0/ports?device_id=95408c77-e769-4674-967f-64b003b329ba HTTP/1.1" status: 200 len: 205 time: 0.0425580 Jun 18 16:25:59.476949 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48738) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:59.491223 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.ipam_backend_mixin [None req-197ef47f-24fa-4a3d-9185-8dc7b11eb51a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3e41d9ef-24a7-4f1e-8b34-a2fa6a4ceb43 (CIDR: 172.20.0.0/28) Jun 18 16:25:59.505948 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:59.506334 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.552082 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-197ef47f-24fa-4a3d-9185-8dc7b11eb51a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:25:59.552781 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197ef47f-24fa-4a3d-9185-8dc7b11eb51a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:25:59.575650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.577633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event updated for resources: {'Port': ['ID=aa9a93a9-2222-4498-9e97-84b32f64f1a7,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:59.583300 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:59.587237 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.591645 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-34686935-f519-4ccd-8d69-dd8d620b200c None None] Port aa9a93a9-2222-4498-9e97-84b32f64f1a7 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:25:59.626089 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-197ef47f-24fa-4a3d-9185-8dc7b11eb51a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7775090 Jun 18 16:25:59.629426 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48740) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:59.637401 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d5ecb3f2-48d7-426e-8d48-65f90544636f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'subnet': {'network_id': '641d90b4-d40c-4db2-8007-b07a46878826', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:59.668625 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.670479 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-da7498ea-073c-4740-abe9-a79eba06730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.675714 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6e0f72e6-28ef-4833-90a9-f2c20c5f099a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:59.708014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Transition to ACTIVE for port object 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:59.719517 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.objects.ports [None req-b057b991-cc53-476d-a7cf-1a8addc129c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93454) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:25:59.728188 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b057b991-cc53-476d-a7cf-1a8addc129c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.734037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7498ea-073c-4740-abe9-a79eba06730b None None] Pushing event deleted for resources: {'Port': ['ID=73193e93-f69a-4b32-a0e1-747e56924715,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:59.734875 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-75317fdf-27fa-4e72-b930-90e310acc762 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:59.737516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-da7498ea-073c-4740-abe9-a79eba06730b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:59.745416 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7498ea-073c-4740-abe9-a79eba06730b None None] No DVR routers for this DVR port 73193e93-f69a-4b32-a0e1-747e56924715 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:25:59.772700 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.781093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Transition to ACTIVE for port object 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:25:59.783828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:25:59.786954 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7a79b18f-c035-400b-8ca4-cfaa5914fe1d None None] Provisioning for port 00ac0450-bada-4950-a976-d02df34378fd completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:25:59.804150 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.806180 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-38a6583a-2396-4f10-8bf7-398fe43ff111 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.812238 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.814194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7a79b18f-c035-400b-8ca4-cfaa5914fe1d None None] Provisioning complete for port 00ac0450-bada-4950-a976-d02df34378fd triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:25:59.814587 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7a79b18f-c035-400b-8ca4-cfaa5914fe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.819034 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:59.819938 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b057b991-cc53-476d-a7cf-1a8addc129c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:59.829577 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4ff475c8-ff8b-487f-a03f-5a82cb0b1d28 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:25:59.863975 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-b057b991-cc53-476d-a7cf-1a8addc129c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:59.884864 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b057b991-cc53-476d-a7cf-1a8addc129c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:25:59.885454 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b057b991-cc53-476d-a7cf-1a8addc129c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.889626 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Network 641d90b4-d40c-4db2-8007-b07a46878826 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:59.895607 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dc32c6-fdeb-4ae8-9893-f462c41097f5 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:25:59.908128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:25:59.909885 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057b991-cc53-476d-a7cf-1a8addc129c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=9d2966ef-01ba-40a6-ab87-335e26bb14ab,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:59.916301 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b057b991-cc53-476d-a7cf-1a8addc129c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:59.918798 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Pushing event updated for resources: {'Port': ['ID=00ac0450-bada-4950-a976-d02df34378fd,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:59.925446 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:59.928543 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:25:59.935819 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:25:59.966033 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b057b991-cc53-476d-a7cf-1a8addc129c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4667187 Jun 18 16:25:59.969862 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48742) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:25:59.983206 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-041ca74c-54dd-4826-a157-28a249363595 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'mac_address': 'fa:16:3e:29:3b:78', 'name': 'tempest-NetworksTestDHCPv6-1324208250'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:25:59.985395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Network 85cc2d4b-1a30-4451-b45a-65c661f2447c is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:25:59.989545 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7a79b18f-c035-400b-8ca4-cfaa5914fe1d None None] Port 00ac0450-bada-4950-a976-d02df34378fd cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:25:59.990056 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:25:59.994724 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Pushing event updated for resources: {'Port': ['ID=2f1fafef-f42c-4476-8ec2-90f54a5d46d7,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:25:59.998478 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:00.044594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ecb3f2-48d7-426e-8d48-65f90544636f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:00.048143 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d5ecb3f2-48d7-426e-8d48-65f90544636f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:00.081036 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:00.081357 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:00.085731 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Attempting to bind port 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:26:00.085886 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Attempting to bind port 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '4184310e-34e3-4980-bb15-a333f6437b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '641d90b4-d40c-4db2-8007-b07a46878826'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:26:00.086203 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Attempting to bind port 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 on network 641d90b4-d40c-4db2-8007-b07a46878826 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:26:00.120130 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Router 79bec894-2fb7-4682-88ac-84c74bc0b349 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:26:00.131541 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:26:00.132037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Checking segment: {'id': '4184310e-34e3-4980-bb15-a333f6437b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '641d90b4-d40c-4db2-8007-b07a46878826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:00.132293 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:00.132703 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Bound using segment: {'id': '4184310e-34e3-4980-bb15-a333f6437b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '641d90b4-d40c-4db2-8007-b07a46878826'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:26:00.133195 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Bound port: 2f1fafef-f42c-4476-8ec2-90f54a5d46d7, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4184310e-34e3-4980-bb15-a333f6437b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '641d90b4-d40c-4db2-8007-b07a46878826'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:26:00.133570 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:00.211028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Network ef23d519-5ee4-451f-976a-f5c421fa7815 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:00.214390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:00.324808 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] For port 2f1fafef-f42c-4476-8ec2-90f54a5d46d7, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:26:00.328868 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] For port 2f1fafef-f42c-4476-8ec2-90f54a5d46d7, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2f1fafef-f42c-4476-8ec2-90f54a5d46d7,segment=NetworkSegment(4184310e-34e3-4980-bb15-a333f6437b84),segment_id=4184310e-34e3-4980-bb15-a333f6437b84)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:26:00.351479 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': '9d2966ef-01ba-40a6-ab87-335e26bb14ab'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:26:00.352517 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:00.416732 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Router 01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:26:00.431943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:26:00.446172 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "PUT /v2.0/routers/79bec894-2fb7-4682-88ac-84c74bc0b349/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1978097 Jun 18 16:26:00.453175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:00.461991 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-67902d60-6597-42c4-aeae-83c6dfdcaa01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:00.468641 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Sync routers for ids ['79bec894-2fb7-4682-88ac-84c74bc0b349'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:26:00.523009 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ebe551de-6cbc-4ef0-84ce-c24c7aa5c489 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:00.583193 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:26:00.594358 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Sync routers for ids ['01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:26:00.597093 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] 10.222.0.50 "PUT /v2.0/routers/01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4341428 Jun 18 16:26:00.603678 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-38a6583a-2396-4f10-8bf7-398fe43ff111 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:00.609201 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Routers {'01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:26:00.609914 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:00.794666 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041ca74c-54dd-4826-a157-28a249363595 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:00.846638 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Set router 01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:26:00.878167 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Pushing event updated for resources: {'Port': ['ID=2f1fafef-f42c-4476-8ec2-90f54a5d46d7,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:00.882053 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:00.882936 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Routers {'79bec894-2fb7-4682-88ac-84c74bc0b349'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:26:00.883629 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['79bec894-2fb7-4682-88ac-84c74bc0b349'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:00.979610 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-38a6583a-2396-4f10-8bf7-398fe43ff111 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Deleting port 8347784a-e342-4ad1-9624-8bb498e0770f {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:00.980913 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-38a6583a-2396-4f10-8bf7-398fe43ff111 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:01.000528 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-041ca74c-54dd-4826-a157-28a249363595 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:01.022908 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Allocated IP 2001:db8::f816:3eff:feeb:eb90 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/9d2966ef-01ba-40a6-ab87-335e26bb14ab/6a59e66f-5e63-4058-9370-56192e1645a7) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:01.038067 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-ecdd7b19-4e3e-4c00-8af4-56ca25b8c165 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1802640160&fields=id&tenant_id=1f2cb979b7a2442096d27fcea5c7d624 HTTP/1.1" status: 200 len: 267 time: 0.0728288 Jun 18 16:26:01.079628 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-041ca74c-54dd-4826-a157-28a249363595 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port 59b74b91-520e-4e79-bb94-67760e0abde7 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:26:01.168550 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0', 'name': 'tempest-TestVolumeBootPattern-1012992040-router', 'tenant_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe551de-6cbc-4ef0-84ce-c24c7aa5c489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:59Z', 'revision_number': 4, 'project_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'gw_port': {'id': 'ebe551de-6cbc-4ef0-84ce-c24c7aa5c489', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:75:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:49Z', 'updated_at': '2021-06-18T16:25:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '00ac0450-bada-4950-a976-d02df34378fd', 'name': '', 'network_id': 'ef23d519-5ee4-451f-976a-f5c421fa7815', 'tenant_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'mac_address': 'fa:16:3e:c3:fc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '387c084c-c34e-4146-98e8-62e7f47ab794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:56Z', 'updated_at': '2021-06-18T16:25:59Z', 'revision_number': 2, 'project_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'subnets': [{'id': '387c084c-c34e-4146-98e8-62e7f47ab794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:01.197145 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-29ac7ac1-a1fa-411e-a71b-c97cb1593c6f None None] Provisioning complete for port aa9a93a9-2222-4498-9e97-84b32f64f1a7 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:01.197734 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-29ac7ac1-a1fa-411e-a71b-c97cb1593c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:01.226069 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-38a6583a-2396-4f10-8bf7-398fe43ff111 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:01.233590 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Checking router: 01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:26:01.234091 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Updating router 01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0 port 00ac0450-bada-4950-a976-d02df34378fd binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:26:01.293822 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:01.333141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Set router 79bec894-2fb7-4682-88ac-84c74bc0b349 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:26:01.335378 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-38a6583a-2396-4f10-8bf7-398fe43ff111 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Calling delete_port for 8347784a-e342-4ad1-9624-8bb498e0770f owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:01.344103 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-9aebd9c4-595a-4b83-866d-fc777759fbe0 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:01.351156 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d5ecb3f2-48d7-426e-8d48-65f90544636f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:01.353373 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-9aebd9c4-595a-4b83-866d-fc777759fbe0 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/networks?id=85cc2d4b-1a30-4451-b45a-65c661f2447c HTTP/1.1" status: 200 len: 797 time: 0.3059313 Jun 18 16:26:01.358187 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6c4aec53-5479-428b-ad30-d4734d054e41 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:01.383561 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f1d27805-b9a1-4a83-8953-7fd2a8f7a5fe tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/quotas/1f2cb979b7a2442096d27fcea5c7d624 HTTP/1.1" status: 200 len: 375 time: 0.0292473 Jun 18 16:26:01.494538 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-29ac7ac1-a1fa-411e-a71b-c97cb1593c6f None None] Port aa9a93a9-2222-4498-9e97-84b32f64f1a7 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:01.507518 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ecb3f2-48d7-426e-8d48-65f90544636f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network 641d90b4-d40c-4db2-8007-b07a46878826 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:01.517804 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port ebe551de-6cbc-4ef0-84ce-c24c7aa5c489 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:01.518150 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-d5ecb3f2-48d7-426e-8d48-65f90544636f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:01.524847 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ecb3f2-48d7-426e-8d48-65f90544636f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:01.525433 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d5ecb3f2-48d7-426e-8d48-65f90544636f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:01.534147 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ebe551de-6cbc-4ef0-84ce-c24c7aa5c489 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:01.536518 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:01.561395 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ecb3f2-48d7-426e-8d48-65f90544636f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Subnet': ['ID=872ef547-680b-4aaf-b0ac-eb9c82fe2c0e,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:01.564558 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d5ecb3f2-48d7-426e-8d48-65f90544636f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:01.572020 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d5ecb3f2-48d7-426e-8d48-65f90544636f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9371445 Jun 18 16:26:01.572454 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48770) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:01.580050 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-8c209c33-7ef6-4181-b5e4-981a694a7f17 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'network_id': '641d90b4-d40c-4db2-8007-b07a46878826', 'fixed_ips': [{'subnet_id': '3e41d9ef-24a7-4f1e-8b34-a2fa6a4ceb43'}, {'subnet_id': '872ef547-680b-4aaf-b0ac-eb9c82fe2c0e'}], 'name': 'tempest-PortsTestJSON-22606929'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:01.650115 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-fc70ba7b-2bbe-4628-a46e-77aac2da40f2 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1f2cb979b7a2442096d27fcea5c7d624&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2655702 Jun 18 16:26:01.717956 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48774) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:01.723587 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-0aac2e94-6fa9-4600-b02d-bda0c27c4294 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1771184036', 'description': 'tempest-secgroup-smoke-1771184036 description', 'project_id': '677a748149594a93a9900e94206deadd'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:01.764376 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:01.784338 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0aac2e94-6fa9-4600-b02d-bda0c27c4294 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:01.812416 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-677a5fb7-9b6b-47fe-8cd4-c8e4120ebbc8 None None] Provisioning complete for port 00ac0450-bada-4950-a976-d02df34378fd triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:01.812903 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-677a5fb7-9b6b-47fe-8cd4-c8e4120ebbc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:01.849345 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Transition to ACTIVE for port object 00ac0450-bada-4950-a976-d02df34378fd will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:01.858010 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:01.860193 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:01.867756 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-38a6583a-2396-4f10-8bf7-398fe43ff111 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:01.881713 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6ee5c3fd-b0aa-48fb-afc8-f9064130150d tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:01.898753 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:01.920528 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-4e6fc274-1774-464f-8a1d-15c50ca42f11 service neutron] 10.222.0.50 "GET /v2.0/networks/85cc2d4b-1a30-4451-b45a-65c661f2447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694650 Jun 18 16:26:01.943131 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Transition to ACTIVE for port object 6a59e66f-5e63-4058-9370-56192e1645a7 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:01.944256 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6583a-2396-4f10-8bf7-398fe43ff111 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Pushing event deleted for resources: {'Port': ['ID=8347784a-e342-4ad1-9624-8bb498e0770f,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:01.951478 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-38a6583a-2396-4f10-8bf7-398fe43ff111 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:01.957389 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-677a5fb7-9b6b-47fe-8cd4-c8e4120ebbc8 None None] Port 00ac0450-bada-4950-a976-d02df34378fd cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:01.967515 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:01.992589 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Transition to ACTIVE for port object 6a59e66f-5e63-4058-9370-56192e1645a7 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:02.004765 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd5e25-7927-422a-92ac-4ec8b391c015 None None] Pushing event updated for resources: {'Port': ['ID=00ac0450-bada-4950-a976-d02df34378fd,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:02.017061 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-bbcd5e25-7927-422a-92ac-4ec8b391c015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:02.040999 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.046294 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0aac2e94-6fa9-4600-b02d-bda0c27c4294 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.046844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port ebe551de-6cbc-4ef0-84ce-c24c7aa5c489, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ebe551de-6cbc-4ef0-84ce-c24c7aa5c489,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:02.047923 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:02.063315 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0aac2e94-6fa9-4600-b02d-bda0c27c4294 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.067717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b75da2c7-a545-410e-93be-409e7b5c3365 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:02.096928 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Pushing event updated for resources: {'Port': ['ID=6a59e66f-5e63-4058-9370-56192e1645a7,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:02.102591 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.105049 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:02.106574 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:02.117092 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-38a6583a-2396-4f10-8bf7-398fe43ff111 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.151124 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:02.157758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:02.172151 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0aac2e94-6fa9-4600-b02d-bda0c27c4294 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.174537 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:02.178970 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0aac2e94-6fa9-4600-b02d-bda0c27c4294 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4595916 Jun 18 16:26:02.179875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac2e94-6fa9-4600-b02d-bda0c27c4294 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0106fc81-4b98-4bd6-b210-70c4a55c795f,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:02.182076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48776) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:02.196279 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-736557e9-940b-4085-9cfd-f82571ff94f5 service neutron] 10.222.0.50 "GET /v2.0/networks/85cc2d4b-1a30-4451-b45a-65c661f2447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631524 Jun 18 16:26:02.207912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-fd664c51-1080-457c-bddd-04ab6c18b02e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Request body: {'security_group_rule': {'security_group_id': '0106fc81-4b98-4bd6-b210-70c4a55c795f', 'project_id': '677a748149594a93a9900e94206deadd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:02.212603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0aac2e94-6fa9-4600-b02d-bda0c27c4294 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:02.259375 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 73193e93-f69a-4b32-a0e1-747e56924715 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:26:02.262232 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fd664c51-1080-457c-bddd-04ab6c18b02e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.297039 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Attempting to bind port 00ac0450-bada-4950-a976-d02df34378fd on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:26:02.297790 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Attempting to bind port 00ac0450-bada-4950-a976-d02df34378fd by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '13f8fbe6-d417-4249-bf2d-df9bde8a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ef23d519-5ee4-451f-976a-f5c421fa7815'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:26:02.298319 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Attempting to bind port 00ac0450-bada-4950-a976-d02df34378fd on network ef23d519-5ee4-451f-976a-f5c421fa7815 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:26:02.304212 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:26:02.305005 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Checking segment: {'id': '13f8fbe6-d417-4249-bf2d-df9bde8a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ef23d519-5ee4-451f-976a-f5c421fa7815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:02.305578 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.306178 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Bound using segment: {'id': '13f8fbe6-d417-4249-bf2d-df9bde8a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ef23d519-5ee4-451f-976a-f5c421fa7815'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:26:02.307002 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Bound port: 00ac0450-bada-4950-a976-d02df34378fd, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f8fbe6-d417-4249-bf2d-df9bde8a5d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ef23d519-5ee4-451f-976a-f5c421fa7815'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:26:02.307571 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.379728 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=ebe551de-6cbc-4ef0-84ce-c24c7aa5c489,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:02.388832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fd664c51-1080-457c-bddd-04ab6c18b02e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.395680 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fd664c51-1080-457c-bddd-04ab6c18b02e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.397520 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d9526d3f-8bb1-45c7-9b10-736f4b137f63 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:02.419296 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] For port 00ac0450-bada-4950-a976-d02df34378fd, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:26:02.428928 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 73193e93-f69a-4b32-a0e1-747e56924715 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:26:02.429262 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 73193e93-f69a-4b32-a0e1-747e56924715 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:26:02.429483 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd664c51-1080-457c-bddd-04ab6c18b02e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edffdcbe-a4e4-480d-92fe-ee6d6a5108df,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:02.434376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fd664c51-1080-457c-bddd-04ab6c18b02e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:02.444424 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fd664c51-1080-457c-bddd-04ab6c18b02e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.447261 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] For port 00ac0450-bada-4950-a976-d02df34378fd, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=00ac0450-bada-4950-a976-d02df34378fd,segment=NetworkSegment(13f8fbe6-d417-4249-bf2d-df9bde8a5d72),segment_id=13f8fbe6-d417-4249-bf2d-df9bde8a5d72)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:26:02.448185 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:02.458030 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.459807 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fd664c51-1080-457c-bddd-04ab6c18b02e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2765636 Jun 18 16:26:02.462301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48782) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:02.473403 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793862615', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:46Z', 'updated_at': '2021-06-18T16:25:58Z', 'revision_number': 4, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'gw_port': {'id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'aa9a93a9-2222-4498-9e97-84b32f64f1a7', 'name': '', 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'mac_address': 'fa:16:3e:cb:c2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:55Z', 'updated_at': '2021-06-18T16:25:59Z', 'revision_number': 2, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'subnets': [{'id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:02.473772 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-38a6583a-2396-4f10-8bf7-398fe43ff111 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.478106 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-5a75487a-db41-4c77-9360-444ae33844a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:02.485181 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-e54fb6dd-364f-471e-bb05-09164d714a19 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Request body: {'security_group_rule': {'security_group_id': '0106fc81-4b98-4bd6-b210-70c4a55c795f', 'project_id': '677a748149594a93a9900e94206deadd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:02.498551 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-38a6583a-2396-4f10-8bf7-398fe43ff111 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.520105 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Checking router: 79bec894-2fb7-4682-88ac-84c74bc0b349 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:26:02.520652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Updating router 79bec894-2fb7-4682-88ac-84c74bc0b349 port aa9a93a9-2222-4498-9e97-84b32f64f1a7 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:26:02.556786 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Attempting to bind port 6a59e66f-5e63-4058-9370-56192e1645a7 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:26:02.557180 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Attempting to bind port 6a59e66f-5e63-4058-9370-56192e1645a7 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:26:02.557975 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Attempting to bind port 6a59e66f-5e63-4058-9370-56192e1645a7 on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:26:02.578805 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-041ca74c-54dd-4826-a157-28a249363595 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::f816:3eff:fe29:3b78 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/9d2966ef-01ba-40a6-ab87-335e26bb14ab/59b74b91-520e-4e79-bb94-67760e0abde7) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:02.598391 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd5e25-7927-422a-92ac-4ec8b391c015 None None] Pushing event updated for resources: {'Port': ['ID=00ac0450-bada-4950-a976-d02df34378fd,revision_number=4']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:02.599886 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:26:02.600378 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:02.600861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.601276 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:26:02.601788 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Bound port: 6a59e66f-5e63-4058-9370-56192e1645a7, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:26:02.602710 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.613185 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-bbcd5e25-7927-422a-92ac-4ec8b391c015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:02.631273 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Routers {'01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:26:02.632177 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:02.664748 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.755331 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-dcb189e9-95f2-4b25-bcdb-fa97e60b0eb0 req-4b4d78f0-076f-45ba-a720-53830d5b5f1d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 210 time: 0.2568407 Jun 18 16:26:02.790545 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c209c33-7ef6-4181-b5e4-981a694a7f17 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:02.832336 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e54fb6dd-364f-471e-bb05-09164d714a19 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.837372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ebe551de-6cbc-4ef0-84ce-c24c7aa5c489 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:02.894464 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] Set router 01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:26:02.929633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e54fb6dd-364f-471e-bb05-09164d714a19 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.941496 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e54fb6dd-364f-471e-bb05-09164d714a19 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.943464 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e79b7bb7-ddd1-4615-85e8-9719111de804 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:02.952423 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] For port 6a59e66f-5e63-4058-9370-56192e1645a7, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:26:02.990702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e54fb6dd-364f-471e-bb05-09164d714a19 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:02.998762 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e54fb6dd-364f-471e-bb05-09164d714a19 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5345850 Jun 18 16:26:03.001788 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48790) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:03.009448 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-05b59929-043e-4c28-b4f9-4c3357d83c63 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Request body: {'security_group_rule': {'security_group_id': '0106fc81-4b98-4bd6-b210-70c4a55c795f', 'project_id': '677a748149594a93a9900e94206deadd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:03.021520 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fb6dd-364f-471e-bb05-09164d714a19 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d392c16-85d0-41b9-a6d1-28220084df85,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:03.030389 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32627421-dc1d-4d7c-8577-c059b8362cec None None] Network 641d90b4-d40c-4db2-8007-b07a46878826 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:03.031768 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e54fb6dd-364f-471e-bb05-09164d714a19 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:03.075277 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-05b59929-043e-4c28-b4f9-4c3357d83c63 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:03.100943 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-041ca74c-54dd-4826-a157-28a249363595 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:03.116357 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-041ca74c-54dd-4826-a157-28a249363595 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object 59b74b91-520e-4e79-bb94-67760e0abde7 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:03.159028 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-38a6583a-2396-4f10-8bf7-398fe43ff111 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:03.159912 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a6583a-2396-4f10-8bf7-398fe43ff111 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Fanout notify agent at l3_agent the message router_deleted on router 95408c77-e769-4674-967f-64b003b329ba {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:26:03.161971 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-041ca74c-54dd-4826-a157-28a249363595 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:03.179455 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] For port 6a59e66f-5e63-4058-9370-56192e1645a7, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=6a59e66f-5e63-4058-9370-56192e1645a7,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:26:03.191785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-05b59929-043e-4c28-b4f9-4c3357d83c63 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:03.193262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-38a6583a-2396-4f10-8bf7-398fe43ff111 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:03.197939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-05b59929-043e-4c28-b4f9-4c3357d83c63 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:03.208259 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48798) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:03.209217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:03.210993 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-38a6583a-2396-4f10-8bf7-398fe43ff111 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "DELETE /v2.0/routers/95408c77-e769-4674-967f-64b003b329ba HTTP/1.1" status: 204 len: 168 time: 3.7329690 Jun 18 16:26:03.222606 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0', 'name': 'tempest-TestVolumeBootPattern-1012992040-router', 'tenant_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe551de-6cbc-4ef0-84ce-c24c7aa5c489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:59Z', 'revision_number': 4, 'project_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'gw_port': {'id': 'ebe551de-6cbc-4ef0-84ce-c24c7aa5c489', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:49Z', 'updated_at': '2021-06-18T16:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '00ac0450-bada-4950-a976-d02df34378fd', 'name': '', 'network_id': 'ef23d519-5ee4-451f-976a-f5c421fa7815', 'tenant_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'mac_address': 'fa:16:3e:c3:fc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '387c084c-c34e-4146-98e8-62e7f47ab794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:56Z', 'updated_at': '2021-06-18T16:26:02Z', 'revision_number': 4, 'project_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'subnets': [{'id': '387c084c-c34e-4146-98e8-62e7f47ab794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:03.225019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:03.225205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:03.230887 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-e1307caf-2b2c-49c0-9962-3bdbd5d7a4c7 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1720704562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:03.232791 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f5c321b2-30cc-4e72-8024-cb84c62fa6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:03.258167 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e743154-a6fe-44d1-8a9b-a8fcd5bcf447 None None] The sync data for ids ['01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0'] in dv-neutron-797120-1-hyperv is: [{'id': '01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0', 'name': 'tempest-TestVolumeBootPattern-1012992040-router', 'tenant_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe551de-6cbc-4ef0-84ce-c24c7aa5c489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:59Z', 'revision_number': 4, 'project_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'gw_port': {'id': 'ebe551de-6cbc-4ef0-84ce-c24c7aa5c489', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:49Z', 'updated_at': '2021-06-18T16:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '00ac0450-bada-4950-a976-d02df34378fd', 'name': '', 'network_id': 'ef23d519-5ee4-451f-976a-f5c421fa7815', 'tenant_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'mac_address': 'fa:16:3e:c3:fc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '387c084c-c34e-4146-98e8-62e7f47ab794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:56Z', 'updated_at': '2021-06-18T16:26:02Z', 'revision_number': 4, 'project_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'subnets': [{'id': '387c084c-c34e-4146-98e8-62e7f47ab794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:26:03.268864 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e4cf1d1c-b7b8-4a26-929c-19477ff58ab1 None None] Provisioning for port 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:03.272906 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b59929-043e-4c28-b4f9-4c3357d83c63 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396458c2-1537-403d-b589-e757a06b6924,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:03.287541 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-05b59929-043e-4c28-b4f9-4c3357d83c63 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:03.289966 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e1307caf-2b2c-49c0-9962-3bdbd5d7a4c7 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:03.291302 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e1307caf-2b2c-49c0-9962-3bdbd5d7a4c7 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:03.321253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ca74c-54dd-4826-a157-28a249363595 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=59b74b91-520e-4e79-bb94-67760e0abde7,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:03.366841 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041ca74c-54dd-4826-a157-28a249363595 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:03.381142 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-041ca74c-54dd-4826-a157-28a249363595 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:03.382061 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-041ca74c-54dd-4826-a157-28a249363595 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:03.390831 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041ca74c-54dd-4826-a157-28a249363595 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:03.397408 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041ca74c-54dd-4826-a157-28a249363595 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:03.398050 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-041ca74c-54dd-4826-a157-28a249363595 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:03.422717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e1307caf-2b2c-49c0-9962-3bdbd5d7a4c7 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:03.440165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8c209c33-7ef6-4181-b5e4-981a694a7f17 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:03.442861 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e1307caf-2b2c-49c0-9962-3bdbd5d7a4c7 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:03.444755 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-041ca74c-54dd-4826-a157-28a249363595 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.4724967 Jun 18 16:26:03.454811 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48800) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:03.459781 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ebe551de-6cbc-4ef0-84ce-c24c7aa5c489 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:03.460548 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:03.473389 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-05b59929-043e-4c28-b4f9-4c3357d83c63 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:03.475618 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-05b59929-043e-4c28-b4f9-4c3357d83c63 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4708989 Jun 18 16:26:03.477618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e1307caf-2b2c-49c0-9962-3bdbd5d7a4c7 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:03.479075 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e1307caf-2b2c-49c0-9962-3bdbd5d7a4c7 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2547235 Jun 18 16:26:03.479855 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48802) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:03.485868 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-18737efe-3837-4af9-a2c6-34ebaf90fd98 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Request body: {'security_group_rule': {'security_group_id': '0106fc81-4b98-4bd6-b210-70c4a55c795f', 'project_id': '677a748149594a93a9900e94206deadd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:03.490844 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48804) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:03.498906 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-23556bd7-ec99-4274-b549-8d003f8af9e9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'enable_snat': True}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:03.501267 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Pushing event updated for resources: {'Port': ['ID=6a59e66f-5e63-4058-9370-56192e1645a7,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:03.512684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-8c209c33-7ef6-4181-b5e4-981a694a7f17 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] device_id is not set on port ec874651-2efa-4cf1-a3c5-71a7760c2a7a yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:26:03.533410 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:03.740298 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:03.799732 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Transition to ACTIVE for port object aa9a93a9-2222-4498-9e97-84b32f64f1a7 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:03.853979 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:03.865315 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-37be3788-41b1-4b14-b032-66fac36296a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:03.874173 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-23556bd7-ec99-4274-b549-8d003f8af9e9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:03.945492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-18737efe-3837-4af9-a2c6-34ebaf90fd98 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:04.086323 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7adf1f-92b7-4cb8-a0e9-18adaca83e25 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:04.106931 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7adf1f-92b7-4cb8-a0e9-18adaca83e25 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:04.109586 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-df7adf1f-92b7-4cb8-a0e9-18adaca83e25 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.6532354 Jun 18 16:26:04.113822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48810) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:04.115823 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-18737efe-3837-4af9-a2c6-34ebaf90fd98 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:04.173459 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eb4f54fd-936d-4b84-bd93-502f91e85432 req-0425776b-375e-4792-bb9e-9b8c9feec833 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 210 time: 0.0890665 Jun 18 16:26:04.177972 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-8c209c33-7ef6-4181-b5e4-981a694a7f17 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Allocated IP 172.20.0.10 (641d90b4-d40c-4db2-8007-b07a46878826/3e41d9ef-24a7-4f1e-8b34-a2fa6a4ceb43/ec874651-2efa-4cf1-a3c5-71a7760c2a7a) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:04.196129 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-8c209c33-7ef6-4181-b5e4-981a694a7f17 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Allocated IP 172.20.0.18 (641d90b4-d40c-4db2-8007-b07a46878826/872ef547-680b-4aaf-b0ac-eb9c82fe2c0e/ec874651-2efa-4cf1-a3c5-71a7760c2a7a) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:04.213103 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-18737efe-3837-4af9-a2c6-34ebaf90fd98 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:04.218937 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4843e015-c99c-48eb-9a60-43adae98f63d tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:04.273430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-18737efe-3837-4af9-a2c6-34ebaf90fd98 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:04.277762 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-18737efe-3837-4af9-a2c6-34ebaf90fd98 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7937510 Jun 18 16:26:04.284456 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48812) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:04.290266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18737efe-3837-4af9-a2c6-34ebaf90fd98 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a8478c-5488-4850-88da-02542bdc5778,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:04.305778 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f64077e1-9881-451f-a309-b189177fb652 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Request body: {'security_group_rule': {'security_group_id': '0106fc81-4b98-4bd6-b210-70c4a55c795f', 'project_id': '677a748149594a93a9900e94206deadd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:04.317653 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-18737efe-3837-4af9-a2c6-34ebaf90fd98 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:04.342712 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:04.395367 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb642c1-fa94-4a6c-9346-758b5a335588 None None] Pushing event updated for resources: {'Port': ['ID=aa9a93a9-2222-4498-9e97-84b32f64f1a7,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:04.418362 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1cb642c1-fa94-4a6c-9346-758b5a335588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:04.535634 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4fe063-3db8-4786-828d-f34b6c82d0f6 None None] Update dhcp port {'port': {'network_id': '641d90b4-d40c-4db2-8007-b07a46878826', 'fixed_ips': [{'subnet_id': '3e41d9ef-24a7-4f1e-8b34-a2fa6a4ceb43', 'ip_address': '172.20.0.2'}, {'subnet_id': '872ef547-680b-4aaf-b0ac-eb9c82fe2c0e'}], 'binding:host_id': 'dv-neutron-797120-1-hyperv'}, 'id': '2f1fafef-f42c-4476-8ec2-90f54a5d46d7'} from dv-neutron-797120-1-hyperv. {{(pid=93455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:26:04.541025 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Attempting to bind port aa9a93a9-2222-4498-9e97-84b32f64f1a7 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:26:04.541688 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Attempting to bind port aa9a93a9-2222-4498-9e97-84b32f64f1a7 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'c19b25f4-082e-45e6-9c8c-7970d64add03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:26:04.544301 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Attempting to bind port aa9a93a9-2222-4498-9e97-84b32f64f1a7 on network 85cc2d4b-1a30-4451-b45a-65c661f2447c {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:26:04.548577 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8c209c33-7ef6-4181-b5e4-981a694a7f17 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:04.592694 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:26:04.593246 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Checking segment: {'id': 'c19b25f4-082e-45e6-9c8c-7970d64add03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:04.593769 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:04.594282 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Bound using segment: {'id': 'c19b25f4-082e-45e6-9c8c-7970d64add03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:26:04.594960 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Bound port: aa9a93a9-2222-4498-9e97-84b32f64f1a7, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19b25f4-082e-45e6-9c8c-7970d64add03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:26:04.595473 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:04.617156 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-8c209c33-7ef6-4181-b5e4-981a694a7f17 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Transition to ACTIVE for port object ec874651-2efa-4cf1-a3c5-71a7760c2a7a will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:04.691503 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:04.698294 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8a4fe063-3db8-4786-828d-f34b6c82d0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:04.703694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8c209c33-7ef6-4181-b5e4-981a694a7f17 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:04.709636 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:04.714909 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:04.717184 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7310fb2b-a60f-4655-98b5-9ad0c065e4d7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:04.774560 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c209c33-7ef6-4181-b5e4-981a694a7f17 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network 641d90b4-d40c-4db2-8007-b07a46878826 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:04.778703 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-8c209c33-7ef6-4181-b5e4-981a694a7f17 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:04.781952 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c209c33-7ef6-4181-b5e4-981a694a7f17 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:04.887776 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c209c33-7ef6-4181-b5e4-981a694a7f17 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=ec874651-2efa-4cf1-a3c5-71a7760c2a7a,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:04.891411 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8c209c33-7ef6-4181-b5e4-981a694a7f17 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:04.913905 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] For port aa9a93a9-2222-4498-9e97-84b32f64f1a7, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:26:04.971796 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c209c33-7ef6-4181-b5e4-981a694a7f17 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:04.972988 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8c209c33-7ef6-4181-b5e4-981a694a7f17 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:04.993860 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] For port aa9a93a9-2222-4498-9e97-84b32f64f1a7, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=aa9a93a9-2222-4498-9e97-84b32f64f1a7,segment=NetworkSegment(c19b25f4-082e-45e6-9c8c-7970d64add03),segment_id=c19b25f4-082e-45e6-9c8c-7970d64add03)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:26:05.008877 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:05.035803 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-75cd6cfd-3f5f-4d58-bbb6-923e186b7edc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:05.068187 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-f64077e1-9881-451f-a309-b189177fb652 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Project 677a748149594a93a9900e94206deadd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:26:05.069076 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8c209c33-7ef6-4181-b5e4-981a694a7f17 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.4954731 Jun 18 16:26:05.072908 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48816) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:05.080407 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-c470efb2-491a-4b90-8bae-75453674e418 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e41d9ef-24a7-4f1e-8b34-a2fa6a4ceb43'}]}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:05.086726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f64077e1-9881-451f-a309-b189177fb652 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:05.100245 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb642c1-fa94-4a6c-9346-758b5a335588 None None] Pushing event updated for resources: {'Port': ['ID=aa9a93a9-2222-4498-9e97-84b32f64f1a7,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:05.118551 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1cb642c1-fa94-4a6c-9346-758b5a335588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:05.186126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f64077e1-9881-451f-a309-b189177fb652 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:05.209535 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:05.218659 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-64040d3b-4533-442b-8cbb-3cfaaa0a3fe8 None None] Provisioning for port 6a59e66f-5e63-4058-9370-56192e1645a7 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:05.283418 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c470efb2-491a-4b90-8bae-75453674e418 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:05.287912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f64077e1-9881-451f-a309-b189177fb652 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:05.311580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Routers {'79bec894-2fb7-4682-88ac-84c74bc0b349'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:26:05.312307 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['79bec894-2fb7-4682-88ac-84c74bc0b349'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:05.372865 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-a6a1f90e-e008-4267-b963-38dae9c1c74f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:05.374883 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:05.375581 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-a6a1f90e-e008-4267-b963-38dae9c1c74f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.55 "GET /v2.0/networks?id=85cc2d4b-1a30-4451-b45a-65c661f2447c HTTP/1.1" status: 200 len: 797 time: 0.5225456 Jun 18 16:26:05.378738 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-1599de7f-2e09-489f-9ea3-b3f7a47ba9d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port 59b74b91-520e-4e79-bb94-67760e0abde7 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:05.379079 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1599de7f-2e09-489f-9ea3-b3f7a47ba9d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:05.446940 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-8a4fe063-3db8-4786-828d-f34b6c82d0f6 None None] Allocated IP 172.20.0.19 (641d90b4-d40c-4db2-8007-b07a46878826/872ef547-680b-4aaf-b0ac-eb9c82fe2c0e/2f1fafef-f42c-4476-8ec2-90f54a5d46d7) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:05.510028 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-332a74c6-0ee5-4a60-a51c-f68c42bbd205 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f2cb979b7a2442096d27fcea5c7d624 HTTP/1.1" status: 200 len: 380 time: 0.1169055 Jun 18 16:26:05.521242 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-5357887a-8b11-4de4-b5f3-33757dfc3bbc tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Request body: {'port': {'device_id': 'f7c06205-5db3-43c1-a006-2d0152a313bc', 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c', 'admin_state_up': True, 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'security_groups': ['d784dc89-b152-47b1-83f4-e9958513fe7e']}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:05.524345 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f64077e1-9881-451f-a309-b189177fb652 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:05.536894 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f64077e1-9881-451f-a309-b189177fb652 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2504666 Jun 18 16:26:05.538160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64077e1-9881-451f-a309-b189177fb652 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c2d06a4-e14c-41fb-a22c-e1b3d3215d8a,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:05.546031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48824) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:05.552324 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-8dfbd463-c219-4260-aff3-23fbfe4a71a9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Request body: {'security_group_rule': {'security_group_id': '0106fc81-4b98-4bd6-b210-70c4a55c795f', 'project_id': '677a748149594a93a9900e94206deadd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:05.584188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f64077e1-9881-451f-a309-b189177fb652 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:05.594345 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-87d42671-71d8-44af-a168-75670d7f5fd9 req-dcd55235-5bc9-4e51-a01c-4f5747e7016d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 210 time: 0.1539934 Jun 18 16:26:05.671724 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e1a8e3a4-1a84-4ef0-8383-b684ac4205c4 None None] Provisioning for port 59b74b91-520e-4e79-bb94-67760e0abde7 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:05.678103 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-8dfbd463-c219-4260-aff3-23fbfe4a71a9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Project 677a748149594a93a9900e94206deadd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:26:05.687290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-23556bd7-ec99-4274-b549-8d003f8af9e9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:05.690151 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e1a8e3a4-1a84-4ef0-8383-b684ac4205c4 None None] Provisioning complete for port 59b74b91-520e-4e79-bb94-67760e0abde7 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:05.690565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e1a8e3a4-1a84-4ef0-8383-b684ac4205c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:05.698112 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-8a4fe063-3db8-4786-828d-f34b6c82d0f6 None None] For port 2f1fafef-f42c-4476-8ec2-90f54a5d46d7, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2f1fafef-f42c-4476-8ec2-90f54a5d46d7,segment=NetworkSegment(4184310e-34e3-4980-bb15-a333f6437b84),segment_id=4184310e-34e3-4980-bb15-a333f6437b84)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:05.701143 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] Set router 79bec894-2fb7-4682-88ac-84c74bc0b349 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:26:05.711168 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-23556bd7-ec99-4274-b549-8d003f8af9e9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:05.716207 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1599de7f-2e09-489f-9ea3-b3f7a47ba9d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:05.723288 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd463-c219-4260-aff3-23fbfe4a71a9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:05.737129 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-5357887a-8b11-4de4-b5f3-33757dfc3bbc tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Made reservation on behalf of 1f2cb979b7a2442096d27fcea5c7d624 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:05.741824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-5357887a-8b11-4de4-b5f3-33757dfc3bbc tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:05.829912 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-e1a8e3a4-1a84-4ef0-8383-b684ac4205c4 None None] Port 59b74b91-520e-4e79-bb94-67760e0abde7 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:05.842932 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-1599de7f-2e09-489f-9ea3-b3f7a47ba9d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for 59b74b91-520e-4e79-bb94-67760e0abde7 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:05.878175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8a4fe063-3db8-4786-828d-f34b6c82d0f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:05.904640 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8a4fe063-3db8-4786-828d-f34b6c82d0f6 None None] Transition to ACTIVE for port object 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:05.906719 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-5357887a-8b11-4de4-b5f3-33757dfc3bbc tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Allocated IP 172.20.0.5 (85cc2d4b-1a30-4451-b45a-65c661f2447c/f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0/825d3f08-f432-40d5-b31d-2ea2a6e6c776) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:05.914549 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8a4fe063-3db8-4786-828d-f34b6c82d0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:05.920396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-aea0ea71-aaab-4f81-9b9c-f6209dbe2c84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:05.984655 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-c470efb2-491a-4b90-8bae-75453674e418 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Delete allocated IP 172.20.0.18 (641d90b4-d40c-4db2-8007-b07a46878826/872ef547-680b-4aaf-b0ac-eb9c82fe2c0e) {{(pid=93454) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 18 16:26:06.000058 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd463-c219-4260-aff3-23fbfe4a71a9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:06.016491 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd463-c219-4260-aff3-23fbfe4a71a9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:06.021175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-18737efe-3837-4af9-a2c6-34ebaf90fd98 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:06.055432 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.db.api [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:26:06.055688 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_db.api [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:26:06.056302 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-23556bd7-ec99-4274-b549-8d003f8af9e9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Allocated IP 172.26.6.38 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/96cc2f3e-7317-4c6b-8343-bcea09784dd6) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:06.063640 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfbd463-c219-4260-aff3-23fbfe4a71a9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0a665b0-e069-4e52-b03d-71b0d3674dfb,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:06.073956 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8dfbd463-c219-4260-aff3-23fbfe4a71a9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:06.081729 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dfbd463-c219-4260-aff3-23fbfe4a71a9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:06.082962 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8dfbd463-c219-4260-aff3-23fbfe4a71a9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5356488 Jun 18 16:26:06.090210 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fe063-3db8-4786-828d-f34b6c82d0f6 None None] Pushing event updated for resources: {'Port': ['ID=2f1fafef-f42c-4476-8ec2-90f54a5d46d7,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:06.093777 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8a4fe063-3db8-4786-828d-f34b6c82d0f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:06.140252 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793862615', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:46Z', 'updated_at': '2021-06-18T16:25:58Z', 'revision_number': 4, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'gw_port': {'id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'aa9a93a9-2222-4498-9e97-84b32f64f1a7', 'name': '', 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'mac_address': 'fa:16:3e:cb:c2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:55Z', 'updated_at': '2021-06-18T16:26:04Z', 'revision_number': 4, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'subnets': [{'id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:06.193874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f24744e-408b-4683-9426-1e5b3c03841b None None] The sync data for ids ['79bec894-2fb7-4682-88ac-84c74bc0b349'] in dv-neutron-797120-1-hyperv is: [{'id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793862615', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:46Z', 'updated_at': '2021-06-18T16:25:58Z', 'revision_number': 4, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'gw_port': {'id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'aa9a93a9-2222-4498-9e97-84b32f64f1a7', 'name': '', 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'mac_address': 'fa:16:3e:cb:c2:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:55Z', 'updated_at': '2021-06-18T16:26:04Z', 'revision_number': 4, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'subnets': [{'id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:26:06.235272 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1599de7f-2e09-489f-9ea3-b3f7a47ba9d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:06.288198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d64705d8-c610-4d1b-8afd-b10b63cf1dd7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:06.351884 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599de7f-2e09-489f-9ea3-b3f7a47ba9d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=59b74b91-520e-4e79-bb94-67760e0abde7,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:06.361060 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1599de7f-2e09-489f-9ea3-b3f7a47ba9d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:06.362242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1599de7f-2e09-489f-9ea3-b3f7a47ba9d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:06.364199 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1599de7f-2e09-489f-9ea3-b3f7a47ba9d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/59b74b91-520e-4e79-bb94-67760e0abde7 HTTP/1.1" status: 204 len: 168 time: 2.2471712 Jun 18 16:26:06.369179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48858) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:06.376259 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-23556bd7-ec99-4274-b549-8d003f8af9e9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:06.436071 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-5357887a-8b11-4de4-b5f3-33757dfc3bbc tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:06.440710 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-23556bd7-ec99-4274-b549-8d003f8af9e9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:06.444741 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e8ab6f7b-26db-4c4f-a55d-d78104ec6649 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:06.446397 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c470efb2-491a-4b90-8bae-75453674e418 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:06.480704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-5357887a-8b11-4de4-b5f3-33757dfc3bbc tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Transition to ACTIVE for port object 825d3f08-f432-40d5-b31d-2ea2a6e6c776 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:06.502667 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a884f3-1fb4-4f68-9223-f8430e3a5e62 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:06.510936 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a884f3-1fb4-4f68-9223-f8430e3a5e62 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:06.511130 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23556bd7-ec99-4274-b549-8d003f8af9e9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:06.515869 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23556bd7-ec99-4274-b549-8d003f8af9e9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Pushing event updated for resources: {'Port': ['ID=96cc2f3e-7317-4c6b-8343-bcea09784dd6,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:06.518171 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48864) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:06.520515 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-23556bd7-ec99-4274-b549-8d003f8af9e9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:06.523101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-23556bd7-ec99-4274-b549-8d003f8af9e9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:06.523380 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b8a884f3-1fb4-4f68-9223-f8430e3a5e62 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1495936 Jun 18 16:26:06.542102 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-c470efb2-491a-4b90-8bae-75453674e418 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Ignored duplicate provisioning block setup for port ec874651-2efa-4cf1-a3c5-71a7760c2a7a by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 18 16:26:06.571591 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c470efb2-491a-4b90-8bae-75453674e418 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:06.579968 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23556bd7-ec99-4274-b549-8d003f8af9e9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:06.586469 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-041ca74c-54dd-4826-a157-28a249363595 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:06.622712 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:06.726054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 2f1fafef-f42c-4476-8ec2-90f54a5d46d7, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2f1fafef-f42c-4476-8ec2-90f54a5d46d7,segment=NetworkSegment(4184310e-34e3-4980-bb15-a333f6437b84),segment_id=4184310e-34e3-4980-bb15-a333f6437b84)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:06.727402 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c5443f-fc7b-4e23-95e4-442e6b47a5e2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet 9d2966ef-01ba-40a6-ab87-335e26bb14ab {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:26:06.738951 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:06.742088 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-181257eb-de47-4cb8-99d7-d52146bc9b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:06.766950 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-c470efb2-491a-4b90-8bae-75453674e418 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] In _notify_port_updated(), no bound segment for port ec874651-2efa-4cf1-a3c5-71a7760c2a7a on network 641d90b4-d40c-4db2-8007-b07a46878826 {{(pid=93454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:26:06.775861 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c470efb2-491a-4b90-8bae-75453674e418 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:06.777235 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c470efb2-491a-4b90-8bae-75453674e418 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:06.778941 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c470efb2-491a-4b90-8bae-75453674e418 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "PUT /v2.0/ports/ec874651-2efa-4cf1-a3c5-71a7760c2a7a HTTP/1.1" status: 200 len: 918 time: 1.7049026 Jun 18 16:26:06.784116 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48876) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:06.804179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-2fe2f4ff-40f2-44b1-932f-e26f3aa4fd44 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3e41d9ef-24a7-4f1e-8b34-a2fa6a4ceb43'}, {'subnet_id': '872ef547-680b-4aaf-b0ac-eb9c82fe2c0e'}]}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:06.851641 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=2f1fafef-f42c-4476-8ec2-90f54a5d46d7,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:06.859853 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:06.922711 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470efb2-491a-4b90-8bae-75453674e418 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=ec874651-2efa-4cf1-a3c5-71a7760c2a7a,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:06.971951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c470efb2-491a-4b90-8bae-75453674e418 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:06.986429 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-5357887a-8b11-4de4-b5f3-33757dfc3bbc tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:06.997569 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-23355e06-87b1-4082-942a-05bc2f8d3fdf tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:07.014976 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50c5443f-fc7b-4e23-95e4-442e6b47a5e2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:07.079350 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2fe2f4ff-40f2-44b1-932f-e26f3aa4fd44 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:07.085020 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-5357887a-8b11-4de4-b5f3-33757dfc3bbc tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Network 85cc2d4b-1a30-4451-b45a-65c661f2447c is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:07.100101 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-5357887a-8b11-4de4-b5f3-33757dfc3bbc tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:07.113303 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-5357887a-8b11-4de4-b5f3-33757dfc3bbc tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:07.204464 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 6a59e66f-5e63-4058-9370-56192e1645a7 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:07.205490 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50c5443f-fc7b-4e23-95e4-442e6b47a5e2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:07.212142 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-5357887a-8b11-4de4-b5f3-33757dfc3bbc tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:07.213039 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-5357887a-8b11-4de4-b5f3-33757dfc3bbc tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:07.216498 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357887a-8b11-4de4-b5f3-33757dfc3bbc tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event updated for resources: {'Port': ['ID=825d3f08-f432-40d5-b31d-2ea2a6e6c776,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:07.219703 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5357887a-8b11-4de4-b5f3-33757dfc3bbc tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:07.269874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9c0f39-f7f7-4a8e-acb7-9f1ae46bea88 None None] Network 641d90b4-d40c-4db2-8007-b07a46878826 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:07.459508 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b5a8b5af-4461-4d84-b939-01c3f035f361 None None] Provisioning for port 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:07.500184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb5b42-846d-44dd-b135-71d603076d19 req-3c02a840-e7b3-4883-95a5-7dca6d0b4afd tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:07.508061 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b5a8b5af-4461-4d84-b939-01c3f035f361 None None] Provisioning complete for port 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:07.514630 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-5357887a-8b11-4de4-b5f3-33757dfc3bbc tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9965093 Jun 18 16:26:07.518025 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21bb5b42-846d-44dd-b135-71d603076d19 req-3c02a840-e7b3-4883-95a5-7dca6d0b4afd tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 931 time: 0.4998553 Jun 18 16:26:07.520837 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b5af-4461-4d84-b939-01c3f035f361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:07.589805 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50c5443f-fc7b-4e23-95e4-442e6b47a5e2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:07.593842 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-23556bd7-ec99-4274-b549-8d003f8af9e9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:07.597696 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-2fe2f4ff-40f2-44b1-932f-e26f3aa4fd44 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Allocated IP 172.20.0.18 (641d90b4-d40c-4db2-8007-b07a46878826/872ef547-680b-4aaf-b0ac-eb9c82fe2c0e/ec874651-2efa-4cf1-a3c5-71a7760c2a7a) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:07.670806 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Request body: {'port': {'device_id': 'f7c06205-5db3-43c1-a006-2d0152a313bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:07.759945 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21bb5b42-846d-44dd-b135-71d603076d19 req-70933a4f-b2cd-4a5f-b2f7-fede67c5fd0f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408702 Jun 18 16:26:07.781546 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 6a59e66f-5e63-4058-9370-56192e1645a7 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:07.789290 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 6a59e66f-5e63-4058-9370-56192e1645a7 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:07.789681 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:07.993140 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:08.072754 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-833c802a-04f0-4bcb-8c13-fb364da5c73d None None] Provisioning for port 825d3f08-f432-40d5-b31d-2ea2a6e6c776 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:08.079790 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-833c802a-04f0-4bcb-8c13-fb364da5c73d None None] Provisioning complete for port 825d3f08-f432-40d5-b31d-2ea2a6e6c776 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:08.080182 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-833c802a-04f0-4bcb-8c13-fb364da5c73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:08.097859 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50c5443f-fc7b-4e23-95e4-442e6b47a5e2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:08.105572 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6360aaf9-91ac-4da9-a2aa-d8630dd55c1d tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:08.126442 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.db.api [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:26:08.127431 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_db.api [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:26:08.153466 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-23556bd7-ec99-4274-b549-8d003f8af9e9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:08.170646 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5443f-fc7b-4e23-95e4-442e6b47a5e2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=9d2966ef-01ba-40a6-ab87-335e26bb14ab,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:08.178563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-50c5443f-fc7b-4e23-95e4-442e6b47a5e2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:08.180747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50c5443f-fc7b-4e23-95e4-442e6b47a5e2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:08.183188 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-833c802a-04f0-4bcb-8c13-fb364da5c73d None None] Port 825d3f08-f432-40d5-b31d-2ea2a6e6c776 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:08.184144 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-50c5443f-fc7b-4e23-95e4-442e6b47a5e2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/9d2966ef-01ba-40a6-ab87-335e26bb14ab HTTP/1.1" status: 204 len: 168 time: 1.6648095 Jun 18 16:26:08.185811 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-23556bd7-ec99-4274-b549-8d003f8af9e9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:08.187850 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48896) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:08.197213 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3fae1c-b208-434d-b24b-57013b6467a9 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:08.261105 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-de23bffe-bfe2-4d55-9e70-bf9480dd36da tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695806 Jun 18 16:26:08.262051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48906) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:08.268816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-338ebe90-9e7e-4418-a8cb-43e7aee538d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:08.512991 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:08.517926 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338ebe90-9e7e-4418-a8cb-43e7aee538d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:08.522726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-338ebe90-9e7e-4418-a8cb-43e7aee538d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:08.541318 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-599f218d-7faa-485f-a2ee-fd4d3d796791 None None] Provisioning complete for port 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:08.541730 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-599f218d-7faa-485f-a2ee-fd4d3d796791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:08.544984 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f9738f81-ad92-4698-8ba1-7df3d4088f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:08.607884 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23556bd7-ec99-4274-b549-8d003f8af9e9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Router a87439c4-f62d-4fce-ac89-8a794abba85e is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:26:08.692536 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2fe2f4ff-40f2-44b1-932f-e26f3aa4fd44 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:08.830577 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-2fe2f4ff-40f2-44b1-932f-e26f3aa4fd44 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Ignored duplicate provisioning block setup for port ec874651-2efa-4cf1-a3c5-71a7760c2a7a by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 18 16:26:08.873784 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:08.887242 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2fe2f4ff-40f2-44b1-932f-e26f3aa4fd44 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:08.899463 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-965f97e1-a1a8-42c4-bf5e-1dc88b31c4af tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:08.910224 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23556bd7-ec99-4274-b549-8d003f8af9e9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:26:08.920264 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-23556bd7-ec99-4274-b549-8d003f8af9e9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:08.921869 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-23556bd7-ec99-4274-b549-8d003f8af9e9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "PUT /v2.0/routers/a87439c4-f62d-4fce-ac89-8a794abba85e HTTP/1.1" status: 200 len: 914 time: 5.4286432 Jun 18 16:26:08.924568 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48932) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:08.939840 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 6a59e66f-5e63-4058-9370-56192e1645a7, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=6a59e66f-5e63-4058-9370-56192e1645a7,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:08.951822 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dad38c1-204a-49db-b0b7-73bfa72e0fe0 None None] Sync routers for ids ['a87439c4-f62d-4fce-ac89-8a794abba85e'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:26:08.972993 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:08.973858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device aa9a93a9-2222-4498-9e97-84b32f64f1a7 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:08.980282 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dad38c1-204a-49db-b0b7-73bfa72e0fe0 None None] Routers {'a87439c4-f62d-4fce-ac89-8a794abba85e'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:26:08.981627 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6dad38c1-204a-49db-b0b7-73bfa72e0fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a87439c4-f62d-4fce-ac89-8a794abba85e'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:09.026012 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:09.151695 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6dad38c1-204a-49db-b0b7-73bfa72e0fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:09.155294 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=6a59e66f-5e63-4058-9370-56192e1645a7,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:09.159220 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:09.160302 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc4e13b-b9df-411c-9e30-1b7ca37adb07 None None] DHCP port deletion for ce24d173-f93a-4cd6-bc0b-4cefb40733e2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:26:09.200991 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2f4ff-40f2-44b1-932f-e26f3aa4fd44 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=ec874651-2efa-4cf1-a3c5-71a7760c2a7a,revision_number=3']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:09.233795 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dad38c1-204a-49db-b0b7-73bfa72e0fe0 None None] Routers {'a87439c4-f62d-4fce-ac89-8a794abba85e'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:26:09.234565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6dad38c1-204a-49db-b0b7-73bfa72e0fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:25:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a87439c4-f62d-4fce-ac89-8a794abba85e'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:09.265561 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d7a454af-a2c9-481d-b936-84a0be6255b2 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "GET /v2.0/routers/a87439c4-f62d-4fce-ac89-8a794abba85e HTTP/1.1" status: 200 len: 920 time: 0.3394141 Jun 18 16:26:09.285165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48934) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:09.288209 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2fe2f4ff-40f2-44b1-932f-e26f3aa4fd44 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:09.288209 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-2fe2f4ff-40f2-44b1-932f-e26f3aa4fd44 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] In _notify_port_updated(), no bound segment for port ec874651-2efa-4cf1-a3c5-71a7760c2a7a on network 641d90b4-d40c-4db2-8007-b07a46878826 {{(pid=93454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:26:09.296471 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe2f4ff-40f2-44b1-932f-e26f3aa4fd44 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:09.297156 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2fe2f4ff-40f2-44b1-932f-e26f3aa4fd44 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:09.299277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6dad38c1-204a-49db-b0b7-73bfa72e0fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:09.300319 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dad38c1-204a-49db-b0b7-73bfa72e0fe0 None None] The sync data for ids ['a87439c4-f62d-4fce-ac89-8a794abba85e'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:26:09.301690 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2fe2f4ff-40f2-44b1-932f-e26f3aa4fd44 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "PUT /v2.0/ports/ec874651-2efa-4cf1-a3c5-71a7760c2a7a HTTP/1.1" status: 200 len: 998 time: 2.5136540 Jun 18 16:26:09.305176 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48936) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:09.312035 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-599f218d-7faa-485f-a2ee-fd4d3d796791 None None] Provisioning for port ec874651-2efa-4cf1-a3c5-71a7760c2a7a completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:09.335553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad64268-f2a1-4f8c-95f5-e50279dde4cb req-e7793ba0-f907-4e7e-8aba-4a5f3b1c4032 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:09.335771 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-599f218d-7faa-485f-a2ee-fd4d3d796791 None None] Provisioning complete for port ec874651-2efa-4cf1-a3c5-71a7760c2a7a triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:09.336248 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-599f218d-7faa-485f-a2ee-fd4d3d796791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:09.337371 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fad64268-f2a1-4f8c-95f5-e50279dde4cb req-e7793ba0-f907-4e7e-8aba-4a5f3b1c4032 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 931 time: 0.2725909 Jun 18 16:26:09.399547 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port aa9a93a9-2222-4498-9e97-84b32f64f1a7 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:09.406110 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port aa9a93a9-2222-4498-9e97-84b32f64f1a7 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:09.406796 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:09.410298 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-6cc4e13b-b9df-411c-9e30-1b7ca37adb07 None None] Deleting port 6a59e66f-5e63-4058-9370-56192e1645a7 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:09.410789 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6cc4e13b-b9df-411c-9e30-1b7ca37adb07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:09.426059 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bcf374-5b99-434d-8294-ecd0a23ef491 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:09.430359 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d4bcf374-5b99-434d-8294-ecd0a23ef491 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&device_id=a87439c4-f62d-4fce-ac89-8a794abba85e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1243618 Jun 18 16:26:09.434562 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48938) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:09.485684 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-599f218d-7faa-485f-a2ee-fd4d3d796791 None None] Port ec874651-2efa-4cf1-a3c5-71a7760c2a7a cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:09.506903 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.objects.ports [None req-338ebe90-9e7e-4418-a8cb-43e7aee538d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93453) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:26:09.527882 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825d3f08-f432-40d5-b31d-2ea2a6e6c776 {{(pid=93454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:26:09.538467 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:09.577412 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Transition to ACTIVE for port object 825d3f08-f432-40d5-b31d-2ea2a6e6c776 will not be triggered until provisioned by entity L2. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:09.610025 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:09.619526 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-91e71b4b-1292-423f-b5bb-7d77880c5319 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:09.632628 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dd67bf-18d9-4099-926e-bf513e909ed7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:09.635515 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-04dd67bf-18d9-4099-926e-bf513e909ed7 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "GET /v2.0/networks/81b3e7a1-a3eb-41d3-a54b-e3363be60296 HTTP/1.1" status: 200 len: 881 time: 0.1998529 Jun 18 16:26:09.642659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48940) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:09.656341 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6cc4e13b-b9df-411c-9e30-1b7ca37adb07 None None] For port 6a59e66f-5e63-4058-9370-56192e1645a7, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=6a59e66f-5e63-4058-9370-56192e1645a7,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:09.656737 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6cc4e13b-b9df-411c-9e30-1b7ca37adb07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:09.680351 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fad64268-f2a1-4f8c-95f5-e50279dde4cb req-688c67f4-02ff-47da-a222-b13797f0990c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3279448 Jun 18 16:26:09.686338 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-cb3c00be-08c2-49e0-af69-2fb4552643e4 None None] Provisioning complete for port ec874651-2efa-4cf1-a3c5-71a7760c2a7a triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:09.687823 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cb3c00be-08c2-49e0-af69-2fb4552643e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:09.689643 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:09.711239 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d3ece607-8978-4fdd-836a-5b4db30de747 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "GET /v2.0/ports?device_id=a87439c4-f62d-4fce-ac89-8a794abba85e HTTP/1.1" status: 200 len: 205 time: 0.0646043 Jun 18 16:26:09.713200 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48942) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:09.791673 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-6cc4e13b-b9df-411c-9e30-1b7ca37adb07 None None] Calling delete_port for 6a59e66f-5e63-4058-9370-56192e1645a7 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:09.811234 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Pushing event updated for resources: {'Port': ['ID=825d3f08-f432-40d5-b31d-2ea2a6e6c776,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:09.817637 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:09.933354 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-cb3c00be-08c2-49e0-af69-2fb4552643e4 None None] Port ec874651-2efa-4cf1-a3c5-71a7760c2a7a cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:09.937961 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port aa9a93a9-2222-4498-9e97-84b32f64f1a7, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=aa9a93a9-2222-4498-9e97-84b32f64f1a7,segment=NetworkSegment(c19b25f4-082e-45e6-9c8c-7970d64add03),segment_id=c19b25f4-082e-45e6-9c8c-7970d64add03)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:09.955893 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-15b87e15-c76e-4dd5-8c34-347a54844669 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:09.962939 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:09.964022 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:09.969203 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8483d90f-30fa-4c64-83e2-f4bd0f0f4f00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:09.984931 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Attempting to bind port 825d3f08-f432-40d5-b31d-2ea2a6e6c776 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:26:09.985264 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Attempting to bind port 825d3f08-f432-40d5-b31d-2ea2a6e6c776 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'c19b25f4-082e-45e6-9c8c-7970d64add03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:26:09.985590 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Attempting to bind port 825d3f08-f432-40d5-b31d-2ea2a6e6c776 on network 85cc2d4b-1a30-4451-b45a-65c661f2447c {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:26:09.991729 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Port 825d3f08-f432-40d5-b31d-2ea2a6e6c776 on network 85cc2d4b-1a30-4451-b45a-65c661f2447c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:26:09.991729 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Attempting to bind port 825d3f08-f432-40d5-b31d-2ea2a6e6c776 on network 85cc2d4b-1a30-4451-b45a-65c661f2447c {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:26:09.999578 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:26:09.999954 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Checking segment: {'id': 'c19b25f4-082e-45e6-9c8c-7970d64add03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:10.000301 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Bound using segment: {'id': 'c19b25f4-082e-45e6-9c8c-7970d64add03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c'} {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:26:10.001008 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Bound port: 825d3f08-f432-40d5-b31d-2ea2a6e6c776, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19b25f4-082e-45e6-9c8c-7970d64add03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c'}}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:26:10.001360 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:10.079363 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=aa9a93a9-2222-4498-9e97-84b32f64f1a7,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:10.084601 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] For port 825d3f08-f432-40d5-b31d-2ea2a6e6c776, host hv-neutron-7971, cleared binding levels {{(pid=93454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:26:10.089894 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] For port 825d3f08-f432-40d5-b31d-2ea2a6e6c776, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=825d3f08-f432-40d5-b31d-2ea2a6e6c776,segment=NetworkSegment(c19b25f4-082e-45e6-9c8c-7970d64add03),segment_id=c19b25f4-082e-45e6-9c8c-7970d64add03)] {{(pid=93454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:26:10.093636 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:10.101013 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:10.108755 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cfc11522-10fd-4810-bcb0-fce70e5421e8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:10.157647 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:10.158631 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:10.160597 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:10.160815 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] 10.222.0.55 "PUT /v2.0/ports/825d3f08-f432-40d5-b31d-2ea2a6e6c776 HTTP/1.1" status: 200 len: 1093 time: 2.6374366 Jun 18 16:26:10.161044 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:10.161972 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c06205-5db3-43c1-a006-2d0152a313bc', 'tag': '825d3f08-f432-40d5-b31d-2ea2a6e6c776'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:26:10.165764 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25db8d10-854e-428e-b846-1788a4c9c9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c06205-5db3-43c1-a006-2d0152a313bc", "tag": "825d3f08-f432-40d5-b31d-2ea2a6e6c776"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:26:10.198901 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Pushing event updated for resources: {'Port': ['ID=825d3f08-f432-40d5-b31d-2ea2a6e6c776,revision_number=3']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:10.202230 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:10.212634 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6cc4e13b-b9df-411c-9e30-1b7ca37adb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:10.239623 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8a4fe063-3db8-4786-828d-f34b6c82d0f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:10.296247 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc4e13b-b9df-411c-9e30-1b7ca37adb07 None None] No DVR routers for this DVR port 6a59e66f-5e63-4058-9370-56192e1645a7 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:26:10.300667 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4e13b-b9df-411c-9e30-1b7ca37adb07 None None] Pushing event deleted for resources: {'Port': ['ID=6a59e66f-5e63-4058-9370-56192e1645a7,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:10.303843 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef93a32-630f-42e1-8ca3-1b12a6f8d171 x-openstack-request-id: req-eef93a32-630f-42e1-8ca3-1b12a6f8d171 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:26:10.304354 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c06205-5db3-43c1-a006-2d0152a313bc", "tag": "825d3f08-f432-40d5-b31d-2ea2a6e6c776", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:26:10.304941 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eef93a32-630f-42e1-8ca3-1b12a6f8d171 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:26:10.305166 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6cc4e13b-b9df-411c-9e30-1b7ca37adb07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:10.305331 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c06205-5db3-43c1-a006-2d0152a313bc', 'tag': '825d3f08-f432-40d5-b31d-2ea2a6e6c776', 'status': 'completed', 'code': 200} Jun 18 16:26:10.320387 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-3824f80b-edb1-4341-93f9-0acee5690bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:10.322388 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-3824f80b-edb1-4341-93f9-0acee5690bb0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f2cb979b7a2442096d27fcea5c7d624&device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 1096 time: 0.1001379 Jun 18 16:26:10.395232 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 00ac0450-bada-4950-a976-d02df34378fd up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:10.401874 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-b915a907-1c05-49f2-8fa5-a135df3a6a7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=825d3f08-f432-40d5-b31d-2ea2a6e6c776 HTTP/1.1" status: 200 len: 217 time: 0.0681632 Jun 18 16:26:10.463055 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 00ac0450-bada-4950-a976-d02df34378fd completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:10.473548 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 00ac0450-bada-4950-a976-d02df34378fd triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:10.473940 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:10.486608 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-6349b3e8-b482-4e38-b3bc-b08768a9997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:10.488609 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-6349b3e8-b482-4e38-b3bc-b08768a9997a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0 HTTP/1.1" status: 200 len: 834 time: 0.0767887 Jun 18 16:26:10.520594 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-338ebe90-9e7e-4418-a8cb-43e7aee538d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Port 6a59e66f-5e63-4058-9370-56192e1645a7 concurrently deleted while adding address for new subnet {'id': 'e13bbb42-97b6-48a0-b6c2-3b0e0ed9d8da', 'name': '', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1038, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-06-18T16:26:08Z', 'updated_at': '2021-06-18T16:26:08Z', 'revision_number': 0, 'segment_id': None, 'project_id': '0b7e564e9c7d4ffaa497e5543bbf4526'}. {{(pid=93453) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:766}} Jun 18 16:26:10.521257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-338ebe90-9e7e-4418-a8cb-43e7aee538d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:10.527574 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-68f9df0c-151c-4f4e-ab56-2d85792581c0 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:10.572252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-ac47bb94-43ea-4fe4-a364-9b89e17bc13a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port ec874651-2efa-4cf1-a3c5-71a7760c2a7a {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:10.572766 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac47bb94-43ea-4fe4-a364-9b89e17bc13a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:10.575158 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-ebd1db69-0b7a-4556-a02b-3abbd398581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:10.578026 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:10.580210 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-ebd1db69-0b7a-4556-a02b-3abbd398581b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=85cc2d4b-1a30-4451-b45a-65c661f2447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816016 Jun 18 16:26:10.627401 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 00ac0450-bada-4950-a976-d02df34378fd, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=00ac0450-bada-4950-a976-d02df34378fd,segment=NetworkSegment(13f8fbe6-d417-4249-bf2d-df9bde8a5d72),segment_id=13f8fbe6-d417-4249-bf2d-df9bde8a5d72)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:10.636983 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:10.653491 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-93bfaa17-055d-4a62-8c98-fec553fee8db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:10.696204 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ebe90-9e7e-4418-a8cb-43e7aee538d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=e13bbb42-97b6-48a0-b6c2-3b0e0ed9d8da,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:10.704343 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338ebe90-9e7e-4418-a8cb-43e7aee538d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:10.705890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-338ebe90-9e7e-4418-a8cb-43e7aee538d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:10.708146 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-cad9e8b4-bd1f-427d-822d-68cb054c0d2a service neutron] 10.222.0.55 "GET /v2.0/networks/85cc2d4b-1a30-4451-b45a-65c661f2447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226954 Jun 18 16:26:10.715653 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-338ebe90-9e7e-4418-a8cb-43e7aee538d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:10.722999 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338ebe90-9e7e-4418-a8cb-43e7aee538d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:10.722999 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-338ebe90-9e7e-4418-a8cb-43e7aee538d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:10.736016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d68a17c-209a-4c30-840c-efdbaab579a7 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:10.804489 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-15b87e15-c76e-4dd5-8c34-347a54844669 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:10.810164 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-338ebe90-9e7e-4418-a8cb-43e7aee538d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5472224 Jun 18 16:26:10.812940 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48950) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:10.826719 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-42224709-1dc1-4b9a-95fd-5e6b7de05fb4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'mac_address': 'fa:16:3e:59:32:b4', 'name': 'tempest-NetworksTestDHCPv6-279047529'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:10.838039 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac47bb94-43ea-4fe4-a364-9b89e17bc13a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:10.873224 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device aa9a93a9-2222-4498-9e97-84b32f64f1a7 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:10.920342 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=00ac0450-bada-4950-a976-d02df34378fd,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:10.926912 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:10.943439 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-ac47bb94-43ea-4fe4-a364-9b89e17bc13a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for ec874651-2efa-4cf1-a3c5-71a7760c2a7a owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:10.956422 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-52f620bb-99e0-4af6-acf2-3edecbf7659a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:10.968578 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3a23ca6d-83d4-4290-acc9-fa7f06d38402 req-3b19b7c2-61b0-486a-b885-cccf8708ac1b service neutron] 10.222.0.55 "GET /v2.0/networks/85cc2d4b-1a30-4451-b45a-65c661f2447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524264 Jun 18 16:26:10.981772 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42224709-1dc1-4b9a-95fd-5e6b7de05fb4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:11.079705 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port aa9a93a9-2222-4498-9e97-84b32f64f1a7 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:11.080093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:11.104549 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': 'e13bbb42-97b6-48a0-b6c2-3b0e0ed9d8da'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:26:11.105557 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:11.112293 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-42224709-1dc1-4b9a-95fd-5e6b7de05fb4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:11.180004 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-42224709-1dc1-4b9a-95fd-5e6b7de05fb4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port fa9d27d2-f3b5-4bd0-a43d-7d507a019483 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:26:11.300062 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db8d10-854e-428e-b846-1788a4c9c9a8 req-47d8a4e5-d198-4dc1-b5f8-33a991e6eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:11.301757 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-25db8d10-854e-428e-b846-1788a4c9c9a8 req-47d8a4e5-d198-4dc1-b5f8-33a991e6eaa1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f2cb979b7a2442096d27fcea5c7d624&device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 1096 time: 0.1860104 Jun 18 16:26:11.307142 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:11.326162 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-15b87e15-c76e-4dd5-8c34-347a54844669 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Deleting port 96cc2f3e-7317-4c6b-8343-bcea09784dd6 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:11.326821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-15b87e15-c76e-4dd5-8c34-347a54844669 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:11.339033 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:11.355705 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Allocated IP 2001:db8::f816:3eff:fefd:f8ea (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/e13bbb42-97b6-48a0-b6c2-3b0e0ed9d8da/e4a47dea-c936-43a1-9732-23e1a518cb71) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:11.407531 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b2287-31a7-4283-9cd1-e728a87340d6 req-adc9166f-d55f-4e0c-bb8a-2539ea9d1686 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:11.409347 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f31b2287-31a7-4283-9cd1-e728a87340d6 req-adc9166f-d55f-4e0c-bb8a-2539ea9d1686 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 943 time: 0.2771425 Jun 18 16:26:11.439020 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac47bb94-43ea-4fe4-a364-9b89e17bc13a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:11.456348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-81adca82-f365-4990-8504-ced6e4e14d12 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:11.464663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:11.465165 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:11.480690 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db8d10-854e-428e-b846-1788a4c9c9a8 req-5dec8606-fa5c-4757-b3b8-457412998492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:11.482337 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-25db8d10-854e-428e-b846-1788a4c9c9a8 req-5dec8606-fa5c-4757-b3b8-457412998492 service neutron] 10.222.0.55 "GET /v2.0/networks?id=85cc2d4b-1a30-4451-b45a-65c661f2447c HTTP/1.1" status: 200 len: 898 time: 0.1667178 Jun 18 16:26:11.526653 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47bb94-43ea-4fe4-a364-9b89e17bc13a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=ec874651-2efa-4cf1-a3c5-71a7760c2a7a,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:11.543537 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-25db8d10-854e-428e-b846-1788a4c9c9a8 req-f9ef46e1-469d-45ce-802a-a17dc16e9079 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=825d3f08-f432-40d5-b31d-2ea2a6e6c776 HTTP/1.1" status: 200 len: 217 time: 0.0514281 Jun 18 16:26:11.595685 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:11.596200 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ac47bb94-43ea-4fe4-a364-9b89e17bc13a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:11.612761 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Transition to ACTIVE for port object e4a47dea-c936-43a1-9732-23e1a518cb71 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:11.627572 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db8d10-854e-428e-b846-1788a4c9c9a8 req-8dc3255a-c58b-4df1-a204-eecf61bb728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:11.630156 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-25db8d10-854e-428e-b846-1788a4c9c9a8 req-8dc3255a-c58b-4df1-a204-eecf61bb728e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0 HTTP/1.1" status: 200 len: 834 time: 0.0778875 Jun 18 16:26:11.648867 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f31b2287-31a7-4283-9cd1-e728a87340d6 req-2489b8ba-1531-468f-a6c8-aed910de286c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308202 Jun 18 16:26:11.651017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-15b87e15-c76e-4dd5-8c34-347a54844669 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:11.662544 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Transition to ACTIVE for port object e4a47dea-c936-43a1-9732-23e1a518cb71 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:11.675895 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:11.702224 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f5c321b2-30cc-4e72-8024-cb84c62fa6c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:11.766808 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:11.773319 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:11.778359 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:11.783207 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-42224709-1dc1-4b9a-95fd-5e6b7de05fb4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::f816:3eff:fe59:32b4 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/e13bbb42-97b6-48a0-b6c2-3b0e0ed9d8da/fa9d27d2-f3b5-4bd0-a43d-7d507a019483) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:11.817454 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Pushing event updated for resources: {'Port': ['ID=e4a47dea-c936-43a1-9732-23e1a518cb71,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:11.823815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:11.858131 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 6a59e66f-5e63-4058-9370-56192e1645a7 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:26:11.870053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-15b87e15-c76e-4dd5-8c34-347a54844669 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Calling delete_port for 96cc2f3e-7317-4c6b-8343-bcea09784dd6 owned by network:router_gateway {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:11.904533 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac47bb94-43ea-4fe4-a364-9b89e17bc13a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:11.905564 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Attempting to bind port e4a47dea-c936-43a1-9732-23e1a518cb71 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:26:11.906194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Attempting to bind port e4a47dea-c936-43a1-9732-23e1a518cb71 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:26:11.906594 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Attempting to bind port e4a47dea-c936-43a1-9732-23e1a518cb71 on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:26:11.910190 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ac47bb94-43ea-4fe4-a364-9b89e17bc13a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/ports/ec874651-2efa-4cf1-a3c5-71a7760c2a7a HTTP/1.1" status: 204 len: 168 time: 2.5720756 Jun 18 16:26:11.913143 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48954) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:11.917981 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:26:11.918393 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:11.918808 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:11.919212 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:26:11.919692 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Bound port: e4a47dea-c936-43a1-9732-23e1a518cb71, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:26:11.920077 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:11.943552 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db8d10-854e-428e-b846-1788a4c9c9a8 req-c47682e0-3cae-4a39-b7a9-24957fce6c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:11.945221 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-25db8d10-854e-428e-b846-1788a4c9c9a8 req-c47682e0-3cae-4a39-b7a9-24957fce6c9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=85cc2d4b-1a30-4451-b45a-65c661f2447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3072364 Jun 18 16:26:11.983906 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b238dd3-954b-4773-b9b6-7db0244b8fe9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] GET failed (client error): The resource could not be found. Jun 18 16:26:11.988939 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4b238dd3-954b-4773-b9b6-7db0244b8fe9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports/ec874651-2efa-4cf1-a3c5-71a7760c2a7a HTTP/1.1" status: 404 len: 333 time: 0.0722449 Jun 18 16:26:11.988939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48956) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:12.051127 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-42224709-1dc1-4b9a-95fd-5e6b7de05fb4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:12.075910 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-42224709-1dc1-4b9a-95fd-5e6b7de05fb4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object fa9d27d2-f3b5-4bd0-a43d-7d507a019483 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:12.108453 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec237d9a-ea10-46ef-8a20-cc20499d8886 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting subnet 872ef547-680b-4aaf-b0ac-eb9c82fe2c0e {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:26:12.111850 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ec237d9a-ea10-46ef-8a20-cc20499d8886 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:12.118227 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-25db8d10-854e-428e-b846-1788a4c9c9a8 req-3e99d335-1c4b-4dc2-8cd5-c337d3f47f85 service neutron] 10.222.0.55 "GET /v2.0/networks/85cc2d4b-1a30-4451-b45a-65c661f2447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318696 Jun 18 16:26:12.176672 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ec237d9a-ea10-46ef-8a20-cc20499d8886 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:12.207587 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 6a59e66f-5e63-4058-9370-56192e1645a7 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:26:12.208176 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 6a59e66f-5e63-4058-9370-56192e1645a7 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:26:12.267525 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-42224709-1dc1-4b9a-95fd-5e6b7de05fb4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:12.277839 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f6d259a2-cf67-4905-ae74-eb9310fd4df7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:12.283746 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:12.306388 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] For port e4a47dea-c936-43a1-9732-23e1a518cb71, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:26:12.311153 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] For port e4a47dea-c936-43a1-9732-23e1a518cb71, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e4a47dea-c936-43a1-9732-23e1a518cb71,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:26:12.318853 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:12.323466 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-15b87e15-c76e-4dd5-8c34-347a54844669 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:12.327678 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-da7498ea-073c-4740-abe9-a79eba06730b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:12.328561 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-23556bd7-ec99-4274-b549-8d003f8af9e9 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:12.335080 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42224709-1dc1-4b9a-95fd-5e6b7de05fb4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=fa9d27d2-f3b5-4bd0-a43d-7d507a019483,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:12.344668 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-42224709-1dc1-4b9a-95fd-5e6b7de05fb4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:12.355285 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b87e15-c76e-4dd5-8c34-347a54844669 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Pushing event deleted for resources: {'Port': ['ID=96cc2f3e-7317-4c6b-8343-bcea09784dd6,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:12.361008 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ec237d9a-ea10-46ef-8a20-cc20499d8886 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:12.365020 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42224709-1dc1-4b9a-95fd-5e6b7de05fb4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:12.365196 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-15b87e15-c76e-4dd5-8c34-347a54844669 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:12.370215 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-42224709-1dc1-4b9a-95fd-5e6b7de05fb4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:12.379258 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42224709-1dc1-4b9a-95fd-5e6b7de05fb4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:12.386027 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42224709-1dc1-4b9a-95fd-5e6b7de05fb4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:12.387480 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-42224709-1dc1-4b9a-95fd-5e6b7de05fb4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:12.405031 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-25db8d10-854e-428e-b846-1788a4c9c9a8 req-cfe17e11-96f9-4ffb-8133-9cb7a0022863 service neutron] 10.222.0.55 "GET /v2.0/networks/85cc2d4b-1a30-4451-b45a-65c661f2447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686703 Jun 18 16:26:12.407026 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-42224709-1dc1-4b9a-95fd-5e6b7de05fb4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5931385 Jun 18 16:26:12.410662 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48960) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:12.427760 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Pushing event updated for resources: {'Port': ['ID=e4a47dea-c936-43a1-9732-23e1a518cb71,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:12.435631 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:12.482593 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-15b87e15-c76e-4dd5-8c34-347a54844669 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:12.512223 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d40485-1b44-48cf-bf95-100482689210 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:12.520179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d40485-1b44-48cf-bf95-100482689210 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:12.522340 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d5d40485-1b44-48cf-bf95-100482689210 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1105680 Jun 18 16:26:12.525065 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48962) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:12.531367 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ec237d9a-ea10-46ef-8a20-cc20499d8886 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:12.567618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5f8448ea-7ffb-4ee8-81d8-90428027008d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:12.630545 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ec237d9a-ea10-46ef-8a20-cc20499d8886 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:12.634908 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ec237d9a-ea10-46ef-8a20-cc20499d8886 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/subnets/872ef547-680b-4aaf-b0ac-eb9c82fe2c0e HTTP/1.1" status: 204 len: 168 time: 0.6435726 Jun 18 16:26:12.637794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec237d9a-ea10-46ef-8a20-cc20499d8886 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Subnet': ['ID=872ef547-680b-4aaf-b0ac-eb9c82fe2c0e,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:12.640410 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ec237d9a-ea10-46ef-8a20-cc20499d8886 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:12.640774 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48964) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:12.642496 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-15b87e15-c76e-4dd5-8c34-347a54844669 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:12.653233 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-15b87e15-c76e-4dd5-8c34-347a54844669 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:12.670020 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e17e23-95a3-49b9-8c91-1939198a4aef None None] Network 641d90b4-d40c-4db2-8007-b07a46878826 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:12.703648 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-ebecdbd4-bc73-46a3-be52-77b925152354 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port fa9d27d2-f3b5-4bd0-a43d-7d507a019483 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:12.704759 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ebecdbd4-bc73-46a3-be52-77b925152354 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:12.799048 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-15b87e15-c76e-4dd5-8c34-347a54844669 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:12.803198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b87e15-c76e-4dd5-8c34-347a54844669 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Fanout notify agent at l3_agent the message router_deleted on router a87439c4-f62d-4fce-ac89-8a794abba85e {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:26:12.818881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-15b87e15-c76e-4dd5-8c34-347a54844669 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:12.822962 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-15b87e15-c76e-4dd5-8c34-347a54844669 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "DELETE /v2.0/routers/a87439c4-f62d-4fce-ac89-8a794abba85e HTTP/1.1" status: 204 len: 168 time: 3.1066201 Jun 18 16:26:12.836670 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-30bf0f11-54e2-4b44-96a7-f52357c7822d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting subnet 3e41d9ef-24a7-4f1e-8b34-a2fa6a4ceb43 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:26:12.846275 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48968) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:12.848501 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-30bf0f11-54e2-4b44-96a7-f52357c7822d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:12.861686 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-685bfee3-5bf7-495e-9124-3cfb5c540ac7 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1585588281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:12.937133 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-685bfee3-5bf7-495e-9124-3cfb5c540ac7 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:12.938236 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-685bfee3-5bf7-495e-9124-3cfb5c540ac7 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:12.975936 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e4a47dea-c936-43a1-9732-23e1a518cb71 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:13.000175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-30bf0f11-54e2-4b44-96a7-f52357c7822d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:13.007052 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-685bfee3-5bf7-495e-9124-3cfb5c540ac7 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:13.016159 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-685bfee3-5bf7-495e-9124-3cfb5c540ac7 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:13.033062 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ebecdbd4-bc73-46a3-be52-77b925152354 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:13.089948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-685bfee3-5bf7-495e-9124-3cfb5c540ac7 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:13.095066 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-685bfee3-5bf7-495e-9124-3cfb5c540ac7 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2431862 Jun 18 16:26:13.104282 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port e4a47dea-c936-43a1-9732-23e1a518cb71 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:13.106074 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a100d23-048e-48ec-a8bc-3a1cdca4f7eb req-bb425800-939e-4045-9d61-85259c01dbd7 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:13.109115 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 00ac0450-bada-4950-a976-d02df34378fd up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:13.115468 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8a100d23-048e-48ec-a8bc-3a1cdca4f7eb req-bb425800-939e-4045-9d61-85259c01dbd7 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 943 time: 0.1648755 Jun 18 16:26:13.119958 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48970) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:13.124892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-89242ce9-473d-4a4e-8098-8bf8c0abd130 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'enable_snat': False}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:13.131915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-ebecdbd4-bc73-46a3-be52-77b925152354 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for fa9d27d2-f3b5-4bd0-a43d-7d507a019483 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:13.179261 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 00ac0450-bada-4950-a976-d02df34378fd triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:13.179651 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:13.251864 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-30bf0f11-54e2-4b44-96a7-f52357c7822d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:13.374680 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ebecdbd4-bc73-46a3-be52-77b925152354 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:13.390876 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8a100d23-048e-48ec-a8bc-3a1cdca4f7eb req-e37ba925-470c-4d1d-a925-05184ffb7712 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744157 Jun 18 16:26:13.391403 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5ffaf6d9-c803-4f8f-bd17-9a09301837a6 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:13.420113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecdbd4-bc73-46a3-be52-77b925152354 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=fa9d27d2-f3b5-4bd0-a43d-7d507a019483,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:13.454464 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ebecdbd4-bc73-46a3-be52-77b925152354 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:13.457656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ebecdbd4-bc73-46a3-be52-77b925152354 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:13.471776 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ebecdbd4-bc73-46a3-be52-77b925152354 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/fa9d27d2-f3b5-4bd0-a43d-7d507a019483 HTTP/1.1" status: 204 len: 168 time: 0.9361238 Jun 18 16:26:13.471776 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48974) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:13.507305 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-89242ce9-473d-4a4e-8098-8bf8c0abd130 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:13.528071 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-30bf0f11-54e2-4b44-96a7-f52357c7822d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:13.539382 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a485bc9a-3696-435b-9743-3e4baa29bf06 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:13.555157 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac26232-c838-4864-9348-c8223320bbc7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:13.557805 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac26232-c838-4864-9348-c8223320bbc7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:13.565940 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cac26232-c838-4864-9348-c8223320bbc7 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0997634 Jun 18 16:26:13.566675 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48976) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:13.613673 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-30bf0f11-54e2-4b44-96a7-f52357c7822d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:13.617116 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-30bf0f11-54e2-4b44-96a7-f52357c7822d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/subnets/3e41d9ef-24a7-4f1e-8b34-a2fa6a4ceb43 HTTP/1.1" status: 204 len: 168 time: 0.9723909 Jun 18 16:26:13.619242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf0f11-54e2-4b44-96a7-f52357c7822d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Subnet': ['ID=3e41d9ef-24a7-4f1e-8b34-a2fa6a4ceb43,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:13.623509 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-30bf0f11-54e2-4b44-96a7-f52357c7822d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:13.626702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48978) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:13.656507 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-d593e767-a800-43be-b549-9d6147acbe91 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet e13bbb42-97b6-48a0-b6c2-3b0e0ed9d8da {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:26:13.661700 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d593e767-a800-43be-b549-9d6147acbe91 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:13.668832 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:13.733110 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d593e767-a800-43be-b549-9d6147acbe91 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:13.750279 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:13.859855 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d593e767-a800-43be-b549-9d6147acbe91 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:13.895796 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 825d3f08-f432-40d5-b31d-2ea2a6e6c776 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:26:13.944705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:13.945079 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:13.962935 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d593e767-a800-43be-b549-9d6147acbe91 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:13.971706 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6202df74-bf12-4953-910d-a99a5a8b0eec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:14.009719 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593e767-a800-43be-b549-9d6147acbe91 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=e13bbb42-97b6-48a0-b6c2-3b0e0ed9d8da,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:14.024533 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-89242ce9-473d-4a4e-8098-8bf8c0abd130 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:14.029082 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d593e767-a800-43be-b549-9d6147acbe91 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:14.030059 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d593e767-a800-43be-b549-9d6147acbe91 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:14.042292 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d593e767-a800-43be-b549-9d6147acbe91 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/e13bbb42-97b6-48a0-b6c2-3b0e0ed9d8da HTTP/1.1" status: 204 len: 168 time: 0.4719872 Jun 18 16:26:14.042772 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48980) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:14.062561 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-89242ce9-473d-4a4e-8098-8bf8c0abd130 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:14.065434 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] For port 2f1fafef-f42c-4476-8ec2-90f54a5d46d7, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2f1fafef-f42c-4476-8ec2-90f54a5d46d7,segment=NetworkSegment(4184310e-34e3-4980-bb15-a333f6437b84),segment_id=4184310e-34e3-4980-bb15-a333f6437b84)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:14.065831 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:14.086358 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 825d3f08-f432-40d5-b31d-2ea2a6e6c776, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=825d3f08-f432-40d5-b31d-2ea2a6e6c776,segment=NetworkSegment(c19b25f4-082e-45e6-9c8c-7970d64add03),segment_id=c19b25f4-082e-45e6-9c8c-7970d64add03)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:14.100533 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '825d3f08-f432-40d5-b31d-2ea2a6e6c776', 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c', 'port_id': '825d3f08-f432-40d5-b31d-2ea2a6e6c776', 'mac_address': 'fa:16:3e:bf:9d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:26:14.110310 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f1da4a6c-db27-4d1a-baae-43f23f78c382 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0659542 Jun 18 16:26:14.113046 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48982) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:14.149437 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:14.157614 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:14.167528 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-df94b506-3424-4032-b305-5070056b224d None None] Provisioning for port e4a47dea-c936-43a1-9732-23e1a518cb71 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:14.175418 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-df94b506-3424-4032-b305-5070056b224d None None] Provisioning complete for port e4a47dea-c936-43a1-9732-23e1a518cb71 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:14.175804 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-df94b506-3424-4032-b305-5070056b224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:14.179111 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825d3f08-f432-40d5-b31d-2ea2a6e6c776 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:26:14.239310 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 825d3f08-f432-40d5-b31d-2ea2a6e6c776, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=825d3f08-f432-40d5-b31d-2ea2a6e6c776,segment=NetworkSegment(c19b25f4-082e-45e6-9c8c-7970d64add03),segment_id=c19b25f4-082e-45e6-9c8c-7970d64add03)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:14.241584 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f3a221-4b64-4422-ac9f-3ed07dc3612d None None] Network 641d90b4-d40c-4db2-8007-b07a46878826 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:14.264862 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562e8aeb-76fb-41b4-a74a-44ac8606b675 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:14.267264 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-562e8aeb-76fb-41b4-a74a-44ac8606b675 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1530566 Jun 18 16:26:14.269900 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48984) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:14.294805 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:14.308231 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-092afe70-5469-4408-87f9-0618752760d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:14.336376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-89242ce9-473d-4a4e-8098-8bf8c0abd130 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Allocated IP 172.26.6.166 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/0d87be95-d48b-418b-958a-a7c6e17a3571) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:14.416815 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c530d2f-04c2-4e96-8f7f-9dc1a9048d14 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:14.422157 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9c530d2f-04c2-4e96-8f7f-9dc1a9048d14 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1509089 Jun 18 16:26:14.422972 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48988) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:14.488116 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bdcd4891-fe73-4e18-a17f-938d1b0d55bf tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634453 Jun 18 16:26:14.488954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-89242ce9-473d-4a4e-8098-8bf8c0abd130 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:14.489312 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d73394-f799-4550-87be-0e506f1c8dce None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:14.491976 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48992) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:14.505845 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-6e1f3621-da1a-42c6-ab4d-d7e21ac8d1bc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:14.551648 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-89242ce9-473d-4a4e-8098-8bf8c0abd130 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:14.554216 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:14.599197 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89242ce9-473d-4a4e-8098-8bf8c0abd130 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Pushing event updated for resources: {'Port': ['ID=0d87be95-d48b-418b-958a-a7c6e17a3571,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:14.601818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:14.615599 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-89242ce9-473d-4a4e-8098-8bf8c0abd130 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:14.615961 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=825d3f08-f432-40d5-b31d-2ea2a6e6c776,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:14.616148 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-89242ce9-473d-4a4e-8098-8bf8c0abd130 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:14.622139 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:14.627735 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No DVR routers for this DVR port 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:26:14.652212 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['825d3f08-f432-40d5-b31d-2ea2a6e6c776'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:26:14.703389 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=2f1fafef-f42c-4476-8ec2-90f54a5d46d7,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:14.707181 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89242ce9-473d-4a4e-8098-8bf8c0abd130 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:14.732064 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-df94b506-3424-4032-b305-5070056b224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:14.734558 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1f3621-da1a-42c6-ab4d-d7e21ac8d1bc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:14.738574 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6e1f3621-da1a-42c6-ab4d-d7e21ac8d1bc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:14.849914 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-df94b506-3424-4032-b305-5070056b224d None None] For port e4a47dea-c936-43a1-9732-23e1a518cb71, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e4a47dea-c936-43a1-9732-23e1a518cb71,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:14.864644 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-df94b506-3424-4032-b305-5070056b224d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:14.878459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:14.935283 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7814947e-2b4b-4d3e-9ff6-544c8888ca16 None None] DHCP port deletion for 641d90b4-d40c-4db2-8007-b07a46878826 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:26:15.014954 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0dccb824-0005-4d36-9c8f-bdbea43afdc9 None None] Could not find standard attr ID for object 2f1fafef-f42c-4476-8ec2-90f54a5d46d7. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:26:15.018640 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94b506-3424-4032-b305-5070056b224d None None] Pushing event updated for resources: {'Port': ['ID=e4a47dea-c936-43a1-9732-23e1a518cb71,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:15.029631 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-df94b506-3424-4032-b305-5070056b224d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:15.036546 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0dccb824-0005-4d36-9c8f-bdbea43afdc9 None None] Could not find standard attr ID for object fa9d27d2-f3b5-4bd0-a43d-7d507a019483. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:26:15.037730 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6e1f3621-da1a-42c6-ab4d-d7e21ac8d1bc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:15.042327 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-eb19f5c3-b7b7-4423-9db9-8b90b476dd7c tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:15.087385 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1f3621-da1a-42c6-ab4d-d7e21ac8d1bc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:15.093696 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-6e1f3621-da1a-42c6-ab4d-d7e21ac8d1bc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:15.099348 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1f3621-da1a-42c6-ab4d-d7e21ac8d1bc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:15.100207 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6e1f3621-da1a-42c6-ab4d-d7e21ac8d1bc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:15.127107 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6e1f3621-da1a-42c6-ab4d-d7e21ac8d1bc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6312640 Jun 18 16:26:15.128289 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 48994) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:15.132076 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5921c7db-9341-4349-a74a-2b5efaebcf30 None None] DHCP port deletion for ce24d173-f93a-4cd6-bc0b-4cefb40733e2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:26:15.153221 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-3b71746c-04a9-43dd-a7e0-23b24aea0139 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'mac_address': 'fa:16:3e:9b:70:9b', 'name': 'tempest-NetworksTestDHCPv6-1686265878'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:15.156757 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f3621-da1a-42c6-ab4d-d7e21ac8d1bc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=9ac47ac6-f065-4b62-8f1e-dae58bad3049,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:15.161253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6e1f3621-da1a-42c6-ab4d-d7e21ac8d1bc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:15.204071 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:15.218067 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-89242ce9-473d-4a4e-8098-8bf8c0abd130 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:15.230994 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89242ce9-473d-4a4e-8098-8bf8c0abd130 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:15.236401 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5921c7db-9341-4349-a74a-2b5efaebcf30 None None] Deleting port e4a47dea-c936-43a1-9732-23e1a518cb71 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:15.236793 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5921c7db-9341-4349-a74a-2b5efaebcf30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:15.265164 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:15.284588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['641d90b4-d40c-4db2-8007-b07a46878826']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:15.305951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b71746c-04a9-43dd-a7e0-23b24aea0139 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:15.306210 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4184310e-34e3-4980-bb15-a333f6437b84') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:15.307049 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4184310e-34e3-4980-bb15-a333f6437b84') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:15.313518 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3b71746c-04a9-43dd-a7e0-23b24aea0139 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:15.348310 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-5921c7db-9341-4349-a74a-2b5efaebcf30 None None] For port e4a47dea-c936-43a1-9732-23e1a518cb71, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e4a47dea-c936-43a1-9732-23e1a518cb71,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:15.349155 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5921c7db-9341-4349-a74a-2b5efaebcf30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:15.350285 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-3b71746c-04a9-43dd-a7e0-23b24aea0139 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port 3aaf72f1-61f2-4428-9199-d43102295a00 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:26:15.431045 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5921c7db-9341-4349-a74a-2b5efaebcf30 None None] Calling delete_port for e4a47dea-c936-43a1-9732-23e1a518cb71 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:15.431894 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:15.448487 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913209a-929b-4fa1-86ed-db11890baca5 req-053456f5-360d-4808-8d91-145afaaf1510 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:15.450156 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a913209a-929b-4fa1-86ed-db11890baca5 req-053456f5-360d-4808-8d91-145afaaf1510 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 944 time: 0.7485943 Jun 18 16:26:15.502684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:15.524706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:26:15.525114 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:26:15.529336 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:26:15.550901 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5921c7db-9341-4349-a74a-2b5efaebcf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:15.561385 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:15.571809 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-3b71746c-04a9-43dd-a7e0-23b24aea0139 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::325 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/9ac47ac6-f065-4b62-8f1e-dae58bad3049/3aaf72f1-61f2-4428-9199-d43102295a00) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:15.595455 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5921c7db-9341-4349-a74a-2b5efaebcf30 None None] Pushing event deleted for resources: {'Port': ['ID=e4a47dea-c936-43a1-9732-23e1a518cb71,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:15.602759 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5921c7db-9341-4349-a74a-2b5efaebcf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:15.604177 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5921c7db-9341-4349-a74a-2b5efaebcf30 None None] No DVR routers for this DVR port e4a47dea-c936-43a1-9732-23e1a518cb71 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:26:15.625009 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407bbb11-cb5e-4bac-9827-8d50f116a22e None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:15.647834 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a913209a-929b-4fa1-86ed-db11890baca5 req-58697244-bfc8-4060-adb2-adc428ae68be tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886506 Jun 18 16:26:15.662895 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:15.668929 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6b143cba-1887-4a4e-83e8-3f9dbe3af567 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:15.677006 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:15.683129 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/networks/641d90b4-d40c-4db2-8007-b07a46878826 HTTP/1.1" status: 204 len: 168 time: 2.0489450 Jun 18 16:26:15.684430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 48998) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:15.709596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Network': ['ID=641d90b4-d40c-4db2-8007-b07a46878826,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:15.712405 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:15.713167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-89242ce9-473d-4a4e-8098-8bf8c0abd130 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:15.834927 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3b71746c-04a9-43dd-a7e0-23b24aea0139 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:15.846685 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': '9ac47ac6-f065-4b62-8f1e-dae58bad3049'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:26:15.847910 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:15.860138 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-3b71746c-04a9-43dd-a7e0-23b24aea0139 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object 3aaf72f1-61f2-4428-9199-d43102295a00 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:15.894183 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 825d3f08-f432-40d5-b31d-2ea2a6e6c776 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:15.904852 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004962f6-9da3-47bb-9b5e-d15f0d8fd8a9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:15.909737 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-004962f6-9da3-47bb-9b5e-d15f0d8fd8a9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2221391 Jun 18 16:26:15.910484 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49000) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:15.915041 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3b71746c-04a9-43dd-a7e0-23b24aea0139 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:15.929814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-beca576e-85cb-41f7-9f38-baf0d23afacc tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:15.989725 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b71746c-04a9-43dd-a7e0-23b24aea0139 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:15.991484 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-3b71746c-04a9-43dd-a7e0-23b24aea0139 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:15.994011 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71746c-04a9-43dd-a7e0-23b24aea0139 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=3aaf72f1-61f2-4428-9199-d43102295a00,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:16.005239 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b71746c-04a9-43dd-a7e0-23b24aea0139 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:16.013638 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b71746c-04a9-43dd-a7e0-23b24aea0139 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:16.013988 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3b71746c-04a9-43dd-a7e0-23b24aea0139 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:16.020711 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3b71746c-04a9-43dd-a7e0-23b24aea0139 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:16.041456 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3b71746c-04a9-43dd-a7e0-23b24aea0139 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8937881 Jun 18 16:26:16.042405 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49002) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:16.058739 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 825d3f08-f432-40d5-b31d-2ea2a6e6c776 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:16.066770 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Allocated IP 2001:db8::2 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/9ac47ac6-f065-4b62-8f1e-dae58bad3049/cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:16.072555 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 825d3f08-f432-40d5-b31d-2ea2a6e6c776 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:16.073393 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:16.080730 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1bd9e5c1-6c23-4340-9638-11d02819f0e5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1690876 Jun 18 16:26:16.081707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49004) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:16.089252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-48c4ba05-d96d-4593-82ee-f5670d96a561 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-208108326'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:16.119025 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-89242ce9-473d-4a4e-8098-8bf8c0abd130 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:16.121563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c4ba05-d96d-4593-82ee-f5670d96a561 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:16.125251 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-48c4ba05-d96d-4593-82ee-f5670d96a561 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:16.139335 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e315bce1-5e10-44fc-9ebc-721f8b4a860e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:16.139609 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-89242ce9-473d-4a4e-8098-8bf8c0abd130 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:16.142892 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e315bce1-5e10-44fc-9ebc-721f8b4a860e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0995088 Jun 18 16:26:16.143800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49006) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:16.210554 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c4ba05-d96d-4593-82ee-f5670d96a561 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:26:16.254118 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:16.259108 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-96176be0-28d4-4ee0-b1f6-1cba7805c9b1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port 3aaf72f1-61f2-4428-9199-d43102295a00 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:16.259526 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96176be0-28d4-4ee0-b1f6-1cba7805c9b1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:16.275606 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-48c4ba05-d96d-4593-82ee-f5670d96a561 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:16.277035 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-48c4ba05-d96d-4593-82ee-f5670d96a561 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Added segment 5b43a8b4-3c93-4538-8a93-d1693102b95a of type vlan for network 8e644942-b63b-4b24-9f97-a22edb7912e9 Jun 18 16:26:16.316688 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c06205-5db3-43c1-a006-2d0152a313bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825d3f08-f432-40d5-b31d-2ea2a6e6c776'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:26:16.319217 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37009e93-7ca9-475a-aa4d-fb65e1d23be5" -d '{"events": [{"server_uuid": "f7c06205-5db3-43c1-a006-2d0152a313bc", "name": "network-vif-plugged", "status": "completed", "tag": "825d3f08-f432-40d5-b31d-2ea2a6e6c776"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:26:16.347527 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 825d3f08-f432-40d5-b31d-2ea2a6e6c776, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=825d3f08-f432-40d5-b31d-2ea2a6e6c776,segment=NetworkSegment(c19b25f4-082e-45e6-9c8c-7970d64add03),segment_id=c19b25f4-082e-45e6-9c8c-7970d64add03)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:16.362829 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:16.368004 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-48c4ba05-d96d-4593-82ee-f5670d96a561 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:16.368344 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:16.373645 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:16.407085 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b04eac6-8bc1-412f-a16b-5d41cb9faba2 x-openstack-request-id: req-4b04eac6-8bc1-412f-a16b-5d41cb9faba2 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:26:16.407454 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c06205-5db3-43c1-a006-2d0152a313bc", "name": "network-vif-plugged", "status": "completed", "tag": "825d3f08-f432-40d5-b31d-2ea2a6e6c776", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:26:16.409373 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b04eac6-8bc1-412f-a16b-5d41cb9faba2 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:26:16.410020 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c06205-5db3-43c1-a006-2d0152a313bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825d3f08-f432-40d5-b31d-2ea2a6e6c776', 'code': 200} Jun 18 16:26:16.416218 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96176be0-28d4-4ee0-b1f6-1cba7805c9b1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:16.433057 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Transition to ACTIVE for port object cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:16.444452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-48c4ba05-d96d-4593-82ee-f5670d96a561 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:16.454120 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c4ba05-d96d-4593-82ee-f5670d96a561 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:16.454961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-48c4ba05-d96d-4593-82ee-f5670d96a561 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:16.468733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ecdc758c-fbd9-471c-8974-f245d282e503 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:16.473421 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Transition to ACTIVE for port object cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:16.473649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89242ce9-473d-4a4e-8098-8bf8c0abd130 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Router b371e286-4a7e-4d26-974d-ff8bc18bdb71 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:26:16.474835 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=825d3f08-f432-40d5-b31d-2ea2a6e6c776,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:16.481266 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:16.483286 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-48c4ba05-d96d-4593-82ee-f5670d96a561 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3986840 Jun 18 16:26:16.488634 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:16.495945 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-96176be0-28d4-4ee0-b1f6-1cba7805c9b1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for 3aaf72f1-61f2-4428-9199-d43102295a00 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:16.496713 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49010) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:16.503190 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:16.520977 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:16.533013 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-72ef5e25-c0d8-4bb6-b666-39e3c45d9ab0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'subnet': {'network_id': '8e644942-b63b-4b24-9f97-a22edb7912e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:16.562110 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:16.576646 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:16.689012 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Attempting to bind port cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:26:16.689254 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Attempting to bind port cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:26:16.689593 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Attempting to bind port cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:26:16.701780 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:26:16.702178 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:16.702858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:16.703273 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:26:16.703806 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Bound port: cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:26:16.704235 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:16.731788 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Pushing event updated for resources: {'Port': ['ID=cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:16.738588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4ba05-d96d-4593-82ee-f5670d96a561 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Network': ['ID=8e644942-b63b-4b24-9f97-a22edb7912e9,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:16.739886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-48c4ba05-d96d-4593-82ee-f5670d96a561 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:16.793765 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:16.794035 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 8e644942-b63b-4b24-9f97-a22edb7912e9 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:26:16.809628 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e4a47dea-c936-43a1-9732-23e1a518cb71 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:26:16.812727 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96176be0-28d4-4ee0-b1f6-1cba7805c9b1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:16.816244 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89242ce9-473d-4a4e-8098-8bf8c0abd130 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:26:16.820622 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-89242ce9-473d-4a4e-8098-8bf8c0abd130 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:16.825152 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-89242ce9-473d-4a4e-8098-8bf8c0abd130 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "PUT /v2.0/routers/b371e286-4a7e-4d26-974d-ff8bc18bdb71 HTTP/1.1" status: 200 len: 916 time: 3.7007599 Jun 18 16:26:16.825848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49016) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:16.836928 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2fe2f4ff-40f2-44b1-932f-e26f3aa4fd44 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:16.849914 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a7800-280e-4583-9d39-ba3d6a0ed8d4 None None] Sync routers for ids ['b371e286-4a7e-4d26-974d-ff8bc18bdb71'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:26:16.869664 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a7800-280e-4583-9d39-ba3d6a0ed8d4 None None] Routers {'b371e286-4a7e-4d26-974d-ff8bc18bdb71'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:26:16.870333 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-e34a7800-280e-4583-9d39-ba3d6a0ed8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:26:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['b371e286-4a7e-4d26-974d-ff8bc18bdb71'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:16.876900 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96176be0-28d4-4ee0-b1f6-1cba7805c9b1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=3aaf72f1-61f2-4428-9199-d43102295a00,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:16.881448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-96176be0-28d4-4ee0-b1f6-1cba7805c9b1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:16.934553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ef5e25-c0d8-4bb6-b666-39e3c45d9ab0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:16.940827 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-72ef5e25-c0d8-4bb6-b666-39e3c45d9ab0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:16.958454 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-e34a7800-280e-4583-9d39-ba3d6a0ed8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:16.986148 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34a7800-280e-4583-9d39-ba3d6a0ed8d4 None None] Routers {'b371e286-4a7e-4d26-974d-ff8bc18bdb71'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:26:16.991169 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-e34a7800-280e-4583-9d39-ba3d6a0ed8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:26:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['b371e286-4a7e-4d26-974d-ff8bc18bdb71'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:17.075167 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: e4a47dea-c936-43a1-9732-23e1a518cb71 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:26:17.075813 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e4a47dea-c936-43a1-9732-23e1a518cb71 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:26:17.075919 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:26:17.085812 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-e34a7800-280e-4583-9d39-ba3d6a0ed8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:17.092333 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34a7800-280e-4583-9d39-ba3d6a0ed8d4 None None] The sync data for ids ['b371e286-4a7e-4d26-974d-ff8bc18bdb71'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:26:17.108219 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:26:17.108495 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2f1fafef-f42c-4476-8ec2-90f54a5d46d7 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:26:17.137937 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] For port cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:26:17.142203 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] For port cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:26:17.149832 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:17.152762 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5921c7db-9341-4349-a74a-2b5efaebcf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:17.224211 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Pushing event updated for resources: {'Port': ['ID=cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:17.229699 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:17.274001 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-224c8bcb-e00e-46bb-baac-2499b9c92e23 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "GET /v2.0/routers/b371e286-4a7e-4d26-974d-ff8bc18bdb71 HTTP/1.1" status: 200 len: 922 time: 0.4445472 Jun 18 16:26:17.274001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49018) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:17.287176 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c3bc6-f472-47ce-b5ad-1827823a5c6c req-ea437998-2c5f-4d30-90b0-ddc73923bb88 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:17.288839 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ce7c3bc6-f472-47ce-b5ad-1827823a5c6c req-ea437998-2c5f-4d30-90b0-ddc73923bb88 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.3730795 Jun 18 16:26:17.358047 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96176be0-28d4-4ee0-b1f6-1cba7805c9b1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:17.361127 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-96176be0-28d4-4ee0-b1f6-1cba7805c9b1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/3aaf72f1-61f2-4428-9199-d43102295a00 HTTP/1.1" status: 204 len: 168 time: 1.2152770 Jun 18 16:26:17.363050 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49020) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:17.396482 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6689b9-2937-4940-93ce-bafe19414207 req-98349778-e304-4e69-856c-ecc239cb0166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:17.398401 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-fc6689b9-2937-4940-93ce-bafe19414207 req-98349778-e304-4e69-856c-ecc239cb0166 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 1098 time: 0.6922216 Jun 18 16:26:17.423132 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ce7c3bc6-f472-47ce-b5ad-1827823a5c6c req-b1319c8a-f4a3-4058-bb86-2b65036d4d3d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226802 Jun 18 16:26:17.446893 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-fc6689b9-2937-4940-93ce-bafe19414207 req-28788a03-b5d5-4bc5-ada7-365b6404e807 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405135 Jun 18 16:26:17.476409 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c83eb3c-fe41-4b58-a5e0-0810436b6a4c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:17.478490 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c83eb3c-fe41-4b58-a5e0-0810436b6a4c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:17.480823 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5c83eb3c-fe41-4b58-a5e0-0810436b6a4c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1168525 Jun 18 16:26:17.483635 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49022) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:17.497810 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586a6850-40c2-444c-814e-c49f71d5c74a tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:17.500815 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-586a6850-40c2-444c-814e-c49f71d5c74a tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&device_id=b371e286-4a7e-4d26-974d-ff8bc18bdb71&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2229238 Jun 18 16:26:17.501432 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49024) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:17.547905 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93f2ec0-b7d9-4aab-8de8-8f0ab7b4c41a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet 9ac47ac6-f065-4b62-8f1e-dae58bad3049 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:26:17.551962 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f93f2ec0-b7d9-4aab-8de8-8f0ab7b4c41a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:17.568750 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-72ef5e25-c0d8-4bb6-b666-39e3c45d9ab0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:17.572185 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ba5de1df-65bc-4695-bf19-8e9c92ca0556 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:17.605449 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f93f2ec0-b7d9-4aab-8de8-8f0ab7b4c41a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:17.661257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef5e25-c0d8-4bb6-b666-39e3c45d9ab0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Subnet': ['ID=e1957a58-eaff-487b-993f-5e41ffc320b1,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:17.673378 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-72ef5e25-c0d8-4bb6-b666-39e3c45d9ab0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:17.695810 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67531798-4c9b-43a4-b8f6-3cc596053f4d tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:17.697230 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-67531798-4c9b-43a4-b8f6-3cc596053f4d tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "GET /v2.0/networks/81b3e7a1-a3eb-41d3-a54b-e3363be60296 HTTP/1.1" status: 200 len: 881 time: 0.1916950 Jun 18 16:26:17.700581 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49028) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:17.714564 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ef5e25-c0d8-4bb6-b666-39e3c45d9ab0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Checking segment: {'id': '5b43a8b4-3c93-4538-8a93-d1693102b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e644942-b63b-4b24-9f97-a22edb7912e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:17.714772 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ef5e25-c0d8-4bb6-b666-39e3c45d9ab0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network hostable DHCP agents. Network: 8e644942-b63b-4b24-9f97-a22edb7912e9, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:26:17.730480 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f93f2ec0-b7d9-4aab-8de8-8f0ab7b4c41a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:17.746130 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-55460df8-28b6-4e4d-bb5d-2913ed3d359d tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "GET /v2.0/ports?device_id=b371e286-4a7e-4d26-974d-ff8bc18bdb71 HTTP/1.1" status: 200 len: 205 time: 0.0440209 Jun 18 16:26:17.748864 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49030) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:17.806053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ef5e25-c0d8-4bb6-b666-39e3c45d9ab0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network 8e644942-b63b-4b24-9f97-a22edb7912e9 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:26:17.812047 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f93f2ec0-b7d9-4aab-8de8-8f0ab7b4c41a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:17.816559 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-16f2903e-af76-464b-9530-34b2064fbb77 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:17.847196 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f2ec0-b7d9-4aab-8de8-8f0ab7b4c41a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac47ac6-f065-4b62-8f1e-dae58bad3049,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:17.852233 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f93f2ec0-b7d9-4aab-8de8-8f0ab7b4c41a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:17.852233 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f93f2ec0-b7d9-4aab-8de8-8f0ab7b4c41a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:17.854216 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f93f2ec0-b7d9-4aab-8de8-8f0ab7b4c41a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/9ac47ac6-f065-4b62-8f1e-dae58bad3049 HTTP/1.1" status: 204 len: 168 time: 0.3694286 Jun 18 16:26:17.856906 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49032) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:17.860234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-72ef5e25-c0d8-4bb6-b666-39e3c45d9ab0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 8e644942-b63b-4b24-9f97-a22edb7912e9) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:17.867008 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ef5e25-c0d8-4bb6-b666-39e3c45d9ab0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:17.867601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-72ef5e25-c0d8-4bb6-b666-39e3c45d9ab0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:17.882982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bec6659-a630-44e7-8c50-953b35972591 None None] Network 8e644942-b63b-4b24-9f97-a22edb7912e9 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:17.894516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29181c14-d334-4037-aca2-0aee6ece896b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:17.901887 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-72ef5e25-c0d8-4bb6-b666-39e3c45d9ab0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3760946 Jun 18 16:26:17.915987 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49034) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:17.921943 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a76320d9-073d-4b1e-bd3a-0d34412a558e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615754 Jun 18 16:26:17.925355 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-65f99cf1-1821-48d7-818f-06fa72cbdfbb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'network_id': '8e644942-b63b-4b24-9f97-a22edb7912e9', 'name': 'tempest-PortsTestJSON-440820409'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:17.928556 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49036) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:18.072708 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29181c14-d334-4037-aca2-0aee6ece896b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:18.099892 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311e9a5d-810b-4e00-9d59-c064b6b66fbe tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:18.105925 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-311e9a5d-810b-4e00-9d59-c064b6b66fbe tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1720824 Jun 18 16:26:18.108031 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49038) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:18.176158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-29181c14-d334-4037-aca2-0aee6ece896b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Deleting port 0d87be95-d48b-418b-958a-a7c6e17a3571 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:18.176769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29181c14-d334-4037-aca2-0aee6ece896b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:18.222815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-8e644942-b63b-4b24-9f97-a22edb7912e9', 'network_id': '8e644942-b63b-4b24-9f97-a22edb7912e9', 'tenant_id': 'ef1444ed7b6c4c58a5e6f956d28091e0', 'fixed_ips': [{'subnet_id': 'e1957a58-eaff-487b-993f-5e41ffc320b1'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:26:18.224441 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:18.236702 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a64e39a-8902-4329-8bb2-5ff679844d65 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:18.238219 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7a64e39a-8902-4329-8bb2-5ff679844d65 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1295862 Jun 18 16:26:18.245762 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49040) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:18.255628 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f99cf1-1821-48d7-818f-06fa72cbdfbb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:18.261644 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-65f99cf1-1821-48d7-818f-06fa72cbdfbb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:18.318202 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b57b707f-d7fb-4078-8389-5f49e8fde907 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0708098 Jun 18 16:26:18.322009 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49042) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:18.353805 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29181c14-d334-4037-aca2-0aee6ece896b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:18.363996 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-769a57d7-333b-49a0-9472-50757c901f4e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:18.433813 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-65f99cf1-1821-48d7-818f-06fa72cbdfbb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] device_id is not set on port 38971113-7404-4282-9fe8-fcd331d6d02e yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:26:18.475674 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-29181c14-d334-4037-aca2-0aee6ece896b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Calling delete_port for 0d87be95-d48b-418b-958a-a7c6e17a3571 owned by network:router_gateway {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:18.578792 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Allocated IP 172.20.0.2 (8e644942-b63b-4b24-9f97-a22edb7912e9/e1957a58-eaff-487b-993f-5e41ffc320b1/01e10c10-fa13-46ab-b4b2-d75e5371921f) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:18.625524 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769a57d7-333b-49a0-9472-50757c901f4e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:18.630051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-769a57d7-333b-49a0-9472-50757c901f4e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:18.814481 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78a4b24-872f-4489-8343-fa01c24413b5 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:18.854368 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:18.897413 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b94d43-6d81-4f9e-9022-909c4b444dd1 req-b8eec33f-a3d6-494b-ace0-06eb9924b5c3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:18.899039 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-79b94d43-6d81-4f9e-9022-909c4b444dd1 req-b8eec33f-a3d6-494b-ace0-06eb9924b5c3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.2019887 Jun 18 16:26:18.909267 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29181c14-d334-4037-aca2-0aee6ece896b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:18.921622 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b659228f-6d55-4f0e-8129-03f3f239a15e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:18.923105 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:18.951663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1b6170a8-b136-4130-9501-5349890e8f88 None None] Provisioning for port cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:18.956897 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Transition to ACTIVE for port object 01e10c10-fa13-46ab-b4b2-d75e5371921f will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:18.962539 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29181c14-d334-4037-aca2-0aee6ece896b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Pushing event deleted for resources: {'Port': ['ID=0d87be95-d48b-418b-958a-a7c6e17a3571,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:18.967699 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-29181c14-d334-4037-aca2-0aee6ece896b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:19.018925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Transition to ACTIVE for port object 01e10c10-fa13-46ab-b4b2-d75e5371921f will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:19.032325 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-79b94d43-6d81-4f9e-9022-909c4b444dd1 req-92690bb7-b221-424b-b083-e9b9d1e7a13f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177936 Jun 18 16:26:19.050268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:19.053468 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-df94b506-3424-4032-b305-5070056b224d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:19.059509 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29181c14-d334-4037-aca2-0aee6ece896b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:19.095195 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:19.114669 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:19.115050 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:19.126917 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-65f99cf1-1821-48d7-818f-06fa72cbdfbb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Allocated IP 172.20.0.5 (8e644942-b63b-4b24-9f97-a22edb7912e9/e1957a58-eaff-487b-993f-5e41ffc320b1/38971113-7404-4282-9fe8-fcd331d6d02e) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:19.149385 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Network 8e644942-b63b-4b24-9f97-a22edb7912e9 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:19.171552 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:19.191017 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Pushing event updated for resources: {'Port': ['ID=01e10c10-fa13-46ab-b4b2-d75e5371921f,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:19.194158 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:19.204939 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:19.207660 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29181c14-d334-4037-aca2-0aee6ece896b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:19.210285 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29181c14-d334-4037-aca2-0aee6ece896b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:19.221036 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.objects.ports [None req-769a57d7-333b-49a0-9472-50757c901f4e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93454) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:26:19.288531 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29181c14-d334-4037-aca2-0aee6ece896b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:19.293523 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29181c14-d334-4037-aca2-0aee6ece896b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Fanout notify agent at l3_agent the message router_deleted on router b371e286-4a7e-4d26-974d-ff8bc18bdb71 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:26:19.310153 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29181c14-d334-4037-aca2-0aee6ece896b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:19.314951 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-29181c14-d334-4037-aca2-0aee6ece896b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "DELETE /v2.0/routers/b371e286-4a7e-4d26-974d-ff8bc18bdb71 HTTP/1.1" status: 204 len: 168 time: 1.5617204 Jun 18 16:26:19.315469 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49050) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:19.319780 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c0e07b-09cb-43d2-8962-d52bbb37ee44 None None] DHCP port deletion for ce24d173-f93a-4cd6-bc0b-4cefb40733e2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:26:19.337779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2116033591', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:19.379652 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:19.380727 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:19.388662 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Attempting to bind port 01e10c10-fa13-46ab-b4b2-d75e5371921f on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:26:19.389236 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Attempting to bind port 01e10c10-fa13-46ab-b4b2-d75e5371921f by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '5b43a8b4-3c93-4538-8a93-d1693102b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e644942-b63b-4b24-9f97-a22edb7912e9'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:26:19.389731 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Attempting to bind port 01e10c10-fa13-46ab-b4b2-d75e5371921f on network 8e644942-b63b-4b24-9f97-a22edb7912e9 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:26:19.410059 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:26:19.410668 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Checking segment: {'id': '5b43a8b4-3c93-4538-8a93-d1693102b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e644942-b63b-4b24-9f97-a22edb7912e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:19.411152 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:19.411561 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Bound using segment: {'id': '5b43a8b4-3c93-4538-8a93-d1693102b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e644942-b63b-4b24-9f97-a22edb7912e9'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:26:19.411794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d525f43-2b91-447d-af00-cfa90d775c10 req-6d15ad6c-9302-4676-96d0-84e0290e0859 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:19.412050 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Bound port: 01e10c10-fa13-46ab-b4b2-d75e5371921f, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b43a8b4-3c93-4538-8a93-d1693102b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8e644942-b63b-4b24-9f97-a22edb7912e9'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:26:19.412428 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:19.413345 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7d525f43-2b91-447d-af00-cfa90d775c10 req-6d15ad6c-9302-4676-96d0-84e0290e0859 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.1178913 Jun 18 16:26:19.446600 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:19.550981 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:19.555544 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-b7c0e07b-09cb-43d2-8962-d52bbb37ee44 None None] Deleting port cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:19.556076 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e07b-09cb-43d2-8962-d52bbb37ee44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:19.645020 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b7c0e07b-09cb-43d2-8962-d52bbb37ee44 None None] For port cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:19.645429 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e07b-09cb-43d2-8962-d52bbb37ee44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:19.658438 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-65f99cf1-1821-48d7-818f-06fa72cbdfbb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:19.685674 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-769a57d7-333b-49a0-9472-50757c901f4e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:19.716561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-65f99cf1-1821-48d7-818f-06fa72cbdfbb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Transition to ACTIVE for port object 38971113-7404-4282-9fe8-fcd331d6d02e will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:19.720147 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-b7c0e07b-09cb-43d2-8962-d52bbb37ee44 None None] Calling delete_port for cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:19.735974 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:19.740741 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] For port 01e10c10-fa13-46ab-b4b2-d75e5371921f, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:26:19.742740 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-67902d60-6597-42c4-aeae-83c6dfdcaa01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:19.825562 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] For port 01e10c10-fa13-46ab-b4b2-d75e5371921f, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=01e10c10-fa13-46ab-b4b2-d75e5371921f,segment=NetworkSegment(5b43a8b4-3c93-4538-8a93-d1693102b95a),segment_id=5b43a8b4-3c93-4538-8a93-d1693102b95a)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:26:19.838618 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:19.881393 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:19.903181 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:19.910484 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-65f99cf1-1821-48d7-818f-06fa72cbdfbb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:19.919279 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:19.921861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:19.936304 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4c76d1f5-7ebf-4339-88cf-764eeccce9d7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:20.003521 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Pushing event updated for resources: {'Port': ['ID=01e10c10-fa13-46ab-b4b2-d75e5371921f,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:20.014956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:20.027131 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7d525f43-2b91-447d-af00-cfa90d775c10 req-ef16d8d5-d880-4dcb-a53f-cc4d522eefda tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6009161 Jun 18 16:26:20.036729 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f99cf1-1821-48d7-818f-06fa72cbdfbb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network 8e644942-b63b-4b24-9f97-a22edb7912e9 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:20.038003 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f99cf1-1821-48d7-818f-06fa72cbdfbb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=38971113-7404-4282-9fe8-fcd331d6d02e,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:20.040671 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-65f99cf1-1821-48d7-818f-06fa72cbdfbb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:20.045643 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-65f99cf1-1821-48d7-818f-06fa72cbdfbb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:20.046370 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f99cf1-1821-48d7-818f-06fa72cbdfbb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:20.080231 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49054) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:20.153921 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:20.155828 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f99cf1-1821-48d7-818f-06fa72cbdfbb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:20.156473 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-65f99cf1-1821-48d7-818f-06fa72cbdfbb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:20.169464 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-769a57d7-333b-49a0-9472-50757c901f4e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] For port cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:20.208022 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-65f99cf1-1821-48d7-818f-06fa72cbdfbb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2907040 Jun 18 16:26:20.211158 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49056) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:20.225501 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-ce0bdbbc-5380-4c14-a0fb-998ef7aa1045 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'network_id': '8e644942-b63b-4b24-9f97-a22edb7912e9', 'name': 'tempest-PortsTestJSON-1996706567'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:20.301932 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-769a57d7-333b-49a0-9472-50757c901f4e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:20.319044 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b7c0e07b-09cb-43d2-8962-d52bbb37ee44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:20.322037 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-769a57d7-333b-49a0-9472-50757c901f4e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:20.322953 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-769a57d7-333b-49a0-9472-50757c901f4e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:20.323656 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1cb642c1-fa94-4a6c-9346-758b5a335588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:20.331474 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f578ebad-5454-4556-a94c-7ead00aa5d3c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:20.367248 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c0e07b-09cb-43d2-8962-d52bbb37ee44 None None] Pushing event deleted for resources: {'Port': ['ID=cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:20.369295 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c0e07b-09cb-43d2-8962-d52bbb37ee44 None None] No DVR routers for this DVR port cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:26:20.370886 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b7c0e07b-09cb-43d2-8962-d52bbb37ee44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:20.389136 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a57d7-333b-49a0-9472-50757c901f4e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:20.396010 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0b3c09-8f19-4c78-8d35-e857eb3d3440 tempest-TestNetworkAdvancedServerOps-52722446 tempest-TestNetworkAdvancedServerOps-52722446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:20.397592 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1c0b3c09-8f19-4c78-8d35-e857eb3d3440 tempest-TestNetworkAdvancedServerOps-52722446 tempest-TestNetworkAdvancedServerOps-52722446-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 1093 time: 0.3145642 Jun 18 16:26:20.406257 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-769a57d7-333b-49a0-9472-50757c901f4e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:20.408897 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-622eeb52-1931-433c-934f-270eb42fbdec tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:20.412942 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49058) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:20.425497 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769a57d7-333b-49a0-9472-50757c901f4e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:20.430380 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '825d3f08-f432-40d5-b31d-2ea2a6e6c776', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:20.443206 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-769a57d7-333b-49a0-9472-50757c901f4e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:20.455127 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6431a8-554e-4da5-9c19-aa5c20e68755 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:20.482964 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769a57d7-333b-49a0-9472-50757c901f4e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:20.483563 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-769a57d7-333b-49a0-9472-50757c901f4e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:20.486730 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:20.519146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:20.521636 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for floatingip, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:20.533411 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-769a57d7-333b-49a0-9472-50757c901f4e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1849668 Jun 18 16:26:20.545995 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49060) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:20.548850 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a57d7-333b-49a0-9472-50757c901f4e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=3b2bec71-2bf6-4d6f-b751-862435bdfac4,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:20.556204 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-88ff76b3-6906-44cd-a867-af837a7c7a8d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:20.561029 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-769a57d7-333b-49a0-9472-50757c901f4e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:20.651345 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0bdbbc-5380-4c14-a0fb-998ef7aa1045 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:20.656368 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce0bdbbc-5380-4c14-a0fb-998ef7aa1045 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:20.668799 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': '3b2bec71-2bf6-4d6f-b751-862435bdfac4'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:26:20.672993 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:20.692812 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-ce0bdbbc-5380-4c14-a0fb-998ef7aa1045 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] device_id is not set on port eeb91683-b1d1-487e-849e-4c361d8d257b yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:26:20.694037 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Allocated IP 172.26.6.174 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/dd5c22fa-5ada-4292-9f95-0c7214d1da87) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:20.873382 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:20.891536 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 01e10c10-fa13-46ab-b4b2-d75e5371921f up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:20.929613 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-ce0bdbbc-5380-4c14-a0fb-998ef7aa1045 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Allocated IP 172.20.0.3 (8e644942-b63b-4b24-9f97-a22edb7912e9/e1957a58-eaff-487b-993f-5e41ffc320b1/eeb91683-b1d1-487e-849e-4c361d8d257b) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:20.953326 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:20.958411 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5d810f89-530f-431b-9b94-3bc5e8ace60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:20.959173 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ff76b3-6906-44cd-a867-af837a7c7a8d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:20.962891 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-88ff76b3-6906-44cd-a867-af837a7c7a8d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:21.081178 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 01e10c10-fa13-46ab-b4b2-d75e5371921f completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:21.089947 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:21.099889 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:21.101455 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:21.107086 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:21.129439 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Allocated IP 2001:db8::f816:3eff:fe9b:4ffb (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/3b2bec71-2bf6-4d6f-b751-862435bdfac4/d431ab17-2f52-479c-bb58-97fe7157c472) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:21.147534 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Pushing event updated for resources: {'Port': ['ID=dd5c22fa-5ada-4292-9f95-0c7214d1da87,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:21.153397 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:21.203563 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:26:21.270613 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:26:21.270979 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cb1009c6-ad50-4d8b-9dc5-dcac8b39e9cf not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:26:21.314374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7700cc-216d-43b9-b754-153ad1eaf666 None None] Network 8e644942-b63b-4b24-9f97-a22edb7912e9 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:21.353479 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.ipam_backend_mixin [None req-88ff76b3-6906-44cd-a867-af837a7c7a8d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b2bec71-2bf6-4d6f-b751-862435bdfac4 (CIDR: 2001:db8::/64) Jun 18 16:26:21.362959 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ff76b3-6906-44cd-a867-af837a7c7a8d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:26:21.363414 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ff76b3-6906-44cd-a867-af837a7c7a8d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:21.377762 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Allocated IP 172.26.6.66 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/b0bae0b6-489b-436e-b92f-8b030310f0e4) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:21.410604 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7de9e19b-1d32-459d-b5aa-dea9e492a5d3 None None] Provisioning for port 01e10c10-fa13-46ab-b4b2-d75e5371921f completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:21.420016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49064) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:21.420272 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-88ff76b3-6906-44cd-a867-af837a7c7a8d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8679466 Jun 18 16:26:21.426413 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ea92370e-1fcb-43d7-a220-ddaf18c5bbe4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:21.430890 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7de9e19b-1d32-459d-b5aa-dea9e492a5d3 None None] Provisioning complete for port 01e10c10-fa13-46ab-b4b2-d75e5371921f triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:21.431278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7de9e19b-1d32-459d-b5aa-dea9e492a5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:21.481849 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce0bdbbc-5380-4c14-a0fb-998ef7aa1045 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:21.504755 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-ce0bdbbc-5380-4c14-a0fb-998ef7aa1045 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Transition to ACTIVE for port object eeb91683-b1d1-487e-849e-4c361d8d257b will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:21.554859 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:21.566861 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:21.580462 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Transition to ACTIVE for port object d431ab17-2f52-479c-bb58-97fe7157c472 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:21.586317 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce0bdbbc-5380-4c14-a0fb-998ef7aa1045 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:21.592493 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:21.620987 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:21.645548 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0bdbbc-5380-4c14-a0fb-998ef7aa1045 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=eeb91683-b1d1-487e-849e-4c361d8d257b,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:21.652984 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ce0bdbbc-5380-4c14-a0fb-998ef7aa1045 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:21.666575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Transition to ACTIVE for port object d431ab17-2f52-479c-bb58-97fe7157c472 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:21.674978 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7de9e19b-1d32-459d-b5aa-dea9e492a5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:21.690887 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:21.691172 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:21.694779 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:21.704376 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0bdbbc-5380-4c14-a0fb-998ef7aa1045 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network 8e644942-b63b-4b24-9f97-a22edb7912e9 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:21.706142 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-42224709-1dc1-4b9a-95fd-5e6b7de05fb4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:21.711923 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-ce0bdbbc-5380-4c14-a0fb-998ef7aa1045 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:21.749959 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:21.749959 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0bdbbc-5380-4c14-a0fb-998ef7aa1045 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:21.754808 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:21.764860 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:21.775942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea92370e-1fcb-43d7-a220-ddaf18c5bbe4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:21.777229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:21.780664 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ea92370e-1fcb-43d7-a220-ddaf18c5bbe4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:21.781883 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-7de9e19b-1d32-459d-b5aa-dea9e492a5d3 None None] For port 01e10c10-fa13-46ab-b4b2-d75e5371921f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=01e10c10-fa13-46ab-b4b2-d75e5371921f,segment=NetworkSegment(5b43a8b4-3c93-4538-8a93-d1693102b95a),segment_id=5b43a8b4-3c93-4538-8a93-d1693102b95a)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:21.787067 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:21.791930 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:21.801526 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7de9e19b-1d32-459d-b5aa-dea9e492a5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:21.811319 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Pushing event updated for resources: {'Port': ['ID=d431ab17-2f52-479c-bb58-97fe7157c472,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:21.826245 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:21.832675 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:21.876368 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event updated for resources: {'Port': ['ID=b0bae0b6-489b-436e-b92f-8b030310f0e4,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:21.884035 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:21.909901 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0bdbbc-5380-4c14-a0fb-998ef7aa1045 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:21.911374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce0bdbbc-5380-4c14-a0fb-998ef7aa1045 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:21.945215 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ce0bdbbc-5380-4c14-a0fb-998ef7aa1045 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7290971 Jun 18 16:26:21.950441 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49066) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:21.950656 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Attempting to bind port d431ab17-2f52-479c-bb58-97fe7157c472 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:26:21.950656 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Attempting to bind port d431ab17-2f52-479c-bb58-97fe7157c472 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:26:21.950656 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Attempting to bind port d431ab17-2f52-479c-bb58-97fe7157c472 on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:26:21.968078 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:26:21.968646 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:21.969719 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:21.969719 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:26:21.969972 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Bound port: d431ab17-2f52-479c-bb58-97fe7157c472, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:26:21.970300 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:21.977550 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9e19b-1d32-459d-b5aa-dea9e492a5d3 None None] Pushing event updated for resources: {'Port': ['ID=01e10c10-fa13-46ab-b4b2-d75e5371921f,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:21.992983 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7de9e19b-1d32-459d-b5aa-dea9e492a5d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:22.078171 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:22.109706 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] For port d431ab17-2f52-479c-bb58-97fe7157c472, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:26:22.113751 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] For port d431ab17-2f52-479c-bb58-97fe7157c472, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d431ab17-2f52-479c-bb58-97fe7157c472,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:26:22.121420 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:22.141543 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b7c0e07b-09cb-43d2-8962-d52bbb37ee44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:22.148426 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0aa3a35-af7e-4749-88fb-82ab483d8b66 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:22.152769 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f0aa3a35-af7e-4749-88fb-82ab483d8b66 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.2002070 Jun 18 16:26:22.155522 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49070) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:22.246284 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Pushing event updated for resources: {'Port': ['ID=d431ab17-2f52-479c-bb58-97fe7157c472,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:22.262784 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:22.294556 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c0968ca4-b595-45da-9775-644d3404748d None None] Provisioning for port 38971113-7404-4282-9fe8-fcd331d6d02e completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:22.305746 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c0968ca4-b595-45da-9775-644d3404748d None None] Provisioning complete for port 38971113-7404-4282-9fe8-fcd331d6d02e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:22.306268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c0968ca4-b595-45da-9775-644d3404748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:22.379024 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c0968ca4-b595-45da-9775-644d3404748d None None] Port 38971113-7404-4282-9fe8-fcd331d6d02e cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:22.395722 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c0968ca4-b595-45da-9775-644d3404748d None None] Provisioning for port eeb91683-b1d1-487e-849e-4c361d8d257b completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:22.404253 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c0968ca4-b595-45da-9775-644d3404748d None None] Provisioning complete for port eeb91683-b1d1-487e-849e-4c361d8d257b triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:22.404644 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c0968ca4-b595-45da-9775-644d3404748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:22.456981 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Router 028d3c18-34ce-4eaa-ba29-7199cf8c9332 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:26:22.461111 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c0968ca4-b595-45da-9775-644d3404748d None None] Port eeb91683-b1d1-487e-849e-4c361d8d257b cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:22.478395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c0968ca4-b595-45da-9775-644d3404748d None None] Provisioning complete for port 01e10c10-fa13-46ab-b4b2-d75e5371921f triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:22.479242 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c0968ca4-b595-45da-9775-644d3404748d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:22.480224 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ea92370e-1fcb-43d7-a220-ddaf18c5bbe4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:22.487788 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-42f317d3-f34b-49ab-a542-ca90307f4480 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:22.504896 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6895c12c-f522-4d9d-833d-717e08c1f592 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port eeb91683-b1d1-487e-849e-4c361d8d257b {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:22.505453 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6895c12c-f522-4d9d-833d-717e08c1f592 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:22.779965 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-2fb6a262-b93c-400d-8d5f-3bc1ae20ed45 None None] Provisioning complete for port 38971113-7404-4282-9fe8-fcd331d6d02e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:22.780354 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2fb6a262-b93c-400d-8d5f-3bc1ae20ed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:22.780573 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:26:22.785627 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea92370e-1fcb-43d7-a220-ddaf18c5bbe4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:22.818974 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-ea92370e-1fcb-43d7-a220-ddaf18c5bbe4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:22.821242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:22.822999 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4893630 Jun 18 16:26:22.825264 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea92370e-1fcb-43d7-a220-ddaf18c5bbe4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:22.826032 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ea92370e-1fcb-43d7-a220-ddaf18c5bbe4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:22.837919 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49072) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:22.866194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6a262-b93c-400d-8d5f-3bc1ae20ed45 None None] Port 38971113-7404-4282-9fe8-fcd331d6d02e cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:22.868967 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde65afe-897e-4656-bd81-bdf80a0e9ac8 None None] Sync routers for ids ['028d3c18-34ce-4eaa-ba29-7199cf8c9332'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:26:22.872523 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ea92370e-1fcb-43d7-a220-ddaf18c5bbe4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4510472 Jun 18 16:26:22.877549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49074) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:22.888224 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-66297672-829e-4f0f-a2f8-c7539698834c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'mac_address': 'fa:16:3e:06:37:10', 'name': 'tempest-NetworksTestDHCPv6-1801967726'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:22.889580 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-a06bf060-c491-4c33-b6b8-dfb3297d211b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:22.905811 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde65afe-897e-4656-bd81-bdf80a0e9ac8 None None] Routers {'028d3c18-34ce-4eaa-ba29-7199cf8c9332'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:26:22.906557 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-bde65afe-897e-4656-bd81-bdf80a0e9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:26:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['028d3c18-34ce-4eaa-ba29-7199cf8c9332'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:22.966287 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-bde65afe-897e-4656-bd81-bdf80a0e9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:22.972556 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d431ab17-2f52-479c-bb58-97fe7157c472 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:22.994768 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92370e-1fcb-43d7-a220-ddaf18c5bbe4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=dc720a09-69bd-45ea-9ab0-dd72127f3ac4,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:23.000469 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ea92370e-1fcb-43d7-a220-ddaf18c5bbe4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:23.018748 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde65afe-897e-4656-bd81-bdf80a0e9ac8 None None] Routers {'028d3c18-34ce-4eaa-ba29-7199cf8c9332'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:26:23.019406 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-bde65afe-897e-4656-bd81-bdf80a0e9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:26:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['028d3c18-34ce-4eaa-ba29-7199cf8c9332'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:23.031522 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1649f1b0-936a-4aad-ae8d-7570f9e523dc None None] Provisioning complete for port eeb91683-b1d1-487e-849e-4c361d8d257b triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:23.031911 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1649f1b0-936a-4aad-ae8d-7570f9e523dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:23.070465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66297672-829e-4f0f-a2f8-c7539698834c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:23.209075 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66297672-829e-4f0f-a2f8-c7539698834c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:23.239216 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-66297672-829e-4f0f-a2f8-c7539698834c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port 0938e4f8-d8f3-4685-8986-6532e4dbfff0 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:26:23.257181 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-bde65afe-897e-4656-bd81-bdf80a0e9ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:23.257848 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde65afe-897e-4656-bd81-bdf80a0e9ac8 None None] The sync data for ids ['028d3c18-34ce-4eaa-ba29-7199cf8c9332'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:26:23.288707 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-1649f1b0-936a-4aad-ae8d-7570f9e523dc None None] Port eeb91683-b1d1-487e-849e-4c361d8d257b cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:23.301644 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port d431ab17-2f52-479c-bb58-97fe7157c472 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:23.310752 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 01e10c10-fa13-46ab-b4b2-d75e5371921f up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:23.406311 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 01e10c10-fa13-46ab-b4b2-d75e5371921f triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:23.406854 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:23.553133 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-66297672-829e-4f0f-a2f8-c7539698834c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8:0:1::39f (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/dc720a09-69bd-45ea-9ab0-dd72127f3ac4/0938e4f8-d8f3-4685-8986-6532e4dbfff0) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:23.562069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-66297672-829e-4f0f-a2f8-c7539698834c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::f816:3eff:fe06:3710 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/3b2bec71-2bf6-4d6f-b751-862435bdfac4/0938e4f8-d8f3-4685-8986-6532e4dbfff0) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:23.617295 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6895c12c-f522-4d9d-833d-717e08c1f592 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:23.727826 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6895c12c-f522-4d9d-833d-717e08c1f592 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for eeb91683-b1d1-487e-849e-4c361d8d257b owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:23.736350 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:23.767406 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66297672-829e-4f0f-a2f8-c7539698834c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:23.782725 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-66297672-829e-4f0f-a2f8-c7539698834c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object 0938e4f8-d8f3-4685-8986-6532e4dbfff0 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:23.829805 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66297672-829e-4f0f-a2f8-c7539698834c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:23.834304 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1599de7f-2e09-489f-9ea3-b3f7a47ba9d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:23.839050 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2581b6-1bf7-439d-9c7d-461f2bca3c2a None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:23.901412 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66297672-829e-4f0f-a2f8-c7539698834c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:23.905528 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-66297672-829e-4f0f-a2f8-c7539698834c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:23.910013 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66297672-829e-4f0f-a2f8-c7539698834c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:23.916343 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66297672-829e-4f0f-a2f8-c7539698834c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:23.916990 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66297672-829e-4f0f-a2f8-c7539698834c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:23.923866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66297672-829e-4f0f-a2f8-c7539698834c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=0938e4f8-d8f3-4685-8986-6532e4dbfff0,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:23.930952 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5d755566-2825-4f5f-b8cf-fad56fc325a2 None None] Provisioning for port d431ab17-2f52-479c-bb58-97fe7157c472 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:23.937438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-66297672-829e-4f0f-a2f8-c7539698834c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:23.945237 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5d755566-2825-4f5f-b8cf-fad56fc325a2 None None] Provisioning complete for port d431ab17-2f52-479c-bb58-97fe7157c472 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:23.945776 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5d755566-2825-4f5f-b8cf-fad56fc325a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:23.948353 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-66297672-829e-4f0f-a2f8-c7539698834c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0666368 Jun 18 16:26:23.950767 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49078) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:24.061000 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.079198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-84385b43-2a31-4578-9f1d-ef5bb1012c4b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port 0938e4f8-d8f3-4685-8986-6532e4dbfff0 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:24.079456 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-84385b43-2a31-4578-9f1d-ef5bb1012c4b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.117973 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.175459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5d755566-2825-4f5f-b8cf-fad56fc325a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.214811 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-84385b43-2a31-4578-9f1d-ef5bb1012c4b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.233014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-5d755566-2825-4f5f-b8cf-fad56fc325a2 None None] For port d431ab17-2f52-479c-bb58-97fe7157c472, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d431ab17-2f52-479c-bb58-97fe7157c472,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:24.238315 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5d755566-2825-4f5f-b8cf-fad56fc325a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.241798 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6338f140-2431-482f-a040-1d6ac9234144 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:24.330485 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d755566-2825-4f5f-b8cf-fad56fc325a2 None None] Pushing event updated for resources: {'Port': ['ID=d431ab17-2f52-479c-bb58-97fe7157c472,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:24.333135 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6895c12c-f522-4d9d-833d-717e08c1f592 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.334131 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5d755566-2825-4f5f-b8cf-fad56fc325a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:24.335117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1c6e4a-0bfe-4e68-a48b-e400dd5695e2 None None] Update dhcp port {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'fixed_ips': [{'subnet_id': '3b2bec71-2bf6-4d6f-b751-862435bdfac4', 'ip_address': '2001:db8::f816:3eff:fe9b:4ffb'}, {'subnet_id': 'dc720a09-69bd-45ea-9ab0-dd72127f3ac4'}], 'binding:host_id': 'dv-neutron-797120-1-hyperv'}, 'id': 'd431ab17-2f52-479c-bb58-97fe7157c472'} from dv-neutron-797120-1-hyperv. {{(pid=93455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:26:24.340146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-84385b43-2a31-4578-9f1d-ef5bb1012c4b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for 0938e4f8-d8f3-4685-8986-6532e4dbfff0 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:24.341744 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e14bd8c6-a73e-4fe8-8116-c0c04e55107a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:24.346373 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a06bf060-c491-4c33-b6b8-dfb3297d211b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.388299 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6895c12c-f522-4d9d-833d-717e08c1f592 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=eeb91683-b1d1-487e-849e-4c361d8d257b,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:24.394844 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6895c12c-f522-4d9d-833d-717e08c1f592 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:24.401059 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6e4a-0bfe-4e68-a48b-e400dd5695e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.403820 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a06bf060-c491-4c33-b6b8-dfb3297d211b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.552266 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6895c12c-f522-4d9d-833d-717e08c1f592 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.554471 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6895c12c-f522-4d9d-833d-717e08c1f592 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/ports/eeb91683-b1d1-487e-849e-4c361d8d257b HTTP/1.1" status: 204 len: 168 time: 2.3979828 Jun 18 16:26:24.562851 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49082) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:24.618823 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-868af6b5-bccb-4837-ac01-23b8fdcaca6b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] GET failed (client error): The resource could not be found. Jun 18 16:26:24.621404 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-868af6b5-bccb-4837-ac01-23b8fdcaca6b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports/eeb91683-b1d1-487e-849e-4c361d8d257b HTTP/1.1" status: 404 len: 333 time: 0.0572340 Jun 18 16:26:24.625888 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49084) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:24.642492 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-8a1c6e4a-0bfe-4e68-a48b-e400dd5695e2 None None] Allocated IP 2001:db8:0:1::2 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/dc720a09-69bd-45ea-9ab0-dd72127f3ac4/d431ab17-2f52-479c-bb58-97fe7157c472) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:24.655353 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-84385b43-2a31-4578-9f1d-ef5bb1012c4b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.660718 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6112691c-48b8-47ed-ac41-840452523771 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:24.740364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.752331 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.768212 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d431ab17-2f52-479c-bb58-97fe7157c472 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:24.773392 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ce0bdbbc-5380-4c14-a0fb-998ef7aa1045 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:24.776436 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84385b43-2a31-4578-9f1d-ef5bb1012c4b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=0938e4f8-d8f3-4685-8986-6532e4dbfff0,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:24.778658 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-84385b43-2a31-4578-9f1d-ef5bb1012c4b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:24.803893 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-84385b43-2a31-4578-9f1d-ef5bb1012c4b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.806401 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-84385b43-2a31-4578-9f1d-ef5bb1012c4b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/0938e4f8-d8f3-4685-8986-6532e4dbfff0 HTTP/1.1" status: 204 len: 168 time: 0.8544309 Jun 18 16:26:24.810630 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49086) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:24.824694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event updated for resources: {'Port': ['ID=b0bae0b6-489b-436e-b92f-8b030310f0e4,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:24.829773 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:24.837341 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-a06bf060-c491-4c33-b6b8-dfb3297d211b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Deleting port dd5c22fa-5ada-4292-9f95-0c7214d1da87 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:24.838159 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a06bf060-c491-4c33-b6b8-dfb3297d211b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.855127 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-8a1c6e4a-0bfe-4e68-a48b-e400dd5695e2 None None] For port d431ab17-2f52-479c-bb58-97fe7157c472, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d431ab17-2f52-479c-bb58-97fe7157c472,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:24.876641 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port d431ab17-2f52-479c-bb58-97fe7157c472 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:24.877024 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.898989 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9194f5-0ca3-472a-acc8-b983083d05d1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:24.900849 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ad9194f5-0ca3-472a-acc8-b983083d05d1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0895069 Jun 18 16:26:24.903292 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49088) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:24.930215 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6e4a-0bfe-4e68-a48b-e400dd5695e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.941855 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.952629 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8a1c6e4a-0bfe-4e68-a48b-e400dd5695e2 None None] Transition to ACTIVE for port object d431ab17-2f52-479c-bb58-97fe7157c472 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:24.960454 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8a1c6e4a-0bfe-4e68-a48b-e400dd5695e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:24.962442 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:24.978143 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cd145a-79da-4914-81b1-785a2bcb4a6a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:24.980889 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-22cd145a-79da-4914-81b1-785a2bcb4a6a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0758793 Jun 18 16:26:24.983533 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49090) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:25.005765 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-d1653138-0a5e-423d-94b9-0803a97edcad tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port 38971113-7404-4282-9fe8-fcd331d6d02e {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:25.006111 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d1653138-0a5e-423d-94b9-0803a97edcad tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:25.023333 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c6e4a-0bfe-4e68-a48b-e400dd5695e2 None None] Pushing event updated for resources: {'Port': ['ID=d431ab17-2f52-479c-bb58-97fe7157c472,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:25.050006 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8a1c6e4a-0bfe-4e68-a48b-e400dd5695e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:25.086700 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc9f3ef-d40d-4c08-8754-dcabe452f969 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:25.089095 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc9f3ef-d40d-4c08-8754-dcabe452f969 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:25.090969 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc9f3ef-d40d-4c08-8754-dcabe452f969 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:25.093111 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9bc9f3ef-d40d-4c08-8754-dcabe452f969 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1074920 Jun 18 16:26:25.095424 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49092) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:25.127620 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a06bf060-c491-4c33-b6b8-dfb3297d211b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:25.168937 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d1b78a-1171-4e89-9d4b-adeed00be631 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet 3b2bec71-2bf6-4d6f-b751-862435bdfac4 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:26:25.173557 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29d1b78a-1171-4e89-9d4b-adeed00be631 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:25.213793 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-a06bf060-c491-4c33-b6b8-dfb3297d211b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Calling delete_port for dd5c22fa-5ada-4292-9f95-0c7214d1da87 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:25.220753 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29d1b78a-1171-4e89-9d4b-adeed00be631 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:25.255745 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Floating IP 799fe2c1-00a9-4b0b-94b6-d538fe32c3d5 associated. External IP: 172.26.6.66, port: 825d3f08-f432-40d5-b31d-2ea2a6e6c776. Jun 18 16:26:25.345459 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29d1b78a-1171-4e89-9d4b-adeed00be631 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:25.350060 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d1653138-0a5e-423d-94b9-0803a97edcad tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:25.440755 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29d1b78a-1171-4e89-9d4b-adeed00be631 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:25.451747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-50c5443f-fc7b-4e23-95e4-442e6b47a5e2 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:25.457993 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29d1b78a-1171-4e89-9d4b-adeed00be631 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:25.460417 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-29d1b78a-1171-4e89-9d4b-adeed00be631 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/3b2bec71-2bf6-4d6f-b751-862435bdfac4 HTTP/1.1" status: 204 len: 168 time: 0.3635616 Jun 18 16:26:25.479420 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49104) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:25.537527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f93cd1a-d68c-4c6e-8798-22b2f56e5095 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet dc720a09-69bd-45ea-9ab0-dd72127f3ac4 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:26:25.542351 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9f93cd1a-d68c-4c6e-8798-22b2f56e5095 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:25.594770 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9f93cd1a-d68c-4c6e-8798-22b2f56e5095 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:25.686117 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9f93cd1a-d68c-4c6e-8798-22b2f56e5095 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:25.719868 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-d1653138-0a5e-423d-94b9-0803a97edcad tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for 38971113-7404-4282-9fe8-fcd331d6d02e owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:25.733439 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1b78a-1171-4e89-9d4b-adeed00be631 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=3b2bec71-2bf6-4d6f-b751-862435bdfac4,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:25.735861 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-29d1b78a-1171-4e89-9d4b-adeed00be631 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:25.770324 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9f93cd1a-d68c-4c6e-8798-22b2f56e5095 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:25.788382 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-93922728-cc1b-47ab-ae13-0a740aac0b4f tempest-NetworksIpV6TestAttrs-390078383 tempest-NetworksIpV6TestAttrs-390078383-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:25.796236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9f93cd1a-d68c-4c6e-8798-22b2f56e5095 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:25.798449 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9f93cd1a-d68c-4c6e-8798-22b2f56e5095 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/dc720a09-69bd-45ea-9ab0-dd72127f3ac4 HTTP/1.1" status: 204 len: 168 time: 0.3180175 Jun 18 16:26:25.821675 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49106) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:25.823875 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b2fd75-1c99-4506-b3fe-284db66cd000 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:25.828012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93cd1a-d68c-4c6e-8798-22b2f56e5095 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=dc720a09-69bd-45ea-9ab0-dd72127f3ac4,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:25.831528 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9f93cd1a-d68c-4c6e-8798-22b2f56e5095 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:25.896086 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-acfb62f1-67f1-4c46-9f2a-a672b6195ac0 None None] Could not find standard attr ID for object 0938e4f8-d8f3-4685-8986-6532e4dbfff0. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:26:25.914737 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f872b00b-cefa-4de6-854b-8f1b34c9b1db tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598848 Jun 18 16:26:25.918215 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49108) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:25.927308 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-69decece-7797-4bbb-bdc9-1a65643f71e3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:25.944692 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-acfb62f1-67f1-4c46-9f2a-a672b6195ac0 None None] Provisioning for port d431ab17-2f52-479c-bb58-97fe7157c472 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:25.952247 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-acfb62f1-67f1-4c46-9f2a-a672b6195ac0 None None] Provisioning complete for port d431ab17-2f52-479c-bb58-97fe7157c472 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:25.952629 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-acfb62f1-67f1-4c46-9f2a-a672b6195ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:26.063080 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69decece-7797-4bbb-bdc9-1a65643f71e3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:26.080214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-69decece-7797-4bbb-bdc9-1a65643f71e3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:26.097214 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9100a4c-54e8-4d92-9c7b-6fcb61932b5e None None] DHCP port deletion for ce24d173-f93a-4cd6-bc0b-4cefb40733e2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:26:26.130626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Router 79bec894-2fb7-4682-88ac-84c74bc0b349 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:26:26.131406 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a06bf060-c491-4c33-b6b8-dfb3297d211b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:26.139297 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e7d2317c-1523-4490-9281-8ff6f46dfb60 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:26.154487 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a9100a4c-54e8-4d92-9c7b-6fcb61932b5e None None] Deleting port d431ab17-2f52-479c-bb58-97fe7157c472 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:26.155063 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a9100a4c-54e8-4d92-9c7b-6fcb61932b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:26.174570 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bf060-c491-4c33-b6b8-dfb3297d211b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Pushing event deleted for resources: {'Port': ['ID=dd5c22fa-5ada-4292-9f95-0c7214d1da87,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:26.182680 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a06bf060-c491-4c33-b6b8-dfb3297d211b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:26.213813 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d1653138-0a5e-423d-94b9-0803a97edcad tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:26.236167 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a9100a4c-54e8-4d92-9c7b-6fcb61932b5e None None] For port d431ab17-2f52-479c-bb58-97fe7157c472, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d431ab17-2f52-479c-bb58-97fe7157c472,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:26.236595 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a9100a4c-54e8-4d92-9c7b-6fcb61932b5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:26.321747 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a9100a4c-54e8-4d92-9c7b-6fcb61932b5e None None] Calling delete_port for d431ab17-2f52-479c-bb58-97fe7157c472 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:26.340931 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a06bf060-c491-4c33-b6b8-dfb3297d211b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:26.373113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1653138-0a5e-423d-94b9-0803a97edcad tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=38971113-7404-4282-9fe8-fcd331d6d02e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:26.382302 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d1653138-0a5e-423d-94b9-0803a97edcad tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:26.439088 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a9100a4c-54e8-4d92-9c7b-6fcb61932b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:26.445952 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f16963ad-3267-4e4b-b079-6cb76a9b5430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:26.453201 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a06bf060-c491-4c33-b6b8-dfb3297d211b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:26.485169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9100a4c-54e8-4d92-9c7b-6fcb61932b5e None None] Pushing event deleted for resources: {'Port': ['ID=d431ab17-2f52-479c-bb58-97fe7157c472,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:26.487480 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9100a4c-54e8-4d92-9c7b-6fcb61932b5e None None] No DVR routers for this DVR port d431ab17-2f52-479c-bb58-97fe7157c472 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:26:26.489005 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a9100a4c-54e8-4d92-9c7b-6fcb61932b5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:26.502942 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:26:26.511364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.objects.ports [None req-69decece-7797-4bbb-bdc9-1a65643f71e3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93453) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:26:26.513997 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429e0f6-afb1-480b-a35d-3d2ab0db9436 None None] Sync routers for ids ['79bec894-2fb7-4682-88ac-84c74bc0b349'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:26:26.534775 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429e0f6-afb1-480b-a35d-3d2ab0db9436 None None] Routers {'79bec894-2fb7-4682-88ac-84c74bc0b349'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:26:26.535474 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-2429e0f6-afb1-480b-a35d-3d2ab0db9436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:26:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['79bec894-2fb7-4682-88ac-84c74bc0b349'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:26.562606 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:26.696609 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-2429e0f6-afb1-480b-a35d-3d2ab0db9436 None None] Set router 79bec894-2fb7-4682-88ac-84c74bc0b349 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:26:26.742634 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.3135679 Jun 18 16:26:26.742879 dv-neutron-797120-1-hyperv neutron-server[93453]: WARNING neutron.services.revisions.revision_plugin [None req-69decece-7797-4bbb-bdc9-1a65643f71e3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Could not find related port for resource to bump revision. Jun 18 16:26:26.753099 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.ipam_pluggable_backend [None req-69decece-7797-4bbb-bdc9-1a65643f71e3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Port d431ab17-2f52-479c-bb58-97fe7157c472 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93453) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jun 18 16:26:26.753504 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.ipam_pluggable_backend [None req-69decece-7797-4bbb-bdc9-1a65643f71e3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9b:4ffb {{(pid=93453) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jun 18 16:26:26.760007 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c06205-5db3-43c1-a006-2d0152a313bc', 'tag': '825d3f08-f432-40d5-b31d-2ea2a6e6c776'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:26:26.764121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.ipam_pluggable_backend [None req-69decece-7797-4bbb-bdc9-1a65643f71e3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9b:4ffb {{(pid=93453) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jun 18 16:26:26.767559 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5f807b-c469-4d43-a8b0-e746a4be16a5" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c06205-5db3-43c1-a006-2d0152a313bc", "tag": "825d3f08-f432-40d5-b31d-2ea2a6e6c776"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:26:26.768700 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-69decece-7797-4bbb-bdc9-1a65643f71e3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:26.773928 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-495fa3a9-0c1b-486f-9292-9084e9f08902 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:26.804563 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d431ab17-2f52-479c-bb58-97fe7157c472 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:26:26.851730 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: d431ab17-2f52-479c-bb58-97fe7157c472 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:26:26.853645 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d431ab17-2f52-479c-bb58-97fe7157c472 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:26:26.896675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69decece-7797-4bbb-bdc9-1a65643f71e3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=b30c7904-1096-4521-979f-f390bdbd7ba8,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:26.911813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69decece-7797-4bbb-bdc9-1a65643f71e3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:26.916145 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-69decece-7797-4bbb-bdc9-1a65643f71e3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:26.918241 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-69decece-7797-4bbb-bdc9-1a65643f71e3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:26.922515 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69decece-7797-4bbb-bdc9-1a65643f71e3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:26.923200 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-69decece-7797-4bbb-bdc9-1a65643f71e3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:26.926243 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee88a4e-9efe-4f2f-af56-b68b0e11b8c5 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:26.934192 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d1653138-0a5e-423d-94b9-0803a97edcad tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:26.937558 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d1653138-0a5e-423d-94b9-0803a97edcad tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/ports/38971113-7404-4282-9fe8-fcd331d6d02e HTTP/1.1" status: 204 len: 168 time: 2.3096225 Jun 18 16:26:26.940605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49126) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:26.955099 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a06bf060-c491-4c33-b6b8-dfb3297d211b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:26.958923 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a06bf060-c491-4c33-b6b8-dfb3297d211b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:26.965538 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27302446-617b-4d24-a594-077e702d3a14 x-openstack-request-id: req-27302446-617b-4d24-a594-077e702d3a14 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:26:26.967193 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c06205-5db3-43c1-a006-2d0152a313bc", "tag": "825d3f08-f432-40d5-b31d-2ea2a6e6c776", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:26:26.967598 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27302446-617b-4d24-a594-077e702d3a14 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:26:26.968115 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c06205-5db3-43c1-a006-2d0152a313bc', 'tag': '825d3f08-f432-40d5-b31d-2ea2a6e6c776', 'status': 'completed', 'code': 200} Jun 18 16:26:27.008746 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-69decece-7797-4bbb-bdc9-1a65643f71e3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0885086 Jun 18 16:26:27.009978 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49128) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:27.044707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-32a5d4cc-93ce-4c60-abf8-39bd81cea3aa tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:27.057746 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-8babc5b5-071c-47a1-84b7-96d01d373425 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] GET failed (client error): The resource could not be found. Jun 18 16:26:27.060028 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8babc5b5-071c-47a1-84b7-96d01d373425 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports/38971113-7404-4282-9fe8-fcd331d6d02e HTTP/1.1" status: 404 len: 333 time: 0.1159143 Jun 18 16:26:27.101818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49130) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:27.163044 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': 'b30c7904-1096-4521-979f-f390bdbd7ba8'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:26:27.164598 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:27.204254 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-2429e0f6-afb1-480b-a35d-3d2ab0db9436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793862615', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:46Z', 'updated_at': '2021-06-18T16:25:58Z', 'revision_number': 4, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'gw_port': {'id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '799fe2c1-00a9-4b0b-94b6-d538fe32c3d5', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'port_id': '825d3f08-f432-40d5-b31d-2ea2a6e6c776', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c', 'mac_address': 'fa:16:3e:bf:9d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c06205-5db3-43c1-a006-2d0152a313bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:26:22Z', 'updated_at': '2021-06-18T16:26:22Z', 'revision_number': 0, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa9a93a9-2222-4498-9e97-84b32f64f1a7', 'name': '', 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'mac_address': 'fa:16:3e:cb:c2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:55Z', 'updated_at': '2021-06-18T16:26:09Z', 'revision_number': 5, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'subnets': [{'id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:27.211869 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06bf060-c491-4c33-b6b8-dfb3297d211b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Router 028d3c18-34ce-4eaa-ba29-7199cf8c9332 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:26:27.234970 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f807b-c469-4d43-a8b0-e746a4be16a5 req-ef5a591f-208a-4364-bd10-06f0731294b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:27.236526 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-2a5f807b-c469-4d43-a8b0-e746a4be16a5 req-ef5a591f-208a-4364-bd10-06f0731294b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f2cb979b7a2442096d27fcea5c7d624&device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 1098 time: 0.1874149 Jun 18 16:26:27.242076 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429e0f6-afb1-480b-a35d-3d2ab0db9436 None None] Checking router: 79bec894-2fb7-4682-88ac-84c74bc0b349 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:26:27.255183 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429e0f6-afb1-480b-a35d-3d2ab0db9436 None None] Routers {'79bec894-2fb7-4682-88ac-84c74bc0b349'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:26:27.256344 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-2429e0f6-afb1-480b-a35d-3d2ab0db9436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:26:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['79bec894-2fb7-4682-88ac-84c74bc0b349'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:27.368966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Allocated IP 2001:db8::f816:3eff:fe6c:2df9 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/b30c7904-1096-4521-979f-f390bdbd7ba8/ad8972ba-bfdb-4435-8b5d-a1068e63f73a) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:27.403339 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06bf060-c491-4c33-b6b8-dfb3297d211b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:26:27.411465 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a06bf060-c491-4c33-b6b8-dfb3297d211b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:27.412664 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a06bf060-c491-4c33-b6b8-dfb3297d211b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "PUT /v2.0/routers/028d3c18-34ce-4eaa-ba29-7199cf8c9332 HTTP/1.1" status: 200 len: 706 time: 4.5518742 Jun 18 16:26:27.416045 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49132) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:27.425795 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f807b-c469-4d43-a8b0-e746a4be16a5 req-8e3dc63b-a6eb-464a-8460-f533ecf1f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:27.427324 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-2a5f807b-c469-4d43-a8b0-e746a4be16a5 req-8e3dc63b-a6eb-464a-8460-f533ecf1f984 service neutron] 10.222.0.55 "GET /v2.0/networks?id=85cc2d4b-1a30-4451-b45a-65c661f2447c HTTP/1.1" status: 200 len: 898 time: 0.1539683 Jun 18 16:26:27.440802 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-2429e0f6-afb1-480b-a35d-3d2ab0db9436 None None] Set router 79bec894-2fb7-4682-88ac-84c74bc0b349 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:26:27.463552 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105ab30-8418-4293-807d-e79ade308492 None None] Sync routers for ids ['028d3c18-34ce-4eaa-ba29-7199cf8c9332'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:26:27.498477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5105ab30-8418-4293-807d-e79ade308492 None None] Routers {'028d3c18-34ce-4eaa-ba29-7199cf8c9332'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:26:27.498477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-5105ab30-8418-4293-807d-e79ade308492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:26:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['028d3c18-34ce-4eaa-ba29-7199cf8c9332'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:27.542375 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-5105ab30-8418-4293-807d-e79ade308492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:27.556067 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5105ab30-8418-4293-807d-e79ade308492 None None] Routers {'028d3c18-34ce-4eaa-ba29-7199cf8c9332'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:26:27.557372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-5105ab30-8418-4293-807d-e79ade308492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:26:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['028d3c18-34ce-4eaa-ba29-7199cf8c9332'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:27.600357 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-5105ab30-8418-4293-807d-e79ade308492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:27.601007 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105ab30-8418-4293-807d-e79ade308492 None None] The sync data for ids ['028d3c18-34ce-4eaa-ba29-7199cf8c9332'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:26:27.614017 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e072c75e-5982-485b-a4f8-8b075e1a000e tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "GET /v2.0/routers/028d3c18-34ce-4eaa-ba29-7199cf8c9332 HTTP/1.1" status: 200 len: 741 time: 0.1944625 Jun 18 16:26:27.619422 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49136) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:27.680818 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6dc41149-9dd7-4114-9e1a-27951b2db3d1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] 10.222.0.50 "GET /v2.0/ports?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&device_id=028d3c18-34ce-4eaa-ba29-7199cf8c9332 HTTP/1.1" status: 200 len: 205 time: 0.0497067 Jun 18 16:26:27.686403 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49138) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:27.699596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620262b0-26cd-4dce-84bd-1cab4d81b2dd req-92e9a904-80f6-4975-85f5-ae30f9b1af45 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:27.701466 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-620262b0-26cd-4dce-84bd-1cab4d81b2dd req-92e9a904-80f6-4975-85f5-ae30f9b1af45 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.7287130 Jun 18 16:26:27.710902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e181e32-02f6-478c-b87d-445c9e286dc3 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting subnet e1957a58-eaff-487b-993f-5e41ffc320b1 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:26:27.717811 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:27.727230 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Transition to ACTIVE for port object ad8972ba-bfdb-4435-8b5d-a1068e63f73a will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:27.745293 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Transition to ACTIVE for port object ad8972ba-bfdb-4435-8b5d-a1068e63f73a will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:27.748101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3e181e32-02f6-478c-b87d-445c9e286dc3 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:27.755250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:27.756616 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-2a5f807b-c469-4d43-a8b0-e746a4be16a5 req-261bf7cd-f6e6-480c-a8fd-1a104cff1439 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=825d3f08-f432-40d5-b31d-2ea2a6e6c776 HTTP/1.1" status: 200 len: 998 time: 0.2970004 Jun 18 16:26:27.758499 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bec08963-d002-4636-a2ef-fe7b652023a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:27.808500 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-620262b0-26cd-4dce-84bd-1cab4d81b2dd req-c55f65e4-36b6-48bc-a439-a77422960f6c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923071 Jun 18 16:26:27.818856 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:27.823595 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:27.830799 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:27.835653 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a5d4cc-93ce-4c60-abf8-39bd81cea3aa tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:27.841690 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Pushing event updated for resources: {'Port': ['ID=ad8972ba-bfdb-4435-8b5d-a1068e63f73a,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:27.846899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-32a5d4cc-93ce-4c60-abf8-39bd81cea3aa tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:27.854276 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:27.857131 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49140) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:27.864875 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d552b6ba-dd5b-4908-b41e-7fc02a324c46 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "GET /v2.0/ports?device_id=028d3c18-34ce-4eaa-ba29-7199cf8c9332 HTTP/1.1" status: 200 len: 205 time: 0.1473386 Jun 18 16:26:27.874480 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49142) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:27.878361 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3e181e32-02f6-478c-b87d-445c9e286dc3 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:27.942283 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Attempting to bind port ad8972ba-bfdb-4435-8b5d-a1068e63f73a on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:26:27.942283 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Attempting to bind port ad8972ba-bfdb-4435-8b5d-a1068e63f73a by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:26:27.942283 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Attempting to bind port ad8972ba-bfdb-4435-8b5d-a1068e63f73a on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:26:27.949463 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:26:27.949463 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:27.949778 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:27.950129 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:26:27.955361 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Bound port: ad8972ba-bfdb-4435-8b5d-a1068e63f73a, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:26:27.955361 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:27.973205 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-2429e0f6-afb1-480b-a35d-3d2ab0db9436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793862615', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:46Z', 'updated_at': '2021-06-18T16:25:58Z', 'revision_number': 4, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'gw_port': {'id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '799fe2c1-00a9-4b0b-94b6-d538fe32c3d5', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'port_id': '825d3f08-f432-40d5-b31d-2ea2a6e6c776', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c', 'mac_address': 'fa:16:3e:bf:9d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c06205-5db3-43c1-a006-2d0152a313bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:26:22Z', 'updated_at': '2021-06-18T16:26:22Z', 'revision_number': 0, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa9a93a9-2222-4498-9e97-84b32f64f1a7', 'name': '', 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'mac_address': 'fa:16:3e:cb:c2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:55Z', 'updated_at': '2021-06-18T16:26:09Z', 'revision_number': 5, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'subnets': [{'id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:28.040104 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2429e0f6-afb1-480b-a35d-3d2ab0db9436 None None] The sync data for ids ['79bec894-2fb7-4682-88ac-84c74bc0b349'] in dv-neutron-797120-1-hyperv is: [{'id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793862615', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:46Z', 'updated_at': '2021-06-18T16:25:58Z', 'revision_number': 4, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'gw_port': {'id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '799fe2c1-00a9-4b0b-94b6-d538fe32c3d5', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'floating_ip_address': '172.26.6.66', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'port_id': '825d3f08-f432-40d5-b31d-2ea2a6e6c776', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c', 'mac_address': 'fa:16:3e:bf:9d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c06205-5db3-43c1-a006-2d0152a313bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:26:22Z', 'updated_at': '2021-06-18T16:26:22Z', 'revision_number': 0, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa9a93a9-2222-4498-9e97-84b32f64f1a7', 'name': '', 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'mac_address': 'fa:16:3e:cb:c2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:55Z', 'updated_at': '2021-06-18T16:26:09Z', 'revision_number': 5, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'subnets': [{'id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:26:28.047037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] For port ad8972ba-bfdb-4435-8b5d-a1068e63f73a, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:26:28.052097 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] For port ad8972ba-bfdb-4435-8b5d-a1068e63f73a, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ad8972ba-bfdb-4435-8b5d-a1068e63f73a,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:26:28.061427 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:28.069982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3cc1d36d-6b39-4161-9a11-833dc2a26a00 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:28.073537 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:28.118790 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6a771b79-b961-4325-a408-27ce2ea97064 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/floatingips/799fe2c1-00a9-4b0b-94b6-d538fe32c3d5 HTTP/1.1" status: 200 len: 990 time: 0.2094908 Jun 18 16:26:28.132617 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f807b-c469-4d43-a8b0-e746a4be16a5 req-720d1aad-a9f1-49c4-a9e4-872bf43f19c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:28.134326 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-2a5f807b-c469-4d43-a8b0-e746a4be16a5 req-720d1aad-a9f1-49c4-a9e4-872bf43f19c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0 HTTP/1.1" status: 200 len: 834 time: 0.3131030 Jun 18 16:26:28.157072 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Pushing event updated for resources: {'Port': ['ID=ad8972ba-bfdb-4435-8b5d-a1068e63f73a,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:28.160720 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:28.206834 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3e181e32-02f6-478c-b87d-445c9e286dc3 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:28.253263 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.ipam_backend_mixin [None req-32a5d4cc-93ce-4c60-abf8-39bd81cea3aa tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b30c7904-1096-4521-979f-f390bdbd7ba8 (CIDR: 2001:db8::/64) Jun 18 16:26:28.262546 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a5d4cc-93ce-4c60-abf8-39bd81cea3aa tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:26:28.263892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a5d4cc-93ce-4c60-abf8-39bd81cea3aa tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:28.295753 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-32a5d4cc-93ce-4c60-abf8-39bd81cea3aa tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2556026 Jun 18 16:26:28.298881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49144) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:28.308347 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-c809741b-092b-47b1-bd07-a0020041e31d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:28.434565 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3e181e32-02f6-478c-b87d-445c9e286dc3 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:28.442702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-74114823-e2c3-4261-a0ba-f7231cdf8a9e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:28.490184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e181e32-02f6-478c-b87d-445c9e286dc3 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Subnet': ['ID=e1957a58-eaff-487b-993f-5e41ffc320b1,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:28.492162 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec403052-d0a4-489e-9442-8fa969f5e7f7 None None] New status for floating IP 799fe2c1-00a9-4b0b-94b6-d538fe32c3d5: ACTIVE {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:26:28.503216 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3e181e32-02f6-478c-b87d-445c9e286dc3 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:28.514680 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3e181e32-02f6-478c-b87d-445c9e286dc3 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/subnets/e1957a58-eaff-487b-993f-5e41ffc320b1 HTTP/1.1" status: 204 len: 168 time: 1.4107778 Jun 18 16:26:28.517590 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78d602e-1491-4dc2-99cb-ba5a0e322604 None None] Network 8e644942-b63b-4b24-9f97-a22edb7912e9 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:28.520187 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3e181e32-02f6-478c-b87d-445c9e286dc3 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:28.520691 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49154) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:28.682133 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:28.709167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c809741b-092b-47b1-bd07-a0020041e31d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:28.713745 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c809741b-092b-47b1-bd07-a0020041e31d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:28.843449 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ad8972ba-bfdb-4435-8b5d-a1068e63f73a up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:28.864766 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:26:28.903922 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644d6d63-b273-48e4-ac16-04ad1ad26b62 None None] DHCP port deletion for 8e644942-b63b-4b24-9f97-a22edb7912e9 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:26:28.970073 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port 01e10c10-fa13-46ab-b4b2-d75e5371921f {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:28.970749 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:28.976166 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3cc1d36d-6b39-4161-9a11-833dc2a26a00 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:28.980826 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3cc1d36d-6b39-4161-9a11-833dc2a26a00 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:28.998318 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port ad8972ba-bfdb-4435-8b5d-a1068e63f73a completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:29.011725 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-644d6d63-b273-48e4-ac16-04ad1ad26b62 None None] Deleting port 01e10c10-fa13-46ab-b4b2-d75e5371921f {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:29.012319 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-644d6d63-b273-48e4-ac16-04ad1ad26b62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:29.029960 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f807b-c469-4d43-a8b0-e746a4be16a5 req-b4606bcf-6597-4ac1-ab33-9fcbd3b8494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:29.031960 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-2a5f807b-c469-4d43-a8b0-e746a4be16a5 req-b4606bcf-6597-4ac1-ab33-9fcbd3b8494f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=85cc2d4b-1a30-4451-b45a-65c661f2447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8394041 Jun 18 16:26:29.050593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3cc1d36d-6b39-4161-9a11-833dc2a26a00 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:29.051490 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc1d36d-6b39-4161-9a11-833dc2a26a00 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Fanout notify agent at l3_agent the message router_deleted on router 028d3c18-34ce-4eaa-ba29-7199cf8c9332 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:26:29.060729 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3cc1d36d-6b39-4161-9a11-833dc2a26a00 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:29.065934 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3cc1d36d-6b39-4161-9a11-833dc2a26a00 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "DELETE /v2.0/routers/028d3c18-34ce-4eaa-ba29-7199cf8c9332 HTTP/1.1" status: 204 len: 168 time: 1.1545978 Jun 18 16:26:29.074741 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49158) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:29.100865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-644d6d63-b273-48e4-ac16-04ad1ad26b62 None None] For port 01e10c10-fa13-46ab-b4b2-d75e5371921f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=01e10c10-fa13-46ab-b4b2-d75e5371921f,segment=NetworkSegment(5b43a8b4-3c93-4538-8a93-d1693102b95a),segment_id=5b43a8b4-3c93-4538-8a93-d1693102b95a)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:29.101419 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-644d6d63-b273-48e4-ac16-04ad1ad26b62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:29.102942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] For port 01e10c10-fa13-46ab-b4b2-d75e5371921f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=01e10c10-fa13-46ab-b4b2-d75e5371921f,segment=NetworkSegment(5b43a8b4-3c93-4538-8a93-d1693102b95a),segment_id=5b43a8b4-3c93-4538-8a93-d1693102b95a)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:29.102942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:29.137812 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49160) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:29.183563 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c218b15d-5c4d-4a90-9b42-654178b50fe0 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "GET /v2.0/ports?device_id=028d3c18-34ce-4eaa-ba29-7199cf8c9332 HTTP/1.1" status: 200 len: 205 time: 0.1025932 Jun 18 16:26:29.184302 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49162) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:29.206098 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-644d6d63-b273-48e4-ac16-04ad1ad26b62 None None] Calling delete_port for 01e10c10-fa13-46ab-b4b2-d75e5371921f owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:29.308969 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-03803413-77ca-4a8d-8360-a2763c5e3371 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/floatingips/799fe2c1-00a9-4b0b-94b6-d538fe32c3d5 HTTP/1.1" status: 200 len: 992 time: 0.1610019 Jun 18 16:26:29.328205 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-2a5f807b-c469-4d43-a8b0-e746a4be16a5 req-c0869de3-6eba-49de-b9ef-ad3607f24b52 service neutron] 10.222.0.55 "GET /v2.0/networks/85cc2d4b-1a30-4451-b45a-65c661f2447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883227 Jun 18 16:26:29.332376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for 01e10c10-fa13-46ab-b4b2-d75e5371921f owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:29.337182 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-599ec094-b973-4742-91e2-8e2a9ce73af5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] delete failed (client error): The resource could not be found. Jun 18 16:26:29.342021 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-599ec094-b973-4742-91e2-8e2a9ce73af5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "DELETE /v2.0/routers/028d3c18-34ce-4eaa-ba29-7199cf8c9332 HTTP/1.1" status: 404 len: 336 time: 0.1531880 Jun 18 16:26:29.342702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49164) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:29.359619 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-644d6d63-b273-48e4-ac16-04ad1ad26b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:29.370905 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:29.375611 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644d6d63-b273-48e4-ac16-04ad1ad26b62 None None] No DVR routers for this DVR port 01e10c10-fa13-46ab-b4b2-d75e5371921f on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:26:29.396061 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c7cd8cb4-7112-4bfd-8c89-1734d442405f tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "GET /v2.0/ports?device_id=b371e286-4a7e-4d26-974d-ff8bc18bdb71 HTTP/1.1" status: 200 len: 205 time: 0.0460393 Jun 18 16:26:29.396998 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49166) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:29.408468 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d6d63-b273-48e4-ac16-04ad1ad26b62 None None] Pushing event deleted for resources: {'Port': ['ID=01e10c10-fa13-46ab-b4b2-d75e5371921f,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:29.428588 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-644d6d63-b273-48e4-ac16-04ad1ad26b62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:29.486310 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-2a5f807b-c469-4d43-a8b0-e746a4be16a5 req-56e157d8-e689-4435-9017-5b8a44245e7f service neutron] 10.222.0.55 "GET /v2.0/networks/85cc2d4b-1a30-4451-b45a-65c661f2447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502972 Jun 18 16:26:29.517486 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-7a3cca3e-1291-45a5-b172-8422b6afd60f tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] delete failed (client error): The resource could not be found. Jun 18 16:26:29.521019 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7a3cca3e-1291-45a5-b172-8422b6afd60f tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "DELETE /v2.0/routers/b371e286-4a7e-4d26-974d-ff8bc18bdb71 HTTP/1.1" status: 404 len: 336 time: 0.1175337 Jun 18 16:26:29.521367 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49168) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:29.560810 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-47e41909-cae4-43c8-bcf8-754e407897a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "GET /v2.0/ports?device_id=a87439c4-f62d-4fce-ac89-8a794abba85e HTTP/1.1" status: 200 len: 205 time: 0.0379767 Jun 18 16:26:29.563368 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49170) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:29.613095 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-39e5b34a-2092-46bf-95db-d32035d96bed tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] delete failed (client error): The resource could not be found. Jun 18 16:26:29.616653 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-39e5b34a-2092-46bf-95db-d32035d96bed tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "DELETE /v2.0/routers/a87439c4-f62d-4fce-ac89-8a794abba85e HTTP/1.1" status: 404 len: 336 time: 0.0494583 Jun 18 16:26:29.617465 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49172) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:29.638309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:29.641513 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-26991d7a-32b4-4966-a4e7-b3a3d03808a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:29.646722 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c809741b-092b-47b1-bd07-a0020041e31d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:29.653572 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-00d84ac6-1d76-4e93-91b0-089c0e84f502 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "GET /v2.0/ports?device_id=95408c77-e769-4674-967f-64b003b329ba HTTP/1.1" status: 200 len: 205 time: 0.0334055 Jun 18 16:26:29.654029 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49174) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:29.672715 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=01e10c10-fa13-46ab-b4b2-d75e5371921f,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:29.677777 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:29.678308 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1a33fdb9-4d63-41cc-94fd-47462a47b12d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:29.681811 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No DVR routers for this DVR port 01e10c10-fa13-46ab-b4b2-d75e5371921f on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:26:29.695021 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-f1684995-d5f7-468e-b8c8-c54eef271dae tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] delete failed (client error): The resource could not be found. Jun 18 16:26:29.698484 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f1684995-d5f7-468e-b8c8-c54eef271dae tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "DELETE /v2.0/routers/95408c77-e769-4674-967f-64b003b329ba HTTP/1.1" status: 404 len: 336 time: 0.0413413 Jun 18 16:26:29.700835 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49176) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:29.717779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c809741b-092b-47b1-bd07-a0020041e31d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:29.732427 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-29e982f0-cfff-472e-8254-1738b45bd917 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "GET /v2.0/ports?device_id=7c2864c3-c971-4c4d-bc37-5a06300729d6 HTTP/1.1" status: 200 len: 205 time: 0.0298052 Jun 18 16:26:29.735029 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49178) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:29.739092 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-c809741b-092b-47b1-bd07-a0020041e31d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:29.746583 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ec734b58-fd4f-41b6-806b-d3b59aa586ed None None] Provisioning for port ad8972ba-bfdb-4435-8b5d-a1068e63f73a completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:29.751771 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c809741b-092b-47b1-bd07-a0020041e31d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:29.752605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c809741b-092b-47b1-bd07-a0020041e31d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:29.760221 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ec734b58-fd4f-41b6-806b-d3b59aa586ed None None] Provisioning complete for port ad8972ba-bfdb-4435-8b5d-a1068e63f73a triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:29.760718 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ec734b58-fd4f-41b6-806b-d3b59aa586ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:29.767128 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e9a5e9-cb91-4331-9916-69003acfa116 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:29.788773 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-d82956da-c409-44ca-9443-bd0e3dac2851 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] delete failed (client error): The resource could not be found. Jun 18 16:26:29.790110 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d82956da-c409-44ca-9443-bd0e3dac2851 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "DELETE /v2.0/routers/7c2864c3-c971-4c4d-bc37-5a06300729d6 HTTP/1.1" status: 404 len: 336 time: 0.0539827 Jun 18 16:26:29.792881 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49180) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:29.839544 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4689ee6c-0d2e-49c1-86af-5e54bdae33a1 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "GET /v2.0/ports?device_id=df814a6e-942c-4092-8507-0c59b32aebcd HTTP/1.1" status: 200 len: 205 time: 0.0451915 Jun 18 16:26:29.843267 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49184) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:29.890876 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809741b-092b-47b1-bd07-a0020041e31d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=f4e3eb70-1e60-4556-ad0c-01be078e10f6,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:29.899086 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c809741b-092b-47b1-bd07-a0020041e31d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:29.913745 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c809741b-092b-47b1-bd07-a0020041e31d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6131976 Jun 18 16:26:29.918392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49186) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:29.921243 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:29.929115 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-5ff3b037-e6ee-40fb-ab56-ffeda969b60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'mac_address': 'fa:16:3e:f2:cd:3b', 'name': 'tempest-NetworksTestDHCPv6-14665515'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:29.954024 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-def6a2f4-227d-4cc3-8600-13719541a712 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] delete failed (client error): The resource could not be found. Jun 18 16:26:29.962802 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-def6a2f4-227d-4cc3-8600-13719541a712 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "DELETE /v2.0/routers/df814a6e-942c-4092-8507-0c59b32aebcd HTTP/1.1" status: 404 len: 336 time: 0.1188281 Jun 18 16:26:29.967890 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49188) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:29.987847 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e644942-b63b-4b24-9f97-a22edb7912e9']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:30.001441 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66c515f-8ab5-412b-b31c-07dbfdc168d7 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:30.002056 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66c515f-8ab5-412b-b31c-07dbfdc168d7 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:30.006294 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d66c515f-8ab5-412b-b31c-07dbfdc168d7 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] 10.222.0.50 "DELETE /v2.0/subnets/becb2aab-924e-444c-bf15-8ff8127d82ce HTTP/1.1" status: 404 len: 337 time: 0.0348771 Jun 18 16:26:30.006613 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b43a8b4-3c93-4538-8a93-d1693102b95a') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:30.006613 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b43a8b4-3c93-4538-8a93-d1693102b95a') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:30.028111 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:30.052375 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:30.090068 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:26:30.090568 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: self.session.flush() Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: self.session.flush() Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: self.session.flush() Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: self.session.flush() Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:26:30.094191 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:26:30.162220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff3b037-e6ee-40fb-ab56-ffeda969b60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:30.215671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:30.224686 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-56d5580f-baf6-4a8d-8169-c5e01cce3e5e tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:30.243156 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:30.249522 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ec734b58-fd4f-41b6-806b-d3b59aa586ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:30.250570 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49192) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:30.251251 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/networks/8e644942-b63b-4b24-9f97-a22edb7912e9 HTTP/1.1" status: 204 len: 168 time: 1.7233810 Jun 18 16:26:30.252455 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Network': ['ID=8e644942-b63b-4b24-9f97-a22edb7912e9,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:30.256857 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:30.257042 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-9a8a8276-5a09-4eb2-b277-b8bda77be240 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-117036598'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:30.305757 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5ff3b037-e6ee-40fb-ab56-ffeda969b60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:30.327699 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8a8276-5a09-4eb2-b277-b8bda77be240 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:30.336080 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9a8a8276-5a09-4eb2-b277-b8bda77be240 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:30.337661 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-5ff3b037-e6ee-40fb-ab56-ffeda969b60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port 1c9ba6e9-6df8-4b32-aa4d-6596eaa030f4 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:26:30.371699 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ec734b58-fd4f-41b6-806b-d3b59aa586ed None None] For port ad8972ba-bfdb-4435-8b5d-a1068e63f73a, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ad8972ba-bfdb-4435-8b5d-a1068e63f73a,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:30.381045 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ec734b58-fd4f-41b6-806b-d3b59aa586ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:30.386061 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5d755566-2825-4f5f-b8cf-fad56fc325a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:30.395143 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8a8276-5a09-4eb2-b277-b8bda77be240 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:26:30.435344 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9a8a8276-5a09-4eb2-b277-b8bda77be240 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:30.435954 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-9a8a8276-5a09-4eb2-b277-b8bda77be240 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Added segment 429de2e0-5646-4617-8ada-c200c7ab0fd7 of type vlan for network d778ed2a-5b5c-49d9-843b-2971c551be0b Jun 18 16:26:30.471926 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49196) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:30.478645 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec734b58-fd4f-41b6-806b-d3b59aa586ed None None] Pushing event updated for resources: {'Port': ['ID=ad8972ba-bfdb-4435-8b5d-a1068e63f73a,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:30.483744 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ec734b58-fd4f-41b6-806b-d3b59aa586ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:30.542413 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9a8a8276-5a09-4eb2-b277-b8bda77be240 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:30.593793 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9a8a8276-5a09-4eb2-b277-b8bda77be240 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:30.603885 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8a8276-5a09-4eb2-b277-b8bda77be240 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:30.604820 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9a8a8276-5a09-4eb2-b277-b8bda77be240 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:30.609140 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3d62c6f7-d8fa-48aa-b0ab-6cbf0714eaa2 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:30.620374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Update dhcp port {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'fixed_ips': [{'subnet_id': 'b30c7904-1096-4521-979f-f390bdbd7ba8', 'ip_address': '2001:db8::f816:3eff:fe6c:2df9'}, {'subnet_id': 'f4e3eb70-1e60-4556-ad0c-01be078e10f6'}], 'binding:host_id': 'dv-neutron-797120-1-hyperv'}, 'id': 'ad8972ba-bfdb-4435-8b5d-a1068e63f73a'} from dv-neutron-797120-1-hyperv. {{(pid=93455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:26:30.688118 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a8276-5a09-4eb2-b277-b8bda77be240 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Network': ['ID=d778ed2a-5b5c-49d9-843b-2971c551be0b,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:30.695877 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9a8a8276-5a09-4eb2-b277-b8bda77be240 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:30.703483 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:30.714636 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9a8a8276-5a09-4eb2-b277-b8bda77be240 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4618373 Jun 18 16:26:30.717785 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49200) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:30.723627 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network d778ed2a-5b5c-49d9-843b-2971c551be0b details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:26:30.731968 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'subnet': {'network_id': 'd778ed2a-5b5c-49d9-843b-2971c551be0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:30.800811 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50c729da-f8dc-4d3b-9c76-54a02030bdd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:30.817920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ad8972ba-bfdb-4435-8b5d-a1068e63f73a up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:30.822813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-5ff3b037-e6ee-40fb-ab56-ffeda969b60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8:0:1::eb (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/f4e3eb70-1e60-4556-ad0c-01be078e10f6/1c9ba6e9-6df8-4b32-aa4d-6596eaa030f4) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:30.930139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-5ff3b037-e6ee-40fb-ab56-ffeda969b60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::f816:3eff:fef2:cd3b (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/b30c7904-1096-4521-979f-f390bdbd7ba8/1c9ba6e9-6df8-4b32-aa4d-6596eaa030f4) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:31.109007 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ad8972ba-bfdb-4435-8b5d-a1068e63f73a triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:31.109575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:31.114056 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50c729da-f8dc-4d3b-9c76-54a02030bdd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:31.144645 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50c729da-f8dc-4d3b-9c76-54a02030bdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:31.149621 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:31.153681 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:31.186777 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f9b852f4-4019-4ee0-a038-e86668dd9423 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:31.227469 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c729da-f8dc-4d3b-9c76-54a02030bdd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718da9ef-2b1e-4383-b277-c9421fb13f3b,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:31.239984 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-50c729da-f8dc-4d3b-9c76-54a02030bdd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:31.268492 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-50c729da-f8dc-4d3b-9c76-54a02030bdd8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1310a518bcc94df9b046e70e6f4b8dcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7919312 Jun 18 16:26:31.270601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49204) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:31.379877 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 01e10c10-fa13-46ab-b4b2-d75e5371921f no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:26:31.394961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5ff3b037-e6ee-40fb-ab56-ffeda969b60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:31.411762 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 01e10c10-fa13-46ab-b4b2-d75e5371921f {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:26:31.411762 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 01e10c10-fa13-46ab-b4b2-d75e5371921f not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:26:31.427105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d3b9a3e2-8494-4ced-ac87-c4f1a63d2f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:31.434079 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-5ff3b037-e6ee-40fb-ab56-ffeda969b60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object 1c9ba6e9-6df8-4b32-aa4d-6596eaa030f4 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:31.462515 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d3b9a3e2-8494-4ced-ac87-c4f1a63d2f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:31.489570 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:31.498564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c80c190d-9353-4eec-8a6d-c8fe23212477 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:31.534926 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5ff3b037-e6ee-40fb-ab56-ffeda969b60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:31.539722 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f032af98-a817-425e-8365-528b942255f4 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:31.568101 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Subnet': ['ID=544c5e57-44a8-484a-967d-c96ad26a4493,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:31.588872 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:31.589267 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:31.589729 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:31.590482 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:31.591479 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:31.591479 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:31.591479 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:31.591826 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:31.592353 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:31.592974 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:31.594149 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:31.594149 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:31.604072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:31.605510 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Checking segment: {'id': '429de2e0-5646-4617-8ada-c200c7ab0fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd778ed2a-5b5c-49d9-843b-2971c551be0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:31.605978 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network hostable DHCP agents. Network: d778ed2a-5b5c-49d9-843b-2971c551be0b, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:26:31.607140 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff3b037-e6ee-40fb-ab56-ffeda969b60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:31.615052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-5ff3b037-e6ee-40fb-ab56-ffeda969b60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:31.619307 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d3b9a3e2-8494-4ced-ac87-c4f1a63d2f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:31.624461 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d3b9a3e2-8494-4ced-ac87-c4f1a63d2f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:31.626982 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d3b9a3e2-8494-4ced-ac87-c4f1a63d2f6b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/718da9ef-2b1e-4383-b277-c9421fb13f3b HTTP/1.1" status: 204 len: 168 time: 0.3549752 Jun 18 16:26:31.633006 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network d778ed2a-5b5c-49d9-843b-2971c551be0b is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:26:31.638621 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff3b037-e6ee-40fb-ab56-ffeda969b60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:31.652115 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff3b037-e6ee-40fb-ab56-ffeda969b60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:31.652680 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, d778ed2a-5b5c-49d9-843b-2971c551be0b) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:31.653290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5ff3b037-e6ee-40fb-ab56-ffeda969b60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:31.658189 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3b037-e6ee-40fb-ab56-ffeda969b60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=1c9ba6e9-6df8-4b32-aa4d-6596eaa030f4,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:31.664293 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:31.665934 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:31.671583 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dac804-c5c1-4e87-969d-0b030b79ab74 None None] Network d778ed2a-5b5c-49d9-843b-2971c551be0b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:31.676018 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5ff3b037-e6ee-40fb-ab56-ffeda969b60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:31.677024 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-106442f9-9c93-4783-bb2d-bd1445764d1a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:31.698329 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Allocated IP 2001:db8:0:1::2 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/f4e3eb70-1e60-4556-ad0c-01be078e10f6/ad8972ba-bfdb-4435-8b5d-a1068e63f73a) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:31.701827 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9a3e2-8494-4ced-ac87-c4f1a63d2f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718da9ef-2b1e-4383-b277-c9421fb13f3b,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:31.714666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d3b9a3e2-8494-4ced-ac87-c4f1a63d2f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:31.717789 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5ff3b037-e6ee-40fb-ab56-ffeda969b60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.7929654 Jun 18 16:26:31.721490 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49208) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:31.742278 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0207567 Jun 18 16:26:31.742693 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49210) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:31.760065 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-30afdf1a-7eaa-4120-a8e5-52f55bc93a04 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'network_id': 'd778ed2a-5b5c-49d9-843b-2971c551be0b', 'name': 'tempest-PortsTestJSON-108251498', 'fixed_ips': [{'subnet_id': '544c5e57-44a8-484a-967d-c96ad26a4493', 'ip_address': '172.20.0.10'}]}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:31.967785 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-02059649-b0d4-428b-ae0e-8b64a9470f45 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port 1c9ba6e9-6df8-4b32-aa4d-6596eaa030f4 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:31.968139 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02059649-b0d4-428b-ae0e-8b64a9470f45 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:31.986569 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30afdf1a-7eaa-4120-a8e5-52f55bc93a04 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:32.045844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-d778ed2a-5b5c-49d9-843b-2971c551be0b', 'network_id': 'd778ed2a-5b5c-49d9-843b-2971c551be0b', 'tenant_id': 'ef1444ed7b6c4c58a5e6f956d28091e0', 'fixed_ips': [{'subnet_id': '544c5e57-44a8-484a-967d-c96ad26a4493'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:26:32.046819 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:32.079982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02059649-b0d4-428b-ae0e-8b64a9470f45 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:32.089515 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] For port ad8972ba-bfdb-4435-8b5d-a1068e63f73a, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ad8972ba-bfdb-4435-8b5d-a1068e63f73a,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:32.146943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-30afdf1a-7eaa-4120-a8e5-52f55bc93a04 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:32.161826 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49216) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:32.199000 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-30afdf1a-7eaa-4120-a8e5-52f55bc93a04 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] device_id is not set on port 98f82552-8b2d-4e54-980d-cb0fd3993bc5 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:26:32.207319 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-02059649-b0d4-428b-ae0e-8b64a9470f45 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for 1c9ba6e9-6df8-4b32-aa4d-6596eaa030f4 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:32.268875 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9e336b9b-7469-4bb4-b14b-62203c3e8de3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=197973e5c1cd4add8c187c628041c3dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1057265 Jun 18 16:26:32.274160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49218) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:32.321468 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Allocated IP 172.20.0.2 (d778ed2a-5b5c-49d9-843b-2971c551be0b/544c5e57-44a8-484a-967d-c96ad26a4493/2d85c63e-b186-4410-a928-8a2d32fe6417) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:32.375512 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e6d08832-2629-4b17-95ec-c1a993c51b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:32.407468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e6d08832-2629-4b17-95ec-c1a993c51b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:32.419919 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02059649-b0d4-428b-ae0e-8b64a9470f45 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:32.425439 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d1653138-0a5e-423d-94b9-0803a97edcad tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:32.460528 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02059649-b0d4-428b-ae0e-8b64a9470f45 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=1c9ba6e9-6df8-4b32-aa4d-6596eaa030f4,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:32.471878 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-02059649-b0d4-428b-ae0e-8b64a9470f45 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:32.480174 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e6d08832-2629-4b17-95ec-c1a993c51b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:32.483604 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e6d08832-2629-4b17-95ec-c1a993c51b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:32.487772 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e6d08832-2629-4b17-95ec-c1a993c51b04 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d396fc0f-0a42-4944-aad7-e8fc8224bfbe HTTP/1.1" status: 204 len: 168 time: 0.2120554 Jun 18 16:26:32.488699 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-347a2020-d073-4389-aa39-49a16650f636 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:32.501443 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d08832-2629-4b17-95ec-c1a993c51b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d396fc0f-0a42-4944-aad7-e8fc8224bfbe,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:32.504181 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e6d08832-2629-4b17-95ec-c1a993c51b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:32.544784 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02059649-b0d4-428b-ae0e-8b64a9470f45 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:32.547119 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-02059649-b0d4-428b-ae0e-8b64a9470f45 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/1c9ba6e9-6df8-4b32-aa4d-6596eaa030f4 HTTP/1.1" status: 204 len: 168 time: 0.8239071 Jun 18 16:26:32.549593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49222) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:32.549844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:32.571215 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:32.586129 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Transition to ACTIVE for port object ad8972ba-bfdb-4435-8b5d-a1068e63f73a will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:32.592909 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Transition to ACTIVE for port object 2d85c63e-b186-4410-a928-8a2d32fe6417 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:32.599748 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:32.619327 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b13cde63-e0ab-48b3-981c-c93c239605b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:32.633095 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f42a55-a7d7-40fb-8de7-45d3c8a1f840 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:32.635448 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-82f42a55-a7d7-40fb-8de7-45d3c8a1f840 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0834672 Jun 18 16:26:32.637407 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49224) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:32.677670 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Transition to ACTIVE for port object 2d85c63e-b186-4410-a928-8a2d32fe6417 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:32.746877 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94032275-2f64-4528-a646-db7b19388f21 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:32.750991 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:32.751683 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49226) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:32.752113 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-94032275-2f64-4528-a646-db7b19388f21 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1133595 Jun 18 16:26:32.753698 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-30afdf1a-7eaa-4120-a8e5-52f55bc93a04 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Allocated IP 172.20.0.10 (d778ed2a-5b5c-49d9-843b-2971c551be0b/544c5e57-44a8-484a-967d-c96ad26a4493/98f82552-8b2d-4e54-980d-cb0fd3993bc5) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:32.756307 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Pushing event updated for resources: {'Port': ['ID=ad8972ba-bfdb-4435-8b5d-a1068e63f73a,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:32.775296 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:32.775654 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:32.775996 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:32.776352 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:32.776685 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:32.777010 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:32.777335 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:32.777659 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:32.777992 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:32.778293 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:32.778641 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:32.778960 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:32.784649 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:32.785128 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-633080d4-153b-4b98-bd53-db690c362379 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:32.814324 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Network d778ed2a-5b5c-49d9-843b-2971c551be0b is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:32.817987 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:32.822769 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:32.855353 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64c8b53-ae02-4db8-86d0-653d077bb95c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:32.856902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64c8b53-ae02-4db8-86d0-653d077bb95c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:32.858509 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64c8b53-ae02-4db8-86d0-653d077bb95c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:32.862546 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d64c8b53-ae02-4db8-86d0-653d077bb95c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1036322 Jun 18 16:26:32.864215 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49230) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:32.865375 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Pushing event updated for resources: {'Port': ['ID=2d85c63e-b186-4410-a928-8a2d32fe6417,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:32.877132 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:32.922102 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Attempting to bind port 2d85c63e-b186-4410-a928-8a2d32fe6417 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:26:32.922620 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Attempting to bind port 2d85c63e-b186-4410-a928-8a2d32fe6417 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '429de2e0-5646-4617-8ada-c200c7ab0fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd778ed2a-5b5c-49d9-843b-2971c551be0b'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:26:32.923001 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Attempting to bind port 2d85c63e-b186-4410-a928-8a2d32fe6417 on network d778ed2a-5b5c-49d9-843b-2971c551be0b {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:26:32.929305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:26:32.929719 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Checking segment: {'id': '429de2e0-5646-4617-8ada-c200c7ab0fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd778ed2a-5b5c-49d9-843b-2971c551be0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:32.930099 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:32.930523 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Bound using segment: {'id': '429de2e0-5646-4617-8ada-c200c7ab0fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd778ed2a-5b5c-49d9-843b-2971c551be0b'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:26:32.931569 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Bound port: 2d85c63e-b186-4410-a928-8a2d32fe6417, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '429de2e0-5646-4617-8ada-c200c7ab0fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd778ed2a-5b5c-49d9-843b-2971c551be0b'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:26:32.931956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:32.943576 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29ff42a-8c77-40ef-bba8-d2ec8a9e1536 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet b30c7904-1096-4521-979f-f390bdbd7ba8 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:26:32.947989 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c29ff42a-8c77-40ef-bba8-d2ec8a9e1536 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:33.012974 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c29ff42a-8c77-40ef-bba8-d2ec8a9e1536 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:33.031815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] For port 2d85c63e-b186-4410-a928-8a2d32fe6417, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:26:33.037701 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] For port 2d85c63e-b186-4410-a928-8a2d32fe6417, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2d85c63e-b186-4410-a928-8a2d32fe6417,segment=NetworkSegment(429de2e0-5646-4617-8ada-c200c7ab0fd7),segment_id=429de2e0-5646-4617-8ada-c200c7ab0fd7)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:26:33.046206 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:33.052198 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:33.093705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-30afdf1a-7eaa-4120-a8e5-52f55bc93a04 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:33.111620 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-30afdf1a-7eaa-4120-a8e5-52f55bc93a04 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Transition to ACTIVE for port object 98f82552-8b2d-4e54-980d-cb0fd3993bc5 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:33.123756 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c29ff42a-8c77-40ef-bba8-d2ec8a9e1536 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:33.160295 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-30afdf1a-7eaa-4120-a8e5-52f55bc93a04 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:33.161245 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Pushing event updated for resources: {'Port': ['ID=2d85c63e-b186-4410-a928-8a2d32fe6417,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:33.167766 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:33.183789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bb11cb0d-a2c4-4ccd-88d9-e953ddf3ed2f tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:33.238100 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c29ff42a-8c77-40ef-bba8-d2ec8a9e1536 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:33.240161 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30afdf1a-7eaa-4120-a8e5-52f55bc93a04 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network d778ed2a-5b5c-49d9-843b-2971c551be0b is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:33.244352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-30afdf1a-7eaa-4120-a8e5-52f55bc93a04 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:33.250282 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d0b32eb5-1ca5-42cb-9567-7a05ec677a03 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:33.258125 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c29ff42a-8c77-40ef-bba8-d2ec8a9e1536 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:33.259538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30afdf1a-7eaa-4120-a8e5-52f55bc93a04 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:33.262276 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c29ff42a-8c77-40ef-bba8-d2ec8a9e1536 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/b30c7904-1096-4521-979f-f390bdbd7ba8 HTTP/1.1" status: 204 len: 168 time: 0.3935292 Jun 18 16:26:33.265429 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49242) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:33.296869 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ff42a-8c77-40ef-bba8-d2ec8a9e1536 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=b30c7904-1096-4521-979f-f390bdbd7ba8,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:33.301982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c29ff42a-8c77-40ef-bba8-d2ec8a9e1536 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:33.314394 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afdf1a-7eaa-4120-a8e5-52f55bc93a04 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=98f82552-8b2d-4e54-980d-cb0fd3993bc5,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:33.346217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-30afdf1a-7eaa-4120-a8e5-52f55bc93a04 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:33.371644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30afdf1a-7eaa-4120-a8e5-52f55bc93a04 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:33.372463 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-30afdf1a-7eaa-4120-a8e5-52f55bc93a04 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:33.391444 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-30afdf1a-7eaa-4120-a8e5-52f55bc93a04 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6431038 Jun 18 16:26:33.391797 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49246) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:33.398962 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-0970e61f-bf06-4cd7-b917-aa07c37e1ae9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'network_id': 'd778ed2a-5b5c-49d9-843b-2971c551be0b', 'name': 'tempest-PortsTestJSON-1853037443', 'fixed_ips': [{'subnet_id': '544c5e57-44a8-484a-967d-c96ad26a4493', 'ip_address': '172.20.0.9'}]}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:33.426179 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a51d0f-c99f-4fa3-841a-105529c4f0e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet f4e3eb70-1e60-4556-ad0c-01be078e10f6 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:26:33.431949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c6a51d0f-c99f-4fa3-841a-105529c4f0e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:33.483896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c6a51d0f-c99f-4fa3-841a-105529c4f0e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:33.622234 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0970e61f-bf06-4cd7-b917-aa07c37e1ae9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:33.646532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c6a51d0f-c99f-4fa3-841a-105529c4f0e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:33.749334 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c6a51d0f-c99f-4fa3-841a-105529c4f0e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:33.773542 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3e181e32-02f6-478c-b87d-445c9e286dc3 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:33.789535 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c6a51d0f-c99f-4fa3-841a-105529c4f0e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:33.791708 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c6a51d0f-c99f-4fa3-841a-105529c4f0e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/f4e3eb70-1e60-4556-ad0c-01be078e10f6 HTTP/1.1" status: 204 len: 168 time: 0.5207975 Jun 18 16:26:33.794565 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49262) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:33.833095 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0970e61f-bf06-4cd7-b917-aa07c37e1ae9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:33.841013 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49264) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:33.850254 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de60c45b-9212-4080-bef1-f83b7ceb16e1 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:33.857931 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-44632eaf-e983-4d6d-8930-2041919b4928 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616660 Jun 18 16:26:33.858966 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a51d0f-c99f-4fa3-841a-105529c4f0e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e3eb70-1e60-4556-ad0c-01be078e10f6,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:33.861973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c6a51d0f-c99f-4fa3-841a-105529c4f0e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:33.862487 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49268) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:33.867933 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-0c156e2f-207d-4f6e-a16b-f2b1cb8975bb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:33.873773 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-0970e61f-bf06-4cd7-b917-aa07c37e1ae9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] device_id is not set on port be7b9552-7915-41ea-8ed5-cb4c8d313953 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:26:33.970073 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f28d98a0-f2ce-4b54-aba5-0c8165fcb85d None None] Provisioning for port ad8972ba-bfdb-4435-8b5d-a1068e63f73a completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:34.004305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f28d98a0-f2ce-4b54-aba5-0c8165fcb85d None None] Provisioning complete for port ad8972ba-bfdb-4435-8b5d-a1068e63f73a triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:34.004929 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f28d98a0-f2ce-4b54-aba5-0c8165fcb85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:34.015015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c156e2f-207d-4f6e-a16b-f2b1cb8975bb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:34.018927 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0c156e2f-207d-4f6e-a16b-f2b1cb8975bb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:34.073733 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-0970e61f-bf06-4cd7-b917-aa07c37e1ae9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Allocated IP 172.20.0.9 (d778ed2a-5b5c-49d9-843b-2971c551be0b/544c5e57-44a8-484a-967d-c96ad26a4493/be7b9552-7915-41ea-8ed5-cb4c8d313953) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:34.079081 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-4ab3fe5c-0cab-4ab9-98c6-0feb3a3f7eb2 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771184036&fields=id&tenant_id=677a748149594a93a9900e94206deadd HTTP/1.1" status: 200 len: 267 time: 0.1115932 Jun 18 16:26:34.131041 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c24dd349-771d-4dfa-816a-f0a42fb396fb tempest-AgentManagementNegativeTest-1087052681 tempest-AgentManagementNegativeTest-1087052681-project] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2861652 Jun 18 16:26:34.169474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f58a4ba-eb38-4271-8375-56a6b5463b6e None None] DHCP port deletion for ce24d173-f93a-4cd6-bc0b-4cefb40733e2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:26:34.231908 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-2f58a4ba-eb38-4271-8375-56a6b5463b6e None None] Deleting port ad8972ba-bfdb-4435-8b5d-a1068e63f73a {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:34.233159 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2f58a4ba-eb38-4271-8375-56a6b5463b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:34.263484 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-00fbd020-db3c-4c13-8963-e10a6fcb67f1 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:34.265038 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-00fbd020-db3c-4c13-8963-e10a6fcb67f1 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/networks?id=653de129-f9e5-469e-ba59-ca23a87d80e3 HTTP/1.1" status: 200 len: 812 time: 0.1854239 Jun 18 16:26:34.326476 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-4acd590d-a850-46af-8433-90d5d0f4f0d7 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/quotas/677a748149594a93a9900e94206deadd HTTP/1.1" status: 200 len: 375 time: 0.0504625 Jun 18 16:26:34.336041 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0970e61f-bf06-4cd7-b917-aa07c37e1ae9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:34.347474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-2f58a4ba-eb38-4271-8375-56a6b5463b6e None None] For port ad8972ba-bfdb-4435-8b5d-a1068e63f73a, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ad8972ba-bfdb-4435-8b5d-a1068e63f73a,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:34.348172 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2f58a4ba-eb38-4271-8375-56a6b5463b6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:34.355849 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-0970e61f-bf06-4cd7-b917-aa07c37e1ae9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Transition to ACTIVE for port object be7b9552-7915-41ea-8ed5-cb4c8d313953 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:34.427508 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0970e61f-bf06-4cd7-b917-aa07c37e1ae9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:34.434053 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ebecdbd4-bc73-46a3-be52-77b925152354 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:34.454475 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-2f58a4ba-eb38-4271-8375-56a6b5463b6e None None] Calling delete_port for ad8972ba-bfdb-4435-8b5d-a1068e63f73a owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:34.485606 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0970e61f-bf06-4cd7-b917-aa07c37e1ae9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network d778ed2a-5b5c-49d9-843b-2971c551be0b is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:34.490136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0c156e2f-207d-4f6e-a16b-f2b1cb8975bb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:34.491032 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-0970e61f-bf06-4cd7-b917-aa07c37e1ae9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:34.494031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-da15de85-0bb1-4ddf-a754-823b66844858 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:34.495182 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0970e61f-bf06-4cd7-b917-aa07c37e1ae9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:34.506547 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-ba423612-366f-48d8-815f-02b808b4bb26 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=677a748149594a93a9900e94206deadd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1709673 Jun 18 16:26:34.539145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970e61f-bf06-4cd7-b917-aa07c37e1ae9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=be7b9552-7915-41ea-8ed5-cb4c8d313953,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:34.542836 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0970e61f-bf06-4cd7-b917-aa07c37e1ae9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:34.564593 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c156e2f-207d-4f6e-a16b-f2b1cb8975bb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:34.574015 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0970e61f-bf06-4cd7-b917-aa07c37e1ae9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:34.574709 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0970e61f-bf06-4cd7-b917-aa07c37e1ae9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:34.585789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-0c156e2f-207d-4f6e-a16b-f2b1cb8975bb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:34.592421 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49276) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:34.602616 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0970e61f-bf06-4cd7-b917-aa07c37e1ae9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2096689 Jun 18 16:26:34.605569 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49280) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:34.613402 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c156e2f-207d-4f6e-a16b-f2b1cb8975bb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:34.614006 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0c156e2f-207d-4f6e-a16b-f2b1cb8975bb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:34.655068 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c156e2f-207d-4f6e-a16b-f2b1cb8975bb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=735e20cf-d08d-4fd8-b193-19d4f0bf7234,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:34.658195 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0c156e2f-207d-4f6e-a16b-f2b1cb8975bb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:34.660936 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0c156e2f-207d-4f6e-a16b-f2b1cb8975bb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7973163 Jun 18 16:26:34.676525 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49282) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:34.703159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-41e5de7c-fce5-4878-a240-7d07f10b6fbc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:34.732373 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2f58a4ba-eb38-4271-8375-56a6b5463b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:34.742552 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8a1c6e4a-0bfe-4e68-a48b-e400dd5695e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:34.769586 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bc7c81-3676-40f9-818a-d1a4398fe4bb None None] Network d778ed2a-5b5c-49d9-843b-2971c551be0b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:34.788807 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1ad8310-f67b-4fae-a8bb-ddc22fea8cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:34.807227 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58a4ba-eb38-4271-8375-56a6b5463b6e None None] Pushing event deleted for resources: {'Port': ['ID=ad8972ba-bfdb-4435-8b5d-a1068e63f73a,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:34.826263 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b10d94-c7e8-4b2c-8826-8ea3881a7712 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:34.830399 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-46b10d94-c7e8-4b2c-8826-8ea3881a7712 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2215374 Jun 18 16:26:34.830783 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49284) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:34.862043 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-2f58a4ba-eb38-4271-8375-56a6b5463b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:34.873454 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f58a4ba-eb38-4271-8375-56a6b5463b6e None None] No DVR routers for this DVR port ad8972ba-bfdb-4435-8b5d-a1068e63f73a on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:26:34.894723 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-04723613-1881-4f2d-b2aa-1df52f7eb9c7 None None] Provisioning for port 2d85c63e-b186-4410-a928-8a2d32fe6417 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:34.910837 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2d85c63e-b186-4410-a928-8a2d32fe6417 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:34.913704 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee38f12e-f49a-4ca2-8774-91ba888e3701 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:34.972635 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622527de-e2f3-4741-a9d5-adea93e49c7b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:34.979683 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622527de-e2f3-4741-a9d5-adea93e49c7b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:34.985818 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622527de-e2f3-4741-a9d5-adea93e49c7b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:34.988280 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-622527de-e2f3-4741-a9d5-adea93e49c7b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1558366 Jun 18 16:26:34.990835 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49286) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:35.012034 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-f124d213-a48a-4fb9-afdb-6f12bd371bfd service neutron] 10.222.0.50 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714723 Jun 18 16:26:35.081865 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1ad8310-f67b-4fae-a8bb-ddc22fea8cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:35.102405 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1ad8310-f67b-4fae-a8bb-ddc22fea8cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:35.106704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2bbcdbed-58bf-4b93-832c-057a52edecfc tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:35.121028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e5de7c-fce5-4878-a240-7d07f10b6fbc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:35.126011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-41e5de7c-fce5-4878-a240-7d07f10b6fbc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:35.151734 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 2d85c63e-b186-4410-a928-8a2d32fe6417 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:35.158057 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 2d85c63e-b186-4410-a928-8a2d32fe6417 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:35.158456 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:35.164465 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad8310-f67b-4fae-a8bb-ddc22fea8cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19392048-e958-4166-966f-fd5c50e3481f,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:35.168390 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b1ad8310-f67b-4fae-a8bb-ddc22fea8cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:35.172484 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b1ad8310-f67b-4fae-a8bb-ddc22fea8cd2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a665c1d6293c4d7e9d8f719f6cbf765b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5789747 Jun 18 16:26:35.175329 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49288) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:35.188712 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-7d22b0f0-1113-40eb-965b-a1b2820cb9a4 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port be7b9552-7915-41ea-8ed5-cb4c8d313953 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:35.188909 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d22b0f0-1113-40eb-965b-a1b2820cb9a4 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:35.194300 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-f9f4b166-a804-4500-be75-4bf9ed5da7a5 service neutron] 10.222.0.50 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724935 Jun 18 16:26:35.296951 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-df6f4cd7-69b3-4e18-8652-7e7aff3dcc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:35.302020 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d22b0f0-1113-40eb-965b-a1b2820cb9a4 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:35.318564 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.ipam_backend_mixin [None req-41e5de7c-fce5-4878-a240-7d07f10b6fbc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 735e20cf-d08d-4fd8-b193-19d4f0bf7234 (CIDR: 2001:db8::/64) Jun 18 16:26:35.332519 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e5de7c-fce5-4878-a240-7d07f10b6fbc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:26:35.335017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e5de7c-fce5-4878-a240-7d07f10b6fbc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:35.359008 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-df6f4cd7-69b3-4e18-8652-7e7aff3dcc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:35.389207 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-41e5de7c-fce5-4878-a240-7d07f10b6fbc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7079816 Jun 18 16:26:35.392417 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49296) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:35.395119 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-7d22b0f0-1113-40eb-965b-a1b2820cb9a4 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for be7b9552-7915-41ea-8ed5-cb4c8d313953 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:35.402764 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-bc90a5b2-49a4-4ec2-8088-999ad7f550d5 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:35.436648 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': '735e20cf-d08d-4fd8-b193-19d4f0bf7234'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:26:35.437786 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:35.563992 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-df6f4cd7-69b3-4e18-8652-7e7aff3dcc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:35.567679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-df6f4cd7-69b3-4e18-8652-7e7aff3dcc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:35.568874 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-df6f4cd7-69b3-4e18-8652-7e7aff3dcc63 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/19392048-e958-4166-966f-fd5c50e3481f HTTP/1.1" status: 204 len: 168 time: 0.3914685 Jun 18 16:26:35.574198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8d6a7310-73fd-49c9-99f7-4570ff2446f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:35.604808 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc90a5b2-49a4-4ec2-8088-999ad7f550d5 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:35.609206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bc90a5b2-49a4-4ec2-8088-999ad7f550d5 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:35.697752 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f4cd7-69b3-4e18-8652-7e7aff3dcc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19392048-e958-4166-966f-fd5c50e3481f,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:35.716837 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-df6f4cd7-69b3-4e18-8652-7e7aff3dcc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:35.727534 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Allocated IP 2001:db8::2 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/735e20cf-d08d-4fd8-b193-19d4f0bf7234/c82a5092-9588-4249-8ffd-baf29140450e) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:35.731164 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d22b0f0-1113-40eb-965b-a1b2820cb9a4 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:35.735964 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8c209c33-7ef6-4181-b5e4-981a694a7f17 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:35.776493 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22b0f0-1113-40eb-965b-a1b2820cb9a4 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=be7b9552-7915-41ea-8ed5-cb4c8d313953,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:35.781877 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7d22b0f0-1113-40eb-965b-a1b2820cb9a4 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:35.818956 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-96536c08-c1db-45a2-a385-abb87a315776 req-2897deea-ebb5-4fcb-a11d-4f735d9a7d13 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 210 time: 0.0914004 Jun 18 16:26:35.844793 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:35.921176 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d22b0f0-1113-40eb-965b-a1b2820cb9a4 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:35.927889 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49308) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:35.932114 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7d22b0f0-1113-40eb-965b-a1b2820cb9a4 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/ports/be7b9552-7915-41ea-8ed5-cb4c8d313953 HTTP/1.1" status: 204 len: 168 time: 0.9400842 Jun 18 16:26:35.967456 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-201060a8-a356-4a09-83b6-8d0d0d28852c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] GET failed (client error): The resource could not be found. Jun 18 16:26:35.972633 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49312) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:35.983532 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-201060a8-a356-4a09-83b6-8d0d0d28852c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports/be7b9552-7915-41ea-8ed5-cb4c8d313953 HTTP/1.1" status: 404 len: 333 time: 0.0543392 Jun 18 16:26:36.145976 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:36.147294 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-61f3c490-f172-4024-a728-019a40a5889d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port 98f82552-8b2d-4e54-980d-cb0fd3993bc5 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:36.148041 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-61f3c490-f172-4024-a728-019a40a5889d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:36.169363 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8c44bcc7-6fa0-472f-bb03-02a700f72453 None None] Provisioning for port 98f82552-8b2d-4e54-980d-cb0fd3993bc5 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:36.172244 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Transition to ACTIVE for port object c82a5092-9588-4249-8ffd-baf29140450e will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:36.193285 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 2d85c63e-b186-4410-a928-8a2d32fe6417, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2d85c63e-b186-4410-a928-8a2d32fe6417,segment=NetworkSegment(429de2e0-5646-4617-8ada-c200c7ab0fd7),segment_id=429de2e0-5646-4617-8ada-c200c7ab0fd7)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:36.198289 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8c44bcc7-6fa0-472f-bb03-02a700f72453 None None] Provisioning complete for port 98f82552-8b2d-4e54-980d-cb0fd3993bc5 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:36.198782 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c44bcc7-6fa0-472f-bb03-02a700f72453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:36.205834 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:36.213235 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Transition to ACTIVE for port object c82a5092-9588-4249-8ffd-baf29140450e will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:36.236616 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:36.303540 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=2d85c63e-b186-4410-a928-8a2d32fe6417,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:36.318012 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:36.319177 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ad8972ba-bfdb-4435-8b5d-a1068e63f73a no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:26:36.326207 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:36.340612 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-2f58a4ba-eb38-4271-8375-56a6b5463b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:36.429301 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: ad8972ba-bfdb-4435-8b5d-a1068e63f73a {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:26:36.429672 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ad8972ba-bfdb-4435-8b5d-a1068e63f73a not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:26:36.461665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:36.465745 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-8c44bcc7-6fa0-472f-bb03-02a700f72453 None None] Port 98f82552-8b2d-4e54-980d-cb0fd3993bc5 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:36.472581 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:36.475302 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:36.487596 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Pushing event updated for resources: {'Port': ['ID=c82a5092-9588-4249-8ffd-baf29140450e,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:36.497705 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:36.570121 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8c44bcc7-6fa0-472f-bb03-02a700f72453 None None] Provisioning complete for port 2d85c63e-b186-4410-a928-8a2d32fe6417 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:36.570715 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c44bcc7-6fa0-472f-bb03-02a700f72453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:36.598655 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Attempting to bind port c82a5092-9588-4249-8ffd-baf29140450e on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:26:36.599209 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Attempting to bind port c82a5092-9588-4249-8ffd-baf29140450e by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:26:36.599691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Attempting to bind port c82a5092-9588-4249-8ffd-baf29140450e on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:26:36.615223 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:26:36.616226 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:36.616758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:36.617277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:26:36.617896 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Bound port: c82a5092-9588-4249-8ffd-baf29140450e, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:26:36.618976 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:36.877364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] For port c82a5092-9588-4249-8ffd-baf29140450e, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:26:36.882941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] For port c82a5092-9588-4249-8ffd-baf29140450e, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=c82a5092-9588-4249-8ffd-baf29140450e,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:26:36.888333 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2d85c63e-b186-4410-a928-8a2d32fe6417 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:36.920504 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:36.927271 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a2ef5cac-3ef3-4c07-95e5-e6227ae41748 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:36.940180 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-61f3c490-f172-4024-a728-019a40a5889d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:37.000618 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Pushing event updated for resources: {'Port': ['ID=c82a5092-9588-4249-8ffd-baf29140450e,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:37.013666 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:37.025675 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8c44bcc7-6fa0-472f-bb03-02a700f72453 None None] Could not find standard attr ID for object be7b9552-7915-41ea-8ed5-cb4c8d313953. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:26:37.060464 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-61f3c490-f172-4024-a728-019a40a5889d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for 98f82552-8b2d-4e54-980d-cb0fd3993bc5 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:37.115390 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 2d85c63e-b186-4410-a928-8a2d32fe6417 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:37.115926 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:37.135687 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49334) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:37.146933 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cd125faa-0fb2-45e2-b7be-21c88c44ea44 req-22ff4912-6d1d-4527-b39b-6024cff3d01b tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 210 time: 0.0570142 Jun 18 16:26:37.189503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.objects.ports [None req-bc90a5b2-49a4-4ec2-8088-999ad7f550d5 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93453) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:26:37.209934 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-20c3a2c7-3571-4dc4-911b-e8b93023ff7f None None] Provisioning complete for port 98f82552-8b2d-4e54-980d-cb0fd3993bc5 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:37.210827 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-20c3a2c7-3571-4dc4-911b-e8b93023ff7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:37.281097 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-61f3c490-f172-4024-a728-019a40a5889d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:37.290115 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0970e61f-bf06-4cd7-b917-aa07c37e1ae9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:37.316989 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-20c3a2c7-3571-4dc4-911b-e8b93023ff7f None None] Port 98f82552-8b2d-4e54-980d-cb0fd3993bc5 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:37.327382 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1971870656'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:37.350613 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-20c3a2c7-3571-4dc4-911b-e8b93023ff7f None None] Could not find standard attr ID for object be7b9552-7915-41ea-8ed5-cb4c8d313953. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:26:37.356722 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3c490-f172-4024-a728-019a40a5889d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=98f82552-8b2d-4e54-980d-cb0fd3993bc5,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:37.367295 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-61f3c490-f172-4024-a728-019a40a5889d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:37.447212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Made reservation on behalf of d7fa641e252549d89da6fd132d70926f for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:37.452228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:37.467832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:37.500708 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-61f3c490-f172-4024-a728-019a40a5889d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:37.506311 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-61f3c490-f172-4024-a728-019a40a5889d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/ports/98f82552-8b2d-4e54-980d-cb0fd3993bc5 HTTP/1.1" status: 204 len: 168 time: 1.5323412 Jun 18 16:26:37.507200 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49338) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:37.550507 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cdd8c65-ea3f-409d-bb6a-1b853419b5f7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] GET failed (client error): The resource could not be found. Jun 18 16:26:37.554959 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6cdd8c65-ea3f-409d-bb6a-1b853419b5f7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports/98f82552-8b2d-4e54-980d-cb0fd3993bc5 HTTP/1.1" status: 404 len: 333 time: 0.0467498 Jun 18 16:26:37.566857 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49342) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:37.591561 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bc90a5b2-49a4-4ec2-8088-999ad7f550d5 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:37.703215 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1d2884-b594-4446-9e37-28c213428019 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting subnet 544c5e57-44a8-484a-967d-c96ad26a4493 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:26:37.716180 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9a1d2884-b594-4446-9e37-28c213428019 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:37.773105 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-7f8e1ecc-13ee-45b3-9441-4a19ab302374 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:37.775347 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-7f8e1ecc-13ee-45b3-9441-4a19ab302374 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.55 "GET /v2.0/networks?id=653de129-f9e5-469e-ba59-ca23a87d80e3 HTTP/1.1" status: 200 len: 812 time: 0.2643924 Jun 18 16:26:37.803688 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9a1d2884-b594-4446-9e37-28c213428019 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:37.804308 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:37.814057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:37.820344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fce2eaa4-fe0b-4294-8bd3-057b8714d660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:37.860381 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:26:37.879666 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-94574f44-4820-4f30-bb10-48edcfc46685 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=677a748149594a93a9900e94206deadd HTTP/1.1" status: 200 len: 380 time: 0.0899742 Jun 18 16:26:37.883452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e4d4e6-4fc2-4956-ab5b-6ca2bebf9856,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:37.887604 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-bc90a5b2-49a4-4ec2-8088-999ad7f550d5 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] For port c82a5092-9588-4249-8ffd-baf29140450e, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=c82a5092-9588-4249-8ffd-baf29140450e,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:37.892660 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:37.893023 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Added segment 5ff9b9f4-a09e-44bd-a9c4-aab9c754fc24 of type vlan for network e5acc147-7659-47f2-8d8b-c50fb68b199c Jun 18 16:26:37.915961 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-f4f4432c-1629-41a3-a084-64d860c828f9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Request body: {'port': {'device_id': '88455d4e-81e3-437b-bca6-ab11b71ce0b4', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'admin_state_up': True, 'tenant_id': '677a748149594a93a9900e94206deadd', 'security_groups': ['0106fc81-4b98-4bd6-b210-70c4a55c795f']}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:37.917764 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:37.918164 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:37.918602 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:37.919143 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:37.919712 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:37.920117 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:37.920492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:37.920874 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:37.921257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:37.921640 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:37.922017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:37.922409 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:26:37.929602 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:37.973766 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:37.982358 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bc90a5b2-49a4-4ec2-8088-999ad7f550d5 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:37.990309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bc90a5b2-49a4-4ec2-8088-999ad7f550d5 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:37.991163 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bc90a5b2-49a4-4ec2-8088-999ad7f550d5 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:38.000517 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9a1d2884-b594-4446-9e37-28c213428019 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:38.006284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-680b0cc4-550f-4eeb-afaa-8e71a62d95d5 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:38.082009 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:38.091584 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:38.092465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:38.096809 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc90a5b2-49a4-4ec2-8088-999ad7f550d5 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:38.113593 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-bc90a5b2-49a4-4ec2-8088-999ad7f550d5 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:38.114809 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9a1d2884-b594-4446-9e37-28c213428019 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:38.120673 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-61e76b07-0e68-4d13-8563-940e6001b5d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:38.123646 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc90a5b2-49a4-4ec2-8088-999ad7f550d5 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:38.124305 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bc90a5b2-49a4-4ec2-8088-999ad7f550d5 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:38.146222 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d2884-b594-4446-9e37-28c213428019 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Subnet': ['ID=544c5e57-44a8-484a-967d-c96ad26a4493,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:38.148998 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9a1d2884-b594-4446-9e37-28c213428019 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:38.153953 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-f4f4432c-1629-41a3-a084-64d860c828f9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Made reservation on behalf of 677a748149594a93a9900e94206deadd for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:38.158007 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-f4f4432c-1629-41a3-a084-64d860c828f9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:38.164544 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-bc90a5b2-49a4-4ec2-8088-999ad7f550d5 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7711494 Jun 18 16:26:38.166451 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9a1d2884-b594-4446-9e37-28c213428019 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:38.167034 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0290647 Jun 18 16:26:38.168272 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90a5b2-49a4-4ec2-8088-999ad7f550d5 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=c82a5092-9588-4249-8ffd-baf29140450e,revision_number=4']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:38.172123 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9a1d2884-b594-4446-9e37-28c213428019 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/subnets/544c5e57-44a8-484a-967d-c96ad26a4493 HTTP/1.1" status: 204 len: 168 time: 0.6042595 Jun 18 16:26:38.172741 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49346) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:38.173078 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49348) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:38.173430 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bc96be-f46f-4ca1-ba69-4dd3ab319473 None None] Network d778ed2a-5b5c-49d9-843b-2971c551be0b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:38.189621 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-9c07e501-fbf7-431a-b548-ce814e100c3a tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Request body: {'subnet': {'network_id': 'e5acc147-7659-47f2-8d8b-c50fb68b199c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:38.193622 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49350) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:38.198937 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-1c27af19-122e-450a-bda5-2dbcfcdb13ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'mac_address': 'fa:16:3e:ec:eb:a2', 'name': 'tempest-NetworksTestDHCPv6-478736890'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:38.215059 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bc90a5b2-49a4-4ec2-8088-999ad7f550d5 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:38.215598 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-09877bee-371a-4f74-941e-8931ecd6698d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:38.450512 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-37ff10e3-90dc-4a75-8e9a-2b9f68836fe3 req-3d2d469e-5f1c-445a-89f5-91ef59acc46b tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 210 time: 0.1064532 Jun 18 16:26:38.454857 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:38.471962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc90a5b2-49a4-4ec2-8088-999ad7f550d5 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=0941d3c2-35ff-4311-918c-3193ee1e3b8e,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:38.475272 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bc90a5b2-49a4-4ec2-8088-999ad7f550d5 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:38.477093 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-48c4ba05-d96d-4593-82ee-f5670d96a561 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.372s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:38.488033 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b409c8a8-95cd-4c82-9f18-9ae316f31565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:38.575547 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c27af19-122e-450a-bda5-2dbcfcdb13ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:38.613289 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdba2c1-01b4-4246-85b0-582c753a3200 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:38.623597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event updated for resources: {'Network': ['ID=e5acc147-7659-47f2-8d8b-c50fb68b199c,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:38.628696 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:38.652207 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port 2d85c63e-b186-4410-a928-8a2d32fe6417 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:38.652586 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:38.661022 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network e5acc147-7659-47f2-8d8b-c50fb68b199c details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:26:38.692248 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c07e501-fbf7-431a-b548-ce814e100c3a tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Made reservation on behalf of d7fa641e252549d89da6fd132d70926f for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:38.695952 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c07e501-fbf7-431a-b548-ce814e100c3a tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:38.733109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-f4f4432c-1629-41a3-a084-64d860c828f9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Allocated IP 172.20.0.3 (653de129-f9e5-469e-ba59-ca23a87d80e3/69140bce-415f-4588-91e8-fdea89aeed75/c9363744-562b-44be-9251-a22474f48d38) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:38.755094 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94e10cf-b802-44c3-b067-ca6fc5b7806e None None] DHCP port deletion for d778ed2a-5b5c-49d9-843b-2971c551be0b request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:26:38.797520 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] For port 2d85c63e-b186-4410-a928-8a2d32fe6417, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2d85c63e-b186-4410-a928-8a2d32fe6417,segment=NetworkSegment(429de2e0-5646-4617-8ada-c200c7ab0fd7),segment_id=429de2e0-5646-4617-8ada-c200c7ab0fd7)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:38.798162 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:38.811944 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1c27af19-122e-450a-bda5-2dbcfcdb13ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:38.821624 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-73ec7494-0a49-4f7d-a293-4969b47c9882 None None] Provisioning for port c82a5092-9588-4249-8ffd-baf29140450e completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:38.880503 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device c82a5092-9588-4249-8ffd-baf29140450e up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:38.909486 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for 2d85c63e-b186-4410-a928-8a2d32fe6417 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:39.007897 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-b94e10cf-b802-44c3-b067-ca6fc5b7806e None None] Deleting port 2d85c63e-b186-4410-a928-8a2d32fe6417 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:39.008445 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b94e10cf-b802-44c3-b067-ca6fc5b7806e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.020352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.026341 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-20b9467d-3144-44b2-aed2-15b528e9499f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:39.057924 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=2d85c63e-b186-4410-a928-8a2d32fe6417,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:39.062391 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:39.063486 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No DVR routers for this DVR port 2d85c63e-b186-4410-a928-8a2d32fe6417 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:26:39.131196 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port c82a5092-9588-4249-8ffd-baf29140450e completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:39.144372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b94e10cf-b802-44c3-b067-ca6fc5b7806e None None] For port 2d85c63e-b186-4410-a928-8a2d32fe6417, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2d85c63e-b186-4410-a928-8a2d32fe6417,segment=NetworkSegment(429de2e0-5646-4617-8ada-c200c7ab0fd7),segment_id=429de2e0-5646-4617-8ada-c200c7ab0fd7)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:39.145174 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b94e10cf-b802-44c3-b067-ca6fc5b7806e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.147866 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port c82a5092-9588-4249-8ffd-baf29140450e triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:39.148486 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.151599 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c07e501-fbf7-431a-b548-ce814e100c3a tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.159641 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d5ecb3f2-48d7-426e-8d48-65f90544636f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:39.174889 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.175959 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-1c27af19-122e-450a-bda5-2dbcfcdb13ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port c9e8e69d-a445-48aa-825c-4ea643715645 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:26:39.200337 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d778ed2a-5b5c-49d9-843b-2971c551be0b']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:39.216539 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '429de2e0-5646-4617-8ada-c200c7ab0fd7') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:39.217843 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '429de2e0-5646-4617-8ada-c200c7ab0fd7') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:39.242838 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.256574 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-b94e10cf-b802-44c3-b067-ca6fc5b7806e None None] Calling delete_port for 2d85c63e-b186-4410-a928-8a2d32fe6417 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:39.263743 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.273425 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:26:39.275430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:26:39.281861 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:26:39.317738 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-f4f4432c-1629-41a3-a084-64d860c828f9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.336890 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07e501-fbf7-431a-b548-ce814e100c3a tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event updated for resources: {'Subnet': ['ID=5fa23a48-ab2e-431a-9f30-afef479101ff,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:39.349140 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c07e501-fbf7-431a-b548-ce814e100c3a tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Checking segment: {'id': '5ff9b9f4-a09e-44bd-a9c4-aab9c754fc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e5acc147-7659-47f2-8d8b-c50fb68b199c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:39.349731 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c07e501-fbf7-431a-b548-ce814e100c3a tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Network hostable DHCP agents. Network: e5acc147-7659-47f2-8d8b-c50fb68b199c, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:26:39.352158 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9c07e501-fbf7-431a-b548-ce814e100c3a tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:39.369084 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.380525 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1ef2a9cd-c43f-46ce-b7be-994498d4ff3d tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:39.385200 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.390625 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.398192 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-f4f4432c-1629-41a3-a084-64d860c828f9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Transition to ACTIVE for port object c9363744-562b-44be-9251-a22474f48d38 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:39.398537 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/networks/d778ed2a-5b5c-49d9-843b-2971c551be0b HTTP/1.1" status: 204 len: 168 time: 1.2022889 Jun 18 16:26:39.402880 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49354) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:39.412933 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-53d9f10a-e6b4-4698-a2b8-bb5ed7fa907f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-295726131'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:39.437735 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port c82a5092-9588-4249-8ffd-baf29140450e, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=c82a5092-9588-4249-8ffd-baf29140450e,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:39.438035 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Network': ['ID=d778ed2a-5b5c-49d9-843b-2971c551be0b,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:39.439128 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b94e10cf-b802-44c3-b067-ca6fc5b7806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.444492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:39.445077 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6cc4e13b-b9df-411c-9e30-1b7ca37adb07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:39.447930 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.460937 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c07e501-fbf7-431a-b548-ce814e100c3a tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Network e5acc147-7659-47f2-8d8b-c50fb68b199c is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:26:39.470670 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d9f10a-e6b4-4698-a2b8-bb5ed7fa907f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:39.475300 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-53d9f10a-e6b4-4698-a2b8-bb5ed7fa907f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.480068 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b94e10cf-b802-44c3-b067-ca6fc5b7806e None None] Network d778ed2a-5b5c-49d9-843b-2971c551be0b is not hosted by any dhcp agent {{(pid=93455) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:26:39.480700 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94e10cf-b802-44c3-b067-ca6fc5b7806e None None] No DVR routers for this DVR port 2d85c63e-b186-4410-a928-8a2d32fe6417 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:26:39.494789 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e10cf-b802-44c3-b067-ca6fc5b7806e None None] Pushing event deleted for resources: {'Port': ['ID=2d85c63e-b186-4410-a928-8a2d32fe6417,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:39.497329 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b94e10cf-b802-44c3-b067-ca6fc5b7806e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:39.498068 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-08196d45-3bb8-44c6-ba72-2617ac18ebbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:39.503646 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-9c07e501-fbf7-431a-b548-ce814e100c3a tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, e5acc147-7659-47f2-8d8b-c50fb68b199c) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:39.525204 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9773ad43-61a5-483d-bfdf-5c8fe4ac2255 None None] Network e5acc147-7659-47f2-8d8b-c50fb68b199c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:39.532740 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c07e501-fbf7-431a-b548-ce814e100c3a tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:39.533346 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c07e501-fbf7-431a-b548-ce814e100c3a tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.544166 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d9f10a-e6b4-4698-a2b8-bb5ed7fa907f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:26:39.560869 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-53d9f10a-e6b4-4698-a2b8-bb5ed7fa907f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.561360 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-53d9f10a-e6b4-4698-a2b8-bb5ed7fa907f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Added segment 8f4940c2-6a3c-4617-8489-2094800b1e5d of type vlan for network b93dd1fe-d175-455e-a259-d2e22390c5cb Jun 18 16:26:39.561537 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2d85c63e-b186-4410-a928-8a2d32fe6417 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:26:39.604841 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9c07e501-fbf7-431a-b548-ce814e100c3a tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4216013 Jun 18 16:26:39.609098 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49358) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:39.622006 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-ff5dc72e-246b-44a8-bd18-30f9a2df991b tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Request body: {'port': {'network_id': 'e5acc147-7659-47f2-8d8b-c50fb68b199c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1814690341'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:39.662803 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-53d9f10a-e6b4-4698-a2b8-bb5ed7fa907f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.671255 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 2d85c63e-b186-4410-a928-8a2d32fe6417 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:26:39.671874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2d85c63e-b186-4410-a928-8a2d32fe6417 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:26:39.706300 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-f4f4432c-1629-41a3-a084-64d860c828f9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.721926 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=c82a5092-9588-4249-8ffd-baf29140450e,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:39.725339 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:39.783090 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-65f99cf1-1821-48d7-818f-06fa72cbdfbb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:39.818353 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-53d9f10a-e6b4-4698-a2b8-bb5ed7fa907f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.829111 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d9f10a-e6b4-4698-a2b8-bb5ed7fa907f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:39.829780 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-53d9f10a-e6b4-4698-a2b8-bb5ed7fa907f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.841331 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-1c27af19-122e-450a-bda5-2dbcfcdb13ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::287 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/735e20cf-d08d-4fd8-b193-19d4f0bf7234/c9e8e69d-a445-48aa-825c-4ea643715645) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:39.846881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2f1148c9-cf68-4387-8619-5814b15ee405 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:39.863132 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-1c27af19-122e-450a-bda5-2dbcfcdb13ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8:0:1:f816:3eff:feec:eba2 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/0941d3c2-35ff-4311-918c-3193ee1e3b8e/c9e8e69d-a445-48aa-825c-4ea643715645) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:39.876246 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-e5acc147-7659-47f2-8d8b-c50fb68b199c', 'network_id': 'e5acc147-7659-47f2-8d8b-c50fb68b199c', 'tenant_id': 'd7fa641e252549d89da6fd132d70926f', 'fixed_ips': [{'subnet_id': '5fa23a48-ab2e-431a-9f30-afef479101ff'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:26:39.877398 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.892461 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-f4f4432c-1629-41a3-a084-64d860c828f9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Network 653de129-f9e5-469e-ba59-ca23a87d80e3 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:39.894021 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5dc72e-246b-44a8-bd18-30f9a2df991b tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Made reservation on behalf of d7fa641e252549d89da6fd132d70926f for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:39.898174 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ff5dc72e-246b-44a8-bd18-30f9a2df991b tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:39.909457 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-f4f4432c-1629-41a3-a084-64d860c828f9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:39.912353 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4432c-1629-41a3-a084-64d860c828f9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event updated for resources: {'Port': ['ID=c9363744-562b-44be-9251-a22474f48d38,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:39.920361 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-f4f4432c-1629-41a3-a084-64d860c828f9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:39.933257 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f4f4432c-1629-41a3-a084-64d860c828f9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:39.988399 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-53d9f10a-e6b4-4698-a2b8-bb5ed7fa907f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5828686 Jun 18 16:26:39.989487 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49360) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:40.000740 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-e944b2c8-a93b-4d9e-8066-920035b96945 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'subnet': {'network_id': 'b93dd1fe-d175-455e-a259-d2e22390c5cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:40.085618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9f10a-e6b4-4698-a2b8-bb5ed7fa907f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Network': ['ID=b93dd1fe-d175-455e-a259-d2e22390c5cb,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:40.112711 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b52f22-c72f-45d1-aec8-1d4e0cbbeaaa req-1a1a2d3d-6998-44ff-86a0-85ada50fefb6 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:40.122547 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-42b52f22-c72f-45d1-aec8-1d4e0cbbeaaa req-1a1a2d3d-6998-44ff-86a0-85ada50fefb6 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 931 time: 0.4229655 Jun 18 16:26:40.128011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-53d9f10a-e6b4-4698-a2b8-bb5ed7fa907f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:40.152672 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-ff5dc72e-246b-44a8-bd18-30f9a2df991b tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] device_id is not set on port 7e5192a6-a7c9-4452-af5e-35b6f3ad3bd6 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:26:40.235950 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-42b52f22-c72f-45d1-aec8-1d4e0cbbeaaa req-a34c90d3-b18a-40e5-91d0-69d881a84737 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121683 Jun 18 16:26:40.255527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e944b2c8-a93b-4d9e-8066-920035b96945 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:40.268373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e944b2c8-a93b-4d9e-8066-920035b96945 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:40.298765 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-f4f4432c-1629-41a3-a084-64d860c828f9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:40.299456 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-f4f4432c-1629-41a3-a084-64d860c828f9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:40.323205 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network b93dd1fe-d175-455e-a259-d2e22390c5cb details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:26:40.358281 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-f4f4432c-1629-41a3-a084-64d860c828f9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4639034 Jun 18 16:26:40.386196 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Request body: {'port': {'device_id': '88455d4e-81e3-437b-bca6-ab11b71ce0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:40.395063 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1c27af19-122e-450a-bda5-2dbcfcdb13ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:40.450887 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7f8ada5f-c40f-4e64-a536-5448c0813636 None None] Provisioning for port c9363744-562b-44be-9251-a22474f48d38 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:40.451141 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-1c27af19-122e-450a-bda5-2dbcfcdb13ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object c9e8e69d-a445-48aa-825c-4ea643715645 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:40.468620 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Allocated IP 2001:db8::2 (e5acc147-7659-47f2-8d8b-c50fb68b199c/5fa23a48-ab2e-431a-9f30-afef479101ff/3b8c6c4b-819d-47ab-821e-503e4b00be61) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:40.471663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7f8ada5f-c40f-4e64-a536-5448c0813636 None None] Provisioning complete for port c9363744-562b-44be-9251-a22474f48d38 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:40.472274 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7f8ada5f-c40f-4e64-a536-5448c0813636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:40.550255 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1c27af19-122e-450a-bda5-2dbcfcdb13ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:40.557532 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fddfb0e1-c9a1-49c0-bc93-dad209512b56 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:40.567866 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7f8ada5f-c40f-4e64-a536-5448c0813636 None None] Port c9363744-562b-44be-9251-a22474f48d38 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:40.611197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:40.652988 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e944b2c8-a93b-4d9e-8066-920035b96945 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:40.656969 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-29d1b78a-1171-4e89-9d4b-adeed00be631 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:40.673226 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c27af19-122e-450a-bda5-2dbcfcdb13ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:40.692353 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-1c27af19-122e-450a-bda5-2dbcfcdb13ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:40.696026 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27af19-122e-450a-bda5-2dbcfcdb13ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=c9e8e69d-a445-48aa-825c-4ea643715645,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:40.704341 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27af19-122e-450a-bda5-2dbcfcdb13ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:40.717050 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-25c2a02a-2c48-4895-b1cf-419ec07fec7d None None] Provisioning complete for port c82a5092-9588-4249-8ffd-baf29140450e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:40.717481 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-25c2a02a-2c48-4895-b1cf-419ec07fec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:40.720245 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c27af19-122e-450a-bda5-2dbcfcdb13ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:40.721657 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1c27af19-122e-450a-bda5-2dbcfcdb13ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:40.755093 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1c27af19-122e-450a-bda5-2dbcfcdb13ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:40.782711 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944b2c8-a93b-4d9e-8066-920035b96945 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Subnet': ['ID=070202fc-790a-45a6-b4db-a1e2271ca0ed,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:40.806970 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1c27af19-122e-450a-bda5-2dbcfcdb13ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.6236768 Jun 18 16:26:40.808506 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49362) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:40.813008 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e944b2c8-a93b-4d9e-8066-920035b96945 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:40.826704 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:40.827486 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e944b2c8-a93b-4d9e-8066-920035b96945 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Checking segment: {'id': '8f4940c2-6a3c-4617-8489-2094800b1e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b93dd1fe-d175-455e-a259-d2e22390c5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:40.828596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e944b2c8-a93b-4d9e-8066-920035b96945 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network hostable DHCP agents. Network: b93dd1fe-d175-455e-a259-d2e22390c5cb, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:26:40.861511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Transition to ACTIVE for port object 3b8c6c4b-819d-47ab-821e-503e4b00be61 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:40.869471 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e944b2c8-a93b-4d9e-8066-920035b96945 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network b93dd1fe-d175-455e-a259-d2e22390c5cb is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:26:40.892409 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-e944b2c8-a93b-4d9e-8066-920035b96945 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, b93dd1fe-d175-455e-a259-d2e22390c5cb) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:40.908893 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e944b2c8-a93b-4d9e-8066-920035b96945 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:40.909948 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e944b2c8-a93b-4d9e-8066-920035b96945 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:40.942897 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e944b2c8-a93b-4d9e-8066-920035b96945 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9469569 Jun 18 16:26:40.943605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49364) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:40.946944 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fa2a2a-8bf3-417d-9c7a-662ced262ae1 None None] Network b93dd1fe-d175-455e-a259-d2e22390c5cb requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:40.948752 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-aab83704-703d-40f2-894c-7696f53424c9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2033863832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:40.983277 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aab83704-703d-40f2-894c-7696f53424c9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:40.984480 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aab83704-703d-40f2-894c-7696f53424c9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:41.067899 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device c82a5092-9588-4249-8ffd-baf29140450e up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:41.068985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aab83704-703d-40f2-894c-7696f53424c9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:41.077471 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aab83704-703d-40f2-894c-7696f53424c9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:41.091716 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Transition to ACTIVE for port object 3b8c6c4b-819d-47ab-821e-503e4b00be61 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:41.104383 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aab83704-703d-40f2-894c-7696f53424c9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:41.105674 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-aab83704-703d-40f2-894c-7696f53424c9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1610053 Jun 18 16:26:41.109906 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49366) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:41.128540 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-541253e5-0cad-47d5-8e50-8afe4e828c7c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'network_id': 'b93dd1fe-d175-455e-a259-d2e22390c5cb', 'name': 'tempest-PortsTestJSON-1689706856'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:41.168093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:41.178900 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ec734b58-fd4f-41b6-806b-d3b59aa586ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:41.277041 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Pushing event updated for resources: {'Port': ['ID=3b8c6c4b-819d-47ab-821e-503e4b00be61,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:41.282312 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541253e5-0cad-47d5-8e50-8afe4e828c7c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:41.287623 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-541253e5-0cad-47d5-8e50-8afe4e828c7c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:41.308640 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:41.329939 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Network e5acc147-7659-47f2-8d8b-c50fb68b199c is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:41.330202 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-ff5dc72e-246b-44a8-bd18-30f9a2df991b tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Allocated IP 2001:db8::197 (e5acc147-7659-47f2-8d8b-c50fb68b199c/5fa23a48-ab2e-431a-9f30-afef479101ff/7e5192a6-a7c9-4452-af5e-35b6f3ad3bd6) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:41.332187 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-541253e5-0cad-47d5-8e50-8afe4e828c7c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] device_id is not set on port 1e9205ea-cc1b-4ef1-8da3-6b7c19af3cd6 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:26:41.335763 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:41.337759 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2a567501-9068-4e6f-993d-66801d843048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:41.339493 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:41.351796 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-b93dd1fe-d175-455e-a259-d2e22390c5cb', 'network_id': 'b93dd1fe-d175-455e-a259-d2e22390c5cb', 'tenant_id': 'ef1444ed7b6c4c58a5e6f956d28091e0', 'fixed_ips': [{'subnet_id': '070202fc-790a-45a6-b4db-a1e2271ca0ed'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:26:41.352939 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:41.383204 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:41.404288 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-45e29685-7837-496f-b5f4-1c62a156b7ed tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port c9e8e69d-a445-48aa-825c-4ea643715645 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:41.404890 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-45e29685-7837-496f-b5f4-1c62a156b7ed tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:41.509617 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-541253e5-0cad-47d5-8e50-8afe4e828c7c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Allocated IP 172.20.0.3 (b93dd1fe-d175-455e-a259-d2e22390c5cb/070202fc-790a-45a6-b4db-a1e2271ca0ed/1e9205ea-cc1b-4ef1-8da3-6b7c19af3cd6) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:41.511219 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9363744-562b-44be-9251-a22474f48d38 {{(pid=93454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:26:41.530161 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:41.550302 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Transition to ACTIVE for port object c9363744-562b-44be-9251-a22474f48d38 will not be triggered until provisioned by entity L2. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:41.557776 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:41.576697 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f4f4432c-1629-41a3-a084-64d860c828f9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:41.631014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port c82a5092-9588-4249-8ffd-baf29140450e triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:41.631833 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:41.694587 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Attempting to bind port 3b8c6c4b-819d-47ab-821e-503e4b00be61 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:26:41.695276 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Attempting to bind port 3b8c6c4b-819d-47ab-821e-503e4b00be61 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '5ff9b9f4-a09e-44bd-a9c4-aab9c754fc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e5acc147-7659-47f2-8d8b-c50fb68b199c'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:26:41.695631 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Attempting to bind port 3b8c6c4b-819d-47ab-821e-503e4b00be61 on network e5acc147-7659-47f2-8d8b-c50fb68b199c {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:26:41.709509 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-541253e5-0cad-47d5-8e50-8afe4e828c7c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:41.726494 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-61157d36-1329-4ff3-bc31-edd3c30383df None None] Provisioning for port c9e8e69d-a445-48aa-825c-4ea643715645 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:41.729004 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-541253e5-0cad-47d5-8e50-8afe4e828c7c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Transition to ACTIVE for port object 1e9205ea-cc1b-4ef1-8da3-6b7c19af3cd6 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:41.729341 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:26:41.729988 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Checking segment: {'id': '5ff9b9f4-a09e-44bd-a9c4-aab9c754fc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e5acc147-7659-47f2-8d8b-c50fb68b199c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:41.730862 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:41.731444 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Bound using segment: {'id': '5ff9b9f4-a09e-44bd-a9c4-aab9c754fc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e5acc147-7659-47f2-8d8b-c50fb68b199c'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:26:41.732149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Bound port: 3b8c6c4b-819d-47ab-821e-503e4b00be61, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff9b9f4-a09e-44bd-a9c4-aab9c754fc24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'e5acc147-7659-47f2-8d8b-c50fb68b199c'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:26:41.732607 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:41.754451 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-61157d36-1329-4ff3-bc31-edd3c30383df None None] Provisioning complete for port c9e8e69d-a445-48aa-825c-4ea643715645 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:41.755126 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-61157d36-1329-4ff3-bc31-edd3c30383df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:41.812650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-541253e5-0cad-47d5-8e50-8afe4e828c7c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:41.852532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b280860a-0d44-4b5a-a27c-21bb321b0333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:41.877703 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541253e5-0cad-47d5-8e50-8afe4e828c7c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network b93dd1fe-d175-455e-a259-d2e22390c5cb is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:41.882051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-541253e5-0cad-47d5-8e50-8afe4e828c7c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:41.913469 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541253e5-0cad-47d5-8e50-8afe4e828c7c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:41.986325 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Allocated IP 172.20.0.2 (b93dd1fe-d175-455e-a259-d2e22390c5cb/070202fc-790a-45a6-b4db-a1e2271ca0ed/8577b84d-71f5-4d63-9bdf-a9e20967af71) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:41.990374 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541253e5-0cad-47d5-8e50-8afe4e828c7c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=1e9205ea-cc1b-4ef1-8da3-6b7c19af3cd6,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:42.016876 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-541253e5-0cad-47d5-8e50-8afe4e828c7c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:42.046413 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541253e5-0cad-47d5-8e50-8afe4e828c7c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:42.047107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-541253e5-0cad-47d5-8e50-8afe4e828c7c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:42.064837 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f06880-f06a-43b2-a173-2dd1a547b89e req-7545b03f-4429-4a16-a1b2-4b10da58f0d8 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:42.066868 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-27f06880-f06a-43b2-a173-2dd1a547b89e req-7545b03f-4429-4a16-a1b2-4b10da58f0d8 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 943 time: 0.2959573 Jun 18 16:26:42.084724 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-541253e5-0cad-47d5-8e50-8afe4e828c7c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9736547 Jun 18 16:26:42.093958 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49370) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:42.202719 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-61157d36-1329-4ff3-bc31-edd3c30383df None None] Port c9e8e69d-a445-48aa-825c-4ea643715645 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:42.217159 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-27f06880-f06a-43b2-a173-2dd1a547b89e req-f8f30c14-b4e4-43e9-8009-b56836d77998 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427629 Jun 18 16:26:42.264595 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:42.268447 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-61157d36-1329-4ff3-bc31-edd3c30383df None None] Could not find standard attr ID for object 1c9ba6e9-6df8-4b32-aa4d-6596eaa030f4. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:26:42.280578 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:42.293837 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Transition to ACTIVE for port object 8577b84d-71f5-4d63-9bdf-a9e20967af71 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:42.298077 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] For port 3b8c6c4b-819d-47ab-821e-503e4b00be61, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:26:42.306562 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] For port 3b8c6c4b-819d-47ab-821e-503e4b00be61, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3b8c6c4b-819d-47ab-821e-503e4b00be61,segment=NetworkSegment(5ff9b9f4-a09e-44bd-a9c4-aab9c754fc24),segment_id=5ff9b9f4-a09e-44bd-a9c4-aab9c754fc24)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:26:42.317935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:42.324090 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:42.331713 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Transition to ACTIVE for port object 8577b84d-71f5-4d63-9bdf-a9e20967af71 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:42.369027 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:42.418030 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Network b93dd1fe-d175-455e-a259-d2e22390c5cb is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:42.439396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:42.442716 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Pushing event updated for resources: {'Port': ['ID=3b8c6c4b-819d-47ab-821e-503e4b00be61,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:42.445715 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:42.449241 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:42.451448 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a36735f6-c90e-4def-88da-449bb573955b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:42.547359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=c9363744-562b-44be-9251-a22474f48d38,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:42.551024 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.974s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:42.618267 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Pushing event updated for resources: {'Port': ['ID=8577b84d-71f5-4d63-9bdf-a9e20967af71,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:42.622319 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:42.625298 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-45e29685-7837-496f-b5f4-1c62a156b7ed tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:42.641415 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Attempting to bind port 8577b84d-71f5-4d63-9bdf-a9e20967af71 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:26:42.643190 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Attempting to bind port 8577b84d-71f5-4d63-9bdf-a9e20967af71 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '8f4940c2-6a3c-4617-8489-2094800b1e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b93dd1fe-d175-455e-a259-d2e22390c5cb'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:26:42.643744 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Attempting to bind port 8577b84d-71f5-4d63-9bdf-a9e20967af71 on network b93dd1fe-d175-455e-a259-d2e22390c5cb {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:26:42.661043 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:26:42.661625 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Checking segment: {'id': '8f4940c2-6a3c-4617-8489-2094800b1e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b93dd1fe-d175-455e-a259-d2e22390c5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:42.662385 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:42.662896 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Bound using segment: {'id': '8f4940c2-6a3c-4617-8489-2094800b1e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b93dd1fe-d175-455e-a259-d2e22390c5cb'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:26:42.663458 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Bound port: 8577b84d-71f5-4d63-9bdf-a9e20967af71, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4940c2-6a3c-4617-8489-2094800b1e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b93dd1fe-d175-455e-a259-d2e22390c5cb'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:26:42.663904 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:42.756985 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-45e29685-7837-496f-b5f4-1c62a156b7ed tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for c9e8e69d-a445-48aa-825c-4ea643715645 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:42.775426 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] For port 8577b84d-71f5-4d63-9bdf-a9e20967af71, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:26:42.779480 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] For port 8577b84d-71f5-4d63-9bdf-a9e20967af71, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=8577b84d-71f5-4d63-9bdf-a9e20967af71,segment=NetworkSegment(8f4940c2-6a3c-4617-8489-2094800b1e5d),segment_id=8f4940c2-6a3c-4617-8489-2094800b1e5d)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:26:42.793853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d2ddab5a-cf54-415b-af3e-4f0bb09e3f24 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:42.795075 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:42.805836 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1cb642c1-fa94-4a6c-9346-758b5a335588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:42.909477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Pushing event updated for resources: {'Port': ['ID=8577b84d-71f5-4d63-9bdf-a9e20967af71,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:42.912866 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:42.913114 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Attempting to bind port c9363744-562b-44be-9251-a22474f48d38 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:26:42.913469 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Attempting to bind port c9363744-562b-44be-9251-a22474f48d38 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:26:42.913799 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Attempting to bind port c9363744-562b-44be-9251-a22474f48d38 on network 653de129-f9e5-469e-ba59-ca23a87d80e3 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:26:42.936102 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Port c9363744-562b-44be-9251-a22474f48d38 on network 653de129-f9e5-469e-ba59-ca23a87d80e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:26:42.936430 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Attempting to bind port c9363744-562b-44be-9251-a22474f48d38 on network 653de129-f9e5-469e-ba59-ca23a87d80e3 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:26:42.942099 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ff5dc72e-246b-44a8-bd18-30f9a2df991b tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:42.969456 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:26:42.969752 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Checking segment: {'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:42.970253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Bound using segment: {'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'} {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:26:42.970817 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Bound port: c9363744-562b-44be-9251-a22474f48d38, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'}}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:26:42.971240 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:42.977897 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-ff5dc72e-246b-44a8-bd18-30f9a2df991b tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Transition to ACTIVE for port object 7e5192a6-a7c9-4452-af5e-35b6f3ad3bd6 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:43.120556 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] For port c9363744-562b-44be-9251-a22474f48d38, host hv-neutron-7971, cleared binding levels {{(pid=93454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:26:43.148976 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d2ddab5a-cf54-415b-af3e-4f0bb09e3f24 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:43.153384 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ff5dc72e-246b-44a8-bd18-30f9a2df991b tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:43.162470 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d2ddab5a-cf54-415b-af3e-4f0bb09e3f24 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:43.165732 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:43.169512 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:43.237177 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5dc72e-246b-44a8-bd18-30f9a2df991b tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Network e5acc147-7659-47f2-8d8b-c50fb68b199c is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:43.269737 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-ff5dc72e-246b-44a8-bd18-30f9a2df991b tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:43.276850 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5dc72e-246b-44a8-bd18-30f9a2df991b tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:43.282660 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5dc72e-246b-44a8-bd18-30f9a2df991b tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:43.283374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ff5dc72e-246b-44a8-bd18-30f9a2df991b tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:43.304792 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ff5dc72e-246b-44a8-bd18-30f9a2df991b tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.6931596 Jun 18 16:26:43.314643 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49374) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:43.333489 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddab5a-cf54-415b-af3e-4f0bb09e3f24 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=1e9205ea-cc1b-4ef1-8da3-6b7c19af3cd6,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:43.335515 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-a366d254-48ce-4a09-ad74-de6740bc32e4 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Request body: {'port': {'network_id': 'e5acc147-7659-47f2-8d8b-c50fb68b199c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1179210640', 'allowed_address_pairs': [{'ip_address': '2001:db8::197', 'mac_address': 'fa:16:3e:18:f4:3c'}]}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:43.337445 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d2ddab5a-cf54-415b-af3e-4f0bb09e3f24 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:43.380272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5dc72e-246b-44a8-bd18-30f9a2df991b tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event updated for resources: {'Port': ['ID=7e5192a6-a7c9-4452-af5e-35b6f3ad3bd6,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:43.442076 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ff5dc72e-246b-44a8-bd18-30f9a2df991b tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:43.448727 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-45e29685-7837-496f-b5f4-1c62a156b7ed tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:43.464929 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a4167df3-9492-47fb-ba8e-e5f7b0503ac1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:43.496746 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] For port c9363744-562b-44be-9251-a22474f48d38, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c9363744-562b-44be-9251-a22474f48d38,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:26:43.509791 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e29685-7837-496f-b5f4-1c62a156b7ed tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=c9e8e69d-a445-48aa-825c-4ea643715645,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:43.528355 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-45e29685-7837-496f-b5f4-1c62a156b7ed tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:43.531817 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:43.537538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d2ddab5a-cf54-415b-af3e-4f0bb09e3f24 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:43.538185 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1c27af19-122e-450a-bda5-2dbcfcdb13ec tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:43.620717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=c9363744-562b-44be-9251-a22474f48d38,revision_number=3']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:43.635940 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:43.671246 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:43.717384 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953c4fa-bdfc-4298-9a3e-6c941dc50278 req-66f19b20-a03d-43d4-b9de-5787d18bca18 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:43.733105 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e953c4fa-bdfc-4298-9a3e-6c941dc50278 req-66f19b20-a03d-43d4-b9de-5787d18bca18 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 943 time: 0.3468070 Jun 18 16:26:43.767185 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:43.767958 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:43.769897 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] 10.222.0.55 "PUT /v2.0/ports/c9363744-562b-44be-9251-a22474f48d38 HTTP/1.1" status: 200 len: 1093 time: 3.3975000 Jun 18 16:26:43.770509 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88455d4e-81e3-437b-bca6-ab11b71ce0b4', 'tag': 'c9363744-562b-44be-9251-a22474f48d38'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:26:43.773148 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d28f3d-8f75-4426-b3c9-fe0475ff4f51" -d '{"events": [{"name": "network-changed", "server_uuid": "88455d4e-81e3-437b-bca6-ab11b71ce0b4", "tag": "c9363744-562b-44be-9251-a22474f48d38"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:26:43.804873 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-45e29685-7837-496f-b5f4-1c62a156b7ed tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:43.809598 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-45e29685-7837-496f-b5f4-1c62a156b7ed tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/c9e8e69d-a445-48aa-825c-4ea643715645 HTTP/1.1" status: 204 len: 168 time: 2.9983375 Jun 18 16:26:43.810594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49378) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:43.932336 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be17af44-456d-41cb-ac62-82eea04ef751 x-openstack-request-id: req-be17af44-456d-41cb-ac62-82eea04ef751 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:26:43.932704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88455d4e-81e3-437b-bca6-ab11b71ce0b4", "tag": "c9363744-562b-44be-9251-a22474f48d38", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:26:43.933048 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be17af44-456d-41cb-ac62-82eea04ef751 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:26:43.933847 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88455d4e-81e3-437b-bca6-ab11b71ce0b4', 'tag': 'c9363744-562b-44be-9251-a22474f48d38', 'status': 'completed', 'code': 200} Jun 18 16:26:43.945118 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e953c4fa-bdfc-4298-9a3e-6c941dc50278 req-8e513246-876b-46de-b318-91edb5792c21 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031438 Jun 18 16:26:43.955783 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d2ddab5a-cf54-415b-af3e-4f0bb09e3f24 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:44.107219 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a366d254-48ce-4a09-ad74-de6740bc32e4 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Made reservation on behalf of d7fa641e252549d89da6fd132d70926f for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:44.156864 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750355ca-001c-4edc-9662-8dd56f3d017d None None] Network e5acc147-7659-47f2-8d8b-c50fb68b199c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:44.266653 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a366d254-48ce-4a09-ad74-de6740bc32e4 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:44.295017 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-a366d254-48ce-4a09-ad74-de6740bc32e4 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] device_id is not set on port f7dff3ff-9135-4e0c-be20-c23d93d4fe6c yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:26:44.321455 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2839087-87a8-44c5-a1df-8e0d4f91b455 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:44.325646 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f2839087-87a8-44c5-a1df-8e0d4f91b455 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4948697 Jun 18 16:26:44.332003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d2ddab5a-cf54-415b-af3e-4f0bb09e3f24 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:44.334462 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49380) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:44.356206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d2ddab5a-cf54-415b-af3e-4f0bb09e3f24 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:44.363921 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-84385b43-2a31-4578-9f1d-ef5bb1012c4b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:44.381239 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-5c47d41a-e92f-4e91-86b3-bcd53a961f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:44.383251 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-5c47d41a-e92f-4e91-86b3-bcd53a961f38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=677a748149594a93a9900e94206deadd&device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 1096 time: 0.5533488 Jun 18 16:26:44.396886 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-2c27f34f-881b-462c-8eb3-280a8a7f652c None None] Provisioning for port 3b8c6c4b-819d-47ab-821e-503e4b00be61 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:44.453813 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-142b3d3b-4542-4824-ad14-e753e5a74a62 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9363744-562b-44be-9251-a22474f48d38 HTTP/1.1" status: 200 len: 217 time: 0.0585551 Jun 18 16:26:44.472445 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d2ddab5a-cf54-415b-af3e-4f0bb09e3f24 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:44.542763 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddab5a-cf54-415b-af3e-4f0bb09e3f24 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=1e9205ea-cc1b-4ef1-8da3-6b7c19af3cd6,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:44.554826 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-11ba80ef-9fb2-40e1-bce8-2c2e82487f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:44.556706 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-11ba80ef-9fb2-40e1-bce8-2c2e82487f00 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69140bce-415f-4588-91e8-fdea89aeed75 HTTP/1.1" status: 200 len: 851 time: 0.0957837 Jun 18 16:26:44.597189 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d2ddab5a-cf54-415b-af3e-4f0bb09e3f24 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:44.673668 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e609a0-58ab-439a-a8a4-50b55c08818b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:44.678560 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c1e609a0-58ab-439a-a8a4-50b55c08818b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3363492 Jun 18 16:26:44.679228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49382) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:44.741220 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-a366d254-48ce-4a09-ad74-de6740bc32e4 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Allocated IP 2001:db8::2e9 (e5acc147-7659-47f2-8d8b-c50fb68b199c/5fa23a48-ab2e-431a-9f30-afef479101ff/f7dff3ff-9135-4e0c-be20-c23d93d4fe6c) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:44.766688 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-088056d1-c21f-4f1a-b13f-4d59c6875e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:44.771378 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-088056d1-c21f-4f1a-b13f-4d59c6875e6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=653de129-f9e5-469e-ba59-ca23a87d80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1856308 Jun 18 16:26:44.772098 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ff946f-931b-4b85-953d-b4c69a24e928 None None] Network b93dd1fe-d175-455e-a259-d2e22390c5cb requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:44.901846 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf36de8c-b5ad-4a26-a935-b1838e54d6b4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:44.903911 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf36de8c-b5ad-4a26-a935-b1838e54d6b4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:44.905575 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf36de8c-b5ad-4a26-a935-b1838e54d6b4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:44.907438 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-bf36de8c-b5ad-4a26-a935-b1838e54d6b4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2218792 Jun 18 16:26:44.911521 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49384) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:45.030369 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-e4fdbe46-4c93-40a0-9fc2-325e1c48c3ec service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467008 Jun 18 16:26:45.047491 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 8577b84d-71f5-4d63-9bdf-a9e20967af71 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:45.150972 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-59ca226e-dbad-4c69-a46b-d200bd92274b None None] Provisioning for port 8577b84d-71f5-4d63-9bdf-a9e20967af71 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:45.281665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 8577b84d-71f5-4d63-9bdf-a9e20967af71 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:45.314498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 8577b84d-71f5-4d63-9bdf-a9e20967af71 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:45.314894 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:45.323957 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d4b5ea50-89e1-43bd-a963-65a3744d94d0 req-8af8035c-8208-4aa6-aa83-3d7bb937a794 service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818100 Jun 18 16:26:45.427234 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-52201ca7-dbdd-4a2f-bfd3-58431f79751f None None] Provisioning for port 7e5192a6-a7c9-4452-af5e-35b6f3ad3bd6 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:45.433367 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-52201ca7-dbdd-4a2f-bfd3-58431f79751f None None] Provisioning complete for port 7e5192a6-a7c9-4452-af5e-35b6f3ad3bd6 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:45.433367 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-52201ca7-dbdd-4a2f-bfd3-58431f79751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:45.452048 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a366d254-48ce-4a09-ad74-de6740bc32e4 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:45.495750 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-a366d254-48ce-4a09-ad74-de6740bc32e4 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Transition to ACTIVE for port object f7dff3ff-9135-4e0c-be20-c23d93d4fe6c will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:45.531615 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:45.539121 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d28f3d-8f75-4426-b3c9-fe0475ff4f51 req-848cd388-b8e0-4ade-96aa-542bc855ac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:45.541334 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-71d28f3d-8f75-4426-b3c9-fe0475ff4f51 req-848cd388-b8e0-4ade-96aa-542bc855ac29 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=677a748149594a93a9900e94206deadd&device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 1096 time: 0.1238568 Jun 18 16:26:45.560663 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ddab5a-cf54-415b-af3e-4f0bb09e3f24 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network b93dd1fe-d175-455e-a259-d2e22390c5cb is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:45.571169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-52201ca7-dbdd-4a2f-bfd3-58431f79751f None None] Port 7e5192a6-a7c9-4452-af5e-35b6f3ad3bd6 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:45.581611 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 8577b84d-71f5-4d63-9bdf-a9e20967af71, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=8577b84d-71f5-4d63-9bdf-a9e20967af71,segment=NetworkSegment(8f4940c2-6a3c-4617-8489-2094800b1e5d),segment_id=8f4940c2-6a3c-4617-8489-2094800b1e5d)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:45.583027 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-d2ddab5a-cf54-415b-af3e-4f0bb09e3f24 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:45.591007 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:45.593320 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3b8c6c4b-819d-47ab-821e-503e4b00be61 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:45.595454 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:45.628988 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-9247d022-d32c-4588-af96-4f772118f895 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet 0941d3c2-35ff-4311-918c-3193ee1e3b8e {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:26:45.651100 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a366d254-48ce-4a09-ad74-de6740bc32e4 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:45.656437 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5357887a-8b11-4de4-b5f3-33757dfc3bbc tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:45.675043 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9247d022-d32c-4588-af96-4f772118f895 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:45.770379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=8577b84d-71f5-4d63-9bdf-a9e20967af71,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:45.781658 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9247d022-d32c-4588-af96-4f772118f895 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:45.784575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:45.815810 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 3b8c6c4b-819d-47ab-821e-503e4b00be61 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:45.822177 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e19843-d6bf-46c0-8e6b-e6bf68b34f38 req-36e28e0e-b79e-4db3-87c5-df32e82e3b53 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:45.823941 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-56e19843-d6bf-46c0-8e6b-e6bf68b34f38 req-36e28e0e-b79e-4db3-87c5-df32e82e3b53 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 943 time: 0.2851939 Jun 18 16:26:45.825228 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a366d254-48ce-4a09-ad74-de6740bc32e4 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Network e5acc147-7659-47f2-8d8b-c50fb68b199c is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:45.827114 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d28f3d-8f75-4426-b3c9-fe0475ff4f51 req-7ce01eb4-d103-425d-a258-734108763927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:45.828592 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-71d28f3d-8f75-4426-b3c9-fe0475ff4f51 req-7ce01eb4-d103-425d-a258-734108763927 service neutron] 10.222.0.55 "GET /v2.0/networks?id=653de129-f9e5-469e-ba59-ca23a87d80e3 HTTP/1.1" status: 200 len: 913 time: 0.2526748 Jun 18 16:26:45.829537 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-a366d254-48ce-4a09-ad74-de6740bc32e4 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:45.835656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366d254-48ce-4a09-ad74-de6740bc32e4 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:45.841808 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a366d254-48ce-4a09-ad74-de6740bc32e4 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:45.842490 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a366d254-48ce-4a09-ad74-de6740bc32e4 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:45.860641 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366d254-48ce-4a09-ad74-de6740bc32e4 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event updated for resources: {'Port': ['ID=f7dff3ff-9135-4e0c-be20-c23d93d4fe6c,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:45.861427 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 3b8c6c4b-819d-47ab-821e-503e4b00be61 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:45.862127 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:45.928074 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c9f845e-17cf-4455-a7b5-c3e37be2a2fc None None] Provisioning complete for port 7e5192a6-a7c9-4452-af5e-35b6f3ad3bd6 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:45.928595 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c9f845e-17cf-4455-a7b5-c3e37be2a2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:45.931698 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a366d254-48ce-4a09-ad74-de6740bc32e4 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:45.942352 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-71d28f3d-8f75-4426-b3c9-fe0475ff4f51 req-1acb74e0-7222-498f-b58c-f7b973eb31a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9363744-562b-44be-9251-a22474f48d38 HTTP/1.1" status: 200 len: 217 time: 0.0912693 Jun 18 16:26:45.953715 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-56e19843-d6bf-46c0-8e6b-e6bf68b34f38 req-e8d48e5e-5af8-4927-a369-5f08f6dd36b3 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071467 Jun 18 16:26:45.953951 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a366d254-48ce-4a09-ad74-de6740bc32e4 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.6356428 Jun 18 16:26:45.955396 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49388) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:45.991200 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f845e-17cf-4455-a7b5-c3e37be2a2fc None None] Port 7e5192a6-a7c9-4452-af5e-35b6f3ad3bd6 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:46.003718 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ddab5a-cf54-415b-af3e-4f0bb09e3f24 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Router 54c6875b-63b0-40ef-ad68-db98e29009b6 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:26:46.022361 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c9f845e-17cf-4455-a7b5-c3e37be2a2fc None None] Provisioning for port 1e9205ea-cc1b-4ef1-8da3-6b7c19af3cd6 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:46.031871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9247d022-d32c-4588-af96-4f772118f895 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:46.035418 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d28f3d-8f75-4426-b3c9-fe0475ff4f51 req-01302fa4-6e77-4681-9e6f-451fe04726f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:46.037200 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-71d28f3d-8f75-4426-b3c9-fe0475ff4f51 req-01302fa4-6e77-4681-9e6f-451fe04726f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69140bce-415f-4588-91e8-fdea89aeed75 HTTP/1.1" status: 200 len: 851 time: 0.0827715 Jun 18 16:26:46.127163 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d28f3d-8f75-4426-b3c9-fe0475ff4f51 req-cd5df21c-40da-4ac6-91ba-49ccd3988fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:46.131954 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-71d28f3d-8f75-4426-b3c9-fe0475ff4f51 req-cd5df21c-40da-4ac6-91ba-49ccd3988fe1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=653de129-f9e5-469e-ba59-ca23a87d80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801082 Jun 18 16:26:46.215957 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf4781e-c218-42bd-89f7-e2cd632856b6 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:46.222069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf4781e-c218-42bd-89f7-e2cd632856b6 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:46.229083 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf4781e-c218-42bd-89f7-e2cd632856b6 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:46.234379 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4cf4781e-c218-42bd-89f7-e2cd632856b6 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2778306 Jun 18 16:26:46.237410 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49390) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:46.249149 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9247d022-d32c-4588-af96-4f772118f895 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:46.253642 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-72ef5e25-c0d8-4bb6-b666-39e3c45d9ab0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:46.273746 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c9f845e-17cf-4455-a7b5-c3e37be2a2fc None None] Provisioning complete for port 1e9205ea-cc1b-4ef1-8da3-6b7c19af3cd6 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:46.274611 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c9f845e-17cf-4455-a7b5-c3e37be2a2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:46.279944 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ddab5a-cf54-415b-af3e-4f0bb09e3f24 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:26:46.286014 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d2ddab5a-cf54-415b-af3e-4f0bb09e3f24 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "PUT /v2.0/routers/54c6875b-63b0-40ef-ad68-db98e29009b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1908367 Jun 18 16:26:46.306720 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-71d28f3d-8f75-4426-b3c9-fe0475ff4f51 req-17008647-e3d9-406e-99b9-d8ae3db1ede0 service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683791 Jun 18 16:26:46.307554 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49392) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:46.321897 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247d022-d32c-4588-af96-4f772118f895 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=0941d3c2-35ff-4311-918c-3193ee1e3b8e,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:46.322254 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f845e-17cf-4455-a7b5-c3e37be2a2fc None None] Port 1e9205ea-cc1b-4ef1-8da3-6b7c19af3cd6 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:46.323315 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9247d022-d32c-4588-af96-4f772118f895 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:46.326634 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea3611-8bce-4ffc-a789-30888a2220cf None None] Sync routers for ids ['54c6875b-63b0-40ef-ad68-db98e29009b6'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:26:46.329530 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9247d022-d32c-4588-af96-4f772118f895 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:46.331825 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9247d022-d32c-4588-af96-4f772118f895 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/0941d3c2-35ff-4311-918c-3193ee1e3b8e HTTP/1.1" status: 204 len: 168 time: 1.4176290 Jun 18 16:26:46.336999 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49394) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:46.344829 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6788a39-1b85-4423-b3b0-f65444c91d92 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:46.430928 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-875651d7-6dc5-4b88-a5dd-e206bf982ac0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet 735e20cf-d08d-4fd8-b193-19d4f0bf7234 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:26:46.440382 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-875651d7-6dc5-4b88-a5dd-e206bf982ac0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:46.504763 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-875651d7-6dc5-4b88-a5dd-e206bf982ac0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:46.505966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea3611-8bce-4ffc-a789-30888a2220cf None None] Routers {'54c6875b-63b0-40ef-ad68-db98e29009b6'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:26:46.506782 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-cdea3611-8bce-4ffc-a789-30888a2220cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:26:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54c6875b-63b0-40ef-ad68-db98e29009b6'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:46.508721 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-98a2b27b-3d25-4224-80b8-05ff2acde9b9 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Deleting port f7dff3ff-9135-4e0c-be20-c23d93d4fe6c {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:46.509052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-98a2b27b-3d25-4224-80b8-05ff2acde9b9 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:46.512359 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c9f845e-17cf-4455-a7b5-c3e37be2a2fc None None] Provisioning complete for port 8577b84d-71f5-4d63-9bdf-a9e20967af71 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:46.512860 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c9f845e-17cf-4455-a7b5-c3e37be2a2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:46.513650 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c6f582-a35b-44ca-ac81-2acd06ad66e9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:46.515101 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-25c6f582-a35b-44ca-ac81-2acd06ad66e9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports?device_id=54c6875b-63b0-40ef-ad68-db98e29009b6 HTTP/1.1" status: 200 len: 982 time: 0.2070091 Jun 18 16:26:46.517880 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49396) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:46.602982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:46.621698 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-cdea3611-8bce-4ffc-a789-30888a2220cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:46.691259 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-98a2b27b-3d25-4224-80b8-05ff2acde9b9 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:46.707336 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea3611-8bce-4ffc-a789-30888a2220cf None None] Routers {'54c6875b-63b0-40ef-ad68-db98e29009b6'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:26:46.708122 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-cdea3611-8bce-4ffc-a789-30888a2220cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:26:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54c6875b-63b0-40ef-ad68-db98e29009b6'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:46.712887 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-875651d7-6dc5-4b88-a5dd-e206bf982ac0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:46.726602 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 3b8c6c4b-819d-47ab-821e-503e4b00be61, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3b8c6c4b-819d-47ab-821e-503e4b00be61,segment=NetworkSegment(5ff9b9f4-a09e-44bd-a9c4-aab9c754fc24),segment_id=5ff9b9f4-a09e-44bd-a9c4-aab9c754fc24)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:46.771459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:46.777065 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:46.779678 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-cdea3611-8bce-4ffc-a789-30888a2220cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:46.780682 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea3611-8bce-4ffc-a789-30888a2220cf None None] The sync data for ids ['54c6875b-63b0-40ef-ad68-db98e29009b6'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:26:46.806686 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-98a2b27b-3d25-4224-80b8-05ff2acde9b9 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Calling delete_port for f7dff3ff-9135-4e0c-be20-c23d93d4fe6c owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:46.847842 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=3b8c6c4b-819d-47ab-821e-503e4b00be61,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:46.851219 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:46.909296 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-875651d7-6dc5-4b88-a5dd-e206bf982ac0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:46.913291 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f60f47ec-4277-4b35-81aa-eb9a524fee84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:46.935539 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-71d28f3d-8f75-4426-b3c9-fe0475ff4f51 req-06299072-54fb-4987-b130-c359042a8a15 service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6158502 Jun 18 16:26:46.943662 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 8577b84d-71f5-4d63-9bdf-a9e20967af71 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:46.955547 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-875651d7-6dc5-4b88-a5dd-e206bf982ac0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:46.960312 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-875651d7-6dc5-4b88-a5dd-e206bf982ac0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/735e20cf-d08d-4fd8-b193-19d4f0bf7234 HTTP/1.1" status: 204 len: 168 time: 0.6198323 Jun 18 16:26:46.962899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875651d7-6dc5-4b88-a5dd-e206bf982ac0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=735e20cf-d08d-4fd8-b193-19d4f0bf7234,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:46.965721 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49398) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:46.966064 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-875651d7-6dc5-4b88-a5dd-e206bf982ac0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:46.996229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9b7bb416-62cd-425d-adbe-3cbd6530ab40 None None] Provisioning complete for port 1e9205ea-cc1b-4ef1-8da3-6b7c19af3cd6 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:46.996639 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9b7bb416-62cd-425d-adbe-3cbd6530ab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:47.034267 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d58ac445-70d2-4c29-8e09-96cb86d8c31f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551867 Jun 18 16:26:47.038209 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49402) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:47.050103 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-63cbaa58-7761-499f-8af7-606a89a69979 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:47.054713 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9b7bb416-62cd-425d-adbe-3cbd6530ab40 None None] Port 1e9205ea-cc1b-4ef1-8da3-6b7c19af3cd6 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:47.068886 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 8577b84d-71f5-4d63-9bdf-a9e20967af71 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:47.069271 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:47.074874 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-98a2b27b-3d25-4224-80b8-05ff2acde9b9 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:47.084200 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8b6c69bc-5df6-4f3e-9088-bffed0d4db0a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:47.101865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9b7bb416-62cd-425d-adbe-3cbd6530ab40 None None] Provisioning for port f7dff3ff-9135-4e0c-be20-c23d93d4fe6c completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:47.116635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9b7bb416-62cd-425d-adbe-3cbd6530ab40 None None] Provisioning complete for port f7dff3ff-9135-4e0c-be20-c23d93d4fe6c triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:47.117177 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9b7bb416-62cd-425d-adbe-3cbd6530ab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:47.130742 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2b27b-3d25-4224-80b8-05ff2acde9b9 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event deleted for resources: {'Port': ['ID=f7dff3ff-9135-4e0c-be20-c23d93d4fe6c,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:47.134323 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-98a2b27b-3d25-4224-80b8-05ff2acde9b9 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:47.155420 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9b7bb416-62cd-425d-adbe-3cbd6530ab40 None None] Port f7dff3ff-9135-4e0c-be20-c23d93d4fe6c was deleted so its status cannot be updated. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 18 16:26:47.294748 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-98a2b27b-3d25-4224-80b8-05ff2acde9b9 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:47.297163 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-98a2b27b-3d25-4224-80b8-05ff2acde9b9 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "DELETE /v2.0/ports/f7dff3ff-9135-4e0c-be20-c23d93d4fe6c HTTP/1.1" status: 204 len: 168 time: 1.0584857 Jun 18 16:26:47.302800 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49404) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:47.344347 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af71789-e9d7-4ea6-a2f6-0fe23411263b tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] GET failed (client error): The resource could not be found. Jun 18 16:26:47.351758 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49406) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:47.353619 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7af71789-e9d7-4ea6-a2f6-0fe23411263b tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "GET /v2.0/ports/f7dff3ff-9135-4e0c-be20-c23d93d4fe6c HTTP/1.1" status: 404 len: 333 time: 0.0464351 Jun 18 16:26:47.357660 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-5533e85d-494c-41c9-b681-5f1b70e7e563 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Request body: {'port': {'network_id': 'e5acc147-7659-47f2-8d8b-c50fb68b199c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-224254866'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:47.389289 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f00fc-9166-454c-8ccd-65bdfcbfac91 req-2f73125f-e3b7-4ae6-b6b5-f7d41442b367 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:47.392286 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3e5f00fc-9166-454c-8ccd-65bdfcbfac91 req-2f73125f-e3b7-4ae6-b6b5-f7d41442b367 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 943 time: 0.1874251 Jun 18 16:26:47.471395 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3e5f00fc-9166-454c-8ccd-65bdfcbfac91 req-eab509e9-91a8-4e55-8aab-b9d8adf86d5e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702441 Jun 18 16:26:47.488684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cbaa58-7761-499f-8af7-606a89a69979 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:47.489485 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63cbaa58-7761-499f-8af7-606a89a69979 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:47.720256 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e315b6fd-6ce1-487f-8fa5-bbd920b9d45c None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:47.736438 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5533e85d-494c-41c9-b681-5f1b70e7e563 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Made reservation on behalf of d7fa641e252549d89da6fd132d70926f for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:47.740179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5533e85d-494c-41c9-b681-5f1b70e7e563 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:47.801356 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-5533e85d-494c-41c9-b681-5f1b70e7e563 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] device_id is not set on port 3823e574-58fd-4fd3-8fcd-44b4f3fc4444 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:26:47.820322 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-11c279f4-da0f-4ecb-b746-cccec28ada79 None None] Provisioning complete for port c82a5092-9588-4249-8ffd-baf29140450e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:47.822102 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-11c279f4-da0f-4ecb-b746-cccec28ada79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:47.978952 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae6bfca-b6a4-4254-9292-a3a73c7a5f10 None None] DHCP port deletion for ce24d173-f93a-4cd6-bc0b-4cefb40733e2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:26:48.028042 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6bfca-b6a4-4254-9292-a3a73c7a5f10 None None] Deleting port c82a5092-9588-4249-8ffd-baf29140450e {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:48.028451 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3ae6bfca-b6a4-4254-9292-a3a73c7a5f10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:48.057200 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63cbaa58-7761-499f-8af7-606a89a69979 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:48.062167 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f93f2ec0-b7d9-4aab-8de8-8f0ab7b4c41a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:48.065281 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-62c3000f-ece7-49f2-a30f-20b4379ed65a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:48.093462 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-3ae6bfca-b6a4-4254-9292-a3a73c7a5f10 None None] For port c82a5092-9588-4249-8ffd-baf29140450e, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=c82a5092-9588-4249-8ffd-baf29140450e,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:48.093862 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3ae6bfca-b6a4-4254-9292-a3a73c7a5f10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:48.162400 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6bfca-b6a4-4254-9292-a3a73c7a5f10 None None] Calling delete_port for c82a5092-9588-4249-8ffd-baf29140450e owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:48.193797 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cbaa58-7761-499f-8af7-606a89a69979 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:48.200059 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-5533e85d-494c-41c9-b681-5f1b70e7e563 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Allocated IP 2001:db8::36 (e5acc147-7659-47f2-8d8b-c50fb68b199c/5fa23a48-ab2e-431a-9f30-afef479101ff/3823e574-58fd-4fd3-8fcd-44b4f3fc4444) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:48.208266 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-63cbaa58-7761-499f-8af7-606a89a69979 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:48.216113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cbaa58-7761-499f-8af7-606a89a69979 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:48.216713 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-63cbaa58-7761-499f-8af7-606a89a69979 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:48.231575 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbaa58-7761-499f-8af7-606a89a69979 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=b81e5ff2-b087-4980-b80a-1f7bab187df9,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:48.239207 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-63cbaa58-7761-499f-8af7-606a89a69979 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:48.247351 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3ae6bfca-b6a4-4254-9292-a3a73c7a5f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:48.251134 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7de9e19b-1d32-459d-b5aa-dea9e492a5d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:48.278888 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6bfca-b6a4-4254-9292-a3a73c7a5f10 None None] Pushing event deleted for resources: {'Port': ['ID=c82a5092-9588-4249-8ffd-baf29140450e,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:48.280743 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae6bfca-b6a4-4254-9292-a3a73c7a5f10 None None] No DVR routers for this DVR port c82a5092-9588-4249-8ffd-baf29140450e on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:26:48.282182 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-3ae6bfca-b6a4-4254-9292-a3a73c7a5f10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:48.301235 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441086c8-a198-4fc3-818c-1ab66b33b54c None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:48.303367 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-63cbaa58-7761-499f-8af7-606a89a69979 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2640495 Jun 18 16:26:48.307485 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49412) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:48.314301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ba119b77-e4fa-4d52-a21e-2cfa66e2e3ee tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:48.445833 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba119b77-e4fa-4d52-a21e-2cfa66e2e3ee tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:48.450690 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ba119b77-e4fa-4d52-a21e-2cfa66e2e3ee tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:48.474302 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'tenant_id': '0b7e564e9c7d4ffaa497e5543bbf4526', 'fixed_ips': [{'subnet_id': 'b81e5ff2-b087-4980-b80a-1f7bab187df9'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:26:48.475520 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:48.563307 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5533e85d-494c-41c9-b681-5f1b70e7e563 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:48.568007 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.ipam_backend_mixin [None req-ba119b77-e4fa-4d52-a21e-2cfa66e2e3ee tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b81e5ff2-b087-4980-b80a-1f7bab187df9 (CIDR: 2001:db8::/64) Jun 18 16:26:48.573434 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba119b77-e4fa-4d52-a21e-2cfa66e2e3ee tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:26:48.574192 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba119b77-e4fa-4d52-a21e-2cfa66e2e3ee tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:48.593582 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-5533e85d-494c-41c9-b681-5f1b70e7e563 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Transition to ACTIVE for port object 3823e574-58fd-4fd3-8fcd-44b4f3fc4444 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:48.597042 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ba119b77-e4fa-4d52-a21e-2cfa66e2e3ee tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2882223 Jun 18 16:26:48.599779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49416) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:48.605887 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f4e29f9e-0271-407d-b761-f57c40da1612 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'subnet': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:48.614654 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-62c3000f-ece7-49f2-a30f-20b4379ed65a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port 1e9205ea-cc1b-4ef1-8da3-6b7c19af3cd6 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:48.615084 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-62c3000f-ece7-49f2-a30f-20b4379ed65a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:48.634666 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Allocated IP 2001:db8::2 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/b81e5ff2-b087-4980-b80a-1f7bab187df9/f70b02dd-e680-4510-af14-d01cb2e58bde) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:48.708066 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5533e85d-494c-41c9-b681-5f1b70e7e563 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:48.718988 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6895c12c-f522-4d9d-833d-717e08c1f592 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:48.758973 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-62c3000f-ece7-49f2-a30f-20b4379ed65a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:48.786816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e29f9e-0271-407d-b761-f57c40da1612 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:48.790794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f4e29f9e-0271-407d-b761-f57c40da1612 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:48.811595 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681c974-20dc-4e79-94bc-87eaf6c11a6c req-aed218be-07d2-4bc9-942a-0fe46cbf83ce tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:48.813345 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8681c974-20dc-4e79-94bc-87eaf6c11a6c req-aed218be-07d2-4bc9-942a-0fe46cbf83ce tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 943 time: 0.2152810 Jun 18 16:26:48.825429 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:48.842468 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5533e85d-494c-41c9-b681-5f1b70e7e563 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Network e5acc147-7659-47f2-8d8b-c50fb68b199c is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:48.842737 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Transition to ACTIVE for port object f70b02dd-e680-4510-af14-d01cb2e58bde will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:48.856511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Transition to ACTIVE for port object f70b02dd-e680-4510-af14-d01cb2e58bde will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:48.862615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-62c3000f-ece7-49f2-a30f-20b4379ed65a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for 1e9205ea-cc1b-4ef1-8da3-6b7c19af3cd6 owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:48.867272 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:48.874717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-5533e85d-494c-41c9-b681-5f1b70e7e563 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:48.880836 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5533e85d-494c-41c9-b681-5f1b70e7e563 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:48.892325 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5533e85d-494c-41c9-b681-5f1b70e7e563 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:48.892325 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5533e85d-494c-41c9-b681-5f1b70e7e563 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:48.892706 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:48.896792 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533e85d-494c-41c9-b681-5f1b70e7e563 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event updated for resources: {'Port': ['ID=3823e574-58fd-4fd3-8fcd-44b4f3fc4444,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:48.906038 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:48.911409 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:48.927663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:48.935338 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3b8c6c4b-819d-47ab-821e-503e4b00be61 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:48.939691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5533e85d-494c-41c9-b681-5f1b70e7e563 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:48.958036 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5533e85d-494c-41c9-b681-5f1b70e7e563 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6050684 Jun 18 16:26:48.960689 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49418) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:48.967411 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-1a5aae2a-78d6-4165-82d4-aa61c5e6a012 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::197', 'mac_address': 'fa:16:3e:18:f4:3c'}]}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:49.064779 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8681c974-20dc-4e79-94bc-87eaf6c11a6c req-d6741d1c-7e8f-4a7d-9f89-95bd2888b682 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197152 Jun 18 16:26:49.069666 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Attempting to bind port f70b02dd-e680-4510-af14-d01cb2e58bde on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:26:49.070267 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Attempting to bind port f70b02dd-e680-4510-af14-d01cb2e58bde by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:26:49.070385 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Attempting to bind port f70b02dd-e680-4510-af14-d01cb2e58bde on network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:26:49.080720 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:26:49.081102 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Checking segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:49.081518 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:49.081988 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Bound using segment: {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:26:49.082550 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Bound port: f70b02dd-e680-4510-af14-d01cb2e58bde, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:26:49.082899 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:49.128460 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Pushing event updated for resources: {'Port': ['ID=f70b02dd-e680-4510-af14-d01cb2e58bde,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:49.131635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:49.168924 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 3b8c6c4b-819d-47ab-821e-503e4b00be61 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:49.169415 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:49.219201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] For port f70b02dd-e680-4510-af14-d01cb2e58bde, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:26:49.225019 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1a5aae2a-78d6-4165-82d4-aa61c5e6a012 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:49.236253 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] For port f70b02dd-e680-4510-af14-d01cb2e58bde, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f70b02dd-e680-4510-af14-d01cb2e58bde,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:26:49.238275 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-62c3000f-ece7-49f2-a30f-20b4379ed65a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:49.244452 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:49.247021 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3b71746c-04a9-43dd-a7e0-23b24aea0139 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:49.275057 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:49.299241 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3000f-ece7-49f2-a30f-20b4379ed65a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=1e9205ea-cc1b-4ef1-8da3-6b7c19af3cd6,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:49.316496 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-62c3000f-ece7-49f2-a30f-20b4379ed65a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:49.340951 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-930db69b-6f4e-4914-9165-345c21fd2b43 None None] Provisioning for port 3823e574-58fd-4fd3-8fcd-44b4f3fc4444 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:49.360383 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-930db69b-6f4e-4914-9165-345c21fd2b43 None None] Provisioning complete for port 3823e574-58fd-4fd3-8fcd-44b4f3fc4444 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:49.360972 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-930db69b-6f4e-4914-9165-345c21fd2b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:49.419883 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Pushing event updated for resources: {'Port': ['ID=f70b02dd-e680-4510-af14-d01cb2e58bde,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:49.427588 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:49.432581 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device c82a5092-9588-4249-8ffd-baf29140450e no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:26:49.464360 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: c82a5092-9588-4249-8ffd-baf29140450e {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:26:49.464728 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device c82a5092-9588-4249-8ffd-baf29140450e not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:26:49.475144 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-930db69b-6f4e-4914-9165-345c21fd2b43 None None] Port 3823e574-58fd-4fd3-8fcd-44b4f3fc4444 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:49.482309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.objects.ports [None req-f4e29f9e-0271-407d-b761-f57c40da1612 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93453) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 18 16:26:49.667607 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-62c3000f-ece7-49f2-a30f-20b4379ed65a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:49.753367 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f4e29f9e-0271-407d-b761-f57c40da1612 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:49.964018 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-f4e29f9e-0271-407d-b761-f57c40da1612 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] For port f70b02dd-e680-4510-af14-d01cb2e58bde, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f70b02dd-e680-4510-af14-d01cb2e58bde,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:50.007906 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f4e29f9e-0271-407d-b761-f57c40da1612 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:50.014283 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f4e29f9e-0271-407d-b761-f57c40da1612 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:50.015112 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f4e29f9e-0271-407d-b761-f57c40da1612 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:50.017922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-541253e5-0cad-47d5-8e50-8afe4e828c7c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:50.060051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1a5aae2a-78d6-4165-82d4-aa61c5e6a012 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:50.065747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e29f9e-0271-407d-b761-f57c40da1612 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:50.069605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-f4e29f9e-0271-407d-b761-f57c40da1612 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:50.073727 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e29f9e-0271-407d-b761-f57c40da1612 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:50.074327 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f4e29f9e-0271-407d-b761-f57c40da1612 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:50.093434 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1a5aae2a-78d6-4165-82d4-aa61c5e6a012 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:50.098060 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e29f9e-0271-407d-b761-f57c40da1612 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=f70b02dd-e680-4510-af14-d01cb2e58bde,revision_number=4']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:50.098280 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7671b57a-1ab7-4c76-9a78-953d4e4d66de tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:50.103591 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f4e29f9e-0271-407d-b761-f57c40da1612 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:50.103591 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e944b2c8-a93b-4d9e-8066-920035b96945 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:50.109852 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f4e29f9e-0271-407d-b761-f57c40da1612 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5074646 Jun 18 16:26:50.111128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49424) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:50.135823 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-dd9479a0-12f3-4eb4-b7d5-9d3df92a13c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Request body: {'port': {'network_id': 'ce24d173-f93a-4cd6-bc0b-4cefb40733e2', 'mac_address': 'fa:16:3e:4f:d0:75', 'name': 'tempest-NetworksTestDHCPv6-1810329890'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:50.136759 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-1a5aae2a-78d6-4165-82d4-aa61c5e6a012 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] In _notify_port_updated(), no bound segment for port 3823e574-58fd-4fd3-8fcd-44b4f3fc4444 on network e5acc147-7659-47f2-8d8b-c50fb68b199c {{(pid=93454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:26:50.142240 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5aae2a-78d6-4165-82d4-aa61c5e6a012 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:50.142949 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1a5aae2a-78d6-4165-82d4-aa61c5e6a012 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:50.144311 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1a5aae2a-78d6-4165-82d4-aa61c5e6a012 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "PUT /v2.0/ports/3823e574-58fd-4fd3-8fcd-44b4f3fc4444 HTTP/1.1" status: 200 len: 1001 time: 1.1825411 Jun 18 16:26:50.152270 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49426) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:50.221626 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e29f9e-0271-407d-b761-f57c40da1612 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Subnet': ['ID=3ace3b91-16ac-4d1e-a2ee-b72931bd8bb7,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:50.225151 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f4e29f9e-0271-407d-b761-f57c40da1612 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:50.241841 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5aae2a-78d6-4165-82d4-aa61c5e6a012 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event updated for resources: {'Port': ['ID=3823e574-58fd-4fd3-8fcd-44b4f3fc4444,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:50.287853 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1a5aae2a-78d6-4165-82d4-aa61c5e6a012 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:50.320551 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c3000f-ece7-49f2-a30f-20b4379ed65a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Router 54c6875b-63b0-40ef-ad68-db98e29009b6 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:26:50.382866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd9479a0-12f3-4eb4-b7d5-9d3df92a13c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Made reservation on behalf of 0b7e564e9c7d4ffaa497e5543bbf4526 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:50.450510 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c3000f-ece7-49f2-a30f-20b4379ed65a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:26:50.462107 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-62c3000f-ece7-49f2-a30f-20b4379ed65a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "PUT /v2.0/routers/54c6875b-63b0-40ef-ad68-db98e29009b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9400103 Jun 18 16:26:50.462816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49428) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:50.462955 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09282fbb-75b4-4b13-ad5a-1433552bc958 None None] Sync routers for ids ['54c6875b-63b0-40ef-ad68-db98e29009b6'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:26:50.482065 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-2d316990-dd8f-4313-b956-ad5576e2b327 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Deleting port 3823e574-58fd-4fd3-8fcd-44b4f3fc4444 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:50.482635 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2d316990-dd8f-4313-b956-ad5576e2b327 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:50.488002 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09282fbb-75b4-4b13-ad5a-1433552bc958 None None] Routers {'54c6875b-63b0-40ef-ad68-db98e29009b6'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:26:50.489088 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-09282fbb-75b4-4b13-ad5a-1433552bc958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:26:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54c6875b-63b0-40ef-ad68-db98e29009b6'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:50.511098 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a9f30d-6b57-4120-a066-4fa46ed3c59b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] GET failed (client error): The resource could not be found. Jun 18 16:26:50.515760 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-78a9f30d-6b57-4120-a066-4fa46ed3c59b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports/1e9205ea-cc1b-4ef1-8da3-6b7c19af3cd6 HTTP/1.1" status: 404 len: 333 time: 0.0455847 Jun 18 16:26:50.522252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49430) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:50.547870 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-2f91a257-c76e-4022-9706-4de7b70741c2 None None] Provisioning complete for port 3823e574-58fd-4fd3-8fcd-44b4f3fc4444 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:50.548485 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2f91a257-c76e-4022-9706-4de7b70741c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:50.572471 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-09282fbb-75b4-4b13-ad5a-1433552bc958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:50.591596 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09282fbb-75b4-4b13-ad5a-1433552bc958 None None] Routers {'54c6875b-63b0-40ef-ad68-db98e29009b6'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:26:50.592654 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-09282fbb-75b4-4b13-ad5a-1433552bc958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:26:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54c6875b-63b0-40ef-ad68-db98e29009b6'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:50.610652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-2f91a257-c76e-4022-9706-4de7b70741c2 None None] Port 3823e574-58fd-4fd3-8fcd-44b4f3fc4444 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:50.629339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd9479a0-12f3-4eb4-b7d5-9d3df92a13c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:50.654677 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5ed74f11-e5df-4a69-b8f6-49d9979a0044 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:50.655035 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2d316990-dd8f-4313-b956-ad5576e2b327 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:50.668509 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-09282fbb-75b4-4b13-ad5a-1433552bc958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:50.670047 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09282fbb-75b4-4b13-ad5a-1433552bc958 None None] The sync data for ids ['54c6875b-63b0-40ef-ad68-db98e29009b6'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:26:50.703992 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96171d36-ca7f-4a6a-bb5e-864054480cfd req-2aae99c4-d932-4285-aadd-cf835e5e432a tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:50.705705 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-96171d36-ca7f-4a6a-bb5e-864054480cfd req-2aae99c4-d932-4285-aadd-cf835e5e432a tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 943 time: 0.4169793 Jun 18 16:26:50.741070 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-2d316990-dd8f-4313-b956-ad5576e2b327 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Calling delete_port for 3823e574-58fd-4fd3-8fcd-44b4f3fc4444 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:50.754503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-dd9479a0-12f3-4eb4-b7d5-9d3df92a13c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] device_id is not set on port 0c2fd82e-8be7-4831-9212-08db0cbfd398 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:26:50.759986 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef653cc-8b10-438d-b61f-966f284894b3 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:50.903647 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-dd19b7ef-7289-4a57-85ca-97fffa0c81c5 None None] Provisioning for port f70b02dd-e680-4510-af14-d01cb2e58bde completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:50.939943 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f70b02dd-e680-4510-af14-d01cb2e58bde up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:50.959900 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2d316990-dd8f-4313-b956-ad5576e2b327 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:50.966634 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:51.005411 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d316990-dd8f-4313-b956-ad5576e2b327 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event deleted for resources: {'Port': ['ID=3823e574-58fd-4fd3-8fcd-44b4f3fc4444,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:51.014497 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2d316990-dd8f-4313-b956-ad5576e2b327 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:51.106122 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port f70b02dd-e680-4510-af14-d01cb2e58bde completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:51.114466 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port f70b02dd-e680-4510-af14-d01cb2e58bde triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:51.114856 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:51.209774 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2d316990-dd8f-4313-b956-ad5576e2b327 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:51.212293 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2d316990-dd8f-4313-b956-ad5576e2b327 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "DELETE /v2.0/ports/3823e574-58fd-4fd3-8fcd-44b4f3fc4444 HTTP/1.1" status: 204 len: 168 time: 1.0589795 Jun 18 16:26:51.215115 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49432) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:51.250717 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-249b2318-68e2-413d-bc21-921d8d14cd7d tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] GET failed (client error): The resource could not be found. Jun 18 16:26:51.259415 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-249b2318-68e2-413d-bc21-921d8d14cd7d tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "GET /v2.0/ports/3823e574-58fd-4fd3-8fcd-44b4f3fc4444 HTTP/1.1" status: 404 len: 333 time: 0.0430155 Jun 18 16:26:51.260144 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49434) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:51.265585 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-71d253c5-ac24-4733-8f12-0b17e1c79f50 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Request body: {'port': {'network_id': 'e5acc147-7659-47f2-8d8b-c50fb68b199c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-778558262'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:51.408045 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-96171d36-ca7f-4a6a-bb5e-864054480cfd req-a6c47787-7733-4a4e-a44d-bd0744870b8e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6696086 Jun 18 16:26:51.430381 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:51.433904 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5ed74f11-e5df-4a69-b8f6-49d9979a0044 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:51.438896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5ed74f11-e5df-4a69-b8f6-49d9979a0044 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:51.459112 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d253c5-ac24-4733-8f12-0b17e1c79f50 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Made reservation on behalf of d7fa641e252549d89da6fd132d70926f for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:51.467054 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-71d253c5-ac24-4733-8f12-0b17e1c79f50 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:51.476837 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port f70b02dd-e680-4510-af14-d01cb2e58bde, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f70b02dd-e680-4510-af14-d01cb2e58bde,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:51.484861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:51.491483 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-71085000-d596-4b78-8a7f-a6b560f16209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:51.505138 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-71d253c5-ac24-4733-8f12-0b17e1c79f50 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] device_id is not set on port c8231c20-dc7b-47e8-805b-9cf377ef5ba3 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:26:51.536629 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5ed74f11-e5df-4a69-b8f6-49d9979a0044 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:51.537470 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed74f11-e5df-4a69-b8f6-49d9979a0044 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Fanout notify agent at l3_agent the message router_deleted on router 54c6875b-63b0-40ef-ad68-db98e29009b6 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:26:51.550637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5ed74f11-e5df-4a69-b8f6-49d9979a0044 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:51.556241 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5ed74f11-e5df-4a69-b8f6-49d9979a0044 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/routers/54c6875b-63b0-40ef-ad68-db98e29009b6 HTTP/1.1" status: 204 len: 168 time: 1.0325789 Jun 18 16:26:51.560656 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49436) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:51.606412 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=f70b02dd-e680-4510-af14-d01cb2e58bde,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:51.619537 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:51.683304 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d25b06e-3a10-4e2c-a3f6-e89910e30b76 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting subnet 070202fc-790a-45a6-b4db-a1e2271ca0ed {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:26:51.686992 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d25b06e-3a10-4e2c-a3f6-e89910e30b76 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:51.712523 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-71d253c5-ac24-4733-8f12-0b17e1c79f50 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Allocated IP 2001:db8::264 (e5acc147-7659-47f2-8d8b-c50fb68b199c/5fa23a48-ab2e-431a-9f30-afef479101ff/c8231c20-dc7b-47e8-805b-9cf377ef5ba3) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:51.741028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-dd9479a0-12f3-4eb4-b7d5-9d3df92a13c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8::5a (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/b81e5ff2-b087-4980-b80a-1f7bab187df9/0c2fd82e-8be7-4831-9212-08db0cbfd398) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:51.746344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d25b06e-3a10-4e2c-a3f6-e89910e30b76 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:51.776134 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-dd9479a0-12f3-4eb4-b7d5-9d3df92a13c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4f:d075 (ce24d173-f93a-4cd6-bc0b-4cefb40733e2/3ace3b91-16ac-4d1e-a2ee-b72931bd8bb7/0c2fd82e-8be7-4831-9212-08db0cbfd398) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:51.952850 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d25b06e-3a10-4e2c-a3f6-e89910e30b76 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:51.963770 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-71d253c5-ac24-4733-8f12-0b17e1c79f50 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:51.980359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-71d253c5-ac24-4733-8f12-0b17e1c79f50 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Transition to ACTIVE for port object c8231c20-dc7b-47e8-805b-9cf377ef5ba3 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:52.029204 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-71d253c5-ac24-4733-8f12-0b17e1c79f50 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:52.038163 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-62c3000f-ece7-49f2-a30f-20b4379ed65a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:52.052794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd9479a0-12f3-4eb4-b7d5-9d3df92a13c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:52.064925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d25b06e-3a10-4e2c-a3f6-e89910e30b76 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:52.071438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-38471b04-14ae-4ba2-9355-f74eed3c835c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:52.077707 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1422a49c-6b52-499b-8031-1754150be196 None None] Provisioning complete for port f70b02dd-e680-4510-af14-d01cb2e58bde triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:52.078125 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1422a49c-6b52-499b-8031-1754150be196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:52.083527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-dd9479a0-12f3-4eb4-b7d5-9d3df92a13c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Transition to ACTIVE for port object 0c2fd82e-8be7-4831-9212-08db0cbfd398 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:52.099728 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d253c5-ac24-4733-8f12-0b17e1c79f50 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Network e5acc147-7659-47f2-8d8b-c50fb68b199c is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:52.106468 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-71d253c5-ac24-4733-8f12-0b17e1c79f50 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:52.109522 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25b06e-3a10-4e2c-a3f6-e89910e30b76 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Subnet': ['ID=070202fc-790a-45a6-b4db-a1e2271ca0ed,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:52.109913 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d253c5-ac24-4733-8f12-0b17e1c79f50 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:52.114841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6d25b06e-3a10-4e2c-a3f6-e89910e30b76 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:52.118509 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d25b06e-3a10-4e2c-a3f6-e89910e30b76 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:52.122406 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d253c5-ac24-4733-8f12-0b17e1c79f50 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:52.123128 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-71d253c5-ac24-4733-8f12-0b17e1c79f50 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:52.124007 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6d25b06e-3a10-4e2c-a3f6-e89910e30b76 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/subnets/070202fc-790a-45a6-b4db-a1e2271ca0ed HTTP/1.1" status: 204 len: 168 time: 0.5618508 Jun 18 16:26:52.126555 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49438) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:52.139148 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f364ce5-8231-4198-b25d-b79e57c54b93 None None] Network b93dd1fe-d175-455e-a259-d2e22390c5cb requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:52.147556 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-71d253c5-ac24-4733-8f12-0b17e1c79f50 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8862073 Jun 18 16:26:52.148741 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d253c5-ac24-4733-8f12-0b17e1c79f50 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event updated for resources: {'Port': ['ID=c8231c20-dc7b-47e8-805b-9cf377ef5ba3,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:52.153042 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49440) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:52.155340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-71d253c5-ac24-4733-8f12-0b17e1c79f50 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:52.160105 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-922f819f-5237-4a38-93bb-5f02c3c248d8 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:18:f4:3c'}]}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:52.241110 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:52.246337 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd9479a0-12f3-4eb4-b7d5-9d3df92a13c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:52.251345 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-98a2b27b-3d25-4224-80b8-05ff2acde9b9 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:52.319657 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9479a0-12f3-4eb4-b7d5-9d3df92a13c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:52.330831 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-dd9479a0-12f3-4eb4-b7d5-9d3df92a13c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:52.335625 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9479a0-12f3-4eb4-b7d5-9d3df92a13c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:52.345985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9479a0-12f3-4eb4-b7d5-9d3df92a13c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:52.347274 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dd9479a0-12f3-4eb4-b7d5-9d3df92a13c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:52.406696 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-dd9479a0-12f3-4eb4-b7d5-9d3df92a13c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2920949 Jun 18 16:26:52.419543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49442) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:52.449864 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9479a0-12f3-4eb4-b7d5-9d3df92a13c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event updated for resources: {'Port': ['ID=0c2fd82e-8be7-4831-9212-08db0cbfd398,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:52.450204 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bf87ba-8581-4380-8bd6-2d858867e146 None None] DHCP port deletion for b93dd1fe-d175-455e-a259-d2e22390c5cb request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:26:52.486688 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-922f819f-5237-4a38-93bb-5f02c3c248d8 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:52.544661 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dd9479a0-12f3-4eb4-b7d5-9d3df92a13c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:52.575681 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-e4bf87ba-8581-4380-8bd6-2d858867e146 None None] Deleting port 8577b84d-71f5-4d63-9bdf-a9e20967af71 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:52.576261 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e4bf87ba-8581-4380-8bd6-2d858867e146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:52.708697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port 8577b84d-71f5-4d63-9bdf-a9e20967af71 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:52.709768 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:52.733912 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-e4bf87ba-8581-4380-8bd6-2d858867e146 None None] For port 8577b84d-71f5-4d63-9bdf-a9e20967af71, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=8577b84d-71f5-4d63-9bdf-a9e20967af71,segment=NetworkSegment(8f4940c2-6a3c-4617-8489-2094800b1e5d),segment_id=8f4940c2-6a3c-4617-8489-2094800b1e5d)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:52.734854 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e4bf87ba-8581-4380-8bd6-2d858867e146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:52.809564 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-e4bf87ba-8581-4380-8bd6-2d858867e146 None None] Calling delete_port for 8577b84d-71f5-4d63-9bdf-a9e20967af71 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:52.899387 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] For port 8577b84d-71f5-4d63-9bdf-a9e20967af71, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=8577b84d-71f5-4d63-9bdf-a9e20967af71,segment=NetworkSegment(8f4940c2-6a3c-4617-8489-2094800b1e5d),segment_id=8f4940c2-6a3c-4617-8489-2094800b1e5d)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:52.899906 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:52.922103 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-922f819f-5237-4a38-93bb-5f02c3c248d8 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:52.928312 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-11f54117-6cfb-49d6-b181-023bbcab98ca None None] Provisioning for port c8231c20-dc7b-47e8-805b-9cf377ef5ba3 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:52.929031 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-922f819f-5237-4a38-93bb-5f02c3c248d8 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:52.933789 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7d22b0f0-1113-40eb-965b-a1b2820cb9a4 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:52.936122 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-11f54117-6cfb-49d6-b181-023bbcab98ca None None] Provisioning complete for port c8231c20-dc7b-47e8-805b-9cf377ef5ba3 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:52.936495 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-11f54117-6cfb-49d6-b181-023bbcab98ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:52.938373 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f70b02dd-e680-4510-af14-d01cb2e58bde up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:52.952492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-aeb5dd7a-8884-4c43-9f59-b6493656102f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting port 0c2fd82e-8be7-4831-9212-08db0cbfd398 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:52.953037 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aeb5dd7a-8884-4c43-9f59-b6493656102f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:52.974987 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-922f819f-5237-4a38-93bb-5f02c3c248d8 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] In _notify_port_updated(), no bound segment for port c8231c20-dc7b-47e8-805b-9cf377ef5ba3 on network e5acc147-7659-47f2-8d8b-c50fb68b199c {{(pid=93454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:26:52.982164 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922f819f-5237-4a38-93bb-5f02c3c248d8 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:52.982952 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-922f819f-5237-4a38-93bb-5f02c3c248d8 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:52.986668 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for 8577b84d-71f5-4d63-9bdf-a9e20967af71 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:52.987577 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-922f819f-5237-4a38-93bb-5f02c3c248d8 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "PUT /v2.0/ports/c8231c20-dc7b-47e8-805b-9cf377ef5ba3 HTTP/1.1" status: 200 len: 1002 time: 0.8337398 Jun 18 16:26:52.990349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49446) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:53.019350 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f819f-5237-4a38-93bb-5f02c3c248d8 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event updated for resources: {'Port': ['ID=c8231c20-dc7b-47e8-805b-9cf377ef5ba3,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:53.024192 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-922f819f-5237-4a38-93bb-5f02c3c248d8 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:53.058521 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-11f54117-6cfb-49d6-b181-023bbcab98ca None None] Port c8231c20-dc7b-47e8-805b-9cf377ef5ba3 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:53.072731 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e4bf87ba-8581-4380-8bd6-2d858867e146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:53.077178 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:53.120498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf87ba-8581-4380-8bd6-2d858867e146 None None] Pushing event deleted for resources: {'Port': ['ID=8577b84d-71f5-4d63-9bdf-a9e20967af71,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:53.123055 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf87ba-8581-4380-8bd6-2d858867e146 None None] No DVR routers for this DVR port 8577b84d-71f5-4d63-9bdf-a9e20967af71 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:26:53.125830 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port f70b02dd-e680-4510-af14-d01cb2e58bde triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:53.125830 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:53.152408 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e4bf87ba-8581-4380-8bd6-2d858867e146 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:53.153450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e550b5a-c6bd-4760-add1-208086967681 req-7ad2735b-ad70-4a47-bec6-27750f34b28d tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:53.160642 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2e550b5a-c6bd-4760-add1-208086967681 req-7ad2735b-ad70-4a47-bec6-27750f34b28d tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 943 time: 0.5026197 Jun 18 16:26:53.218155 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-af5b23b8-28a3-4401-b619-8d5c54e0a348 None None] Provisioning for port 0c2fd82e-8be7-4831-9212-08db0cbfd398 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:53.248995 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-af5b23b8-28a3-4401-b619-8d5c54e0a348 None None] Provisioning complete for port 0c2fd82e-8be7-4831-9212-08db0cbfd398 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:53.248995 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-af5b23b8-28a3-4401-b619-8d5c54e0a348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:53.269637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aeb5dd7a-8884-4c43-9f59-b6493656102f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:53.317322 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-af5b23b8-28a3-4401-b619-8d5c54e0a348 None None] Port 0c2fd82e-8be7-4831-9212-08db0cbfd398 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:53.372107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-aeb5dd7a-8884-4c43-9f59-b6493656102f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Calling delete_port for 0c2fd82e-8be7-4831-9212-08db0cbfd398 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:53.374828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 8577b84d-71f5-4d63-9bdf-a9e20967af71 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:26:53.388545 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2e550b5a-c6bd-4760-add1-208086967681 req-d9c3bec0-595f-4d54-8135-57afc816bc24 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166889 Jun 18 16:26:53.395738 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:53.400009 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 8577b84d-71f5-4d63-9bdf-a9e20967af71 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:26:53.400868 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 8577b84d-71f5-4d63-9bdf-a9e20967af71 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:26:53.401898 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:53.440368 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-264b29a5-d388-4c11-8809-a628ac6f6721 None None] Provisioning complete for port c8231c20-dc7b-47e8-805b-9cf377ef5ba3 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:53.440842 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-264b29a5-d388-4c11-8809-a628ac6f6721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:53.472176 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No DVR routers for this DVR port 8577b84d-71f5-4d63-9bdf-a9e20967af71 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:26:53.475057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-6c61887b-2e8b-4816-96eb-e0f1b3e01c0e tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Deleting port c8231c20-dc7b-47e8-805b-9cf377ef5ba3 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:53.475399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c61887b-2e8b-4816-96eb-e0f1b3e01c0e tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:53.484234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=8577b84d-71f5-4d63-9bdf-a9e20967af71,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:53.485337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-264b29a5-d388-4c11-8809-a628ac6f6721 None None] Port c8231c20-dc7b-47e8-805b-9cf377ef5ba3 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:53.499749 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:53.643796 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:53.664901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93dd1fe-d175-455e-a259-d2e22390c5cb']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:53.687799 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4940c2-6a3c-4617-8489-2094800b1e5d') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:53.688095 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4940c2-6a3c-4617-8489-2094800b1e5d') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:26:53.691200 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c61887b-2e8b-4816-96eb-e0f1b3e01c0e tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:53.733950 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:53.805328 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-6c61887b-2e8b-4816-96eb-e0f1b3e01c0e tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Calling delete_port for c8231c20-dc7b-47e8-805b-9cf377ef5ba3 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:53.827151 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:53.837682 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:26:53.838089 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: self.session.flush() Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: self.session.flush() Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: self.session.flush() Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: self.session.flush() Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:26:53.841034 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:26:53.983936 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aeb5dd7a-8884-4c43-9f59-b6493656102f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:53.985763 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:53.989079 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:53.997825 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.000010 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/networks/b93dd1fe-d175-455e-a259-d2e22390c5cb HTTP/1.1" status: 204 len: 168 time: 1.8723872 Jun 18 16:26:54.005898 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49450) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:54.040521 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5dd7a-8884-4c43-9f59-b6493656102f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Port': ['ID=0c2fd82e-8be7-4831-9212-08db0cbfd398,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:54.050583 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-aeb5dd7a-8884-4c43-9f59-b6493656102f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:54.053978 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-53d9f10a-e6b4-4698-a2b8-bb5ed7fa907f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:54.076781 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device c9363744-562b-44be-9251-a22474f48d38 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:26:54.080467 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41180fd1-7cf6-49d1-b349-f34ff32fda05 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:54.082112 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-41180fd1-7cf6-49d1-b349-f34ff32fda05 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports/aa20b218-b464-4cbb-a017-3743215c8431 HTTP/1.1" status: 200 len: 840 time: 0.0741518 Jun 18 16:26:54.085755 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49452) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:54.092752 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Network': ['ID=b93dd1fe-d175-455e-a259-d2e22390c5cb,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:54.118110 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.120961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:54.129347 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aeb5dd7a-8884-4c43-9f59-b6493656102f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.134585 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-aeb5dd7a-8884-4c43-9f59-b6493656102f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/0c2fd82e-8be7-4831-9212-08db0cbfd398 HTTP/1.1" status: 204 len: 168 time: 1.7108223 Jun 18 16:26:54.135635 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49454) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:54.192577 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c61887b-2e8b-4816-96eb-e0f1b3e01c0e tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.200203 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-15b87e15-c76e-4dd5-8c34-347a54844669 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:54.201225 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-982ebf27-ad49-48f9-9f72-8ff76759feb9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports/aa20b218-b464-4cbb-a017-3743215c8431?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1130090 Jun 18 16:26:54.204997 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49456) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:54.211305 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-96d7cc39-2eb8-4363-a325-806b806a4e67 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'subnet': {'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:54.240045 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61887b-2e8b-4816-96eb-e0f1b3e01c0e tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event deleted for resources: {'Port': ['ID=c8231c20-dc7b-47e8-805b-9cf377ef5ba3,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:54.243659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6c61887b-2e8b-4816-96eb-e0f1b3e01c0e tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:54.279328 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c61887b-2e8b-4816-96eb-e0f1b3e01c0e tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.281647 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6c61887b-2e8b-4816-96eb-e0f1b3e01c0e tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "DELETE /v2.0/ports/c8231c20-dc7b-47e8-805b-9cf377ef5ba3 HTTP/1.1" status: 204 len: 168 time: 1.2857103 Jun 18 16:26:54.288256 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port c9363744-562b-44be-9251-a22474f48d38, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c9363744-562b-44be-9251-a22474f48d38,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:54.289028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49458) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:54.323603 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045d59a6-89e9-49a4-a60c-52a5eae7f455 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:54.324152 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': 'c9363744-562b-44be-9251-a22474f48d38', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'port_id': 'c9363744-562b-44be-9251-a22474f48d38', 'mac_address': 'fa:16:3e:91:f8:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:26:54.326350 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-045d59a6-89e9-49a4-a60c-52a5eae7f455 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1895440 Jun 18 16:26:54.330301 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49460) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:54.351373 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b4f358e-2e1b-4c4e-9cf0-bfcf3b619e20 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] GET failed (client error): The resource could not be found. Jun 18 16:26:54.356581 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0b4f358e-2e1b-4c4e-9cf0-bfcf3b619e20 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "GET /v2.0/ports/c8231c20-dc7b-47e8-805b-9cf377ef5ba3 HTTP/1.1" status: 404 len: 333 time: 0.0661671 Jun 18 16:26:54.364827 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49462) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:54.372061 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-60080d46-74d9-4f8e-aac8-cc77fa3b4712 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Request body: {'port': {'network_id': 'e5acc147-7659-47f2-8d8b-c50fb68b199c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-532036257'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:54.398202 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.425639 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9363744-562b-44be-9251-a22474f48d38 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:26:54.460436 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d7cc39-2eb8-4363-a325-806b806a4e67 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:54.467258 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96d7cc39-2eb8-4363-a325-806b806a4e67 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.469584 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port c9363744-562b-44be-9251-a22474f48d38, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c9363744-562b-44be-9251-a22474f48d38,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:54.475773 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.489935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-54a6e460-acf2-4c11-8c32-339c67219a80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:54.564228 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=c9363744-562b-44be-9251-a22474f48d38,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:54.588110 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:54.615030 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60080d46-74d9-4f8e-aac8-cc77fa3b4712 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Made reservation on behalf of d7fa641e252549d89da6fd132d70926f for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:54.625136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-60080d46-74d9-4f8e-aac8-cc77fa3b4712 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.630104 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40528f4-86f1-4e5b-80cd-dcd9ae7c8e09 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:54.636360 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b40528f4-86f1-4e5b-80cd-dcd9ae7c8e09 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2984130 Jun 18 16:26:54.638058 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49466) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:54.659513 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-60080d46-74d9-4f8e-aac8-cc77fa3b4712 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] device_id is not set on port b4c3e860-50ae-4cfa-978b-5b23752e93e7 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:26:54.724799 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab26a972-5470-42c2-b3c8-69615ec892ba tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:54.726359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab26a972-5470-42c2-b3c8-69615ec892ba tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:54.728991 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab26a972-5470-42c2-b3c8-69615ec892ba tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:54.734292 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ab26a972-5470-42c2-b3c8-69615ec892ba tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0915480 Jun 18 16:26:54.736802 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49468) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:54.794799 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['c9363744-562b-44be-9251-a22474f48d38'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:26:54.858257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6efa62d-a7d1-4deb-87fc-af994c6bde0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet 3ace3b91-16ac-4d1e-a2ee-b72931bd8bb7 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:26:54.860726 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96d7cc39-2eb8-4363-a325-806b806a4e67 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.864034 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f337fdcb-c5ae-4a15-b3d9-a58a04e7d0d5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:54.865667 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d6efa62d-a7d1-4deb-87fc-af994c6bde0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.877066 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03c8b1-2239-4881-8966-45d933053c35 req-adfb2b8f-f39e-4679-816e-4c0c371eaf26 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:54.878188 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7f03c8b1-2239-4881-8966-45d933053c35 req-adfb2b8f-f39e-4679-816e-4c0c371eaf26 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 944 time: 0.2339127 Jun 18 16:26:54.882070 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d7cc39-2eb8-4363-a325-806b806a4e67 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:54.902626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-96d7cc39-2eb8-4363-a325-806b806a4e67 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:54.907769 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d7cc39-2eb8-4363-a325-806b806a4e67 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:54.908614 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96d7cc39-2eb8-4363-a325-806b806a4e67 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.922386 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dc4fd2-1a5c-4c04-896e-96177b95743c None None] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:54.926345 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-60080d46-74d9-4f8e-aac8-cc77fa3b4712 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Allocated IP 2001:db8::15f (e5acc147-7659-47f2-8d8b-c50fb68b199c/5fa23a48-ab2e-431a-9f30-afef479101ff/b4c3e860-50ae-4cfa-978b-5b23752e93e7) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:54.934734 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-96d7cc39-2eb8-4363-a325-806b806a4e67 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7285883 Jun 18 16:26:54.939314 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49470) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:54.944614 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d6d9c8a5-c32d-4259-bd4a-ab73138d249b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'security_group': {'name': 'tempest-secgroup-742567830'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:54.965714 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d7cc39-2eb8-4363-a325-806b806a4e67 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Subnet': ['ID=e94caf46-e651-44a6-aea5-3323a567262a,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:54.967479 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d6efa62d-a7d1-4deb-87fc-af994c6bde0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:54.971149 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-96d7cc39-2eb8-4363-a325-806b806a4e67 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:54.986821 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6d9c8a5-c32d-4259-bd4a-ab73138d249b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.033704 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7f03c8b1-2239-4881-8966-45d933053c35 req-854df8e5-4ea1-4641-9773-a59bcc905cd3 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303368 Jun 18 16:26:55.129591 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6d9c8a5-c32d-4259-bd4a-ab73138d249b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.135191 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6d9c8a5-c32d-4259-bd4a-ab73138d249b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.145597 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d5406ead-445b-4213-a473-ed0de7f91220 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:55.173600 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6d9c8a5-c32d-4259-bd4a-ab73138d249b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.178142 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d6d9c8a5-c32d-4259-bd4a-ab73138d249b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2345631 Jun 18 16:26:55.181823 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49472) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:55.182021 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d6efa62d-a7d1-4deb-87fc-af994c6bde0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.187165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-1ae026fc-4464-4eec-8d6a-960a41c7cd6b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'security_group': {'name': 'tempest-secgroup-1970393132'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:55.194660 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9c8a5-c32d-4259-bd4a-ab73138d249b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660359a2-2b8e-4680-b0ce-fed4b70e480c,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:55.199615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d6d9c8a5-c32d-4259-bd4a-ab73138d249b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:55.219015 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1ae026fc-4464-4eec-8d6a-960a41c7cd6b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.270387 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-60080d46-74d9-4f8e-aac8-cc77fa3b4712 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.295387 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-2a49f6df-3c7a-4a61-918e-b2dca3942dc4', 'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4', 'tenant_id': 'ef1444ed7b6c4c58a5e6f956d28091e0', 'fixed_ips': [{'subnet_id': 'e94caf46-e651-44a6-aea5-3323a567262a'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:26:55.295985 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.306686 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-60080d46-74d9-4f8e-aac8-cc77fa3b4712 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Transition to ACTIVE for port object b4c3e860-50ae-4cfa-978b-5b23752e93e7 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:55.310596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d6efa62d-a7d1-4deb-87fc-af994c6bde0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.314077 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-872648d3-531b-49e5-9243-401788dad0b1 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:55.337804 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1ae026fc-4464-4eec-8d6a-960a41c7cd6b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.342931 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1ae026fc-4464-4eec-8d6a-960a41c7cd6b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.346711 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-eecc613a-2a43-4fe8-a03b-cd683c89f662 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:55.347952 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d6efa62d-a7d1-4deb-87fc-af994c6bde0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.349793 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d6efa62d-a7d1-4deb-87fc-af994c6bde0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/3ace3b91-16ac-4d1e-a2ee-b72931bd8bb7 HTTP/1.1" status: 204 len: 168 time: 0.6096108 Jun 18 16:26:55.350987 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efa62d-a7d1-4deb-87fc-af994c6bde0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=3ace3b91-16ac-4d1e-a2ee-b72931bd8bb7,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:55.356252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49474) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:55.358664 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d6efa62d-a7d1-4deb-87fc-af994c6bde0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:55.388337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1705261d-d887-4198-b3c2-3ccb45990aa5 None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:55.393397 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1ae026fc-4464-4eec-8d6a-960a41c7cd6b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.395542 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1ae026fc-4464-4eec-8d6a-960a41c7cd6b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2123144 Jun 18 16:26:55.396565 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae026fc-4464-4eec-8d6a-960a41c7cd6b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c502116-f422-45c7-af25-b319cf2a302b,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:55.400862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49476) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:55.403523 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1ae026fc-4464-4eec-8d6a-960a41c7cd6b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:55.406558 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-faec5a2b-a84d-43f8-b298-1cef4492a486 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1530301652', 'security_groups': ['6c502116-f422-45c7-af25-b319cf2a302b'], 'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e94caf46-e651-44a6-aea5-3323a567262a'}]}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:55.476126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-60080d46-74d9-4f8e-aac8-cc77fa3b4712 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.483896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5ec7a5-da38-476a-be4e-ab7a0aab5a68 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Deleting subnet b81e5ff2-b087-4980-b80a-1f7bab187df9 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:26:55.489608 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-30afdf1a-7eaa-4120-a8e5-52f55bc93a04 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:55.503469 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1c5ec7a5-da38-476a-be4e-ab7a0aab5a68 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.558768 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Allocated IP 172.20.0.2 (2a49f6df-3c7a-4a61-918e-b2dca3942dc4/e94caf46-e651-44a6-aea5-3323a567262a/a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:55.575657 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60080d46-74d9-4f8e-aac8-cc77fa3b4712 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Network e5acc147-7659-47f2-8d8b-c50fb68b199c is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:55.604949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-60080d46-74d9-4f8e-aac8-cc77fa3b4712 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:55.614300 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60080d46-74d9-4f8e-aac8-cc77fa3b4712 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:55.620126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60080d46-74d9-4f8e-aac8-cc77fa3b4712 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:55.620797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-60080d46-74d9-4f8e-aac8-cc77fa3b4712 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.623542 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60080d46-74d9-4f8e-aac8-cc77fa3b4712 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event updated for resources: {'Port': ['ID=b4c3e860-50ae-4cfa-978b-5b23752e93e7,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:55.628057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1c5ec7a5-da38-476a-be4e-ab7a0aab5a68 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.638679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-60080d46-74d9-4f8e-aac8-cc77fa3b4712 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:55.701779 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49478) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:55.707030 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-60080d46-74d9-4f8e-aac8-cc77fa3b4712 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3409989 Jun 18 16:26:55.708182 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-6006c67b-a7e8-4619-8fe7-12a445f8d3ca tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Request body: {'port': {'network_id': 'e5acc147-7659-47f2-8d8b-c50fb68b199c', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-289156681'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:55.756136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faec5a2b-a84d-43f8-b298-1cef4492a486 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:55.796528 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1c5ec7a5-da38-476a-be4e-ab7a0aab5a68 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.835238 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.847795 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Transition to ACTIVE for port object a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:55.892527 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Transition to ACTIVE for port object a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:55.901853 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.905758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:55.907508 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6006c67b-a7e8-4619-8fe7-12a445f8d3ca tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Made reservation on behalf of d7fa641e252549d89da6fd132d70926f for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:55.913649 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6006c67b-a7e8-4619-8fe7-12a445f8d3ca tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:55.943983 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-6006c67b-a7e8-4619-8fe7-12a445f8d3ca tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] device_id is not set on port 0019a1ef-d505-499c-881e-3ba4fe539f4b yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:26:55.970933 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Pushing event updated for resources: {'Port': ['ID=a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:55.974530 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:55.983226 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:55.984760 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:55.987450 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:56.059195 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Attempting to bind port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:26:56.059575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Attempting to bind port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '41fbc488-c776-4a42-a9b2-e64aef152c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:26:56.059948 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Attempting to bind port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 on network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:26:56.067517 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:26:56.067863 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Checking segment: {'id': '41fbc488-c776-4a42-a9b2-e64aef152c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:26:56.068382 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.069412 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Bound using segment: {'id': '41fbc488-c776-4a42-a9b2-e64aef152c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:26:56.070337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Bound port: a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41fbc488-c776-4a42-a9b2-e64aef152c8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:26:56.071397 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.084290 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-59bc2258-fe7a-4253-9f8d-73cf1cf2210e None None] Provisioning for port b4c3e860-50ae-4cfa-978b-5b23752e93e7 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:56.087546 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device c9363744-562b-44be-9251-a22474f48d38 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:56.113266 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-59bc2258-fe7a-4253-9f8d-73cf1cf2210e None None] Provisioning complete for port b4c3e860-50ae-4cfa-978b-5b23752e93e7 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:56.113652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-59bc2258-fe7a-4253-9f8d-73cf1cf2210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.161577 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-6006c67b-a7e8-4619-8fe7-12a445f8d3ca tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Allocated IP 2001:db8::2f6 (e5acc147-7659-47f2-8d8b-c50fb68b199c/5fa23a48-ab2e-431a-9f30-afef479101ff/0019a1ef-d505-499c-881e-3ba4fe539f4b) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:56.217925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-59bc2258-fe7a-4253-9f8d-73cf1cf2210e None None] Port b4c3e860-50ae-4cfa-978b-5b23752e93e7 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:56.232701 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] For port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:26:56.237538 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] For port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869,segment=NetworkSegment(41fbc488-c776-4a42-a9b2-e64aef152c8b),segment_id=41fbc488-c776-4a42-a9b2-e64aef152c8b)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:26:56.239814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port c9363744-562b-44be-9251-a22474f48d38 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:56.246576 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.255984 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port c9363744-562b-44be-9251-a22474f48d38 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:56.256373 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.258898 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:56.349802 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Pushing event updated for resources: {'Port': ['ID=a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:56.354016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:56.425242 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.460506 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88455d4e-81e3-437b-bca6-ab11b71ce0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9363744-562b-44be-9251-a22474f48d38'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:26:56.464559 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c39aa47-2634-484c-a49a-f95584bb044d" -d '{"events": [{"server_uuid": "88455d4e-81e3-437b-bca6-ab11b71ce0b4", "name": "network-vif-plugged", "status": "completed", "tag": "c9363744-562b-44be-9251-a22474f48d38"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:26:56.464797 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6006c67b-a7e8-4619-8fe7-12a445f8d3ca tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.484383 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port c9363744-562b-44be-9251-a22474f48d38, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c9363744-562b-44be-9251-a22474f48d38,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:56.487053 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-6006c67b-a7e8-4619-8fe7-12a445f8d3ca tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Transition to ACTIVE for port object 0019a1ef-d505-499c-881e-3ba4fe539f4b will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:56.489939 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.493085 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-3ae6bfca-b6a4-4254-9292-a3a73c7a5f10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:56.558710 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6006c67b-a7e8-4619-8fe7-12a445f8d3ca tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.578911 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ff5dc72e-246b-44a8-bd18-30f9a2df991b tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:56.595309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1c5ec7a5-da38-476a-be4e-ab7a0aab5a68 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.600911 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=c9363744-562b-44be-9251-a22474f48d38,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:56.633917 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:56.634120 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ec237d9a-ea10-46ef-8a20-cc20499d8886 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:56.662659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1c5ec7a5-da38-476a-be4e-ab7a0aab5a68 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.666975 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1c5ec7a5-da38-476a-be4e-ab7a0aab5a68 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/b81e5ff2-b087-4980-b80a-1f7bab187df9 HTTP/1.1" status: 204 len: 168 time: 1.3074574 Jun 18 16:26:56.670522 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bb79d8-b490-4732-ba6c-e9d826e2e61c None None] Network ce24d173-f93a-4cd6-bc0b-4cefb40733e2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:26:56.688669 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49486) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:56.704028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ec7a5-da38-476a-be4e-ab7a0aab5a68 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Subnet': ['ID=b81e5ff2-b087-4980-b80a-1f7bab187df9,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:56.719578 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6006c67b-a7e8-4619-8fe7-12a445f8d3ca tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Network e5acc147-7659-47f2-8d8b-c50fb68b199c is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:56.723880 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006c67b-a7e8-4619-8fe7-12a445f8d3ca tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event updated for resources: {'Port': ['ID=0019a1ef-d505-499c-881e-3ba4fe539f4b,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:56.727168 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-6006c67b-a7e8-4619-8fe7-12a445f8d3ca tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:56.729366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6006c67b-a7e8-4619-8fe7-12a445f8d3ca tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:56.730122 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6006c67b-a7e8-4619-8fe7-12a445f8d3ca tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:56.736526 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6006c67b-a7e8-4619-8fe7-12a445f8d3ca tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:56.737174 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6006c67b-a7e8-4619-8fe7-12a445f8d3ca tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.764361 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6006c67b-a7e8-4619-8fe7-12a445f8d3ca tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0572152 Jun 18 16:26:56.764481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1c5ec7a5-da38-476a-be4e-ab7a0aab5a68 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:56.765589 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49488) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:56.768471 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-faec5a2b-a84d-43f8-b298-1cef4492a486 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.775698 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a4bee2f1-7f5f-4a8e-9353-61185e4d29e3 None None] Provisioning complete for port f70b02dd-e680-4510-af14-d01cb2e58bde triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:56.778200 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4bee2f1-7f5f-4a8e-9353-61185e4d29e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:56.779119 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8fc6b622-0d17-47b7-ac14-0df963c37987 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0843811 Jun 18 16:26:56.781399 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ab8dd7d-6108-452d-a03e-690528aae674 x-openstack-request-id: req-4ab8dd7d-6108-452d-a03e-690528aae674 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:26:56.781699 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88455d4e-81e3-437b-bca6-ab11b71ce0b4", "name": "network-vif-plugged", "status": "completed", "tag": "c9363744-562b-44be-9251-a22474f48d38", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:26:56.781962 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4ab8dd7d-6108-452d-a03e-690528aae674 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:26:56.782362 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88455d4e-81e3-437b-bca6-ab11b71ce0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9363744-562b-44be-9251-a22474f48d38', 'code': 200} Jun 18 16:26:56.786206 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-1aff3527-36a0-48fb-9fed-cae15c48dd10 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::197', 'mac_address': 'fa:16:3e:18:f4:3c'}, {'ip_address': '2001:db8::15f', 'mac_address': 'fa:16:3e:67:06:d6'}]}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:56.791822 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49490) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:56.855929 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b7efa-d91b-4315-a520-da8f278796d4 req-c7d0cde8-e6d7-4be9-a7d5-784d52aaa28c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:56.858510 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-388b7efa-d91b-4315-a520-da8f278796d4 req-c7d0cde8-e6d7-4be9-a7d5-784d52aaa28c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 945 time: 0.3951333 Jun 18 16:26:56.912670 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-faec5a2b-a84d-43f8-b298-1cef4492a486 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] device_id is not set on port 95a65bf4-4968-4e72-8a0a-333eaed0b0e7 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:26:57.045575 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1aff3527-36a0-48fb-9fed-cae15c48dd10 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.059779 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:57.082342 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-388b7efa-d91b-4315-a520-da8f278796d4 req-e5ee8299-8b9c-4aff-9e22-2f54e3c203bf tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2083802 Jun 18 16:26:57.215998 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c9da5c-0140-4e1c-aa4e-c9d31980c8d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:57.221101 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-79c9da5c-0140-4e1c-aa4e-c9d31980c8d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4258869 Jun 18 16:26:57.221303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49492) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:57.285969 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974519b-f45e-4d18-92bf-d297eec37d2e req-8d882cb3-58a4-4fb2-8761-8d4931bea86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:57.287805 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e974519b-f45e-4d18-92bf-d297eec37d2e req-8d882cb3-58a4-4fb2-8761-8d4931bea86e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 1098 time: 0.2103620 Jun 18 16:26:57.288332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-faec5a2b-a84d-43f8-b298-1cef4492a486 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Allocated IP 172.20.0.11 (2a49f6df-3c7a-4a61-918e-b2dca3942dc4/e94caf46-e651-44a6-aea5-3323a567262a/95a65bf4-4968-4e72-8a0a-333eaed0b0e7) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:26:57.294511 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d80223a-694c-4579-a9b8-5f83dd508265 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:57.298334 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8d80223a-694c-4579-a9b8-5f83dd508265 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0739367 Jun 18 16:26:57.299290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49494) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:57.352814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:57.387238 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-05196912-e0c9-447d-9a29-9d0fa4045afc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866673 Jun 18 16:26:57.389664 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49496) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:57.424875 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e974519b-f45e-4d18-92bf-d297eec37d2e req-ca12c96a-c717-4923-a93f-8294d37cb53d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267951 Jun 18 16:26:57.436287 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9313d8d-a4bf-40c9-8dd8-1870feec2afe tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:57.437437 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9313d8d-a4bf-40c9-8dd8-1870feec2afe tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:57.439457 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a9313d8d-a4bf-40c9-8dd8-1870feec2afe tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/0c2fd82e-8be7-4831-9212-08db0cbfd398 HTTP/1.1" status: 404 len: 333 time: 0.0473847 Jun 18 16:26:57.441659 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f03ada-99dc-4c48-aead-e2fa14451391 None None] DHCP port deletion for ce24d173-f93a-4cd6-bc0b-4cefb40733e2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:26:57.443076 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49498) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:57.483586 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b03b6db-d2a7-4260-9f86-05a860aa2455 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:57.484062 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b03b6db-d2a7-4260-9f86-05a860aa2455 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:57.486447 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0b03b6db-d2a7-4260-9f86-05a860aa2455 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/3ace3b91-16ac-4d1e-a2ee-b72931bd8bb7 HTTP/1.1" status: 404 len: 337 time: 0.0424047 Jun 18 16:26:57.487059 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-fcdb464e-c6e9-45ca-851b-af016b48707a None None] Provisioning for port 0019a1ef-d505-499c-881e-3ba4fe539f4b completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:57.489217 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49500) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:57.496226 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-fcdb464e-c6e9-45ca-851b-af016b48707a None None] Provisioning complete for port 0019a1ef-d505-499c-881e-3ba4fe539f4b triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:57.496912 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fcdb464e-c6e9-45ca-851b-af016b48707a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.501800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1aff3527-36a0-48fb-9fed-cae15c48dd10 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.524003 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1aff3527-36a0-48fb-9fed-cae15c48dd10 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.527855 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da99497-4659-441e-821d-1177202cd674 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:57.528474 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da99497-4659-441e-821d-1177202cd674 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:57.530509 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5da99497-4659-441e-821d-1177202cd674 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/b81e5ff2-b087-4980-b80a-1f7bab187df9 HTTP/1.1" status: 404 len: 337 time: 0.0402627 Jun 18 16:26:57.532276 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-922f819f-5237-4a38-93bb-5f02c3c248d8 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:57.539942 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49502) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:57.548346 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-fcdb464e-c6e9-45ca-851b-af016b48707a None None] Port 0019a1ef-d505-499c-881e-3ba4fe539f4b cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:57.560128 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-36f03ada-99dc-4c48-aead-e2fa14451391 None None] Deleting port f70b02dd-e680-4510-af14-d01cb2e58bde {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:57.561132 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-36f03ada-99dc-4c48-aead-e2fa14451391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.595042 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-26214592-0fdf-4d36-b372-a12b67e9c942 req-28489d81-cd18-4bc2-9296-665c22fb4634 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2016869 Jun 18 16:26:57.597518 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f877a9f-b786-45fc-810e-ceb22693387c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:57.598721 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f877a9f-b786-45fc-810e-ceb22693387c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:57.604423 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49504) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:57.613134 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1f877a9f-b786-45fc-810e-ceb22693387c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/c9e8e69d-a445-48aa-825c-4ea643715645 HTTP/1.1" status: 404 len: 333 time: 0.0589223 Jun 18 16:26:57.637326 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-1aff3527-36a0-48fb-9fed-cae15c48dd10 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] In _notify_port_updated(), no bound segment for port 0019a1ef-d505-499c-881e-3ba4fe539f4b on network e5acc147-7659-47f2-8d8b-c50fb68b199c {{(pid=93454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:26:57.643829 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aff3527-36a0-48fb-9fed-cae15c48dd10 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:57.644494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1aff3527-36a0-48fb-9fed-cae15c48dd10 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.648364 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1aff3527-36a0-48fb-9fed-cae15c48dd10 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "PUT /v2.0/ports/0019a1ef-d505-499c-881e-3ba4fe539f4b HTTP/1.1" status: 200 len: 1067 time: 0.8792002 Jun 18 16:26:57.648627 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-36f03ada-99dc-4c48-aead-e2fa14451391 None None] For port f70b02dd-e680-4510-af14-d01cb2e58bde, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f70b02dd-e680-4510-af14-d01cb2e58bde,segment=NetworkSegment(bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f),segment_id=bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:57.648627 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-36f03ada-99dc-4c48-aead-e2fa14451391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.649042 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49506) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:57.655197 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e84ff64-0d6a-439e-abb0-d7db7f322acb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:57.656277 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e84ff64-0d6a-439e-abb0-d7db7f322acb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:57.666443 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9e84ff64-0d6a-439e-abb0-d7db7f322acb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/0941d3c2-35ff-4311-918c-3193ee1e3b8e HTTP/1.1" status: 404 len: 337 time: 0.0582712 Jun 18 16:26:57.673710 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49508) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:57.689247 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff3527-36a0-48fb-9fed-cae15c48dd10 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event updated for resources: {'Port': ['ID=0019a1ef-d505-499c-881e-3ba4fe539f4b,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:57.708575 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1aff3527-36a0-48fb-9fed-cae15c48dd10 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:57.763417 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e909f2-c928-4cc5-b5fe-056bd3af1072 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:57.764267 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e909f2-c928-4cc5-b5fe-056bd3af1072 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:57.771598 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-10e909f2-c928-4cc5-b5fe-056bd3af1072 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/735e20cf-d08d-4fd8-b193-19d4f0bf7234 HTTP/1.1" status: 404 len: 337 time: 0.0856261 Jun 18 16:26:57.773684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49510) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:57.790931 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-36f03ada-99dc-4c48-aead-e2fa14451391 None None] Calling delete_port for f70b02dd-e680-4510-af14-d01cb2e58bde owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:57.791440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-faec5a2b-a84d-43f8-b298-1cef4492a486 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.819004 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-faec5a2b-a84d-43f8-b298-1cef4492a486 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Transition to ACTIVE for port object 95a65bf4-4968-4e72-8a0a-333eaed0b0e7 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:26:57.825973 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-0048f5e0-fe58-4f7f-9cf1-c3484ed9be7f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:57.826765 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0048f5e0-fe58-4f7f-9cf1-c3484ed9be7f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:57.828686 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0048f5e0-fe58-4f7f-9cf1-c3484ed9be7f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/1c9ba6e9-6df8-4b32-aa4d-6596eaa030f4 HTTP/1.1" status: 404 len: 333 time: 0.0544393 Jun 18 16:26:57.832280 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49512) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:57.877679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26214592-0fdf-4d36-b372-a12b67e9c942 req-8faf55ac-0c03-4d5c-8015-fce4c16fda1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:57.879275 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec8c841-bef2-4c0d-be08-045c6e146b00 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:57.880105 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec8c841-bef2-4c0d-be08-045c6e146b00 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:57.880833 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-26214592-0fdf-4d36-b372-a12b67e9c942 req-8faf55ac-0c03-4d5c-8015-fce4c16fda1c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f2cb979b7a2442096d27fcea5c7d624&device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 1098 time: 0.2062564 Jun 18 16:26:57.883765 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bec8c841-bef2-4c0d-be08-045c6e146b00 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/f4e3eb70-1e60-4556-ad0c-01be078e10f6 HTTP/1.1" status: 404 len: 337 time: 0.0501525 Jun 18 16:26:57.890938 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49514) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:57.916330 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-36f03ada-99dc-4c48-aead-e2fa14451391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.918733 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:57.944205 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f03ada-99dc-4c48-aead-e2fa14451391 None None] Pushing event deleted for resources: {'Port': ['ID=f70b02dd-e680-4510-af14-d01cb2e58bde,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:57.947275 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-36f03ada-99dc-4c48-aead-e2fa14451391 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:57.949640 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-70b6576f-a955-4e0e-94bf-8b9794e3d31d tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Deleting port 0019a1ef-d505-499c-881e-3ba4fe539f4b {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:57.949997 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-70b6576f-a955-4e0e-94bf-8b9794e3d31d tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:57.964216 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f03ada-99dc-4c48-aead-e2fa14451391 None None] No DVR routers for this DVR port f70b02dd-e680-4510-af14-d01cb2e58bde on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:26:57.978248 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb52230-5acb-431e-a0cb-4d636147aef9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:57.979494 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb52230-5acb-431e-a0cb-4d636147aef9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:57.988112 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8eb52230-5acb-431e-a0cb-4d636147aef9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/b30c7904-1096-4521-979f-f390bdbd7ba8 HTTP/1.1" status: 404 len: 337 time: 0.0975924 Jun 18 16:26:57.992261 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49516) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:58.021000 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-faec5a2b-a84d-43f8-b298-1cef4492a486 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.075509 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-70b6576f-a955-4e0e-94bf-8b9794e3d31d tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.079580 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f4e29f9e-0271-407d-b761-f57c40da1612 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:58.092401 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-5758675e-d620-4005-b221-201e1d57c46c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:58.092401 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5758675e-d620-4005-b221-201e1d57c46c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:58.095546 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5758675e-d620-4005-b221-201e1d57c46c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/0938e4f8-d8f3-4685-8986-6532e4dbfff0 HTTP/1.1" status: 404 len: 333 time: 0.1016543 Jun 18 16:26:58.096304 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49518) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:58.103267 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-67c0903c-da2b-480a-a563-566f554ae956 None None] Provisioning complete for port 0019a1ef-d505-499c-881e-3ba4fe539f4b triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:58.103782 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-67c0903c-da2b-480a-a563-566f554ae956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.162609 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec5a2b-a84d-43f8-b298-1cef4492a486 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=95a65bf4-4968-4e72-8a0a-333eaed0b0e7,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:58.169251 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-faec5a2b-a84d-43f8-b298-1cef4492a486 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:58.177468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec5a2b-a84d-43f8-b298-1cef4492a486 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:26:58.181886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-faec5a2b-a84d-43f8-b298-1cef4492a486 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:26:58.183112 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-67c0903c-da2b-480a-a563-566f554ae956 None None] Port 0019a1ef-d505-499c-881e-3ba4fe539f4b cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:58.186681 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec5a2b-a84d-43f8-b298-1cef4492a486 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:26:58.200610 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-67c0903c-da2b-480a-a563-566f554ae956 None None] Provisioning complete for port aa20b218-b464-4cbb-a017-3743215c8431 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:58.201064 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-67c0903c-da2b-480a-a563-566f554ae956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.300855 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-67c0903c-da2b-480a-a563-566f554ae956 None None] Port aa20b218-b464-4cbb-a017-3743215c8431 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:58.314063 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26214592-0fdf-4d36-b372-a12b67e9c942 req-04161932-7ebc-4916-9ac9-335b684af8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:58.315695 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-26214592-0fdf-4d36-b372-a12b67e9c942 req-04161932-7ebc-4916-9ac9-335b684af8f9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=85cc2d4b-1a30-4451-b45a-65c661f2447c HTTP/1.1" status: 200 len: 898 time: 0.3628249 Jun 18 16:26:58.326201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-67c0903c-da2b-480a-a563-566f554ae956 None None] Provisioning for port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:58.336756 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faec5a2b-a84d-43f8-b298-1cef4492a486 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:58.337144 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-faec5a2b-a84d-43f8-b298-1cef4492a486 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.339331 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-67c0903c-da2b-480a-a563-566f554ae956 None None] Provisioning complete for port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:58.340134 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-67c0903c-da2b-480a-a563-566f554ae956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.452429 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-faec5a2b-a84d-43f8-b298-1cef4492a486 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0500638 Jun 18 16:26:58.456295 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49526) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:58.463101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-9c33b3f6-dfc3-41dc-8ef8-8a500bc4d1e8 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'subnet': {'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:58.508837 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-67c0903c-da2b-480a-a563-566f554ae956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.559951 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-67c0903c-da2b-480a-a563-566f554ae956 None None] For port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869,segment=NetworkSegment(41fbc488-c776-4a42-a9b2-e64aef152c8b),segment_id=41fbc488-c776-4a42-a9b2-e64aef152c8b)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:26:58.567469 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-67c0903c-da2b-480a-a563-566f554ae956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.574467 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e4bf87ba-8581-4380-8bd6-2d858867e146 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:58.593029 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1561c-4a6a-4e5c-ae84-76d492fe7e42 req-20a4c30b-3e6a-4607-84ff-b61961458f35 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:58.595007 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d3d1561c-4a6a-4e5c-ae84-76d492fe7e42 req-20a4c30b-3e6a-4607-84ff-b61961458f35 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 945 time: 0.3587134 Jun 18 16:26:58.597122 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-26214592-0fdf-4d36-b372-a12b67e9c942 req-291603f9-91f9-4a6d-8048-29b313f7dff4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=825d3f08-f432-40d5-b31d-2ea2a6e6c776 HTTP/1.1" status: 200 len: 1000 time: 0.2550046 Jun 18 16:26:58.652500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0903c-da2b-480a-a563-566f554ae956 None None] Pushing event updated for resources: {'Port': ['ID=a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:58.656725 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-67c0903c-da2b-480a-a563-566f554ae956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:58.667119 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-70b6576f-a955-4e0e-94bf-8b9794e3d31d tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Calling delete_port for 0019a1ef-d505-499c-881e-3ba4fe539f4b owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:26:58.692200 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6d542a60-f2e1-4be5-b786-aad59f3b7eb3 None None] Provisioning for port 95a65bf4-4968-4e72-8a0a-333eaed0b0e7 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:26:58.696956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6d542a60-f2e1-4be5-b786-aad59f3b7eb3 None None] Provisioning complete for port 95a65bf4-4968-4e72-8a0a-333eaed0b0e7 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:58.698667 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6d542a60-f2e1-4be5-b786-aad59f3b7eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.699181 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-853a54b6-cfb0-40d2-88c5-7e06761a955c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:58.699917 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853a54b6-cfb0-40d2-88c5-7e06761a955c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:58.702390 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-853a54b6-cfb0-40d2-88c5-7e06761a955c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/dc720a09-69bd-45ea-9ab0-dd72127f3ac4 HTTP/1.1" status: 404 len: 337 time: 0.0823550 Jun 18 16:26:58.706336 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49528) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:58.727698 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26214592-0fdf-4d36-b372-a12b67e9c942 req-68cc1709-b765-4877-b53d-5e4c84be1885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:58.729348 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-26214592-0fdf-4d36-b372-a12b67e9c942 req-68cc1709-b765-4877-b53d-5e4c84be1885 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0 HTTP/1.1" status: 200 len: 834 time: 0.1152663 Jun 18 16:26:58.740722 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-6d542a60-f2e1-4be5-b786-aad59f3b7eb3 None None] Port 95a65bf4-4968-4e72-8a0a-333eaed0b0e7 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:26:58.751857 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d3d1561c-4a6a-4e5c-ae84-76d492fe7e42 req-35974ee1-fa08-43e3-ba41-eec827bc9103 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510196 Jun 18 16:26:58.766770 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-978ae0a2-230c-4583-ba4d-a8e9b13ad2f8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:58.766770 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978ae0a2-230c-4583-ba4d-a8e9b13ad2f8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:58.767419 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-978ae0a2-230c-4583-ba4d-a8e9b13ad2f8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/3b2bec71-2bf6-4d6f-b751-862435bdfac4 HTTP/1.1" status: 404 len: 337 time: 0.0570042 Jun 18 16:26:58.782077 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49532) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:58.801913 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c33b3f6-dfc3-41dc-8ef8-8a500bc4d1e8 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:58.806151 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9c33b3f6-dfc3-41dc-8ef8-8a500bc4d1e8 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:58.815976 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-43bd7cff-ca41-4fac-9a77-5e3886d2c1ae tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:58.816690 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43bd7cff-ca41-4fac-9a77-5e3886d2c1ae tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:58.821532 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-43bd7cff-ca41-4fac-9a77-5e3886d2c1ae tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/3aaf72f1-61f2-4428-9199-d43102295a00 HTTP/1.1" status: 404 len: 333 time: 0.0376427 Jun 18 16:26:58.822349 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49534) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:58.861315 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-27939c2f-8630-4bd8-b95c-79c3c9371220 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:58.862059 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27939c2f-8630-4bd8-b95c-79c3c9371220 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:58.863948 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-27939c2f-8630-4bd8-b95c-79c3c9371220 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/9ac47ac6-f065-4b62-8f1e-dae58bad3049 HTTP/1.1" status: 404 len: 337 time: 0.0367401 Jun 18 16:26:58.870808 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49536) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:58.916684 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d8a94f-6a20-42e4-b962-3f069afa9436 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:58.917331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d8a94f-6a20-42e4-b962-3f069afa9436 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:58.919110 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-27d8a94f-6a20-42e4-b962-3f069afa9436 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/fa9d27d2-f3b5-4bd0-a43d-7d507a019483 HTTP/1.1" status: 404 len: 333 time: 0.0462549 Jun 18 16:26:58.922683 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49538) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:58.926177 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:26:58.947606 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26214592-0fdf-4d36-b372-a12b67e9c942 req-17100223-fb15-4b5f-bf8e-2451dea2696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:58.949294 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-26214592-0fdf-4d36-b372-a12b67e9c942 req-17100223-fb15-4b5f-bf8e-2451dea2696f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=85cc2d4b-1a30-4451-b45a-65c661f2447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1961524 Jun 18 16:26:58.979480 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27b86f4-3abf-4196-a36d-8699a1353fad tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:58.979864 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27b86f4-3abf-4196-a36d-8699a1353fad tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:58.984169 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e27b86f4-3abf-4196-a36d-8699a1353fad tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/e13bbb42-97b6-48a0-b6c2-3b0e0ed9d8da HTTP/1.1" status: 404 len: 337 time: 0.0568874 Jun 18 16:26:58.989625 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49548) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.001898 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-70b6576f-a955-4e0e-94bf-8b9794e3d31d tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:59.025843 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.ipam_backend_mixin [None req-9c33b3f6-dfc3-41dc-8ef8-8a500bc4d1e8 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e94caf46-e651-44a6-aea5-3323a567262a (CIDR: 172.20.0.0/28) Jun 18 16:26:59.031113 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c33b3f6-dfc3-41dc-8ef8-8a500bc4d1e8 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:26:59.031609 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c33b3f6-dfc3-41dc-8ef8-8a500bc4d1e8 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:59.034258 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a366d254-48ce-4a09-ad74-de6740bc32e4 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:26:59.035433 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:26:59.036110 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:59.041397 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd03d195-d318-49a6-aa55-1e5baab525ae tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:59.042281 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd03d195-d318-49a6-aa55-1e5baab525ae tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:59.044041 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-dd03d195-d318-49a6-aa55-1e5baab525ae tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/59b74b91-520e-4e79-bb94-67760e0abde7 HTTP/1.1" status: 404 len: 333 time: 0.0534229 Jun 18 16:26:59.046691 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49550) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.068477 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6576f-a955-4e0e-94bf-8b9794e3d31d tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event deleted for resources: {'Port': ['ID=0019a1ef-d505-499c-881e-3ba4fe539f4b,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:26:59.097671 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-70b6576f-a955-4e0e-94bf-8b9794e3d31d tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:26:59.131893 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-07851532-05ab-4fab-88bc-db69f0fa2b8d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:59.133167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07851532-05ab-4fab-88bc-db69f0fa2b8d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:59.138487 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-07851532-05ab-4fab-88bc-db69f0fa2b8d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/9d2966ef-01ba-40a6-ab87-335e26bb14ab HTTP/1.1" status: 404 len: 337 time: 0.0907333 Jun 18 16:26:59.144202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49552) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.146135 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9c33b3f6-dfc3-41dc-8ef8-8a500bc4d1e8 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6881542 Jun 18 16:26:59.157787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49554) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.170787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-35f04cb6-a13d-497d-a744-6912a8a318ac tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'subnet': {'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:26:59.221375 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-26214592-0fdf-4d36-b372-a12b67e9c942 req-b99d245e-0160-4365-8572-816d83293672 service neutron] 10.222.0.55 "GET /v2.0/networks/85cc2d4b-1a30-4451-b45a-65c661f2447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538624 Jun 18 16:26:59.235457 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-5766fb25-eb29-4894-aa2b-8bf34a7f0fa1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:59.236300 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5766fb25-eb29-4894-aa2b-8bf34a7f0fa1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:59.238355 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5766fb25-eb29-4894-aa2b-8bf34a7f0fa1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/e8ccbc69-0e76-46a3-ba2e-b96bceb76844 HTTP/1.1" status: 404 len: 333 time: 0.0908322 Jun 18 16:26:59.246998 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49558) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.266486 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f70b02dd-e680-4510-af14-d01cb2e58bde no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:26:59.299456 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: f70b02dd-e680-4510-af14-d01cb2e58bde {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:26:59.299818 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f70b02dd-e680-4510-af14-d01cb2e58bde not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:26:59.375627 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f10c2d-d3d0-476c-afc8-ef1062053a83 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:59.376512 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f10c2d-d3d0-476c-afc8-ef1062053a83 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:59.378440 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-70f10c2d-d3d0-476c-afc8-ef1062053a83 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/ed37e863-10e7-448a-a702-ec8e60e78aa5 HTTP/1.1" status: 404 len: 337 time: 0.1313353 Jun 18 16:26:59.380864 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49564) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.435159 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc37801-7831-4663-a6d2-4a731bcef2d6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:59.436047 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc37801-7831-4663-a6d2-4a731bcef2d6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:59.437835 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ffc37801-7831-4663-a6d2-4a731bcef2d6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/363d4560-ee4e-40ce-82bc-89c8dde66b18 HTTP/1.1" status: 404 len: 333 time: 0.0554507 Jun 18 16:26:59.442267 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49568) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.497538 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-70b6576f-a955-4e0e-94bf-8b9794e3d31d tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:59.498021 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-26214592-0fdf-4d36-b372-a12b67e9c942 req-97d9e5d3-f27d-4b49-9afd-f4ca768f2434 service neutron] 10.222.0.55 "GET /v2.0/networks/85cc2d4b-1a30-4451-b45a-65c661f2447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585211 Jun 18 16:26:59.500236 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-70b6576f-a955-4e0e-94bf-8b9794e3d31d tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "DELETE /v2.0/ports/0019a1ef-d505-499c-881e-3ba4fe539f4b HTTP/1.1" status: 204 len: 168 time: 1.8501155 Jun 18 16:26:59.501441 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1d5ba0-b55b-413b-859b-a0f518d9cdd3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:59.501952 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1d5ba0-b55b-413b-859b-a0f518d9cdd3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:59.503927 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9a1d5ba0-b55b-413b-859b-a0f518d9cdd3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/15b003b9-7405-4ff5-b66b-c97904e82a4a HTTP/1.1" status: 404 len: 337 time: 0.0594747 Jun 18 16:26:59.504546 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49570) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.508646 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49572) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.534349 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e3abf3-c9f3-49c3-ac76-63e69fedf8e5 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] GET failed (client error): The resource could not be found. Jun 18 16:26:59.536133 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-78e3abf3-c9f3-49c3-ac76-63e69fedf8e5 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "GET /v2.0/ports/0019a1ef-d505-499c-881e-3ba4fe539f4b HTTP/1.1" status: 404 len: 333 time: 0.0305862 Jun 18 16:26:59.539927 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49574) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.553332 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e274945-971f-4261-a726-834da2fb7118 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:59.554104 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e274945-971f-4261-a726-834da2fb7118 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:59.556986 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9e274945-971f-4261-a726-834da2fb7118 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/07365ff4-edc7-4580-a3a2-7ea99d1de645 HTTP/1.1" status: 404 len: 333 time: 0.0458314 Jun 18 16:26:59.561936 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f04cb6-a13d-497d-a744-6912a8a318ac tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:26:59.565473 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35f04cb6-a13d-497d-a744-6912a8a318ac tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:59.569632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49576) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.635462 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65fcbf3-2e5e-4526-9c2b-cdebca86bb65 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:59.635919 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65fcbf3-2e5e-4526-9c2b-cdebca86bb65 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:59.637897 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f65fcbf3-2e5e-4526-9c2b-cdebca86bb65 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/d9bbd501-7c0f-43db-aefa-0fe345105190 HTTP/1.1" status: 404 len: 337 time: 0.0656624 Jun 18 16:26:59.640620 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49578) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.664169 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a2cfe-d8c1-416c-b5cf-3ff8d0c6e7e1 req-6990f3f8-9a43-4e7a-ba16-61a7590f83a4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:26:59.665630 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a64a2cfe-d8c1-416c-b5cf-3ff8d0c6e7e1 req-6990f3f8-9a43-4e7a-ba16-61a7590f83a4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.2235320 Jun 18 16:26:59.688697 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad14636-2eb8-4b05-b6d6-318009df3ef3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:59.689256 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad14636-2eb8-4b05-b6d6-318009df3ef3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:59.690978 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5ad14636-2eb8-4b05-b6d6-318009df3ef3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/03afe2af-5c6e-4bfd-9cfc-4b5f31ae3458 HTTP/1.1" status: 404 len: 337 time: 0.0485613 Jun 18 16:26:59.694390 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49580) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.728188 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b5f3a34-77ff-4d30-9cd5-1bcc63dc9bd6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:59.729007 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b5f3a34-77ff-4d30-9cd5-1bcc63dc9bd6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:59.730835 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9b5f3a34-77ff-4d30-9cd5-1bcc63dc9bd6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/f364cbc8-8a96-4158-b9f4-9af112408966 HTTP/1.1" status: 404 len: 333 time: 0.0342112 Jun 18 16:26:59.733616 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49582) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.763145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-8f66e147-a4c4-4d40-b906-a653198bc674 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Deleting port b4c3e860-50ae-4cfa-978b-5b23752e93e7 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:26:59.763482 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8f66e147-a4c4-4d40-b906-a653198bc674 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:59.768127 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0ec793-fff4-4c88-a22a-3b8c5793ebd0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:59.768575 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0ec793-fff4-4c88-a22a-3b8c5793ebd0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:59.772989 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-dc0ec793-fff4-4c88-a22a-3b8c5793ebd0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/1c8bb32c-c7a8-4ff7-89e0-79a0afa1502e HTTP/1.1" status: 404 len: 337 time: 0.0357215 Jun 18 16:26:59.775998 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a64a2cfe-d8c1-416c-b5cf-3ff8d0c6e7e1 req-5fe82cfa-bb60-41a3-92ae-28cfd5e7a864 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015427 Jun 18 16:26:59.776536 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49584) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.835395 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51c639b-a3d7-4dcf-b173-f865176bdfd1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:59.836338 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a51c639b-a3d7-4dcf-b173-f865176bdfd1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:59.837976 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a51c639b-a3d7-4dcf-b173-f865176bdfd1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/ae05a205-8b20-4e7c-89ff-cd49d8c4b3e6 HTTP/1.1" status: 404 len: 337 time: 0.0579281 Jun 18 16:26:59.841845 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49588) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.878973 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0ba31e-5f66-488c-ae9d-2bd1ed6ba2bb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:59.880935 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0ba31e-5f66-488c-ae9d-2bd1ed6ba2bb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:59.883476 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1b0ba31e-5f66-488c-ae9d-2bd1ed6ba2bb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/32110723-35f0-4061-9b09-0663883ec11c HTTP/1.1" status: 404 len: 333 time: 0.0385780 Jun 18 16:26:59.889185 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49590) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.912814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8f66e147-a4c4-4d40-b906-a653198bc674 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:26:59.926192 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7ee09e-1441-4ee5-96d5-8100e7ad774d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:26:59.926669 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7ee09e-1441-4ee5-96d5-8100e7ad774d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:26:59.928338 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fb7ee09e-1441-4ee5-96d5-8100e7ad774d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/b18cd1ed-83f4-498f-bde0-e1aa8419b705 HTTP/1.1" status: 404 len: 337 time: 0.0374367 Jun 18 16:26:59.952935 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49592) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:26:59.989065 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-8f66e147-a4c4-4d40-b906-a653198bc674 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Calling delete_port for b4c3e860-50ae-4cfa-978b-5b23752e93e7 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:00.014014 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a81682-eba3-42ef-abda-c0dfc38a3dfa tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:00.014511 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a81682-eba3-42ef-abda-c0dfc38a3dfa tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:00.016228 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-94a81682-eba3-42ef-abda-c0dfc38a3dfa tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/c1da19e3-d661-4185-b704-6856cfc388a9 HTTP/1.1" status: 404 len: 337 time: 0.0624332 Jun 18 16:27:00.019939 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49594) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.036659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35f04cb6-a13d-497d-a744-6912a8a318ac tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.039460 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0c156e2f-207d-4f6e-a16b-f2b1cb8975bb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:00.049732 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc066a61-9b50-43e1-8b7a-a786cc87565d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:00.050485 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc066a61-9b50-43e1-8b7a-a786cc87565d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:00.052191 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cc066a61-9b50-43e1-8b7a-a786cc87565d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/bbd6c8cf-fa5d-4c41-8681-87e06c6094af HTTP/1.1" status: 404 len: 333 time: 0.0313430 Jun 18 16:27:00.071898 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49596) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.090376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3f694-d21a-4147-b312-acef4095c5f3 req-be1f0092-0c76-45a7-80ca-04da46312dfd tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:00.091911 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-42e3f694-d21a-4147-b312-acef4095c5f3 req-be1f0092-0c76-45a7-80ca-04da46312dfd tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 945 time: 0.1694098 Jun 18 16:27:00.122165 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d6200e-3cef-4837-8723-e94496a4310d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:00.122647 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9d6200e-3cef-4837-8723-e94496a4310d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:00.124627 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a9d6200e-3cef-4837-8723-e94496a4310d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/89742b55-aaaa-4b89-837c-ff34ddd77580 HTTP/1.1" status: 404 len: 337 time: 0.0517533 Jun 18 16:27:00.137256 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49598) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.138157 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f04cb6-a13d-497d-a744-6912a8a318ac tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:00.147696 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-35f04cb6-a13d-497d-a744-6912a8a318ac tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:00.154643 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f04cb6-a13d-497d-a744-6912a8a318ac tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:00.155308 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35f04cb6-a13d-497d-a744-6912a8a318ac tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.159514 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f04cb6-a13d-497d-a744-6912a8a318ac tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Subnet': ['ID=8fd690ef-75f2-41bd-9de8-e641085b2d22,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:00.162920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-35f04cb6-a13d-497d-a744-6912a8a318ac tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:00.170088 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03035e11-0fa3-43be-990a-8fbafc765805 None None] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:00.177744 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f945ed8-b599-4795-ab28-1fb18afd94c6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:00.178608 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f945ed8-b599-4795-ab28-1fb18afd94c6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:00.180569 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3f945ed8-b599-4795-ab28-1fb18afd94c6 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/64bba715-3049-4916-a7c1-c39a39ba1f45 HTTP/1.1" status: 404 len: 337 time: 0.0418963 Jun 18 16:27:00.184932 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49600) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.197729 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-42e3f694-d21a-4147-b312-acef4095c5f3 req-8226c81e-220c-4213-bac0-3cf86c49d1ba tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821109 Jun 18 16:27:00.201826 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-35f04cb6-a13d-497d-a744-6912a8a318ac tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0335832 Jun 18 16:27:00.202071 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49602) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.207675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-864cebcf-236c-4eef-b1e8-a0180f13c24c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-983195722', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8fd690ef-75f2-41bd-9de8-e641085b2d22'}], 'security_groups': ['660359a2-2b8e-4680-b0ce-fed4b70e480c']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:00.252249 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3922e75a-e81c-4534-a5d1-865916d2b5a1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports?device_id=1563dffe-f85f-4c23-b013-362bcf35bd37 HTTP/1.1" status: 200 len: 205 time: 0.0660980 Jun 18 16:27:00.255149 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49606) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.313829 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-e7bbea33-a97a-415a-891f-3b6f2e943ced tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] delete failed (client error): The resource could not be found. Jun 18 16:27:00.317585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-864cebcf-236c-4eef-b1e8-a0180f13c24c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.317752 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e7bbea33-a97a-415a-891f-3b6f2e943ced tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/routers/1563dffe-f85f-4c23-b013-362bcf35bd37 HTTP/1.1" status: 404 len: 336 time: 0.0592999 Jun 18 16:27:00.317847 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49608) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.324245 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8f66e147-a4c4-4d40-b906-a653198bc674 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.328931 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f4d11eb1-6cbe-48d5-85e4-475b9a685b77 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:00.362069 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66e147-a4c4-4d40-b906-a653198bc674 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event deleted for resources: {'Port': ['ID=b4c3e860-50ae-4cfa-978b-5b23752e93e7,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:00.362569 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d70008e-5b6d-43c6-98bc-ff28bb73a7b3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:00.363723 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d70008e-5b6d-43c6-98bc-ff28bb73a7b3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:00.366135 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8f66e147-a4c4-4d40-b906-a653198bc674 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:00.385604 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9d70008e-5b6d-43c6-98bc-ff28bb73a7b3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/a48230f1-fd6e-4cf1-ba0f-3c4d91a41286 HTTP/1.1" status: 404 len: 337 time: 0.0661807 Jun 18 16:27:00.388229 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49610) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.399953 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8f66e147-a4c4-4d40-b906-a653198bc674 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.401946 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8f66e147-a4c4-4d40-b906-a653198bc674 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "DELETE /v2.0/ports/b4c3e860-50ae-4cfa-978b-5b23752e93e7 HTTP/1.1" status: 204 len: 168 time: 0.8608296 Jun 18 16:27:00.405637 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49612) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.440306 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-027d275b-492c-45c5-9342-e74b058a77e1 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] GET failed (client error): The resource could not be found. Jun 18 16:27:00.441913 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-027d275b-492c-45c5-9342-e74b058a77e1 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "GET /v2.0/ports/b4c3e860-50ae-4cfa-978b-5b23752e93e7 HTTP/1.1" status: 404 len: 333 time: 0.0353251 Jun 18 16:27:00.446724 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49614) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.472283 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0bdccf1b-804d-460f-94aa-943288292948 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "GET /v2.0/ports?device_id=89db3046-4d92-4a4a-8e7c-586be01b509b HTTP/1.1" status: 200 len: 205 time: 0.0606956 Jun 18 16:27:00.482109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49616) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.520500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d67b86-8881-4ea8-9767-05a53f12337a None None] Update dhcp port {'port': {'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4', 'fixed_ips': [{'subnet_id': 'e94caf46-e651-44a6-aea5-3323a567262a', 'ip_address': '172.20.0.2'}, {'subnet_id': '8fd690ef-75f2-41bd-9de8-e641085b2d22'}], 'binding:host_id': 'dv-neutron-797120-1-hyperv'}, 'id': 'a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869'} from dv-neutron-797120-1-hyperv. {{(pid=93455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:27:00.529306 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-5bef589a-9e57-4013-8e19-4fea13de5ac9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] delete failed (client error): The resource could not be found. Jun 18 16:27:00.532722 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5bef589a-9e57-4013-8e19-4fea13de5ac9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/routers/89db3046-4d92-4a4a-8e7c-586be01b509b HTTP/1.1" status: 404 len: 336 time: 0.0466545 Jun 18 16:27:00.532969 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49618) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.567360 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-54702aef-ae96-4d84-b7bb-632d9571cf51 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:00.567826 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54702aef-ae96-4d84-b7bb-632d9571cf51 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:00.572638 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-54702aef-ae96-4d84-b7bb-632d9571cf51 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/90126ac6-a51b-4405-b272-4e6a88b64bc3 HTTP/1.1" status: 404 len: 337 time: 0.0357862 Jun 18 16:27:00.573939 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49620) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.579965 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-20d67b86-8881-4ea8-9767-05a53f12337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.597797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468b61d-d5e9-4604-a316-b353b45dc3fb req-fcced444-e879-4cfb-8463-49dba8ac05f6 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:00.599420 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0468b61d-d5e9-4604-a316-b353b45dc3fb req-fcced444-e879-4cfb-8463-49dba8ac05f6 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 945 time: 0.2012541 Jun 18 16:27:00.637204 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f728996e-67a9-4fb7-9094-d04dcdf6de14 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:00.638654 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f728996e-67a9-4fb7-9094-d04dcdf6de14 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:00.644274 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f728996e-67a9-4fb7-9094-d04dcdf6de14 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/e80eaf39-8708-4372-a184-85569db38ef1 HTTP/1.1" status: 404 len: 337 time: 0.0667017 Jun 18 16:27:00.646913 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49622) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.678250 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-401f9538-2a75-4c9b-9790-57d0c6bc18f8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:00.678866 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-401f9538-2a75-4c9b-9790-57d0c6bc18f8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:00.683912 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-401f9538-2a75-4c9b-9790-57d0c6bc18f8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/e0db1be0-c9ef-4533-9a57-c44872b9f630 HTTP/1.1" status: 404 len: 333 time: 0.0337832 Jun 18 16:27:00.685756 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49624) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.686786 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0468b61d-d5e9-4604-a316-b353b45dc3fb req-07da94ac-1fdd-4fff-9b0b-11e82a153398 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590777 Jun 18 16:27:00.734944 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49626) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.737376 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52d209f-8206-48ba-9064-8037e87b2ae3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:00.737895 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52d209f-8206-48ba-9064-8037e87b2ae3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:00.743082 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c52d209f-8206-48ba-9064-8037e87b2ae3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/421a9d05-d00c-42cd-81a2-42641b2ad7e4 HTTP/1.1" status: 404 len: 337 time: 0.0532253 Jun 18 16:27:00.744569 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49630) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.780217 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-2643b338-be37-4122-9abe-7d16bc84da3f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:00.780924 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2643b338-be37-4122-9abe-7d16bc84da3f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:00.782661 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2643b338-be37-4122-9abe-7d16bc84da3f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/f4491721-ecec-4be4-9d04-818d7c55ba51 HTTP/1.1" status: 404 len: 333 time: 0.0364685 Jun 18 16:27:00.785156 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49632) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.818723 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a674e6c-1725-42d2-bf38-2a1b7216389f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:00.819378 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a674e6c-1725-42d2-bf38-2a1b7216389f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:00.823130 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9a674e6c-1725-42d2-bf38-2a1b7216389f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/958c5ae5-4558-46cf-91ef-e9e211b23242 HTTP/1.1" status: 404 len: 337 time: 0.0367470 Jun 18 16:27:00.825631 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49636) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.831609 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-3d9bec94-a5b4-47b9-b86f-5eeaf47ec236 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Deleting port 7e5192a6-a7c9-4452-af5e-35b6f3ad3bd6 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:00.832050 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3d9bec94-a5b4-47b9-b86f-5eeaf47ec236 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:00.848608 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-20d67b86-8881-4ea8-9767-05a53f12337a None None] Allocated IP 172.20.0.18 (2a49f6df-3c7a-4a61-918e-b2dca3942dc4/8fd690ef-75f2-41bd-9de8-e641085b2d22/a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:00.896350 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf58985-ce57-4c45-8d40-ebd8a4637f7a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:00.897834 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf58985-ce57-4c45-8d40-ebd8a4637f7a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:00.903963 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49638) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.904925 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-caf58985-ce57-4c45-8d40-ebd8a4637f7a tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/93c57a8a-9851-44ea-9882-14a80a64786c HTTP/1.1" status: 404 len: 333 time: 0.0779066 Jun 18 16:27:00.946850 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-88366197-ef7c-45ed-9fdc-abc6e815794c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:00.947403 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88366197-ef7c-45ed-9fdc-abc6e815794c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:00.950485 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-88366197-ef7c-45ed-9fdc-abc6e815794c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/d881ce1d-edc8-46ab-ae84-def1bfa44ab7 HTTP/1.1" status: 404 len: 337 time: 0.0455930 Jun 18 16:27:00.953927 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49640) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:00.989440 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-20d67b86-8881-4ea8-9767-05a53f12337a None None] For port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869,segment=NetworkSegment(41fbc488-c776-4a42-a9b2-e64aef152c8b),segment_id=41fbc488-c776-4a42-a9b2-e64aef152c8b)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:00.996141 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbc0d01-90da-4500-b9bc-d33f2934670b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:00.997094 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abbc0d01-90da-4500-b9bc-d33f2934670b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:01.003165 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-abbc0d01-90da-4500-b9bc-d33f2934670b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/b9f4a0e1-b7ab-4444-8731-e1d7a5434b97 HTTP/1.1" status: 404 len: 333 time: 0.0443161 Jun 18 16:27:01.003165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49642) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:01.021311 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-20d67b86-8881-4ea8-9767-05a53f12337a None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:01.035831 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-20d67b86-8881-4ea8-9767-05a53f12337a None None] Transition to ACTIVE for port object a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:01.042383 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-20d67b86-8881-4ea8-9767-05a53f12337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:01.044569 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1cd434c4-a8ac-4326-859f-a345c98c8ba6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:01.061362 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3cc88ae-598c-4a1f-881d-ab2423cd135f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:01.061852 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3cc88ae-598c-4a1f-881d-ab2423cd135f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:01.063771 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b3cc88ae-598c-4a1f-881d-ab2423cd135f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/5e62f8a0-8a04-495c-8c50-16dc685faee4 HTTP/1.1" status: 404 len: 337 time: 0.0595946 Jun 18 16:27:01.069955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49644) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:01.083109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3d9bec94-a5b4-47b9-b86f-5eeaf47ec236 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:01.089788 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec09a7-767e-4a7a-a58b-0ebe9bd095bd req-175f89ab-13d5-44da-a49d-648d801ead61 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:01.098126 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b0ec09a7-767e-4a7a-a58b-0ebe9bd095bd req-175f89ab-13d5-44da-a49d-648d801ead61 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.1647632 Jun 18 16:27:01.111512 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-92327f42-7760-4729-ab13-666ef39eab1f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:01.112257 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92327f42-7760-4729-ab13-666ef39eab1f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:01.118968 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-92327f42-7760-4729-ab13-666ef39eab1f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/91675cf9-48c6-48a4-a42b-2597870d9329 HTTP/1.1" status: 404 len: 333 time: 0.0423975 Jun 18 16:27:01.120978 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9231c71-b2d4-41b0-ad14-96f88ddfee53 tempest-TestVolumeBootPattern-1582410022 tempest-TestVolumeBootPattern-1582410022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:01.121223 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49646) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:01.122323 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a9231c71-b2d4-41b0-ad14-96f88ddfee53 tempest-TestVolumeBootPattern-1582410022 tempest-TestVolumeBootPattern-1582410022-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 1093 time: 0.3839843 Jun 18 16:27:01.132366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49648) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:01.160307 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d67b86-8881-4ea8-9767-05a53f12337a None None] Pushing event updated for resources: {'Port': ['ID=a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:01.166113 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-20d67b86-8881-4ea8-9767-05a53f12337a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:01.175814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': 'c9363744-562b-44be-9251-a22474f48d38', 'tenant_id': '677a748149594a93a9900e94206deadd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:01.184307 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b0ec09a7-767e-4a7a-a58b-0ebe9bd095bd req-6b8c4f2d-61a8-4cb1-b7e2-9287efd87b1a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852013 Jun 18 16:27:01.222996 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-3d9bec94-a5b4-47b9-b86f-5eeaf47ec236 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Calling delete_port for 7e5192a6-a7c9-4452-af5e-35b6f3ad3bd6 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:01.230237 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-864cebcf-236c-4eef-b1e8-a0180f13c24c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Delete allocated IP 172.20.0.11 (2a49f6df-3c7a-4a61-918e-b2dca3942dc4/e94caf46-e651-44a6-aea5-3323a567262a) {{(pid=93453) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 18 16:27:01.233042 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ddd84a-23b2-4e7b-be49-72ede13558dd tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:01.233881 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ddd84a-23b2-4e7b-be49-72ede13558dd tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:01.235276 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-71ddd84a-23b2-4e7b-be49-72ede13558dd tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/52353c29-ba6b-4f29-8442-0f9350ad9005 HTTP/1.1" status: 404 len: 337 time: 0.1136544 Jun 18 16:27:01.237810 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49650) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:01.247988 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-864cebcf-236c-4eef-b1e8-a0180f13c24c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Allocated IP 172.20.0.22 (2a49f6df-3c7a-4a61-918e-b2dca3942dc4/8fd690ef-75f2-41bd-9de8-e641085b2d22/95a65bf4-4968-4e72-8a0a-333eaed0b0e7) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:01.281231 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a97b91f-84ce-436a-a54a-1e5eac137ddb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:01.281934 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a97b91f-84ce-436a-a54a-1e5eac137ddb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:01.286667 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4a97b91f-84ce-436a-a54a-1e5eac137ddb tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/93e09624-6e48-4f36-acd7-17373ded5410 HTTP/1.1" status: 404 len: 333 time: 0.0449519 Jun 18 16:27:01.286667 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49652) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:01.292074 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for floatingip, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:01.327497 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3ce6ee-1f50-4e48-aa41-3e700bd408b0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:01.328033 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3ce6ee-1f50-4e48-aa41-3e700bd408b0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:01.333517 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-df3ce6ee-1f50-4e48-aa41-3e700bd408b0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/d86cbfbc-13e4-401a-975f-6d6d38479ff8 HTTP/1.1" status: 404 len: 337 time: 0.0425227 Jun 18 16:27:01.334721 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49654) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:01.367980 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-b620412f-7ee2-4a22-91c9-722485bf399d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:01.368914 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b620412f-7ee2-4a22-91c9-722485bf399d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:01.373254 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b620412f-7ee2-4a22-91c9-722485bf399d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/ports/21961f1f-c0d7-42cd-a391-dab98139e406 HTTP/1.1" status: 404 len: 333 time: 0.0353975 Jun 18 16:27:01.374448 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49656) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:01.473101 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3d9bec94-a5b4-47b9-b86f-5eeaf47ec236 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:01.479431 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c470efb2-491a-4b90-8bae-75453674e418 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:01.514255 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:01.515181 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9bec94-a5b4-47b9-b86f-5eeaf47ec236 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event deleted for resources: {'Port': ['ID=7e5192a6-a7c9-4452-af5e-35b6f3ad3bd6,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:01.517413 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3d9bec94-a5b4-47b9-b86f-5eeaf47ec236 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:01.581114 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3d9bec94-a5b4-47b9-b86f-5eeaf47ec236 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:01.586879 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3d9bec94-a5b4-47b9-b86f-5eeaf47ec236 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "DELETE /v2.0/ports/7e5192a6-a7c9-4452-af5e-35b6f3ad3bd6 HTTP/1.1" status: 204 len: 168 time: 1.1388292 Jun 18 16:27:01.589983 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49658) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:01.691196 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1918a33-580d-48c7-a669-016ba3b76354 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Deleting subnet 5fa23a48-ab2e-431a-9f30-afef479101ff {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:27:01.695359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a1918a33-580d-48c7-a669-016ba3b76354 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:01.748504 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a1918a33-580d-48c7-a669-016ba3b76354 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:01.785905 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Allocated IP 172.26.6.51 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/6378675d-a6b1-4027-8d70-d649f31a1b03) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:01.860031 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee74527c-daa2-40c5-b789-a7d8e2a0ed64 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:01.860494 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee74527c-daa2-40c5-b789-a7d8e2a0ed64 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:01.864626 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ee74527c-daa2-40c5-b789-a7d8e2a0ed64 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/subnets/e2297549-7837-455e-b89b-deb2f884a4e0 HTTP/1.1" status: 404 len: 337 time: 0.4868581 Jun 18 16:27:01.864814 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49660) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:01.949700 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a1918a33-580d-48c7-a669-016ba3b76354 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.000733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-98f0c7fd-6ddd-481a-965c-0c84af877a0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.025787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.059316 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a1918a33-580d-48c7-a669-016ba3b76354 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.063306 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d9694a2d-f434-440e-91e6-98a5e94ac950 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:02.067055 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-864cebcf-236c-4eef-b1e8-a0180f13c24c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.092255 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1918a33-580d-48c7-a669-016ba3b76354 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa23a48-ab2e-431a-9f30-afef479101ff,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:02.094918 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a1918a33-580d-48c7-a669-016ba3b76354 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:02.095698 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3d3f03e0-0cfc-42ab-bf25-96419ce6bcc6 None None] Provisioning for port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:02.101397 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3d3f03e0-0cfc-42ab-bf25-96419ce6bcc6 None None] Provisioning complete for port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:02.101907 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3d3f03e0-0cfc-42ab-bf25-96419ce6bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.107052 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a1918a33-580d-48c7-a669-016ba3b76354 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.112026 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a1918a33-580d-48c7-a669-016ba3b76354 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "DELETE /v2.0/subnets/5fa23a48-ab2e-431a-9f30-afef479101ff HTTP/1.1" status: 204 len: 168 time: 0.5209465 Jun 18 16:27:02.114157 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49662) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:02.122064 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-864cebcf-236c-4eef-b1e8-a0180f13c24c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Transition to ACTIVE for port object 95a65bf4-4968-4e72-8a0a-333eaed0b0e7 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:02.134036 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fe3e44-b0f3-48fa-a794-46f6f692e7d1 None None] Network e5acc147-7659-47f2-8d8b-c50fb68b199c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:02.142349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-864cebcf-236c-4eef-b1e8-a0180f13c24c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.150051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-98f0c7fd-6ddd-481a-965c-0c84af877a0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.154882 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:02.187486 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.191896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-98f0c7fd-6ddd-481a-965c-0c84af877a0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce24d173-f93a-4cd6-bc0b-4cefb40733e2']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:02.193905 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5533e85d-494c-41c9-b681-5f1b70e7e563 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:02.223250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-98f0c7fd-6ddd-481a-965c-0c84af877a0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:02.223537 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-98f0c7fd-6ddd-481a-965c-0c84af877a0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3eb1f9-3ac0-4862-97ca-3d5ed0302c7f') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:02.249772 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.262088 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-98f0c7fd-6ddd-481a-965c-0c84af877a0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.263179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:02.270701 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:02.273225 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:02.277944 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event updated for resources: {'Port': ['ID=6378675d-a6b1-4027-8d70-d649f31a1b03,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:02.281024 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:02.281393 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864cebcf-236c-4eef-b1e8-a0180f13c24c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=95a65bf4-4968-4e72-8a0a-333eaed0b0e7,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:02.291449 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-864cebcf-236c-4eef-b1e8-a0180f13c24c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:02.304821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-98f0c7fd-6ddd-481a-965c-0c84af877a0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.313926 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f0c7fd-6ddd-481a-965c-0c84af877a0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:27:02.314585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-98f0c7fd-6ddd-481a-965c-0c84af877a0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.354221 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3d3f03e0-0cfc-42ab-bf25-96419ce6bcc6 None None] Provisioning complete for port aa20b218-b464-4cbb-a017-3743215c8431 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:02.354931 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3d3f03e0-0cfc-42ab-bf25-96419ce6bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.398085 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-3d3f03e0-0cfc-42ab-bf25-96419ce6bcc6 None None] Port aa20b218-b464-4cbb-a017-3743215c8431 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:27:02.399028 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:27:02.402207 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-864cebcf-236c-4eef-b1e8-a0180f13c24c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] In _notify_port_updated(), no bound segment for port 95a65bf4-4968-4e72-8a0a-333eaed0b0e7 on network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 {{(pid=93453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:27:02.409501 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864cebcf-236c-4eef-b1e8-a0180f13c24c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:02.410167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-864cebcf-236c-4eef-b1e8-a0180f13c24c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.414722 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-864cebcf-236c-4eef-b1e8-a0180f13c24c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "PUT /v2.0/ports/95a65bf4-4968-4e72-8a0a-333eaed0b0e7 HTTP/1.1" status: 200 len: 920 time: 2.2085276 Jun 18 16:27:02.416068 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49666) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:02.420274 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3d3f03e0-0cfc-42ab-bf25-96419ce6bcc6 None None] Provisioning for port 95a65bf4-4968-4e72-8a0a-333eaed0b0e7 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:02.423870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-98f0c7fd-6ddd-481a-965c-0c84af877a0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.426366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3d3f03e0-0cfc-42ab-bf25-96419ce6bcc6 None None] Provisioning complete for port 95a65bf4-4968-4e72-8a0a-333eaed0b0e7 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:02.427128 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3d3f03e0-0cfc-42ab-bf25-96419ce6bcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.428240 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:02.446498 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-98f0c7fd-6ddd-481a-965c-0c84af877a0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.451648 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-98f0c7fd-6ddd-481a-965c-0c84af877a0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] 10.222.0.50 "DELETE /v2.0/networks/ce24d173-f93a-4cd6-bc0b-4cefb40733e2 HTTP/1.1" status: 204 len: 168 time: 0.5826623 Jun 18 16:27:02.470239 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-3d3f03e0-0cfc-42ab-bf25-96419ce6bcc6 None None] Port 95a65bf4-4968-4e72-8a0a-333eaed0b0e7 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:02.485308 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f0c7fd-6ddd-481a-965c-0c84af877a0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Pushing event deleted for resources: {'Network': ['ID=ce24d173-f93a-4cd6-bc0b-4cefb40733e2,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:02.488223 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-98f0c7fd-6ddd-481a-965c-0c84af877a0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:02.505960 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ad36df-6025-4e0b-8c4f-b8fec5fb05dd None None] DHCP port deletion for e5acc147-7659-47f2-8d8b-c50fb68b199c request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:27:02.539598 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ea8e6-049f-4d40-bd7f-e98d5e1b2cfe req-36f757f2-1f64-4863-98ce-4549ae2e17ad tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:02.541394 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-072ea8e6-049f-4d40-bd7f-e98d5e1b2cfe req-36f757f2-1f64-4863-98ce-4549ae2e17ad tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.1286218 Jun 18 16:27:02.543362 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Deleting port 3b8c6c4b-819d-47ab-821e-503e4b00be61 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:02.543705 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.583856 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-04ad36df-6025-4e0b-8c4f-b8fec5fb05dd None None] Deleting port 3b8c6c4b-819d-47ab-821e-503e4b00be61 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:02.584776 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-04ad36df-6025-4e0b-8c4f-b8fec5fb05dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.600881 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-072ea8e6-049f-4d40-bd7f-e98d5e1b2cfe req-79dd5d8b-7c64-4f74-b65d-883aeb7eae76 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509706 Jun 18 16:27:02.676166 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-04ad36df-6025-4e0b-8c4f-b8fec5fb05dd None None] For port 3b8c6c4b-819d-47ab-821e-503e4b00be61, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3b8c6c4b-819d-47ab-821e-503e4b00be61,segment=NetworkSegment(5ff9b9f4-a09e-44bd-a9c4-aab9c754fc24),segment_id=5ff9b9f4-a09e-44bd-a9c4-aab9c754fc24)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:02.676657 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-04ad36df-6025-4e0b-8c4f-b8fec5fb05dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.765518 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-04ad36df-6025-4e0b-8c4f-b8fec5fb05dd None None] Calling delete_port for 3b8c6c4b-819d-47ab-821e-503e4b00be61 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:02.788298 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] For port 3b8c6c4b-819d-47ab-821e-503e4b00be61, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3b8c6c4b-819d-47ab-821e-503e4b00be61,segment=NetworkSegment(5ff9b9f4-a09e-44bd-a9c4-aab9c754fc24),segment_id=5ff9b9f4-a09e-44bd-a9c4-aab9c754fc24)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:02.789592 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.878265 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Calling delete_port for 3b8c6c4b-819d-47ab-821e-503e4b00be61 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:02.891958 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-04ad36df-6025-4e0b-8c4f-b8fec5fb05dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.896936 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49672) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:02.903970 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:02.935373 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:02.959512 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ad36df-6025-4e0b-8c4f-b8fec5fb05dd None None] No DVR routers for this DVR port 3b8c6c4b-819d-47ab-821e-503e4b00be61 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:27:02.962215 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad36df-6025-4e0b-8c4f-b8fec5fb05dd None None] Pushing event deleted for resources: {'Port': ['ID=3b8c6c4b-819d-47ab-821e-503e4b00be61,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:02.965791 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-b11d0249-38c9-4ccc-a463-8500b15cb6ca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port 95a65bf4-4968-4e72-8a0a-333eaed0b0e7 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:02.966133 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b11d0249-38c9-4ccc-a463-8500b15cb6ca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:02.971406 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-04ad36df-6025-4e0b-8c4f-b8fec5fb05dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:02.977149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-579be658-cfe5-4d76-9fa9-08184c622524 None None] Provisioning complete for port 95a65bf4-4968-4e72-8a0a-333eaed0b0e7 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:02.977982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-579be658-cfe5-4d76-9fa9-08184c622524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:03.029707 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-579be658-cfe5-4d76-9fa9-08184c622524 None None] Port 95a65bf4-4968-4e72-8a0a-333eaed0b0e7 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:03.045750 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:03.046279 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:03.095112 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-bb53b770-d745-4cc3-9eaa-274bd2b84182 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b7e564e9c7d4ffaa497e5543bbf4526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1933634 Jun 18 16:27:03.095671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49676) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:03.153440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b8602b3b-f8c6-4126-b0e7-3e711ceccefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:03.177537 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b8602b3b-f8c6-4126-b0e7-3e711ceccefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:03.217664 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3b8c6c4b-819d-47ab-821e-503e4b00be61 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:27:03.236201 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b8602b3b-f8c6-4126-b0e7-3e711ceccefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:03.239221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b8602b3b-f8c6-4126-b0e7-3e711ceccefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:03.243700 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b8602b3b-f8c6-4126-b0e7-3e711ceccefe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4e7af96c-b102-4404-b6a1-cb312a99e05a HTTP/1.1" status: 204 len: 168 time: 0.1443818 Jun 18 16:27:03.243700 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-09ac70a5-8972-4c3c-b8f9-6056cd02f4dd tempest-BulkNetworkOpsIpV6Test-1401304038 tempest-BulkNetworkOpsIpV6Test-1401304038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:03.255483 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 3b8c6c4b-819d-47ab-821e-503e4b00be61 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:27:03.256765 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3b8c6c4b-819d-47ab-821e-503e4b00be61 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:27:03.260135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8602b3b-f8c6-4126-b0e7-3e711ceccefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7af96c-b102-4404-b6a1-cb312a99e05a,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:03.262832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b8602b3b-f8c6-4126-b0e7-3e711ceccefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:03.526046 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b11d0249-38c9-4ccc-a463-8500b15cb6ca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:03.534878 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:03.542342 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-45e29685-7837-496f-b5f4-1c62a156b7ed tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:03.627786 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-b11d0249-38c9-4ccc-a463-8500b15cb6ca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for 95a65bf4-4968-4e72-8a0a-333eaed0b0e7 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:03.634760 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event deleted for resources: {'Port': ['ID=3b8c6c4b-819d-47ab-821e-503e4b00be61,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:03.647511 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:03.649568 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] No DVR routers for this DVR port 3b8c6c4b-819d-47ab-821e-503e4b00be61 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:27:03.765420 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:03.811905 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:03.827095 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91467a7-37f5-4f97-bdbd-68b75db0b345 req-d854062c-eecb-4991-ba13-704ffde59ea8 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:03.828744 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b91467a7-37f5-4f97-bdbd-68b75db0b345 req-d854062c-eecb-4991-ba13-704ffde59ea8 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.0829947 Jun 18 16:27:03.840026 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5acc147-7659-47f2-8d8b-c50fb68b199c']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:03.870108 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff9b9f4-a09e-44bd-a9c4-aab9c754fc24') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:03.870751 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff9b9f4-a09e-44bd-a9c4-aab9c754fc24') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:03.884781 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b91467a7-37f5-4f97-bdbd-68b75db0b345 req-7f143224-fd68-415d-af7b-a20cef67257c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491099 Jun 18 16:27:03.924377 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:03.972774 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:03.979376 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.004787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:27:04.005203 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:27:04.009356 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:27:04.015044 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:27:04.015044 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:27:04.015044 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:27:04.026354 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49700) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:04.097187 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b11d0249-38c9-4ccc-a463-8500b15cb6ca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.105824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6006c67b-a7e8-4619-8fe7-12a445f8d3ca tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:04.134445 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f41aaafd-ff41-4479-92c6-46068bc61177 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-729551716'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:04.156883 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41aaafd-ff41-4479-92c6-46068bc61177 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Made reservation on behalf of c7e8141f3d384af7bc25885efe24ea6b for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:04.160493 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f41aaafd-ff41-4479-92c6-46068bc61177 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.170559 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11d0249-38c9-4ccc-a463-8500b15cb6ca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=95a65bf4-4968-4e72-8a0a-333eaed0b0e7,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:04.170796 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f41aaafd-ff41-4479-92c6-46068bc61177 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.175230 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.181678 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b11d0249-38c9-4ccc-a463-8500b15cb6ca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:04.186628 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7f928df4-0cc2-4a6f-a6e7-2b7861ba66ac tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:04.214283 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.216231 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] 10.222.0.50 "DELETE /v2.0/networks/e5acc147-7659-47f2-8d8b-c50fb68b199c HTTP/1.1" status: 204 len: 168 time: 2.1010258 Jun 18 16:27:04.254765 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Pushing event deleted for resources: {'Network': ['ID=e5acc147-7659-47f2-8d8b-c50fb68b199c,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:04.263272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:04.310729 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b11d0249-38c9-4ccc-a463-8500b15cb6ca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.314149 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f41aaafd-ff41-4479-92c6-46068bc61177 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.315514 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b11d0249-38c9-4ccc-a463-8500b15cb6ca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/ports/95a65bf4-4968-4e72-8a0a-333eaed0b0e7 HTTP/1.1" status: 204 len: 168 time: 1.8974071 Jun 18 16:27:04.315958 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49706) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:04.347490 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f41aaafd-ff41-4479-92c6-46068bc61177 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.350990 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e9246b-18e9-44c7-aa04-82e18b3b30d7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] GET failed (client error): The resource could not be found. Jun 18 16:27:04.353077 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-14e9246b-18e9-44c7-aa04-82e18b3b30d7 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports/95a65bf4-4968-4e72-8a0a-333eaed0b0e7 HTTP/1.1" status: 404 len: 333 time: 0.0362916 Jun 18 16:27:04.355926 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3b5f4716-2cc0-4811-a190-8490e503267f tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:04.357336 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49708) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:04.370367 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.380359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.385886 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-61f3c490-f172-4024-a728-019a40a5889d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:04.404227 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41aaafd-ff41-4479-92c6-46068bc61177 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7154ae9-b902-4f24-bfce-662525a0f567,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:04.410232 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f41aaafd-ff41-4479-92c6-46068bc61177 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:04.427684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41aaafd-ff41-4479-92c6-46068bc61177 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:27:04.457083 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f41aaafd-ff41-4479-92c6-46068bc61177 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.457539 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-f41aaafd-ff41-4479-92c6-46068bc61177 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Added segment 305f2735-591f-4952-a74e-57351cc7ac63 of type vlan for network 563b0712-9892-4526-a64f-740df29a0f57 Jun 18 16:27:04.506275 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event updated for resources: {'Port': ['ID=6378675d-a6b1-4027-8d70-d649f31a1b03,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:04.515436 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:04.517868 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-50a5ca4b-5bf8-4ab7-be30-70283ee698e0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.532448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.549825 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f41aaafd-ff41-4479-92c6-46068bc61177 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.579708 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-50a5ca4b-5bf8-4ab7-be30-70283ee698e0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.587254 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f41aaafd-ff41-4479-92c6-46068bc61177 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.593819 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41aaafd-ff41-4479-92c6-46068bc61177 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:04.594537 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f41aaafd-ff41-4479-92c6-46068bc61177 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.598845 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-36e0894c-58b1-4468-85a4-e6aec35084e9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:04.638790 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49712) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:04.659030 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f41aaafd-ff41-4479-92c6-46068bc61177 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6314662 Jun 18 16:27:04.666761 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49716) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:04.674695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-c820a81f-2121-4924-bede-6fced9f57c1b tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'subnet': {'network_id': '563b0712-9892-4526-a64f-740df29a0f57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:04.683926 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-50a5ca4b-5bf8-4ab7-be30-70283ee698e0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.686545 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-50a5ca4b-5bf8-4ab7-be30-70283ee698e0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.687716 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-50a5ca4b-5bf8-4ab7-be30-70283ee698e0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/security-groups/6c502116-f422-45c7-af25-b319cf2a302b HTTP/1.1" status: 204 len: 168 time: 0.3294508 Jun 18 16:27:04.690024 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-72e30df0-fbde-4905-a4c2-4ea82278febb tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:04.691565 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49718) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:04.700747 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Floating IP d5deac9c-352a-46e8-810c-5af0a12cb994 associated. External IP: 172.26.6.51, port: c9363744-562b-44be-9251-a22474f48d38. Jun 18 16:27:04.704669 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5ca4b-5bf8-4ab7-be30-70283ee698e0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c502116-f422-45c7-af25-b319cf2a302b,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:04.738838 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-50a5ca4b-5bf8-4ab7-be30-70283ee698e0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:04.743091 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41aaafd-ff41-4479-92c6-46068bc61177 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Network': ['ID=563b0712-9892-4526-a64f-740df29a0f57,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:04.749526 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f41aaafd-ff41-4479-92c6-46068bc61177 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:04.768192 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 563b0712-9892-4526-a64f-740df29a0f57 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:27:04.856890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c820a81f-2121-4924-bede-6fced9f57c1b tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Made reservation on behalf of c7e8141f3d384af7bc25885efe24ea6b for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:04.861106 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c820a81f-2121-4924-bede-6fced9f57c1b tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.884318 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2c555f8f-c1eb-4740-bc6a-ac6bf23af2a6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:04.950950 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-28ab5d4a-d2e4-4e6c-a21d-b84dfbd15d3c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7fa641e252549d89da6fd132d70926f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3031080 Jun 18 16:27:04.951656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49722) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:04.964283 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2c555f8f-c1eb-4740-bc6a-ac6bf23af2a6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.045967 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Router d2938074-b18f-46a3-8a3d-3c6f178f51b0 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:05.061395 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-38a49675-ab1f-4f72-9b0e-9ba3608825b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.076453 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2c555f8f-c1eb-4740-bc6a-ac6bf23af2a6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.079301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2c555f8f-c1eb-4740-bc6a-ac6bf23af2a6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.080425 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2c555f8f-c1eb-4740-bc6a-ac6bf23af2a6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/security-groups/660359a2-2b8e-4680-b0ce-fed4b70e480c HTTP/1.1" status: 204 len: 168 time: 0.3877041 Jun 18 16:27:05.083540 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:05.087659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49724) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:05.123669 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-38a49675-ab1f-4f72-9b0e-9ba3608825b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.133448 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c555f8f-c1eb-4740-bc6a-ac6bf23af2a6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=660359a2-2b8e-4680-b0ce-fed4b70e480c,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:05.142839 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2c555f8f-c1eb-4740-bc6a-ac6bf23af2a6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:05.211414 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:05.219943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd46ef4-77e3-4fdf-8ec5-d44aa7e5a538 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting subnet e94caf46-e651-44a6-aea5-3323a567262a {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:27:05.225165 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c820a81f-2121-4924-bede-6fced9f57c1b tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.225405 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415b2f0b-2e0c-43bb-a5e3-c8f21193476c None None] Sync routers for ids ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:05.229354 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-35f04cb6-a13d-497d-a744-6912a8a318ac tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:05.232813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-edd46ef4-77e3-4fdf-8ec5-d44aa7e5a538 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.237131 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-38a49675-ab1f-4f72-9b0e-9ba3608825b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.240298 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-38a49675-ab1f-4f72-9b0e-9ba3608825b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.242642 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-38a49675-ab1f-4f72-9b0e-9ba3608825b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/08e4d4e6-4fc2-4956-ab5b-6ca2bebf9856 HTTP/1.1" status: 204 len: 168 time: 0.2897840 Jun 18 16:27:05.244298 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0c3c583e-fef9-460b-8dc5-67cb8ab5f128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:05.248098 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.250237 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b2f0b-2e0c-43bb-a5e3-c8f21193476c None None] Routers {'d2938074-b18f-46a3-8a3d-3c6f178f51b0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:05.252457 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-415b2f0b-2e0c-43bb-a5e3-c8f21193476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:26:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:05.272575 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a84b7-d0f3-4276-bb4d-374c83882982 req-05c99787-e351-49f5-b09a-a0d63828599f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:05.274879 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c8a84b7-d0f3-4276-bb4d-374c83882982 req-05c99787-e351-49f5-b09a-a0d63828599f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.2462041 Jun 18 16:27:05.275894 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a49675-ab1f-4f72-9b0e-9ba3608825b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e4d4e6-4fc2-4956-ab5b-6ca2bebf9856,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:05.279573 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-38a49675-ab1f-4f72-9b0e-9ba3608825b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:05.311281 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1777565 Jun 18 16:27:05.312369 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88455d4e-81e3-437b-bca6-ab11b71ce0b4', 'tag': 'c9363744-562b-44be-9251-a22474f48d38'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:27:05.316149 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0c613c-7b99-4e1c-b2dd-3eecb2ba004a" -d '{"events": [{"name": "network-changed", "server_uuid": "88455d4e-81e3-437b-bca6-ab11b71ce0b4", "tag": "c9363744-562b-44be-9251-a22474f48d38"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:27:05.368637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-edd46ef4-77e3-4fdf-8ec5-d44aa7e5a538 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.395217 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca34c21-2025-4d5c-9cf1-b9f00e35f4bd x-openstack-request-id: req-8ca34c21-2025-4d5c-9cf1-b9f00e35f4bd {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:27:05.396391 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88455d4e-81e3-437b-bca6-ab11b71ce0b4", "tag": "c9363744-562b-44be-9251-a22474f48d38", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:27:05.396951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8ca34c21-2025-4d5c-9cf1-b9f00e35f4bd {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:27:05.397721 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88455d4e-81e3-437b-bca6-ab11b71ce0b4', 'tag': 'c9363744-562b-44be-9251-a22474f48d38', 'status': 'completed', 'code': 200} Jun 18 16:27:05.448973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820a81f-2121-4924-bede-6fced9f57c1b tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Subnet': ['ID=db121bd3-89d4-4652-8273-f306cd348923,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:05.455176 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-415b2f0b-2e0c-43bb-a5e3-c8f21193476c None None] Set router d2938074-b18f-46a3-8a3d-3c6f178f51b0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:27:05.480422 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c820a81f-2121-4924-bede-6fced9f57c1b tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:05.504259 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c8a84b7-d0f3-4276-bb4d-374c83882982 req-196c9a6d-360f-43a6-99ef-644bcd73e4ae tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078416 Jun 18 16:27:05.512187 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c820a81f-2121-4924-bede-6fced9f57c1b tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Checking segment: {'id': '305f2735-591f-4952-a74e-57351cc7ac63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '563b0712-9892-4526-a64f-740df29a0f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:05.512315 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c820a81f-2121-4924-bede-6fced9f57c1b tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Network hostable DHCP agents. Network: 563b0712-9892-4526-a64f-740df29a0f57, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:27:05.550479 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c820a81f-2121-4924-bede-6fced9f57c1b tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Network 563b0712-9892-4526-a64f-740df29a0f57 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:27:05.591060 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-c820a81f-2121-4924-bede-6fced9f57c1b tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 563b0712-9892-4526-a64f-740df29a0f57) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:05.595512 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c820a81f-2121-4924-bede-6fced9f57c1b tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:05.596311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c820a81f-2121-4924-bede-6fced9f57c1b tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.607979 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15bc14f6-a387-43a4-beb7-f671f1408e10 None None] Network 563b0712-9892-4526-a64f-740df29a0f57 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:05.622164 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-edd46ef4-77e3-4fdf-8ec5-d44aa7e5a538 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.654003 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c820a81f-2121-4924-bede-6fced9f57c1b tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9838717 Jun 18 16:27:05.655151 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49740) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:05.665017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-442854988', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:05.693892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c613c-7b99-4e1c-b2dd-3eecb2ba004a req-44ae3fb3-9715-41d0-bba7-9a6a8d2156c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:05.696343 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0c0c613c-7b99-4e1c-b2dd-3eecb2ba004a req-44ae3fb3-9715-41d0-bba7-9a6a8d2156c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=677a748149594a93a9900e94206deadd&device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 1098 time: 0.2502193 Jun 18 16:27:05.735217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.736460 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.788899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-edd46ef4-77e3-4fdf-8ec5-d44aa7e5a538 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.794843 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c820a81f-2121-4924-bede-6fced9f57c1b tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:05.831996 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b71eaac-c97e-48ba-95f7-2a07f2bdaf91 None None] Network 563b0712-9892-4526-a64f-740df29a0f57 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:05.844701 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-edd46ef4-77e3-4fdf-8ec5-d44aa7e5a538 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.850833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49746) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:05.852506 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-edd46ef4-77e3-4fdf-8ec5-d44aa7e5a538 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/subnets/e94caf46-e651-44a6-aea5-3323a567262a HTTP/1.1" status: 204 len: 168 time: 0.7591007 Jun 18 16:27:05.857578 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c15297-07d8-48f6-a50d-992b801012f4 None None] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:05.857813 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-dbbf7744-5922-4991-a2a6-e47cba3ecd69 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'subnet': {'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:05.858471 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd46ef4-77e3-4fdf-8ec5-d44aa7e5a538 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Subnet': ['ID=e94caf46-e651-44a6-aea5-3323a567262a,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:05.860822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-edd46ef4-77e3-4fdf-8ec5-d44aa7e5a538 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:05.878295 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:27:05.931911 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:05.979123 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c613c-7b99-4e1c-b2dd-3eecb2ba004a req-0a1a0e85-9c98-4718-9d60-e6c168e5b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:05.981082 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0c0c613c-7b99-4e1c-b2dd-3eecb2ba004a req-0a1a0e85-9c98-4718-9d60-e6c168e5b0b3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=653de129-f9e5-469e-ba59-ca23a87d80e3 HTTP/1.1" status: 200 len: 913 time: 0.2732403 Jun 18 16:27:06.058866 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbf7744-5922-4991-a2a6-e47cba3ecd69 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:06.065480 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dbbf7744-5922-4991-a2a6-e47cba3ecd69 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:06.113180 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-415b2f0b-2e0c-43bb-a5e3-c8f21193476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'd5deac9c-352a-46e8-810c-5af0a12cb994', 'tenant_id': '677a748149594a93a9900e94206deadd', 'floating_ip_address': '172.26.6.51', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'port_id': 'c9363744-562b-44be-9251-a22474f48d38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'mac_address': 'fa:16:3e:91:f8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88455d4e-81e3-437b-bca6-ab11b71ce0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:27:02Z', 'updated_at': '2021-06-18T16:27:02Z', 'revision_number': 0, 'project_id': '677a748149594a93a9900e94206deadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:50Z', 'revision_number': 5, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:06.149771 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415b2f0b-2e0c-43bb-a5e3-c8f21193476c None None] Checking router: d2938074-b18f-46a3-8a3d-3c6f178f51b0 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:27:06.186254 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49754) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:06.199158 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b2f0b-2e0c-43bb-a5e3-c8f21193476c None None] Routers {'d2938074-b18f-46a3-8a3d-3c6f178f51b0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:06.201196 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-415b2f0b-2e0c-43bb-a5e3-c8f21193476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:26:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:06.212374 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0c0c613c-7b99-4e1c-b2dd-3eecb2ba004a req-6bb5623b-eab4-4d90-97fa-fedacefc1088 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9363744-562b-44be-9251-a22474f48d38 HTTP/1.1" status: 200 len: 998 time: 0.1831546 Jun 18 16:27:06.216530 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:06.332493 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c613c-7b99-4e1c-b2dd-3eecb2ba004a req-cddb3e83-e7ac-4ce1-96cc-29668b22f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:06.334455 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0c0c613c-7b99-4e1c-b2dd-3eecb2ba004a req-cddb3e83-e7ac-4ce1-96cc-29668b22f809 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69140bce-415f-4588-91e8-fdea89aeed75 HTTP/1.1" status: 200 len: 851 time: 0.1139138 Jun 18 16:27:06.356691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-7c58600c-551d-46bc-8b86-46e9a06cf612 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-915020207'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:06.387560 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dbbf7744-5922-4991-a2a6-e47cba3ecd69 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:06.392591 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-52f4887d-4e3e-4ffe-b0f8-b684d66bab6d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:06.420612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c613c-7b99-4e1c-b2dd-3eecb2ba004a req-41d9b3bd-16c4-4e18-93a0-190f2d881305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:06.422128 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0c0c613c-7b99-4e1c-b2dd-3eecb2ba004a req-41d9b3bd-16c4-4e18-93a0-190f2d881305 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=653de129-f9e5-469e-ba59-ca23a87d80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786779 Jun 18 16:27:06.428546 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c58600c-551d-46bc-8b86-46e9a06cf612 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Made reservation on behalf of b849fc85cc624ef2a760e5c04cfefc66 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:06.433600 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c58600c-551d-46bc-8b86-46e9a06cf612 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:06.454325 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c58600c-551d-46bc-8b86-46e9a06cf612 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:06.454693 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-415b2f0b-2e0c-43bb-a5e3-c8f21193476c None None] Set router d2938074-b18f-46a3-8a3d-3c6f178f51b0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:27:06.472444 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbf7744-5922-4991-a2a6-e47cba3ecd69 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:06.478455 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-dbbf7744-5922-4991-a2a6-e47cba3ecd69 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:06.485390 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbf7744-5922-4991-a2a6-e47cba3ecd69 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:06.485614 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dbbf7744-5922-4991-a2a6-e47cba3ecd69 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:06.490481 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf7744-5922-4991-a2a6-e47cba3ecd69 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Subnet': ['ID=6b3b7480-34dc-4231-915f-93dc691a8589,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:06.498074 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-dbbf7744-5922-4991-a2a6-e47cba3ecd69 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:06.608893 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:06.612549 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c58600c-551d-46bc-8b86-46e9a06cf612 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:06.620671 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c58600c-551d-46bc-8b86-46e9a06cf612 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:06.638597 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c58600c-551d-46bc-8b86-46e9a06cf612 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:27:06.641779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:06.651700 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-56d43f55-c316-4afd-8a23-73642cc949d1 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:06.660574 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-dbbf7744-5922-4991-a2a6-e47cba3ecd69 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8075526 Jun 18 16:27:06.660949 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0c0c613c-7b99-4e1c-b2dd-3eecb2ba004a req-09036ef3-499d-4d69-ba91-a4d56a29fcde service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236645 Jun 18 16:27:06.663083 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49760) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:06.676626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c58600c-551d-46bc-8b86-46e9a06cf612 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:06.677484 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-7c58600c-551d-46bc-8b86-46e9a06cf612 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Added segment cfe85804-ceb7-483f-b4ce-ed9fb0fa805d of type vlan for network 0d84ede5-f687-4b02-8a38-7941f59b1f08 Jun 18 16:27:06.732222 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58600c-551d-46bc-8b86-46e9a06cf612 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e63be27-6f15-4998-a323-411450206851,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:06.735500 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-360c0a2c-5504-4949-8111-d72a93f1ab62 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'security_group': {'name': 'tempest-secgroup-1780089356'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:06.737280 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7c58600c-551d-46bc-8b86-46e9a06cf612 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:06.762850 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c58600c-551d-46bc-8b86-46e9a06cf612 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:06.803215 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c58600c-551d-46bc-8b86-46e9a06cf612 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:06.809381 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c58600c-551d-46bc-8b86-46e9a06cf612 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:06.810018 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c58600c-551d-46bc-8b86-46e9a06cf612 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:06.818129 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-415b2f0b-2e0c-43bb-a5e3-c8f21193476c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'd5deac9c-352a-46e8-810c-5af0a12cb994', 'tenant_id': '677a748149594a93a9900e94206deadd', 'floating_ip_address': '172.26.6.51', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'port_id': 'c9363744-562b-44be-9251-a22474f48d38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'mac_address': 'fa:16:3e:91:f8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88455d4e-81e3-437b-bca6-ab11b71ce0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:27:02Z', 'updated_at': '2021-06-18T16:27:02Z', 'revision_number': 0, 'project_id': '677a748149594a93a9900e94206deadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:50Z', 'revision_number': 5, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:06.819043 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0c3c583e-fef9-460b-8dc5-67cb8ab5f128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:06.864775 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415b2f0b-2e0c-43bb-a5e3-c8f21193476c None None] The sync data for ids ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'] in dv-neutron-797120-1-hyperv is: [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'd5deac9c-352a-46e8-810c-5af0a12cb994', 'tenant_id': '677a748149594a93a9900e94206deadd', 'floating_ip_address': '172.26.6.51', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'port_id': 'c9363744-562b-44be-9251-a22474f48d38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'mac_address': 'fa:16:3e:91:f8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88455d4e-81e3-437b-bca6-ab11b71ce0b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:27:02Z', 'updated_at': '2021-06-18T16:27:02Z', 'revision_number': 0, 'project_id': '677a748149594a93a9900e94206deadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:50Z', 'revision_number': 5, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:06.904369 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7c58600c-551d-46bc-8b86-46e9a06cf612 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7165411 Jun 18 16:27:06.904369 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49762) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:06.912038 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-360c0a2c-5504-4949-8111-d72a93f1ab62 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:06.912977 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f3be331f-b89d-4191-bcad-2f944bab268f tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Request body: {'subnet': {'network_id': '0d84ede5-f687-4b02-8a38-7941f59b1f08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:06.972834 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58600c-551d-46bc-8b86-46e9a06cf612 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Pushing event updated for resources: {'Network': ['ID=0d84ede5-f687-4b02-8a38-7941f59b1f08,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:06.977880 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7c58600c-551d-46bc-8b86-46e9a06cf612 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:06.987332 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 0d84ede5-f687-4b02-8a38-7941f59b1f08 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:27:07.067522 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Allocated IP 172.26.6.199 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/21ce87e3-5dfa-432a-829b-cb7ae4cac197) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:07.077477 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0c0c613c-7b99-4e1c-b2dd-3eecb2ba004a req-4da2d15f-90cd-4f9a-b117-5bfd2b84ec03 service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196929 Jun 18 16:27:07.104121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566b3ee-7cba-4336-a3d9-b62509cef569 req-57b4f8ba-0f1b-4dd2-bef3-626f66b94eba tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:07.105700 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7566b3ee-7cba-4336-a3d9-b62509cef569 req-57b4f8ba-0f1b-4dd2-bef3-626f66b94eba tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.3454952 Jun 18 16:27:07.165881 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416cd9a4-a0e4-4569-a065-67f5dfa0297e None None] New status for floating IP d5deac9c-352a-46e8-810c-5af0a12cb994: ACTIVE {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:27:07.233011 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7566b3ee-7cba-4336-a3d9-b62509cef569 req-36457ea1-1fff-4886-aacd-5ff1784df8a3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186249 Jun 18 16:27:07.236575 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-360c0a2c-5504-4949-8111-d72a93f1ab62 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.245735 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-360c0a2c-5504-4949-8111-d72a93f1ab62 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.251373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b3d9d154-2720-4805-a5a4-7b67f7b73042 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:07.267624 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3be331f-b89d-4191-bcad-2f944bab268f tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Made reservation on behalf of b849fc85cc624ef2a760e5c04cfefc66 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:07.271649 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f3be331f-b89d-4191-bcad-2f944bab268f tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.303208 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-360c0a2c-5504-4949-8111-d72a93f1ab62 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.307754 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-360c0a2c-5504-4949-8111-d72a93f1ab62 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6429386 Jun 18 16:27:07.308292 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49764) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:07.320713 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.325654 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-c5f389f1-0a53-40c8-80c3-ead76ade5d40 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'security_group': {'name': 'tempest-secgroup-756864739'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:07.341649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c0a2c-5504-4949-8111-d72a93f1ab62 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fc71f2-f0d9-4bfe-af70-a67f5ae3de2c,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:07.344824 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-360c0a2c-5504-4949-8111-d72a93f1ab62 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:07.353080 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44120c3d-e7d0-4e9f-bf3b-7cd395b7842a None None] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:07.368359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c5f389f1-0a53-40c8-80c3-ead76ade5d40 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.419819 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.423233 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-883c708f-d8b5-4dca-aa2c-1a23d98f873f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:07.458836 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-cf64135e-495e-4dde-aecb-872acf893dcc None None] Provisioning complete for port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:07.459224 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cf64135e-495e-4dde-aecb-872acf893dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.481103 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:07.491779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:07.495391 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:07.498447 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=21ce87e3-5dfa-432a-829b-cb7ae4cac197,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:07.521689 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:07.526566 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f3be331f-b89d-4191-bcad-2f944bab268f tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.530465 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-56dca2a6-4f40-466c-becf-d3f9f0ea9f18 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:07.560963 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c5f389f1-0a53-40c8-80c3-ead76ade5d40 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.620785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c5f389f1-0a53-40c8-80c3-ead76ade5d40 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.623326 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be331f-b89d-4191-bcad-2f944bab268f tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Pushing event updated for resources: {'Subnet': ['ID=b8af0c9f-d0fe-4384-9c2b-c50db917a990,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:07.625786 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-cf64135e-495e-4dde-aecb-872acf893dcc None None] Provisioning complete for port aa20b218-b464-4cbb-a017-3743215c8431 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:07.625972 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b2dc3c03-ecb7-4344-a335-03a9412913e9 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:07.626310 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be331f-b89d-4191-bcad-2f944bab268f tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Checking segment: {'id': 'cfe85804-ceb7-483f-b4ce-ed9fb0fa805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0d84ede5-f687-4b02-8a38-7941f59b1f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:07.626695 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3be331f-b89d-4191-bcad-2f944bab268f tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Network hostable DHCP agents. Network: 0d84ede5-f687-4b02-8a38-7941f59b1f08, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:27:07.626926 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cf64135e-495e-4dde-aecb-872acf893dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.629451 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f3be331f-b89d-4191-bcad-2f944bab268f tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:07.648846 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3be331f-b89d-4191-bcad-2f944bab268f tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Network 0d84ede5-f687-4b02-8a38-7941f59b1f08 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:27:07.666828 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-f3be331f-b89d-4191-bcad-2f944bab268f tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 0d84ede5-f687-4b02-8a38-7941f59b1f08) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:07.668797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c5f389f1-0a53-40c8-80c3-ead76ade5d40 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.669694 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-cf64135e-495e-4dde-aecb-872acf893dcc None None] Port aa20b218-b464-4cbb-a017-3743215c8431 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:07.670052 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c5f389f1-0a53-40c8-80c3-ead76ade5d40 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3558650 Jun 18 16:27:07.673222 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49766) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:07.679834 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-a819e6b4-1321-435d-9d1a-b78d4b1eecff tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'security_group': {'name': 'tempest-secgroup-1616755062'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:07.685546 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9182f733-e653-4156-8176-ed2dcc7680a2 None None] Network 0d84ede5-f687-4b02-8a38-7941f59b1f08 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:07.687821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f389f1-0a53-40c8-80c3-ead76ade5d40 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c24061f7-c5e7-4015-b206-961933a1e0f0,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:07.691716 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c5f389f1-0a53-40c8-80c3-ead76ade5d40 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:07.703665 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3be331f-b89d-4191-bcad-2f944bab268f tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:07.703892 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f3be331f-b89d-4191-bcad-2f944bab268f tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.709410 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a819e6b4-1321-435d-9d1a-b78d4b1eecff tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.736052 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f3be331f-b89d-4191-bcad-2f944bab268f tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8305225 Jun 18 16:27:07.739222 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49768) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:07.744848 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-ccc46dcf-db22-417b-adbf-f06dfe471dfd tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Request body: {'port': {'network_id': '0d84ede5-f687-4b02-8a38-7941f59b1f08', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1558680605'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:07.805622 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca943761-5ac2-4032-a84f-571c3b0751c4 None None] Update dhcp port {'port': {'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4', 'fixed_ips': [{'subnet_id': '8fd690ef-75f2-41bd-9de8-e641085b2d22', 'ip_address': '172.20.0.18'}, {'subnet_id': '6b3b7480-34dc-4231-915f-93dc691a8589'}], 'binding:host_id': 'dv-neutron-797120-1-hyperv'}, 'id': 'a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869'} from dv-neutron-797120-1-hyperv. {{(pid=93455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:27:07.818851 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.876758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ca943761-5ac2-4032-a84f-571c3b0751c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.906880 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a819e6b4-1321-435d-9d1a-b78d4b1eecff tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.912633 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a819e6b4-1321-435d-9d1a-b78d4b1eecff tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.918269 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c09ec44f-3aeb-4d2c-8502-8fa33df5a47e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:07.946301 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-0d84ede5-f687-4b02-8a38-7941f59b1f08', 'network_id': '0d84ede5-f687-4b02-8a38-7941f59b1f08', 'tenant_id': 'b849fc85cc624ef2a760e5c04cfefc66', 'fixed_ips': [{'subnet_id': 'b8af0c9f-d0fe-4384-9c2b-c50db917a990'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:27:07.947116 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.958497 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc46dcf-db22-417b-adbf-f06dfe471dfd tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Made reservation on behalf of b849fc85cc624ef2a760e5c04cfefc66 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:07.962760 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ccc46dcf-db22-417b-adbf-f06dfe471dfd tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.973711 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a819e6b4-1321-435d-9d1a-b78d4b1eecff tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:07.977813 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a819e6b4-1321-435d-9d1a-b78d4b1eecff tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3002400 Jun 18 16:27:07.977813 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a819e6b4-1321-435d-9d1a-b78d4b1eecff tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eecbd743-0cfa-4711-bc0c-5f2a8d10e57e,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:07.980980 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49770) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:07.986704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-efad5d24-477d-4df0-9d38-ff22217ec9be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-495553325', 'security_groups': ['eecbd743-0cfa-4711-bc0c-5f2a8d10e57e'], 'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6b3b7480-34dc-4231-915f-93dc691a8589'}]}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:07.990542 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a819e6b4-1321-435d-9d1a-b78d4b1eecff tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:08.031503 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-ccc46dcf-db22-417b-adbf-f06dfe471dfd tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] device_id is not set on port 376ac174-14d8-4ecd-b14c-b3e3c5b67aec yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:27:08.067817 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.158653 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-ca943761-5ac2-4032-a84f-571c3b0751c4 None None] Allocated IP 172.20.0.2 (2a49f6df-3c7a-4a61-918e-b2dca3942dc4/6b3b7480-34dc-4231-915f-93dc691a8589/a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:08.197780 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-ccc46dcf-db22-417b-adbf-f06dfe471dfd tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Allocated IP 172.20.0.12 (0d84ede5-f687-4b02-8a38-7941f59b1f08/b8af0c9f-d0fe-4384-9c2b-c50db917a990/376ac174-14d8-4ecd-b14c-b3e3c5b67aec) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:08.204371 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efad5d24-477d-4df0-9d38-ff22217ec9be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:08.280381 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ca943761-5ac2-4032-a84f-571c3b0751c4 None None] For port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869,segment=NetworkSegment(41fbc488-c776-4a42-a9b2-e64aef152c8b),segment_id=41fbc488-c776-4a42-a9b2-e64aef152c8b)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:08.326748 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ca943761-5ac2-4032-a84f-571c3b0751c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.346941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ca943761-5ac2-4032-a84f-571c3b0751c4 None None] Transition to ACTIVE for port object a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:08.353623 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ca943761-5ac2-4032-a84f-571c3b0751c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.356997 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:08.464949 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca943761-5ac2-4032-a84f-571c3b0751c4 None None] Pushing event updated for resources: {'Port': ['ID=a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869,revision_number=6']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:08.467721 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-333b03e9-2361-4bfb-afb2-cfdaab28e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.485890 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ca943761-5ac2-4032-a84f-571c3b0751c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:08.660465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54bc8b-8f17-4b66-853f-81a0ca659b92 req-d8b007da-24ea-4d28-90a8-0b3c58ec6d2b tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:08.662314 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1f54bc8b-8f17-4b66-853f-81a0ca659b92 req-d8b007da-24ea-4d28-90a8-0b3c58ec6d2b tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.0964346 Jun 18 16:27:08.698345 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router 761f594b-e3bc-415b-aab8-6e2a7f771961 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:27:08.720417 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1f54bc8b-8f17-4b66-853f-81a0ca659b92 req-253a0c00-05a7-4180-8970-b9410d76f1eb tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501213 Jun 18 16:27:08.762990 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-efad5d24-477d-4df0-9d38-ff22217ec9be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.788034 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-efad5d24-477d-4df0-9d38-ff22217ec9be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] device_id is not set on port f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:27:08.861706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:08.873513 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3545e366-370e-4c62-8798-00d9479018f0 None None] Sync routers for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:08.896758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3545e366-370e-4c62-8798-00d9479018f0 None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:08.901527 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-3545e366-370e-4c62-8798-00d9479018f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:26:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:08.920061 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:08.921699 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2638819 Jun 18 16:27:08.929259 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49774) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:08.961699 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:08.964185 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-3545e366-370e-4c62-8798-00d9479018f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:09.001248 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3545e366-370e-4c62-8798-00d9479018f0 None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:09.002845 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-3545e366-370e-4c62-8798-00d9479018f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:26:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:09.009659 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ccc46dcf-db22-417b-adbf-f06dfe471dfd tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.039798 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-3545e366-370e-4c62-8798-00d9479018f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:09.040449 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3545e366-370e-4c62-8798-00d9479018f0 None None] The sync data for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:09.049597 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-ccc46dcf-db22-417b-adbf-f06dfe471dfd tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Transition to ACTIVE for port object 376ac174-14d8-4ecd-b14c-b3e3c5b67aec will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:09.137880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-40b9dd51-2ea3-4900-8815-5186acb8fc05 None None] Provisioning for port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:09.142181 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-40b9dd51-2ea3-4900-8815-5186acb8fc05 None None] Provisioning complete for port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:09.142605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-40b9dd51-2ea3-4900-8815-5186acb8fc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.176600 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-efad5d24-477d-4df0-9d38-ff22217ec9be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Allocated IP 172.20.0.11 (2a49f6df-3c7a-4a61-918e-b2dca3942dc4/6b3b7480-34dc-4231-915f-93dc691a8589/f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:09.235919 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-40b9dd51-2ea3-4900-8815-5186acb8fc05 None None] Provisioning complete for port aa20b218-b464-4cbb-a017-3743215c8431 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:09.236259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-40b9dd51-2ea3-4900-8815-5186acb8fc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.246133 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ccc46dcf-db22-417b-adbf-f06dfe471dfd tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.257699 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-02059649-b0d4-428b-ae0e-8b64a9470f45 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:09.307454 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-40b9dd51-2ea3-4900-8815-5186acb8fc05 None None] Port aa20b218-b464-4cbb-a017-3743215c8431 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:09.316833 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Allocated IP 172.20.0.2 (0d84ede5-f687-4b02-8a38-7941f59b1f08/b8af0c9f-d0fe-4384-9c2b-c50db917a990/0af0d6cb-6791-4949-b13a-c7066e1a9f72) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:09.362747 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc46dcf-db22-417b-adbf-f06dfe471dfd tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Network 0d84ede5-f687-4b02-8a38-7941f59b1f08 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:09.380476 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-ccc46dcf-db22-417b-adbf-f06dfe471dfd tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:09.410006 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc46dcf-db22-417b-adbf-f06dfe471dfd tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:09.447295 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc46dcf-db22-417b-adbf-f06dfe471dfd tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Pushing event updated for resources: {'Port': ['ID=376ac174-14d8-4ecd-b14c-b3e3c5b67aec,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:09.486353 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ccc46dcf-db22-417b-adbf-f06dfe471dfd tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:09.487474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.499348 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Transition to ACTIVE for port object 0af0d6cb-6791-4949-b13a-c7066e1a9f72 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:09.513987 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Transition to ACTIVE for port object 0af0d6cb-6791-4949-b13a-c7066e1a9f72 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:09.520307 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.524199 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a9100a4c-54e8-4d92-9c7b-6fcb61932b5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:09.526778 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc46dcf-db22-417b-adbf-f06dfe471dfd tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:09.527414 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ccc46dcf-db22-417b-adbf-f06dfe471dfd tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.562508 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Network 0d84ede5-f687-4b02-8a38-7941f59b1f08 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:09.565222 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:09.569079 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:09.579992 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Pushing event updated for resources: {'Port': ['ID=0af0d6cb-6791-4949-b13a-c7066e1a9f72,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:09.583356 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:09.603082 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ccc46dcf-db22-417b-adbf-f06dfe471dfd tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8627186 Jun 18 16:27:09.603250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49776) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:09.612408 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-4ba578e5-46de-4072-926d-f57b8bc20658 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Request body: {'port': {'network_id': '0d84ede5-f687-4b02-8a38-7941f59b1f08', 'name': 'tempest-ExtraDHCPOptionsTestJSON-542536935', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:09.613286 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.api.validators [None req-4ba578e5-46de-4072-926d-f57b8bc20658 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] bootfile-name is not in valid_values {{(pid=93453) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:27:09.614325 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.api.validators [None req-4ba578e5-46de-4072-926d-f57b8bc20658 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] tftp-server is not in valid_values {{(pid=93453) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:27:09.614973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.api.validators [None req-4ba578e5-46de-4072-926d-f57b8bc20658 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] server-ip-address is not in valid_values {{(pid=93453) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:27:09.624866 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-efad5d24-477d-4df0-9d38-ff22217ec9be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.642788 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Attempting to bind port 0af0d6cb-6791-4949-b13a-c7066e1a9f72 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:27:09.643260 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Attempting to bind port 0af0d6cb-6791-4949-b13a-c7066e1a9f72 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'cfe85804-ceb7-483f-b4ce-ed9fb0fa805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0d84ede5-f687-4b02-8a38-7941f59b1f08'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:27:09.643700 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Attempting to bind port 0af0d6cb-6791-4949-b13a-c7066e1a9f72 on network 0d84ede5-f687-4b02-8a38-7941f59b1f08 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:09.650078 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:27:09.650605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Checking segment: {'id': 'cfe85804-ceb7-483f-b4ce-ed9fb0fa805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0d84ede5-f687-4b02-8a38-7941f59b1f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:09.651080 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.651545 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Bound using segment: {'id': 'cfe85804-ceb7-483f-b4ce-ed9fb0fa805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0d84ede5-f687-4b02-8a38-7941f59b1f08'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:27:09.652094 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Bound port: 0af0d6cb-6791-4949-b13a-c7066e1a9f72, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe85804-ceb7-483f-b4ce-ed9fb0fa805d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '0d84ede5-f687-4b02-8a38-7941f59b1f08'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:27:09.652543 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.661002 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-efad5d24-477d-4df0-9d38-ff22217ec9be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Transition to ACTIVE for port object f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:09.724226 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] For port 0af0d6cb-6791-4949-b13a-c7066e1a9f72, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:27:09.732538 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] For port 0af0d6cb-6791-4949-b13a-c7066e1a9f72, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=0af0d6cb-6791-4949-b13a-c7066e1a9f72,segment=NetworkSegment(cfe85804-ceb7-483f-b4ce-ed9fb0fa805d),segment_id=cfe85804-ceb7-483f-b4ce-ed9fb0fa805d)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:27:09.737251 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.739302 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:09.779420 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-efad5d24-477d-4df0-9d38-ff22217ec9be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.803188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba578e5-46de-4072-926d-f57b8bc20658 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Made reservation on behalf of b849fc85cc624ef2a760e5c04cfefc66 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:09.811738 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4ba578e5-46de-4072-926d-f57b8bc20658 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.812234 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Pushing event updated for resources: {'Port': ['ID=0af0d6cb-6791-4949-b13a-c7066e1a9f72,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:09.823109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a159c24b-5345-4693-a550-57b713657f1c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:09.823520 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:09.845173 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-4ba578e5-46de-4072-926d-f57b8bc20658 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] device_id is not set on port fa567578-fefe-4060-8fed-7d9369b6cf73 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:27:09.883966 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:09.888019 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efad5d24-477d-4df0-9d38-ff22217ec9be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:09.901363 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-efad5d24-477d-4df0-9d38-ff22217ec9be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:09.907721 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efad5d24-477d-4df0-9d38-ff22217ec9be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:09.911051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad5d24-477d-4df0-9d38-ff22217ec9be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:09.934927 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-efad5d24-477d-4df0-9d38-ff22217ec9be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:10.022989 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efad5d24-477d-4df0-9d38-ff22217ec9be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:10.023684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-efad5d24-477d-4df0-9d38-ff22217ec9be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.078581 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-4ba578e5-46de-4072-926d-f57b8bc20658 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Allocated IP 172.20.0.9 (0d84ede5-f687-4b02-8a38-7941f59b1f08/b8af0c9f-d0fe-4384-9c2b-c50db917a990/fa567578-fefe-4060-8fed-7d9369b6cf73) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:10.087767 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-efad5d24-477d-4df0-9d38-ff22217ec9be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1056175 Jun 18 16:27:10.094600 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49780) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:10.105142 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-94a1d245-8dfb-4b8b-b9bc-a8a23c73dbb4 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'subnet': {'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:10.183744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099fc71-4d68-44b8-845d-0174155cde23 req-435d6161-a7c9-41e3-ab17-2065d8c40a73 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:10.185351 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d099fc71-4d68-44b8-845d-0174155cde23 req-435d6161-a7c9-41e3-ab17-2065d8c40a73 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.2413847 Jun 18 16:27:10.265532 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d099fc71-4d68-44b8-845d-0174155cde23 req-a90b67cb-2f13-467c-8777-3510c850c5d3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608954 Jun 18 16:27:10.380850 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a1d245-8dfb-4b8b-b9bc-a8a23c73dbb4 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:10.385855 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4ba578e5-46de-4072-926d-f57b8bc20658 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.386169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-94a1d245-8dfb-4b8b-b9bc-a8a23c73dbb4 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.402353 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-4ba578e5-46de-4072-926d-f57b8bc20658 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Transition to ACTIVE for port object fa567578-fefe-4060-8fed-7d9369b6cf73 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:10.444236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4ba578e5-46de-4072-926d-f57b8bc20658 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.449898 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5ff3b037-e6ee-40fb-ab56-ffeda969b60b tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:10.467226 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-df1eb9d3-3ff1-45de-8024-300b77c31519 None None] Provisioning for port f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:10.472091 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-df1eb9d3-3ff1-45de-8024-300b77c31519 None None] Provisioning complete for port f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:10.472590 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-df1eb9d3-3ff1-45de-8024-300b77c31519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.497497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba578e5-46de-4072-926d-f57b8bc20658 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Network 0d84ede5-f687-4b02-8a38-7941f59b1f08 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:10.501377 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-4ba578e5-46de-4072-926d-f57b8bc20658 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:10.506095 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba578e5-46de-4072-926d-f57b8bc20658 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:10.524697 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-df1eb9d3-3ff1-45de-8024-300b77c31519 None None] Port f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:10.535572 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba578e5-46de-4072-926d-f57b8bc20658 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Pushing event updated for resources: {'Port': ['ID=fa567578-fefe-4060-8fed-7d9369b6cf73,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:10.537262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Allocated IP 172.20.0.1 (563b0712-9892-4526-a64f-740df29a0f57/db121bd3-89d4-4652-8273-f306cd348923/b14f4d26-d7f8-4300-b867-fbee7862ae2c) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:10.541369 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4ba578e5-46de-4072-926d-f57b8bc20658 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:10.555058 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.ipam_backend_mixin [None req-94a1d245-8dfb-4b8b-b9bc-a8a23c73dbb4 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6b3b7480-34dc-4231-915f-93dc691a8589 (CIDR: 172.20.0.0/28) Jun 18 16:27:10.562300 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a1d245-8dfb-4b8b-b9bc-a8a23c73dbb4 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:27:10.562844 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a1d245-8dfb-4b8b-b9bc-a8a23c73dbb4 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:10.567727 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba578e5-46de-4072-926d-f57b8bc20658 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:10.568584 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4ba578e5-46de-4072-926d-f57b8bc20658 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.583834 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4ba578e5-46de-4072-926d-f57b8bc20658 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.9787366 Jun 18 16:27:10.586280 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49782) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:10.628486 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-94a1d245-8dfb-4b8b-b9bc-a8a23c73dbb4 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5326543 Jun 18 16:27:10.631131 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49784) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:10.637834 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ebbebdf5-422c-4f6c-ad9a-e1a02ff54521 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'subnet': {'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:10.692559 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.737706 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.739798 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:10.750568 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e8a892-5665-4182-aa90-76ff12c61cf4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:10.758587 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e8a892-5665-4182-aa90-76ff12c61cf4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:10.766033 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e8a892-5665-4182-aa90-76ff12c61cf4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:10.770891 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-12e8a892-5665-4182-aa90-76ff12c61cf4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] 10.222.0.50 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1805401 Jun 18 16:27:10.771967 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49786) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:10.788704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Network 563b0712-9892-4526-a64f-740df29a0f57 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:10.793249 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:10.796815 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:10.844867 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.910779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbebdf5-422c-4f6c-ad9a-e1a02ff54521 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:10.915703 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ebbebdf5-422c-4f6c-ad9a-e1a02ff54521 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.921882 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=b14f4d26-d7f8-4300-b867-fbee7862ae2c,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:10.923674 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-788ff7ec-09f6-424f-9385-21135e71813d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:10.937140 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:10.966037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 0af0d6cb-6791-4949-b13a-c7066e1a9f72 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:11.021946 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-a90b8bee-1004-43f5-a0ad-54b5c9bcb2e4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Deleting port fa567578-fefe-4060-8fed-7d9369b6cf73 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:11.022989 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a90b8bee-1004-43f5-a0ad-54b5c9bcb2e4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.032256 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 0af0d6cb-6791-4949-b13a-c7066e1a9f72 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:11.105838 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.ipam_backend_mixin [None req-ebbebdf5-422c-4f6c-ad9a-e1a02ff54521 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8fd690ef-75f2-41bd-9de8-e641085b2d22 (CIDR: 172.20.0.16/28) Jun 18 16:27:11.110640 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebbebdf5-422c-4f6c-ad9a-e1a02ff54521 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:27:11.111201 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebbebdf5-422c-4f6c-ad9a-e1a02ff54521 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:11.128030 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.144037 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ebbebdf5-422c-4f6c-ad9a-e1a02ff54521 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5080564 Jun 18 16:27:11.144430 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49788) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:11.150007 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-ea3a9877-02e3-4e32-a7a8-1407a6dd390a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'subnet': {'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:11.169201 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a90b8bee-1004-43f5-a0ad-54b5c9bcb2e4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.253026 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-a90b8bee-1004-43f5-a0ad-54b5c9bcb2e4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Calling delete_port for fa567578-fefe-4060-8fed-7d9369b6cf73 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:11.278956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bfbbf6-3c07-40f6-9392-8eb3bc573548 None None] Network 0d84ede5-f687-4b02-8a38-7941f59b1f08 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:11.326692 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.387189 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b51a156d-7685-4907-8d12-7675f15ee9a7 None None] Provisioning for port 0af0d6cb-6791-4949-b13a-c7066e1a9f72 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:11.393859 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b51a156d-7685-4907-8d12-7675f15ee9a7 None None] Provisioning complete for port 0af0d6cb-6791-4949-b13a-c7066e1a9f72 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:11.394241 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3a9877-02e3-4e32-a7a8-1407a6dd390a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Made reservation on behalf of ef1444ed7b6c4c58a5e6f956d28091e0 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:11.394380 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b51a156d-7685-4907-8d12-7675f15ee9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.398103 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ea3a9877-02e3-4e32-a7a8-1407a6dd390a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.456222 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a90b8bee-1004-43f5-a0ad-54b5c9bcb2e4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.465888 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dd9479a0-12f3-4eb4-b7d5-9d3df92a13c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:11.508748 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b8bee-1004-43f5-a0ad-54b5c9bcb2e4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Pushing event deleted for resources: {'Port': ['ID=fa567578-fefe-4060-8fed-7d9369b6cf73,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:11.541101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a90b8bee-1004-43f5-a0ad-54b5c9bcb2e4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:11.637729 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a90b8bee-1004-43f5-a0ad-54b5c9bcb2e4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.640053 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a90b8bee-1004-43f5-a0ad-54b5c9bcb2e4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] 10.222.0.50 "DELETE /v2.0/ports/fa567578-fefe-4060-8fed-7d9369b6cf73 HTTP/1.1" status: 204 len: 168 time: 0.8677757 Jun 18 16:27:11.643824 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49792) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:11.650967 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-8fa64dd1-c93f-44ef-a1e9-4c4c7c29ea24 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Request body: {'port': {'name': 'tempest-new-port-name-1860530401', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:11.651366 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.api.validators [None req-8fa64dd1-c93f-44ef-a1e9-4c4c7c29ea24 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] bootfile-name is not in valid_values {{(pid=93453) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:27:11.651800 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.api.validators [None req-8fa64dd1-c93f-44ef-a1e9-4c4c7c29ea24 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] tftp-server is not in valid_values {{(pid=93453) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:27:11.652136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.api.validators [None req-8fa64dd1-c93f-44ef-a1e9-4c4c7c29ea24 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] server-ip-address is not in valid_values {{(pid=93453) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 18 16:27:11.676625 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.684064 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.689869 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435a104-be95-427a-9195-4490d492fec9 req-8b03c016-8713-4589-8a02-71e057dc25a6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:11.691540 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1435a104-be95-427a-9195-4490d492fec9 req-8b03c016-8713-4589-8a02-71e057dc25a6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.2325394 Jun 18 16:27:11.708077 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:11.717165 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b51a156d-7685-4907-8d12-7675f15ee9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.770663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b51a156d-7685-4907-8d12-7675f15ee9a7 None None] For port 0af0d6cb-6791-4949-b13a-c7066e1a9f72, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=0af0d6cb-6791-4949-b13a-c7066e1a9f72,segment=NetworkSegment(cfe85804-ceb7-483f-b4ce-ed9fb0fa805d),segment_id=cfe85804-ceb7-483f-b4ce-ed9fb0fa805d)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:11.779225 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b51a156d-7685-4907-8d12-7675f15ee9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.781865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:11.799436 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8fa64dd1-c93f-44ef-a1e9-4c4c7c29ea24 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.809415 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:11.814653 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1435a104-be95-427a-9195-4490d492fec9 req-8bafb755-146c-432a-a646-d2162cedf761 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018829 Jun 18 16:27:11.821206 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=b14f4d26-d7f8-4300-b867-fbee7862ae2c,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:11.827271 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:11.843075 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a156d-7685-4907-8d12-7675f15ee9a7 None None] Pushing event updated for resources: {'Port': ['ID=0af0d6cb-6791-4949-b13a-c7066e1a9f72,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:11.847076 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b51a156d-7685-4907-8d12-7675f15ee9a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:12.065901 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.085854 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8fa64dd1-c93f-44ef-a1e9-4c4c7c29ea24 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.092129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8fa64dd1-c93f-44ef-a1e9-4c4c7c29ea24 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.094644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-29181c14-d334-4037-aca2-0aee6ece896b tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:12.115291 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-54202c42-7d58-443a-a91e-a0f8975f9c80 None None] Provisioning complete for port 0af0d6cb-6791-4949-b13a-c7066e1a9f72 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:12.116582 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-54202c42-7d58-443a-a91e-a0f8975f9c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.183466 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa64dd1-c93f-44ef-a1e9-4c4c7c29ea24 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Pushing event updated for resources: {'Port': ['ID=376ac174-14d8-4ecd-b14c-b3e3c5b67aec,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:12.190454 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8fa64dd1-c93f-44ef-a1e9-4c4c7c29ea24 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:12.202348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8fa64dd1-c93f-44ef-a1e9-4c4c7c29ea24 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] In _notify_port_updated(), no bound segment for port 376ac174-14d8-4ecd-b14c-b3e3c5b67aec on network 0d84ede5-f687-4b02-8a38-7941f59b1f08 {{(pid=93453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:27:12.208820 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa64dd1-c93f-44ef-a1e9-4c4c7c29ea24 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:12.210022 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8fa64dd1-c93f-44ef-a1e9-4c4c7c29ea24 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.214883 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8fa64dd1-c93f-44ef-a1e9-4c4c7c29ea24 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] 10.222.0.50 "PUT /v2.0/ports/376ac174-14d8-4ecd-b14c-b3e3c5b67aec HTTP/1.1" status: 200 len: 1137 time: 0.5699327 Jun 18 16:27:12.215611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49794) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:12.260834 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-54202c42-7d58-443a-a91e-a0f8975f9c80 None None] Provisioning for port 376ac174-14d8-4ecd-b14c-b3e3c5b67aec completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:12.271992 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-54202c42-7d58-443a-a91e-a0f8975f9c80 None None] Provisioning complete for port 376ac174-14d8-4ecd-b14c-b3e3c5b67aec triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:12.277686 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-54202c42-7d58-443a-a91e-a0f8975f9c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.287088 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ea3a9877-02e3-4e32-a7a8-1407a6dd390a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.289073 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e44788d-ca69-42f7-a66f-c60bbbe39df0 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:12.290802 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8e44788d-ca69-42f7-a66f-c60bbbe39df0 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] 10.222.0.50 "GET /v2.0/ports/376ac174-14d8-4ecd-b14c-b3e3c5b67aec HTTP/1.1" status: 200 len: 1137 time: 0.0740685 Jun 18 16:27:12.290965 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2333e2c0-15ef-464f-b8ff-ae5e9aae0d39 tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:12.295972 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49796) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:12.330623 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-54202c42-7d58-443a-a91e-a0f8975f9c80 None None] Port 376ac174-14d8-4ecd-b14c-b3e3c5b67aec cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:12.350644 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3a9877-02e3-4e32-a7a8-1407a6dd390a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:12.358767 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-ea3a9877-02e3-4e32-a7a8-1407a6dd390a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:12.364654 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3a9877-02e3-4e32-a7a8-1407a6dd390a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:12.365255 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ea3a9877-02e3-4e32-a7a8-1407a6dd390a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.372559 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b48699-9ee3-4a13-b92a-b4b6f0eb3287 None None] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:12.377239 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a9877-02e3-4e32-a7a8-1407a6dd390a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Subnet': ['ID=43f8210e-33b7-4e2b-bb84-f9b83de8cfdd,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:12.380547 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Network 563b0712-9892-4526-a64f-740df29a0f57 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:12.384654 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ea3a9877-02e3-4e32-a7a8-1407a6dd390a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:12.386228 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:12.403174 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ea3a9877-02e3-4e32-a7a8-1407a6dd390a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2573733 Jun 18 16:27:12.404886 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49798) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:12.411731 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-cc1a266d-7b6a-4e07-9ee7-9b4d5f3efb55 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1424253140', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '43f8210e-33b7-4e2b-bb84-f9b83de8cfdd'}], 'security_groups': ['c0fc71f2-f0d9-4bfe-af70-a67f5ae3de2c', 'c24061f7-c5e7-4015-b206-961933a1e0f0']}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:12.450175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-f0c502c8-29db-4be2-8fa7-72b25f4481e6 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Deleting port 376ac174-14d8-4ecd-b14c-b3e3c5b67aec {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:12.450576 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f0c502c8-29db-4be2-8fa7-72b25f4481e6 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.527865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e2df97e1-f94c-4687-8d38-8629840ce0f9 None None] Provisioning complete for port 376ac174-14d8-4ecd-b14c-b3e3c5b67aec triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:12.528502 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e2df97e1-f94c-4687-8d38-8629840ce0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.574817 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f0c502c8-29db-4be2-8fa7-72b25f4481e6 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.612267 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-e2df97e1-f94c-4687-8d38-8629840ce0f9 None None] Port 376ac174-14d8-4ecd-b14c-b3e3c5b67aec cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:12.615710 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cc1a266d-7b6a-4e07-9ee7-9b4d5f3efb55 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.672441 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-f0c502c8-29db-4be2-8fa7-72b25f4481e6 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Calling delete_port for 376ac174-14d8-4ecd-b14c-b3e3c5b67aec owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:12.672949 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router 761f594b-e3bc-415b-aab8-6e2a7f771961 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:12.731340 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-acf1c57d-ac75-40c6-b488-354e285fb8eb None None] Could not find standard attr ID for object fa567578-fefe-4060-8fed-7d9369b6cf73. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:27:12.743537 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f941a207-5439-4710-b0db-115d61d961f3 None None] Update dhcp port {'port': {'network_id': '2a49f6df-3c7a-4a61-918e-b2dca3942dc4', 'fixed_ips': [{'subnet_id': '8fd690ef-75f2-41bd-9de8-e641085b2d22', 'ip_address': '172.20.0.18'}, {'subnet_id': '6b3b7480-34dc-4231-915f-93dc691a8589', 'ip_address': '172.20.0.2'}, {'subnet_id': '43f8210e-33b7-4e2b-bb84-f9b83de8cfdd'}], 'binding:host_id': 'dv-neutron-797120-1-hyperv'}, 'id': 'a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869'} from dv-neutron-797120-1-hyperv. {{(pid=93455) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 18 16:27:12.794897 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f941a207-5439-4710-b0db-115d61d961f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.853060 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f0c502c8-29db-4be2-8fa7-72b25f4481e6 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:12.857601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-00063fbc-7a74-4522-a350-d2d982fec4c4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:12.898703 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c502c8-29db-4be2-8fa7-72b25f4481e6 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Pushing event deleted for resources: {'Port': ['ID=376ac174-14d8-4ecd-b14c-b3e3c5b67aec,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:12.910722 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f0c502c8-29db-4be2-8fa7-72b25f4481e6 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:13.002382 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 0af0d6cb-6791-4949-b13a-c7066e1a9f72 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:13.004090 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:13.007823 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f0c502c8-29db-4be2-8fa7-72b25f4481e6 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.010937 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f0c502c8-29db-4be2-8fa7-72b25f4481e6 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] 10.222.0.50 "DELETE /v2.0/ports/376ac174-14d8-4ecd-b14c-b3e3c5b67aec HTTP/1.1" status: 204 len: 168 time: 0.7141190 Jun 18 16:27:13.013314 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "PUT /v2.0/routers/761f594b-e3bc-415b-aab8-6e2a7f771961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0764663 Jun 18 16:27:13.013728 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49804) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:13.016489 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49806) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:13.019872 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baec6dc-b26f-4573-aef9-eb50a7ed02e0 None None] Sync routers for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:13.031205 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baec6dc-b26f-4573-aef9-eb50a7ed02e0 None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:13.031992 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-e2d11ca8-27d6-4733-914f-1b3aad46b96a tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'port': {'network_id': '563b0712-9892-4526-a64f-740df29a0f57', 'name': 'tempest-FloatingIPTestJSON-831352210'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:13.032301 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-8baec6dc-b26f-4573-aef9-eb50a7ed02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:13.112349 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-8baec6dc-b26f-4573-aef9-eb50a7ed02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:13.117431 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-f941a207-5439-4710-b0db-115d61d961f3 None None] Allocated IP 172.20.0.34 (2a49f6df-3c7a-4a61-918e-b2dca3942dc4/43f8210e-33b7-4e2b-bb84-f9b83de8cfdd/a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:13.143298 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baec6dc-b26f-4573-aef9-eb50a7ed02e0 None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:13.145212 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-8baec6dc-b26f-4573-aef9-eb50a7ed02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:13.148166 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-143fb402-4df2-4615-b75b-d22c6b0138a9 None None] Could not find standard attr ID for object 376ac174-14d8-4ecd-b14c-b3e3c5b67aec. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:27:13.154618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c1fc1-46a7-4b34-a01d-d552107cd6c9 req-75b4f519-fe05-41d1-bae1-fda82255cd6b tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:13.156216 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cd5c1fc1-46a7-4b34-a01d-d552107cd6c9 req-75b4f519-fe05-41d1-bae1-fda82255cd6b tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.1141098 Jun 18 16:27:13.156346 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 0af0d6cb-6791-4949-b13a-c7066e1a9f72 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:13.156719 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.167910 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-871adf8d-ffb7-4ee6-825d-9dc1c04728c4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Deleting subnet b8af0c9f-d0fe-4384-9c2b-c50db917a990 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:27:13.171528 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-871adf8d-ffb7-4ee6-825d-9dc1c04728c4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.193799 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-8baec6dc-b26f-4573-aef9-eb50a7ed02e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:13.195626 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baec6dc-b26f-4573-aef9-eb50a7ed02e0 None None] The sync data for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:13.215517 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cd5c1fc1-46a7-4b34-a01d-d552107cd6c9 req-044406ba-20c6-42ad-8ad2-388b73d4c933 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507054 Jun 18 16:27:13.221704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-871adf8d-ffb7-4ee6-825d-9dc1c04728c4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.330496 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f941a207-5439-4710-b0db-115d61d961f3 None None] For port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869,segment=NetworkSegment(41fbc488-c776-4a42-a9b2-e64aef152c8b),segment_id=41fbc488-c776-4a42-a9b2-e64aef152c8b)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:13.347887 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-871adf8d-ffb7-4ee6-825d-9dc1c04728c4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.352196 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d11ca8-27d6-4733-914f-1b3aad46b96a tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Made reservation on behalf of c7e8141f3d384af7bc25885efe24ea6b for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:13.356268 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e2d11ca8-27d6-4733-914f-1b3aad46b96a tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.369207 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f941a207-5439-4710-b0db-115d61d961f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.388598 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f941a207-5439-4710-b0db-115d61d961f3 None None] Transition to ACTIVE for port object a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:13.392711 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f941a207-5439-4710-b0db-115d61d961f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.394862 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-67c0903c-da2b-480a-a563-566f554ae956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:13.435611 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-e2d11ca8-27d6-4733-914f-1b3aad46b96a tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] device_id is not set on port feb34e25-7891-4012-9b94-f87e4e484fd1 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:27:13.486898 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f941a207-5439-4710-b0db-115d61d961f3 None None] Pushing event updated for resources: {'Port': ['ID=a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869,revision_number=7']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:13.491497 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f941a207-5439-4710-b0db-115d61d961f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:13.538513 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-871adf8d-ffb7-4ee6-825d-9dc1c04728c4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.549999 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-efd24708-0ef8-4861-b4e2-5cdade288f45 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:13.606227 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871adf8d-ffb7-4ee6-825d-9dc1c04728c4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Pushing event deleted for resources: {'Subnet': ['ID=b8af0c9f-d0fe-4384-9c2b-c50db917a990,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:13.614852 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-871adf8d-ffb7-4ee6-825d-9dc1c04728c4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:13.624642 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-871adf8d-ffb7-4ee6-825d-9dc1c04728c4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.627833 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901bcec4-3ad5-4617-8297-0e3eaac96388 None None] Network 0d84ede5-f687-4b02-8a38-7941f59b1f08 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:13.629685 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-871adf8d-ffb7-4ee6-825d-9dc1c04728c4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] 10.222.0.50 "DELETE /v2.0/subnets/b8af0c9f-d0fe-4384-9c2b-c50db917a990 HTTP/1.1" status: 204 len: 168 time: 0.6148844 Jun 18 16:27:13.629911 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49808) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:13.651843 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-cc1a266d-7b6a-4e07-9ee7-9b4d5f3efb55 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Delete allocated IP 172.20.0.11 (2a49f6df-3c7a-4a61-918e-b2dca3942dc4/6b3b7480-34dc-4231-915f-93dc691a8589) {{(pid=93454) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 18 16:27:13.666534 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-e2d11ca8-27d6-4733-914f-1b3aad46b96a tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Allocated IP 172.20.0.8 (563b0712-9892-4526-a64f-740df29a0f57/db121bd3-89d4-4652-8273-f306cd348923/feb34e25-7891-4012-9b94-f87e4e484fd1) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:13.668982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-cc1a266d-7b6a-4e07-9ee7-9b4d5f3efb55 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Allocated IP 172.20.0.45 (2a49f6df-3c7a-4a61-918e-b2dca3942dc4/43f8210e-33b7-4e2b-bb84-f9b83de8cfdd/f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:13.745860 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.763535 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.824705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Deleting port 0af0d6cb-6791-4949-b13a-c7066e1a9f72 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:13.825098 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.909455 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] For port 0af0d6cb-6791-4949-b13a-c7066e1a9f72, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=0af0d6cb-6791-4949-b13a-c7066e1a9f72,segment=NetworkSegment(cfe85804-ceb7-483f-b4ce-ed9fb0fa805d),segment_id=cfe85804-ceb7-483f-b4ce-ed9fb0fa805d)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:13.909773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:13.948874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c55f99-f267-470d-811e-95d4176cabab None None] DHCP port deletion for 0d84ede5-f687-4b02-8a38-7941f59b1f08 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:27:14.009782 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f8c55f99-f267-470d-811e-95d4176cabab None None] Deleting port 0af0d6cb-6791-4949-b13a-c7066e1a9f72 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:14.012490 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f8c55f99-f267-470d-811e-95d4176cabab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.018233 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Calling delete_port for 0af0d6cb-6791-4949-b13a-c7066e1a9f72 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:14.040741 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e2d11ca8-27d6-4733-914f-1b3aad46b96a tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.068384 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cc1a266d-7b6a-4e07-9ee7-9b4d5f3efb55 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.093116 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-cc1a266d-7b6a-4e07-9ee7-9b4d5f3efb55 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Transition to ACTIVE for port object f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:14.103172 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cc1a266d-7b6a-4e07-9ee7-9b4d5f3efb55 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.107574 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:14.110814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f8c55f99-f267-470d-811e-95d4176cabab None None] For port 0af0d6cb-6791-4949-b13a-c7066e1a9f72, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=0af0d6cb-6791-4949-b13a-c7066e1a9f72,segment=NetworkSegment(cfe85804-ceb7-483f-b4ce-ed9fb0fa805d),segment_id=cfe85804-ceb7-483f-b4ce-ed9fb0fa805d)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:14.111753 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f8c55f99-f267-470d-811e-95d4176cabab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.128509 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.135981 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4ba578e5-46de-4072-926d-f57b8bc20658 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:14.174633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Pushing event deleted for resources: {'Port': ['ID=0af0d6cb-6791-4949-b13a-c7066e1a9f72,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:14.177098 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e2d11ca8-27d6-4733-914f-1b3aad46b96a tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.179599 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] No DVR routers for this DVR port 0af0d6cb-6791-4949-b13a-c7066e1a9f72 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:27:14.181190 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:14.198663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f8c55f99-f267-470d-811e-95d4176cabab None None] Calling delete_port for 0af0d6cb-6791-4949-b13a-c7066e1a9f72 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:14.247299 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a266d-7b6a-4e07-9ee7-9b4d5f3efb55 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event updated for resources: {'Port': ['ID=f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:14.253041 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cc1a266d-7b6a-4e07-9ee7-9b4d5f3efb55 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:14.254112 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-70b6576f-a955-4e0e-94bf-8b9794e3d31d tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:14.295217 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d11ca8-27d6-4733-914f-1b3aad46b96a tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Network 563b0712-9892-4526-a64f-740df29a0f57 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:14.303107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.304558 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-e2d11ca8-27d6-4733-914f-1b3aad46b96a tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:14.314462 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d11ca8-27d6-4733-914f-1b3aad46b96a tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:14.322459 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d84ede5-f687-4b02-8a38-7941f59b1f08']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:14.324971 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f8c55f99-f267-470d-811e-95d4176cabab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.328002 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-644d6d63-b273-48e4-ac16-04ad1ad26b62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:14.331192 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f3dd4a69-cd0e-4c48-ac18-7dd471e662fd None None] Provisioning for port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:14.337206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe85804-ceb7-483f-b4ce-ed9fb0fa805d') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:14.337692 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe85804-ceb7-483f-b4ce-ed9fb0fa805d') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:14.351929 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-cc1a266d-7b6a-4e07-9ee7-9b4d5f3efb55 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] In _notify_port_updated(), no bound segment for port f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb on network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 {{(pid=93454) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:27:14.353960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.357572 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1a266d-7b6a-4e07-9ee7-9b4d5f3efb55 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:14.358222 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cc1a266d-7b6a-4e07-9ee7-9b4d5f3efb55 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.359571 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cc1a266d-7b6a-4e07-9ee7-9b4d5f3efb55 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "PUT /v2.0/ports/f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb HTTP/1.1" status: 200 len: 960 time: 1.9531777 Jun 18 16:27:14.365539 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49812) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:14.371296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d11ca8-27d6-4733-914f-1b3aad46b96a tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=feb34e25-7891-4012-9b94-f87e4e484fd1,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:14.376213 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e2d11ca8-27d6-4733-914f-1b3aad46b96a tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:14.386670 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c55f99-f267-470d-811e-95d4176cabab None None] Pushing event deleted for resources: {'Port': ['ID=0af0d6cb-6791-4949-b13a-c7066e1a9f72,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:14.390935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f3dd4a69-cd0e-4c48-ac18-7dd471e662fd None None] Provisioning complete for port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:14.391946 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f3dd4a69-cd0e-4c48-ac18-7dd471e662fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.396786 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f8c55f99-f267-470d-811e-95d4176cabab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:14.399198 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d11ca8-27d6-4733-914f-1b3aad46b96a tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:14.399928 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e2d11ca8-27d6-4733-914f-1b3aad46b96a tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.402685 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c55f99-f267-470d-811e-95d4176cabab None None] No DVR routers for this DVR port 0af0d6cb-6791-4949-b13a-c7066e1a9f72 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:27:14.418923 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.425130 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e2d11ca8-27d6-4733-914f-1b3aad46b96a tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4073703 Jun 18 16:27:14.427460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49814) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:14.436702 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-7e64422b-8f05-464f-a593-dde5fd092f26 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'port': {'network_id': '563b0712-9892-4526-a64f-740df29a0f57', 'name': 'tempest-FloatingIPTestJSON-691442784'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:14.450971 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:27:14.451520 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:27:14.458702 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:27:14.541824 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f3dd4a69-cd0e-4c48-ac18-7dd471e662fd None None] Provisioning for port f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:14.547091 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f3dd4a69-cd0e-4c48-ac18-7dd471e662fd None None] Provisioning complete for port f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:14.547518 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f3dd4a69-cd0e-4c48-ac18-7dd471e662fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.579440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.584829 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e64422b-8f05-464f-a593-dde5fd092f26 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Made reservation on behalf of c7e8141f3d384af7bc25885efe24ea6b for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:14.588144 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd4a69-cd0e-4c48-ac18-7dd471e662fd None None] Port f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:14.589513 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8dbbb707-b370-42b0-a526-1ddfaf3a1c27 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:14.589737 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7e64422b-8f05-464f-a593-dde5fd092f26 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.595527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.597386 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] 10.222.0.50 "DELETE /v2.0/networks/0d84ede5-f687-4b02-8a38-7941f59b1f08 HTTP/1.1" status: 204 len: 168 time: 0.9660108 Jun 18 16:27:14.606091 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f3dd4a69-cd0e-4c48-ac18-7dd471e662fd None None] Provisioning complete for port aa20b218-b464-4cbb-a017-3743215c8431 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:14.606592 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f3dd4a69-cd0e-4c48-ac18-7dd471e662fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.619129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362d02f-1665-445f-8791-c68a2d059371 req-0408c806-f996-43f6-ae55-6adb52289480 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:14.620679 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2362d02f-1665-445f-8791-c68a2d059371 req-0408c806-f996-43f6-ae55-6adb52289480 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.2508891 Jun 18 16:27:14.623163 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Pushing event deleted for resources: {'Network': ['ID=0d84ede5-f687-4b02-8a38-7941f59b1f08,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:14.626932 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:14.637611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-80b2dbe6-3662-4c9d-8da4-ab295440f20c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:14.637955 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80b2dbe6-3662-4c9d-8da4-ab295440f20c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.650949 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f3dd4a69-cd0e-4c48-ac18-7dd471e662fd None None] Port aa20b218-b464-4cbb-a017-3743215c8431 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:14.654410 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-7e64422b-8f05-464f-a593-dde5fd092f26 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] device_id is not set on port 70d293f4-8f28-47c2-ba76-6f18d696af8f yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:27:14.731743 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2362d02f-1665-445f-8791-c68a2d059371 req-f85c0a33-67a1-4ac9-a43d-16cb57b0e857 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906508 Jun 18 16:27:14.783708 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80b2dbe6-3662-4c9d-8da4-ab295440f20c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:14.816393 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-7e64422b-8f05-464f-a593-dde5fd092f26 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Allocated IP 172.20.0.2 (563b0712-9892-4526-a64f-740df29a0f57/db121bd3-89d4-4652-8273-f306cd348923/70d293f4-8f28-47c2-ba76-6f18d696af8f) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:14.890475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-80b2dbe6-3662-4c9d-8da4-ab295440f20c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:14.926692 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:14.968556 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49820) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:14.982473 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-aa2bbd91-ae50-4700-8940-f5180c88a801 None None] Provisioning complete for port f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:14.982861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aa2bbd91-ae50-4700-8940-f5180c88a801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.024618 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:15.025002 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.061921 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7e64422b-8f05-464f-a593-dde5fd092f26 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.074148 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80b2dbe6-3662-4c9d-8da4-ab295440f20c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.083828 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6c61887b-2e8b-4816-96eb-e0f1b3e01c0e tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:15.094338 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-aa2bbd91-ae50-4700-8940-f5180c88a801 None None] Port f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:15.111342 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7e64422b-8f05-464f-a593-dde5fd092f26 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.116739 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-eb9f2e8c-7220-4b6e-ad8e-fd62c55c0bf8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:15.124372 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2dbe6-3662-4c9d-8da4-ab295440f20c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:15.128612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-80b2dbe6-3662-4c9d-8da4-ab295440f20c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:15.175390 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e64422b-8f05-464f-a593-dde5fd092f26 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Network 563b0712-9892-4526-a64f-740df29a0f57 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:15.179611 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-7e64422b-8f05-464f-a593-dde5fd092f26 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:15.183840 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e64422b-8f05-464f-a593-dde5fd092f26 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:15.190913 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64422b-8f05-464f-a593-dde5fd092f26 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=70d293f4-8f28-47c2-ba76-6f18d696af8f,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:15.216980 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7e64422b-8f05-464f-a593-dde5fd092f26 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:15.229515 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 0af0d6cb-6791-4949-b13a-c7066e1a9f72 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:27:15.240435 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2bd36be3-a851-4443-b0c1-7e6d904c0c21 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b849fc85cc624ef2a760e5c04cfefc66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701435 Jun 18 16:27:15.243463 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49824) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:15.250443 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 0af0d6cb-6791-4949-b13a-c7066e1a9f72 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:27:15.250816 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 0af0d6cb-6791-4949-b13a-c7066e1a9f72 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:27:15.254395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80b2dbe6-3662-4c9d-8da4-ab295440f20c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.258889 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-80b2dbe6-3662-4c9d-8da4-ab295440f20c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/ports/f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb HTTP/1.1" status: 204 len: 168 time: 0.8902762 Jun 18 16:27:15.261329 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e64422b-8f05-464f-a593-dde5fd092f26 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:15.262135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49826) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:15.262279 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7e64422b-8f05-464f-a593-dde5fd092f26 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.292314 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-056a035e-9d22-4531-b768-d62a1f0c62ca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] GET failed (client error): The resource could not be found. Jun 18 16:27:15.294084 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-056a035e-9d22-4531-b768-d62a1f0c62ca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports/f05805ae-a1e0-4209-9dc9-5f3c3cdde2fb HTTP/1.1" status: 404 len: 333 time: 0.0310121 Jun 18 16:27:15.296856 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49828) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:15.302117 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7e64422b-8f05-464f-a593-dde5fd092f26 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8724325 Jun 18 16:27:15.305334 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49830) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:15.310154 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '70d293f4-8f28-47c2-ba76-6f18d696af8f', 'fixed_ip_address': '172.20.0.2'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:15.327673 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a1667591-ad6a-41f7-9a19-8d148eb76310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.352767 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a1667591-ad6a-41f7-9a19-8d148eb76310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.361078 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.391734 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-829035b9-4b33-428c-be46-b33591f7063f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.406207 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a1667591-ad6a-41f7-9a19-8d148eb76310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.408998 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a1667591-ad6a-41f7-9a19-8d148eb76310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.410230 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a1667591-ad6a-41f7-9a19-8d148eb76310 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3e63be27-6f15-4998-a323-411450206851 HTTP/1.1" status: 204 len: 168 time: 0.1658025 Jun 18 16:27:15.411154 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7c58600c-551d-46bc-8b86-46e9a06cf612 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:15.419340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1667591-ad6a-41f7-9a19-8d148eb76310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e63be27-6f15-4998-a323-411450206851,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:15.421643 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a1667591-ad6a-41f7-9a19-8d148eb76310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:15.450289 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-829035b9-4b33-428c-be46-b33591f7063f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.515893 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-829035b9-4b33-428c-be46-b33591f7063f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.518475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-829035b9-4b33-428c-be46-b33591f7063f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.519627 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-829035b9-4b33-428c-be46-b33591f7063f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/security-groups/eecbd743-0cfa-4711-bc0c-5f2a8d10e57e HTTP/1.1" status: 204 len: 168 time: 0.2217953 Jun 18 16:27:15.523340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49834) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:15.526741 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fbd829db-c35e-49d5-8260-be29834f2ad6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:15.540213 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829035b9-4b33-428c-be46-b33591f7063f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecbd743-0cfa-4711-bc0c-5f2a8d10e57e,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:15.543660 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-829035b9-4b33-428c-be46-b33591f7063f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:15.545919 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.588147 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-265a47a2-06b1-4d44-85d3-f7c6d5e569ee tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.613662 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-265a47a2-06b1-4d44-85d3-f7c6d5e569ee tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.674027 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Allocated IP 172.26.6.125 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/10e5b4a8-4c63-471f-95ca-fafed281c3d1) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:15.681607 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-265a47a2-06b1-4d44-85d3-f7c6d5e569ee tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.684302 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-265a47a2-06b1-4d44-85d3-f7c6d5e569ee tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.685474 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-265a47a2-06b1-4d44-85d3-f7c6d5e569ee tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/security-groups/c24061f7-c5e7-4015-b206-961933a1e0f0 HTTP/1.1" status: 204 len: 168 time: 0.1610034 Jun 18 16:27:15.686298 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-50a5ca4b-5bf8-4ab7-be30-70283ee698e0 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:15.688352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49842) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:15.696429 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a47a2-06b1-4d44-85d3-f7c6d5e569ee tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24061f7-c5e7-4015-b206-961933a1e0f0,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:15.698820 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-265a47a2-06b1-4d44-85d3-f7c6d5e569ee tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:15.826065 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bff517da-db43-4e01-8578-1f3d1852bbad tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.854342 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.866722 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bff517da-db43-4e01-8578-1f3d1852bbad tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.982730 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bff517da-db43-4e01-8578-1f3d1852bbad tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.985580 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bff517da-db43-4e01-8578-1f3d1852bbad tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:15.986825 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-bff517da-db43-4e01-8578-1f3d1852bbad tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/security-groups/c0fc71f2-f0d9-4bfe-af70-a67f5ae3de2c HTTP/1.1" status: 204 len: 168 time: 0.2959948 Jun 18 16:27:15.988607 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-caaa96cd-c9a1-4478-978c-085c4da2e2c6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:15.993469 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49854) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:15.997720 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.019203 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70230d26-1cc4-4f25-9ae9-d1d935057515 req-9694f97c-2388-47af-a7f9-ffd9743dad07 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:16.020754 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-70230d26-1cc4-4f25-9ae9-d1d935057515 req-9694f97c-2388-47af-a7f9-ffd9743dad07 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.1493521 Jun 18 16:27:16.024326 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff517da-db43-4e01-8578-1f3d1852bbad tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fc71f2-f0d9-4bfe-af70-a67f5ae3de2c,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:16.029296 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bff517da-db43-4e01-8578-1f3d1852bbad tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:16.029296 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:16.069753 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8047ea-1f24-4cb9-87af-f9db982582bc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting subnet 6b3b7480-34dc-4231-915f-93dc691a8589 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:27:16.069753 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fd8047ea-1f24-4cb9-87af-f9db982582bc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.070398 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:16.080359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:16.083561 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:16.087035 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=10e5b4a8-4c63-471f-95ca-fafed281c3d1,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:16.115784 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fd8047ea-1f24-4cb9-87af-f9db982582bc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.116383 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:16.146583 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-70230d26-1cc4-4f25-9ae9-d1d935057515 req-00e82828-a7d7-422a-a9a7-fe1af3d3f693 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873582 Jun 18 16:27:16.196211 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49860) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:16.221121 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fd8047ea-1f24-4cb9-87af-f9db982582bc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.299774 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fd8047ea-1f24-4cb9-87af-f9db982582bc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.302893 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c29ff42a-8c77-40ef-bba8-d2ec8a9e1536 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:16.315391 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-5ecb8251-30ae-4374-9c64-40554445d8ea tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:16.315990 dv-neutron-797120-1-hyperv neutron-server[93453]: WARNING neutron.api.v2.base [None req-5ecb8251-30ae-4374-9c64-40554445d8ea tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 18 16:27:16.316432 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-5ecb8251-30ae-4374-9c64-40554445d8ea tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): There was a conflict when trying to complete your request. Jun 18 16:27:16.318520 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5ecb8251-30ae-4374-9c64-40554445d8ea tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1201189 Jun 18 16:27:16.325393 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49864) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:16.329949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-7f98e271-1c1c-409b-acad-4aeb4daa6575 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1618207408'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:16.332267 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8047ea-1f24-4cb9-87af-f9db982582bc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Subnet': ['ID=6b3b7480-34dc-4231-915f-93dc691a8589,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:16.335147 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fd8047ea-1f24-4cb9-87af-f9db982582bc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:16.338051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fd8047ea-1f24-4cb9-87af-f9db982582bc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.343517 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fd8047ea-1f24-4cb9-87af-f9db982582bc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/subnets/6b3b7480-34dc-4231-915f-93dc691a8589 HTTP/1.1" status: 204 len: 168 time: 0.3454776 Jun 18 16:27:16.344276 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49866) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:16.346684 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2cf722-e47d-40b4-87ce-c39fdd01414c None None] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:16.393904 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7f98e271-1c1c-409b-acad-4aeb4daa6575 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.400514 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c89fc5-ccf8-4b5c-9ad6-0b21315b19f2 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting subnet 43f8210e-33b7-4e2b-bb84-f9b83de8cfdd {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:27:16.404375 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-01c89fc5-ccf8-4b5c-9ad6-0b21315b19f2 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.411681 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7f98e271-1c1c-409b-acad-4aeb4daa6575 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.452175 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-01c89fc5-ccf8-4b5c-9ad6-0b21315b19f2 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.568050 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-01c89fc5-ccf8-4b5c-9ad6-0b21315b19f2 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.648258 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-01c89fc5-ccf8-4b5c-9ad6-0b21315b19f2 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.650804 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-871adf8d-ffb7-4ee6-825d-9dc1c04728c4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:16.693372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c89fc5-ccf8-4b5c-9ad6-0b21315b19f2 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Subnet': ['ID=43f8210e-33b7-4e2b-bb84-f9b83de8cfdd,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:16.704612 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-01c89fc5-ccf8-4b5c-9ad6-0b21315b19f2 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:16.706331 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-01c89fc5-ccf8-4b5c-9ad6-0b21315b19f2 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.710200 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-01c89fc5-ccf8-4b5c-9ad6-0b21315b19f2 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/subnets/43f8210e-33b7-4e2b-bb84-f9b83de8cfdd HTTP/1.1" status: 204 len: 168 time: 0.3640950 Jun 18 16:27:16.714258 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49868) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:16.750714 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9bae8c6-6cf5-4cc0-b4a7-c65395df828f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:16.751177 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9bae8c6-6cf5-4cc0-b4a7-c65395df828f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:16.755380 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e9bae8c6-6cf5-4cc0-b4a7-c65395df828f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/subnets/6b3b7480-34dc-4231-915f-93dc691a8589 HTTP/1.1" status: 404 len: 337 time: 0.0372727 Jun 18 16:27:16.755616 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49870) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:16.827018 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-009af0ad-1b0e-4dec-8772-94bf65777adb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting subnet 8fd690ef-75f2-41bd-9de8-e641085b2d22 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:27:16.830802 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-009af0ad-1b0e-4dec-8772-94bf65777adb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.892047 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-009af0ad-1b0e-4dec-8772-94bf65777adb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:16.996465 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-009af0ad-1b0e-4dec-8772-94bf65777adb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.080885 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-009af0ad-1b0e-4dec-8772-94bf65777adb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.083534 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a1763f6c-cff4-4022-8fbd-308f95ae5b0a tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:17.112508 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009af0ad-1b0e-4dec-8772-94bf65777adb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd690ef-75f2-41bd-9de8-e641085b2d22,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:17.116420 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-009af0ad-1b0e-4dec-8772-94bf65777adb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:17.117853 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-009af0ad-1b0e-4dec-8772-94bf65777adb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.122140 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-009af0ad-1b0e-4dec-8772-94bf65777adb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/subnets/8fd690ef-75f2-41bd-9de8-e641085b2d22 HTTP/1.1" status: 204 len: 168 time: 0.3632071 Jun 18 16:27:17.122316 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49872) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:17.155099 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a7bbbe-5b87-4657-afcf-62cb84a13f02 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:17.155567 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a7bbbe-5b87-4657-afcf-62cb84a13f02 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:17.156103 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.158472 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-01a7bbbe-5b87-4657-afcf-62cb84a13f02 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/subnets/e94caf46-e651-44a6-aea5-3323a567262a HTTP/1.1" status: 404 len: 337 time: 0.0339568 Jun 18 16:27:17.160028 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49874) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:17.193275 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-15321f0e-fa7a-47c7-a3f5-f21632a88d2b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "GET /v2.0/ports?device_id=54c6875b-63b0-40ef-ad68-db98e29009b6 HTTP/1.1" status: 200 len: 205 time: 0.0318232 Jun 18 16:27:17.196116 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49878) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:17.213783 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864954de-a6c0-4352-8ce9-9ceb47c06ddf None None] Network 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:17.220105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7f98e271-1c1c-409b-acad-4aeb4daa6575 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.234801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7f98e271-1c1c-409b-acad-4aeb4daa6575 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.250074 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-aa997eaf-aa9f-4a82-8dd2-75920f442a71 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] delete failed (client error): The resource could not be found. Jun 18 16:27:17.253937 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-aa997eaf-aa9f-4a82-8dd2-75920f442a71 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/routers/54c6875b-63b0-40ef-ad68-db98e29009b6 HTTP/1.1" status: 404 len: 336 time: 0.0540993 Jun 18 16:27:17.254666 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49880) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:17.257777 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0311e83c-7688-4399-9ea6-244fc351a87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:17.290012 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54af3bd-5738-4ee6-b38a-ac708bcb3311 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:17.290666 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c54af3bd-5738-4ee6-b38a-ac708bcb3311 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:17.295035 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c54af3bd-5738-4ee6-b38a-ac708bcb3311 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/subnets/070202fc-790a-45a6-b4db-a1e2271ca0ed HTTP/1.1" status: 404 len: 337 time: 0.0367510 Jun 18 16:27:17.295880 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49882) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:17.311556 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-18801efa-0386-4a3b-818a-199b4142ebe0 None None] Provisioning complete for port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:17.312257 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-18801efa-0386-4a3b-818a-199b4142ebe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.324183 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae71eebf-d7ad-4379-a327-43351b1e46a3 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:17.324731 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae71eebf-d7ad-4379-a327-43351b1e46a3 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:17.329026 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ae71eebf-d7ad-4379-a327-43351b1e46a3 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/subnets/544c5e57-44a8-484a-967d-c96ad26a4493 HTTP/1.1" status: 404 len: 337 time: 0.0297980 Jun 18 16:27:17.329230 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49884) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:17.354926 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98e271-1c1c-409b-acad-4aeb4daa6575 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89822ada-d82c-4073-8942-31f1b02ad231,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:17.369234 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1048104-d223-4f9d-8618-c4c6758d9820 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:17.369508 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7f98e271-1c1c-409b-acad-4aeb4daa6575 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:17.370773 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1048104-d223-4f9d-8618-c4c6758d9820 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:17.374843 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b1048104-d223-4f9d-8618-c4c6758d9820 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/subnets/e1957a58-eaff-487b-993f-5e41ffc320b1 HTTP/1.1" status: 404 len: 337 time: 0.0446012 Jun 18 16:27:17.376482 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49886) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:17.393677 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.410590 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-8166bc89-841a-478e-98a6-85c93d8ef2a6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:17.411269 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8166bc89-841a-478e-98a6-85c93d8ef2a6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:17.415415 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8166bc89-841a-478e-98a6-85c93d8ef2a6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/ports/ec874651-2efa-4cf1-a3c5-71a7760c2a7a HTTP/1.1" status: 404 len: 333 time: 0.0354598 Jun 18 16:27:17.415676 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49888) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:17.449883 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b04665-dd50-45a9-b40d-dcbb4a79263b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:17.450289 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b04665-dd50-45a9-b40d-dcbb4a79263b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:17.454649 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-74b04665-dd50-45a9-b40d-dcbb4a79263b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/subnets/872ef547-680b-4aaf-b0ac-eb9c82fe2c0e HTTP/1.1" status: 404 len: 337 time: 0.0353866 Jun 18 16:27:17.454649 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49890) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:17.458115 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-18801efa-0386-4a3b-818a-199b4142ebe0 None None] Provisioning complete for port aa20b218-b464-4cbb-a017-3743215c8431 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:17.458636 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-18801efa-0386-4a3b-818a-199b4142ebe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.466410 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7f98e271-1c1c-409b-acad-4aeb4daa6575 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.481951 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a71f9-f30c-4d60-bce1-8179dcb425dc req-a5d8ce28-34b8-40ff-8506-6e590ff7476f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:17.483553 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-700a71f9-f30c-4d60-bce1-8179dcb425dc req-a5d8ce28-34b8-40ff-8506-6e590ff7476f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.1602533 Jun 18 16:27:17.484575 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7f98e271-1c1c-409b-acad-4aeb4daa6575 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.485267 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f067aefa-1a90-4f7d-96da-bdf4534e90ae tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:17.485730 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f067aefa-1a90-4f7d-96da-bdf4534e90ae tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:17.489807 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f067aefa-1a90-4f7d-96da-bdf4534e90ae tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/subnets/3e41d9ef-24a7-4f1e-8b34-a2fa6a4ceb43 HTTP/1.1" status: 404 len: 337 time: 0.0321553 Jun 18 16:27:17.489961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1ef2a9cd-c43f-46ce-b7be-994498d4ff3d tempest-TagsTest-1536253092 tempest-TagsTest-1536253092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:17.490085 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49892) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:17.512511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-18801efa-0386-4a3b-818a-199b4142ebe0 None None] Port aa20b218-b464-4cbb-a017-3743215c8431 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:17.518114 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab81ab9-e3f0-423e-a864-2de4686132c5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:17.518904 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab81ab9-e3f0-423e-a864-2de4686132c5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:17.523057 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4ab81ab9-e3f0-423e-a864-2de4686132c5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/ports/ffd0ac68-9e62-46bb-9691-89f6f09bbe09 HTTP/1.1" status: 404 len: 333 time: 0.0295465 Jun 18 16:27:17.523978 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49894) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:17.556558 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-7efca1f5-5e94-450d-8a11-bda6f42e1592 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:17.557366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7efca1f5-5e94-450d-8a11-bda6f42e1592 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:17.560157 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7efca1f5-5e94-450d-8a11-bda6f42e1592 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/subnets/06677a53-1922-4ec6-bc30-c1f35b76d5a9 HTTP/1.1" status: 404 len: 337 time: 0.0340805 Jun 18 16:27:17.562033 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49896) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:17.563160 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28926f3-8c0d-4802-9980-636edc214869 None None] DHCP port deletion for 2a49f6df-3c7a-4a61-918e-b2dca3942dc4 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:27:17.576697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7f98e271-1c1c-409b-acad-4aeb4daa6575 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.580756 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7f98e271-1c1c-409b-acad-4aeb4daa6575 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2544131 Jun 18 16:27:17.582936 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49898) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:17.589963 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7f223e-a13b-4eda-80cb-02659fe0274c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] DELETE failed (client error): The resource could not be found. Jun 18 16:27:17.590448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7f223e-a13b-4eda-80cb-02659fe0274c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:27:17.591583 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-8a0ea126-1614-4345-9a4e-560be175fdd6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': 'c1869161-99e6-49b3-9ae8-f4aba4396e35', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:17.594767 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5f7f223e-a13b-4eda-80cb-02659fe0274c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/subnets/30e8444c-cfd2-48b3-bf9a-042aa07615ef HTTP/1.1" status: 404 len: 337 time: 0.0316732 Jun 18 16:27:17.595350 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49900) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:17.598889 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98e271-1c1c-409b-acad-4aeb4daa6575 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1869161-99e6-49b3-9ae8-f4aba4396e35,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:17.613433 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f28926f3-8c0d-4802-9980-636edc214869 None None] Deleting port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:17.614020 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f28926f3-8c0d-4802-9980-636edc214869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.623152 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7f98e271-1c1c-409b-acad-4aeb4daa6575 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:17.626397 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-700a71f9-f30c-4d60-bce1-8179dcb425dc req-eac2525d-c38f-430a-bbb7-0b1dee6464ec tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100035 Jun 18 16:27:17.676465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea126-1614-4345-9a4e-560be175fdd6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.698674 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f28926f3-8c0d-4802-9980-636edc214869 None None] For port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869,segment=NetworkSegment(41fbc488-c776-4a42-a9b2-e64aef152c8b),segment_id=41fbc488-c776-4a42-a9b2-e64aef152c8b)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:17.699081 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f28926f3-8c0d-4802-9980-636edc214869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.712530 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-374a4192-c056-4669-8a35-720a9c62672f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Deleting port aa20b218-b464-4cbb-a017-3743215c8431 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:17.713838 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-374a4192-c056-4669-8a35-720a9c62672f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.758873 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.766493 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.773050 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f28926f3-8c0d-4802-9980-636edc214869 None None] Calling delete_port for a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:17.777719 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7dbfd995-695b-47fb-9402-8f78c19fff3a tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:17.782884 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea126-1614-4345-9a4e-560be175fdd6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.794364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-374a4192-c056-4669-8a35-720a9c62672f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.811750 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea126-1614-4345-9a4e-560be175fdd6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.860052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a0ea126-1614-4345-9a4e-560be175fdd6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.861317 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8a0ea126-1614-4345-9a4e-560be175fdd6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2744606 Jun 18 16:27:17.864120 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=10e5b4a8-4c63-471f-95ca-fafed281c3d1,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:17.866730 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49902) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:17.869005 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f28926f3-8c0d-4802-9980-636edc214869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.870684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:17.871842 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b51a156d-7685-4907-8d12-7675f15ee9a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:17.874960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-35c30a37-f582-481f-9430-e35859e8ed24 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': 'c1869161-99e6-49b3-9ae8-f4aba4396e35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:17.883336 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ee5e2b7b-1722-4ee4-8aa4-f1c537b57d59 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:17.890754 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-374a4192-c056-4669-8a35-720a9c62672f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Calling delete_port for aa20b218-b464-4cbb-a017-3743215c8431 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:17.904841 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28926f3-8c0d-4802-9980-636edc214869 None None] No DVR routers for this DVR port a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:27:17.906954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ea126-1614-4345-9a4e-560be175fdd6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd63d4a1-9550-4822-a1c9-a83304f78b7c,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:17.907399 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28926f3-8c0d-4802-9980-636edc214869 None None] Pushing event deleted for resources: {'Port': ['ID=a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:17.911509 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f28926f3-8c0d-4802-9980-636edc214869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:17.915637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8a0ea126-1614-4345-9a4e-560be175fdd6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:17.918317 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.965056 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35c30a37-f582-481f-9430-e35859e8ed24 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:17.996982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-374a4192-c056-4669-8a35-720a9c62672f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.001194 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8f66e147-a4c4-4d40-b906-a653198bc674 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:18.032396 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a4192-c056-4669-8a35-720a9c62672f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Port': ['ID=aa20b218-b464-4cbb-a017-3743215c8431,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:18.035534 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-374a4192-c056-4669-8a35-720a9c62672f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:18.038182 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-374a4192-c056-4669-8a35-720a9c62672f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.040427 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-374a4192-c056-4669-8a35-720a9c62672f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/ports/aa20b218-b464-4cbb-a017-3743215c8431 HTTP/1.1" status: 204 len: 168 time: 0.4441378 Jun 18 16:27:18.042829 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49904) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:18.059980 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Floating IP 2dccdde1-441e-4402-9eaf-a3ef06b3d7ce associated. External IP: 172.26.6.125, port: 70d293f4-8f28-47c2-ba76-6f18d696af8f. Jun 18 16:27:18.135035 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-acbe5966-6eab-4fe5-a85e-a228b0361efa tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.151492 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-35c30a37-f582-481f-9430-e35859e8ed24 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): There was a conflict when trying to complete your request. Jun 18 16:27:18.152552 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-35c30a37-f582-481f-9430-e35859e8ed24 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2831628 Jun 18 16:27:18.156492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49906) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:18.231320 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-acbe5966-6eab-4fe5-a85e-a228b0361efa tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.242151 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-acbe5966-6eab-4fe5-a85e-a228b0361efa tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a49f6df-3c7a-4a61-918e-b2dca3942dc4']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:18.256953 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-acbe5966-6eab-4fe5-a85e-a228b0361efa tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41fbc488-c776-4a42-a9b2-e64aef152c8b') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:18.257282 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-acbe5966-6eab-4fe5-a85e-a228b0361efa tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41fbc488-c776-4a42-a9b2-e64aef152c8b') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:18.266809 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-acbe5966-6eab-4fe5-a85e-a228b0361efa tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.267625 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fe6ceb5c-2036-4c85-a276-6e40f9bb9442 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.282257 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-acbe5966-6eab-4fe5-a85e-a228b0361efa tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.289368 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbe5966-6eab-4fe5-a85e-a228b0361efa tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:27:18.289951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-acbe5966-6eab-4fe5-a85e-a228b0361efa tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:27:18.292839 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:27:18.331149 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fe6ceb5c-2036-4c85-a276-6e40f9bb9442 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.359512 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-acbe5966-6eab-4fe5-a85e-a228b0361efa tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.363082 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c1ff7176-74bd-49a5-815d-7fa1b9f8a6f3 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:18.370807 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-acbe5966-6eab-4fe5-a85e-a228b0361efa tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.372673 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-acbe5966-6eab-4fe5-a85e-a228b0361efa tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] 10.222.0.50 "DELETE /v2.0/networks/2a49f6df-3c7a-4a61-918e-b2dca3942dc4 HTTP/1.1" status: 204 len: 168 time: 0.3287427 Jun 18 16:27:18.384935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router 761f594b-e3bc-415b-aab8-6e2a7f771961 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:18.388069 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe5966-6eab-4fe5-a85e-a228b0361efa tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Pushing event deleted for resources: {'Network': ['ID=2a49f6df-3c7a-4a61-918e-b2dca3942dc4,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:18.392022 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-acbe5966-6eab-4fe5-a85e-a228b0361efa tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:18.434989 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fe6ceb5c-2036-4c85-a276-6e40f9bb9442 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.437560 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fe6ceb5c-2036-4c85-a276-6e40f9bb9442 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.438734 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fe6ceb5c-2036-4c85-a276-6e40f9bb9442 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "DELETE /v2.0/security-groups/c1869161-99e6-49b3-9ae8-f4aba4396e35 HTTP/1.1" status: 204 len: 168 time: 0.2812836 Jun 18 16:27:18.441299 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7f98e271-1c1c-409b-acad-4aeb4daa6575 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:18.441646 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49910) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:18.462121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ceb5c-2036-4c85-a276-6e40f9bb9442 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1869161-99e6-49b3-9ae8-f4aba4396e35,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:18.465929 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fe6ceb5c-2036-4c85-a276-6e40f9bb9442 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:18.508016 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-55776ab3-634a-41ee-8d22-304c19ee92bd tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0597701 Jun 18 16:27:18.508016 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49912) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:18.515419 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-9c2854a9-2c3d-476d-8f25-7f7e7ab472e0 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1527218006'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:18.540582 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:18.542880 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c2854a9-2c3d-476d-8f25-7f7e7ab472e0 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.552552 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727cca9f-d345-43e8-abc0-c17bbfecee9c None None] Sync routers for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:18.563618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.564318 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727cca9f-d345-43e8-abc0-c17bbfecee9c None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:18.565436 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-727cca9f-d345-43e8-abc0-c17bbfecee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:18.610406 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.3040113 Jun 18 16:27:18.613349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49914) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:18.614349 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-727cca9f-d345-43e8-abc0-c17bbfecee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:18.620032 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f85072de-5760-4e82-bdb8-221d7a53f683 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:18.624372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727cca9f-d345-43e8-abc0-c17bbfecee9c None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:18.625315 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-727cca9f-d345-43e8-abc0-c17bbfecee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:18.642820 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c2854a9-2c3d-476d-8f25-7f7e7ab472e0 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.648519 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c2854a9-2c3d-476d-8f25-7f7e7ab472e0 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.652893 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-13f6b0b7-64f1-48a6-b10e-f4e698d1527e tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:18.673227 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-727cca9f-d345-43e8-abc0-c17bbfecee9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:18.674243 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727cca9f-d345-43e8-abc0-c17bbfecee9c None None] The sync data for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:18.684368 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c2854a9-2c3d-476d-8f25-7f7e7ab472e0 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.685701 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9c2854a9-2c3d-476d-8f25-7f7e7ab472e0 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1766572 Jun 18 16:27:18.688469 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2854a9-2c3d-476d-8f25-7f7e7ab472e0 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5145ef9-ca1b-4fa4-9ac1-22193347a2d1,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:18.690594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49920) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:18.701163 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9c2854a9-2c3d-476d-8f25-7f7e7ab472e0 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:18.704669 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-9a63a365-0116-4f84-8700-7e4cb9fe14c5 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': 'f5145ef9-ca1b-4fa4-9ac1-22193347a2d1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:18.705524 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING neutron.api.v2.base [None req-9a63a365-0116-4f84-8700-7e4cb9fe14c5 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 18 16:27:18.706026 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-9a63a365-0116-4f84-8700-7e4cb9fe14c5 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:27:18.707149 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9a63a365-0116-4f84-8700-7e4cb9fe14c5 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074897 Jun 18 16:27:18.711306 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49922) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:18.778102 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f85072de-5760-4e82-bdb8-221d7a53f683 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.780613 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9354e4cc-905c-4523-bdc0-4f2f08ebbc9b tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.792373 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49924) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:18.820629 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9354e4cc-905c-4523-bdc0-4f2f08ebbc9b tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.902158 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9354e4cc-905c-4523-bdc0-4f2f08ebbc9b tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.905426 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9354e4cc-905c-4523-bdc0-4f2f08ebbc9b tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:18.909426 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9354e4cc-905c-4523-bdc0-4f2f08ebbc9b tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "DELETE /v2.0/security-groups/f5145ef9-ca1b-4fa4-9ac1-22193347a2d1 HTTP/1.1" status: 204 len: 168 time: 0.1947882 Jun 18 16:27:18.909426 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-265a47a2-06b1-4d44-85d3-f7c6d5e569ee tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:18.910357 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49928) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:18.919088 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:27:18.931405 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354e4cc-905c-4523-bdc0-4f2f08ebbc9b tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5145ef9-ca1b-4fa4-9ac1-22193347a2d1,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:18.934704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9354e4cc-905c-4523-bdc0-4f2f08ebbc9b tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:19.020316 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f85072de-5760-4e82-bdb8-221d7a53f683 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.030240 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0fec08ce-320f-46f0-ac18-b284fcb95523 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef1444ed7b6c4c58a5e6f956d28091e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357240 Jun 18 16:27:19.032017 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49930) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:19.033999 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566772b1-8aa1-491c-83aa-10d405683973 req-e264b2d4-8b77-467f-bc5f-8228289d5358 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:19.035613 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-566772b1-8aa1-491c-83aa-10d405683973 req-e264b2d4-8b77-467f-bc5f-8228289d5358 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.2193148 Jun 18 16:27:19.040683 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f85072de-5760-4e82-bdb8-221d7a53f683 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.040990 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-f85072de-5760-4e82-bdb8-221d7a53f683 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Floating IP 2dccdde1-441e-4402-9eaf-a3ef06b3d7ce disassociated. External IP: 172.26.6.125, port: 70d293f4-8f28-47c2-ba76-6f18d696af8f. Jun 18 16:27:19.089554 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a4728368-e20c-4d79-82eb-889a6127b728 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1750684 Jun 18 16:27:19.090556 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49932) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:19.095663 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-ffe8bf73-f1c4-4f64-b814-3eedf002a9ca tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group': {'name': 'tempest-secgroup--565896119'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:19.099420 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:27:19.099760 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a3fb5011-e6c7-4f4a-8ff3-d24ed15a6869 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:27:19.123768 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ffe8bf73-f1c4-4f64-b814-3eedf002a9ca tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.126213 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0f8c69e7-f484-4974-ac49-2dc2897fa053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.157441 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0f8c69e7-f484-4974-ac49-2dc2897fa053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.160680 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-566772b1-8aa1-491c-83aa-10d405683973 req-c06470ba-74c5-4601-820c-9269da3a2833 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818105 Jun 18 16:27:19.251670 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0f8c69e7-f484-4974-ac49-2dc2897fa053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.254197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0f8c69e7-f484-4974-ac49-2dc2897fa053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.255433 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0f8c69e7-f484-4974-ac49-2dc2897fa053 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b648d68d-d8fa-4174-b01d-c9a3a7a4f73c HTTP/1.1" status: 204 len: 168 time: 0.2222288 Jun 18 16:27:19.258358 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ffe8bf73-f1c4-4f64-b814-3eedf002a9ca tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.259530 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1ae026fc-4464-4eec-8d6a-960a41c7cd6b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:19.267558 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ffe8bf73-f1c4-4f64-b814-3eedf002a9ca tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.271496 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c69e7-f484-4974-ac49-2dc2897fa053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b648d68d-d8fa-4174-b01d-c9a3a7a4f73c,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:19.281902 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0f8c69e7-f484-4974-ac49-2dc2897fa053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:19.282561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f6cc0151-1499-43a6-ad5b-ac670de7327d tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:19.312107 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe8bf73-f1c4-4f64-b814-3eedf002a9ca tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b24e127-d2a3-41c7-b847-0f3c2efe8bd3,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:19.315002 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ffe8bf73-f1c4-4f64-b814-3eedf002a9ca tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.319038 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ffe8bf73-f1c4-4f64-b814-3eedf002a9ca tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2246461 Jun 18 16:27:19.319038 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ffe8bf73-f1c4-4f64-b814-3eedf002a9ca tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:19.319657 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49938) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:19.324681 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-45e7c3d2-8b07-4817-b977-ec6128456c2e tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': '2b24e127-d2a3-41c7-b847-0f3c2efe8bd3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:19.325552 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING neutron.api.v2.base [None req-45e7c3d2-8b07-4817-b977-ec6128456c2e tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 18 16:27:19.326003 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-45e7c3d2-8b07-4817-b977-ec6128456c2e tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:27:19.330013 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-45e7c3d2-8b07-4817-b977-ec6128456c2e tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060995 Jun 18 16:27:19.330013 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49940) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:19.332520 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85072de-5760-4e82-bdb8-221d7a53f683 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router 761f594b-e3bc-415b-aab8-6e2a7f771961 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:19.394180 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8242e327-b9e5-4bce-8fc9-10319afe47a4 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.456758 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85072de-5760-4e82-bdb8-221d7a53f683 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:19.462016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f85072de-5760-4e82-bdb8-221d7a53f683 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.471445 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3debcb9e-aa7e-4dff-bddc-545c36f85d15 None None] Sync routers for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:19.486999 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3debcb9e-aa7e-4dff-bddc-545c36f85d15 None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:19.487636 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3debcb9e-aa7e-4dff-bddc-545c36f85d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:19.504203 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f85072de-5760-4e82-bdb8-221d7a53f683 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "PUT /v2.0/floatingips/2dccdde1-441e-4402-9eaf-a3ef06b3d7ce HTTP/1.1" status: 200 len: 688 time: 0.8895590 Jun 18 16:27:19.507900 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49944) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:19.529632 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3debcb9e-aa7e-4dff-bddc-545c36f85d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:19.542010 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3debcb9e-aa7e-4dff-bddc-545c36f85d15 None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:19.543000 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3debcb9e-aa7e-4dff-bddc-545c36f85d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:19.601286 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3debcb9e-aa7e-4dff-bddc-545c36f85d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:19.601286 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3debcb9e-aa7e-4dff-bddc-545c36f85d15 None None] The sync data for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:19.675312 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-898de9a9-c0ac-4a62-a3a9-fd32ac0e5d50 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Deleting port 10e5b4a8-4c63-471f-95ca-fafed281c3d1 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:19.675675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-898de9a9-c0ac-4a62-a3a9-fd32ac0e5d50 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.777622 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-898de9a9-c0ac-4a62-a3a9-fd32ac0e5d50 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.778146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-898de9a9-c0ac-4a62-a3a9-fd32ac0e5d50 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.784203 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8242e327-b9e5-4bce-8fc9-10319afe47a4 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.837213 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8242e327-b9e5-4bce-8fc9-10319afe47a4 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.840010 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8242e327-b9e5-4bce-8fc9-10319afe47a4 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:19.841512 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8242e327-b9e5-4bce-8fc9-10319afe47a4 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "DELETE /v2.0/security-groups/2b24e127-d2a3-41c7-b847-0f3c2efe8bd3 HTTP/1.1" status: 204 len: 168 time: 0.5105755 Jun 18 16:27:19.842358 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-351c26e1-f754-4695-bc8e-33dddd36a6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:19.845674 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49956) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:19.860570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-898de9a9-c0ac-4a62-a3a9-fd32ac0e5d50 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Calling delete_port for 10e5b4a8-4c63-471f-95ca-fafed281c3d1 owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:19.868323 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8242e327-b9e5-4bce-8fc9-10319afe47a4 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b24e127-d2a3-41c7-b847-0f3c2efe8bd3,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:19.872736 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8242e327-b9e5-4bce-8fc9-10319afe47a4 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:19.908519 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-158b8942-187d-416a-b897-a2944e66ec5b tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0604844 Jun 18 16:27:19.909135 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49960) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:19.917275 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d82128f8-2113-4a53-978a-f20ff1faf3c1 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group': {'name': 'tempest-secgroup--507757440'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:19.940864 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d82128f8-2113-4a53-978a-f20ff1faf3c1 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.044998 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-898de9a9-c0ac-4a62-a3a9-fd32ac0e5d50 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.049443 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8fa64dd1-c93f-44ef-a1e9-4c4c7c29ea24 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:20.075141 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d82128f8-2113-4a53-978a-f20ff1faf3c1 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.080791 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d82128f8-2113-4a53-978a-f20ff1faf3c1 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.082621 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898de9a9-c0ac-4a62-a3a9-fd32ac0e5d50 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event deleted for resources: {'Port': ['ID=10e5b4a8-4c63-471f-95ca-fafed281c3d1,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:20.086019 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ffe8bf73-f1c4-4f64-b814-3eedf002a9ca tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:20.086634 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-898de9a9-c0ac-4a62-a3a9-fd32ac0e5d50 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:20.115801 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d82128f8-2113-4a53-978a-f20ff1faf3c1 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.121573 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d82128f8-2113-4a53-978a-f20ff1faf3c1 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2113812 Jun 18 16:27:20.122526 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49966) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:20.134751 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-37a0556e-cc02-4516-a5bf-271bd9d5ea8f tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': '58db9afb-3ab0-438d-acbc-bd2d7c1cd108', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:20.134751 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING neutron.api.v2.base [None req-37a0556e-cc02-4516-a5bf-271bd9d5ea8f tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 18 16:27:20.135114 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-37a0556e-cc02-4516-a5bf-271bd9d5ea8f tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:27:20.140124 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-37a0556e-cc02-4516-a5bf-271bd9d5ea8f tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0120785 Jun 18 16:27:20.142456 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49968) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:20.149377 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82128f8-2113-4a53-978a-f20ff1faf3c1 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58db9afb-3ab0-438d-acbc-bd2d7c1cd108,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:20.149377 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49970) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:20.160978 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-70635678-58a3-4136-9de4-db877bb9dac5 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': '58db9afb-3ab0-438d-acbc-bd2d7c1cd108', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:20.161657 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING neutron.api.v2.base [None req-70635678-58a3-4136-9de4-db877bb9dac5 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 18 16:27:20.162147 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-70635678-58a3-4136-9de4-db877bb9dac5 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:27:20.164064 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-70635678-58a3-4136-9de4-db877bb9dac5 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0199881 Jun 18 16:27:20.165339 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d82128f8-2113-4a53-978a-f20ff1faf3c1 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:20.166848 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49974) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:20.171718 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-cd279779-7f15-4dfc-8990-9b1c65823485 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': '58db9afb-3ab0-438d-acbc-bd2d7c1cd108', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:20.173119 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING neutron.api.v2.base [None req-cd279779-7f15-4dfc-8990-9b1c65823485 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 18 16:27:20.173685 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-cd279779-7f15-4dfc-8990-9b1c65823485 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:27:20.174746 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cd279779-7f15-4dfc-8990-9b1c65823485 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068398 Jun 18 16:27:20.178875 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49976) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:20.189268 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f51b222b-63bf-403b-81eb-a9b97b5c5381 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': '58db9afb-3ab0-438d-acbc-bd2d7c1cd108', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:20.190326 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING neutron.api.v2.base [None req-f51b222b-63bf-403b-81eb-a9b97b5c5381 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 18 16:27:20.190927 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-f51b222b-63bf-403b-81eb-a9b97b5c5381 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:27:20.192008 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f51b222b-63bf-403b-81eb-a9b97b5c5381 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0118005 Jun 18 16:27:20.194467 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-898de9a9-c0ac-4a62-a3a9-fd32ac0e5d50 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.197460 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-898de9a9-c0ac-4a62-a3a9-fd32ac0e5d50 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.197691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49980) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:20.202508 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-898de9a9-c0ac-4a62-a3a9-fd32ac0e5d50 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "DELETE /v2.0/floatingips/2dccdde1-441e-4402-9eaf-a3ef06b3d7ce HTTP/1.1" status: 204 len: 168 time: 0.6930060 Jun 18 16:27:20.203379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49982) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:20.210496 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': 'feb34e25-7891-4012-9b94-f87e4e484fd1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:20.252371 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.265548 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02288a1e-3051-4b4a-9605-0980e1886369 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.291724 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02288a1e-3051-4b4a-9605-0980e1886369 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.305127 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-82f64618-abfc-47ad-a0f7-b224fcbce655 tempest-SubnetPoolsTestJSON-1302009309 tempest-SubnetPoolsTestJSON-1302009309-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1396218530', 'prefixes': ['172.20.0.0/16']}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:20.375347 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02288a1e-3051-4b4a-9605-0980e1886369 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.377489 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-02288a1e-3051-4b4a-9605-0980e1886369 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.378790 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-02288a1e-3051-4b4a-9605-0980e1886369 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "DELETE /v2.0/security-groups/58db9afb-3ab0-438d-acbc-bd2d7c1cd108 HTTP/1.1" status: 204 len: 168 time: 0.1798353 Jun 18 16:27:20.383902 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f45feb66-8826-43b1-a53d-8501a0230c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:20.387599 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49984) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:20.399019 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02288a1e-3051-4b4a-9605-0980e1886369 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58db9afb-3ab0-438d-acbc-bd2d7c1cd108,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:20.401950 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-02288a1e-3051-4b4a-9605-0980e1886369 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:20.432278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d41b7-892d-46dd-a44d-ecc092036b19 req-26d8fdf3-fea5-40db-a9f3-85f5d4acd93c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:20.433723 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a10d41b7-892d-46dd-a44d-ecc092036b19 req-26d8fdf3-fea5-40db-a9f3-85f5d4acd93c tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.1175449 Jun 18 16:27:20.440524 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-82f64618-abfc-47ad-a0f7-b224fcbce655 tempest-SubnetPoolsTestJSON-1302009309 tempest-SubnetPoolsTestJSON-1302009309-project] Notify callbacks [] for subnetpool, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.443194 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-82f64618-abfc-47ad-a0f7-b224fcbce655 tempest-SubnetPoolsTestJSON-1302009309 tempest-SubnetPoolsTestJSON-1302009309-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2931609 Jun 18 16:27:20.446884 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49986) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:20.487581 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8d963d30-4cfe-42f7-a660-0b4e5acfcf49 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0985610 Jun 18 16:27:20.491748 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-67d7f1d9-b25c-4ecb-9f1a-679f47d46f80 tempest-SubnetPoolsTestJSON-1302009309 tempest-SubnetPoolsTestJSON-1302009309-project] 10.222.0.50 "GET /v2.0/subnetpools/be1ed721-202d-48fd-8423-54db1c5bf50a HTTP/1.1" status: 200 len: 732 time: 0.0419862 Jun 18 16:27:20.493552 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49988) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:20.494738 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 49990) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:20.498580 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-66399e27-4dc2-424e-b1c8-a40e9bc80235 tempest-SubnetPoolsTestJSON-1302009309 tempest-SubnetPoolsTestJSON-1302009309-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1841160136'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:20.508341 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-0b33e7b8-9b4b-4e4a-b851-201e80445367 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group': {'name': 'tempest-secgroup--730989869'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:20.529620 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a10d41b7-892d-46dd-a44d-ecc092036b19 req-2b115e60-a142-4089-b716-05c87692c841 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869989 Jun 18 16:27:20.535474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.592418 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0b33e7b8-9b4b-4e4a-b851-201e80445367 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.596068 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-66399e27-4dc2-424e-b1c8-a40e9bc80235 tempest-SubnetPoolsTestJSON-1302009309 tempest-SubnetPoolsTestJSON-1302009309-project] Notify callbacks [] for subnetpool, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.597312 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-66399e27-4dc2-424e-b1c8-a40e9bc80235 tempest-SubnetPoolsTestJSON-1302009309 tempest-SubnetPoolsTestJSON-1302009309-project] 10.222.0.50 "PUT /v2.0/subnetpools/be1ed721-202d-48fd-8423-54db1c5bf50a HTTP/1.1" status: 200 len: 684 time: 0.1027875 Jun 18 16:27:20.600468 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49992) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:20.686094 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7228c55f-393c-42f3-b290-b27409d2d1da tempest-SubnetPoolsTestJSON-1302009309 tempest-SubnetPoolsTestJSON-1302009309-project] Notify callbacks [] for subnetpool, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.687300 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7228c55f-393c-42f3-b290-b27409d2d1da tempest-SubnetPoolsTestJSON-1302009309 tempest-SubnetPoolsTestJSON-1302009309-project] 10.222.0.50 "DELETE /v2.0/subnetpools/be1ed721-202d-48fd-8423-54db1c5bf50a HTTP/1.1" status: 204 len: 168 time: 0.0857942 Jun 18 16:27:20.689878 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49994) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:20.699438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Allocated IP 172.26.6.189 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/a89bb11f-d035-4b88-8062-e9a4e6fdc140) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:20.710530 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-0eb53126-3559-43c7-8f7b-e540468fedbc tempest-SubnetPoolsTestJSON-1302009309 tempest-SubnetPoolsTestJSON-1302009309-project] show failed (client error): The resource could not be found. Jun 18 16:27:20.712232 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0eb53126-3559-43c7-8f7b-e540468fedbc tempest-SubnetPoolsTestJSON-1302009309 tempest-SubnetPoolsTestJSON-1302009309-project] 10.222.0.50 "GET /v2.0/subnetpools/be1ed721-202d-48fd-8423-54db1c5bf50a HTTP/1.1" status: 404 len: 346 time: 0.0211227 Jun 18 16:27:20.714857 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 49996) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:20.731996 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-a73a71be-2253-4f38-b2b9-cfbac16d4ebc tempest-SubnetPoolsTestJSON-1302009309 tempest-SubnetPoolsTestJSON-1302009309-project] delete failed (client error): The resource could not be found. Jun 18 16:27:20.733093 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a73a71be-2253-4f38-b2b9-cfbac16d4ebc tempest-SubnetPoolsTestJSON-1302009309 tempest-SubnetPoolsTestJSON-1302009309-project] 10.222.0.50 "DELETE /v2.0/subnetpools/be1ed721-202d-48fd-8423-54db1c5bf50a HTTP/1.1" status: 404 len: 346 time: 0.0170932 Jun 18 16:27:20.800316 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0b33e7b8-9b4b-4e4a-b851-201e80445367 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.806408 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0b33e7b8-9b4b-4e4a-b851-201e80445367 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.810470 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4ba6aca4-7101-4888-a7b0-496c6535afd3 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:20.852900 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0b33e7b8-9b4b-4e4a-b851-201e80445367 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.854127 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0b33e7b8-9b4b-4e4a-b851-201e80445367 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3582885 Jun 18 16:27:20.857759 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33e7b8-9b4b-4e4a-b851-201e80445367 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc539a28-1026-4b5d-9930-eb97d30cf4d2,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:20.858679 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50000) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:20.863668 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0b33e7b8-9b4b-4e4a-b851-201e80445367 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:20.867402 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-e3b2d800-49aa-4fe5-9959-d15d88594c35 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': 'fc539a28-1026-4b5d-9930-eb97d30cf4d2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:20.876823 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING neutron.api.v2.base [None req-e3b2d800-49aa-4fe5-9959-d15d88594c35 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 18 16:27:20.877968 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-e3b2d800-49aa-4fe5-9959-d15d88594c35 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:27:20.880010 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e3b2d800-49aa-4fe5-9959-d15d88594c35 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0195532 Jun 18 16:27:20.885086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50002) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:20.894296 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.901921 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-90aad5c7-8161-43eb-afd5-c82d6c3555d3 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': 'fc539a28-1026-4b5d-9930-eb97d30cf4d2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:20.946118 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-90aad5c7-8161-43eb-afd5-c82d6c3555d3 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:27:20.947591 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-90aad5c7-8161-43eb-afd5-c82d6c3555d3 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0498741 Jun 18 16:27:20.950771 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50004) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:20.957770 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-36faf6fa-da2a-44da-9728-c81e336608ac tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': 'fc539a28-1026-4b5d-9930-eb97d30cf4d2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:20.958518 dv-neutron-797120-1-hyperv neutron-server[93453]: WARNING neutron.api.v2.base [None req-36faf6fa-da2a-44da-9728-c81e336608ac tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 18 16:27:20.958979 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-36faf6fa-da2a-44da-9728-c81e336608ac tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:27:20.960021 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-36faf6fa-da2a-44da-9728-c81e336608ac tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080445 Jun 18 16:27:20.964624 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50006) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:20.969505 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-8752f4c3-4481-4894-a6bf-bcd3ead40e3d tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': 'fc539a28-1026-4b5d-9930-eb97d30cf4d2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:20.976598 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:20.981870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bc90a5b2-49a4-4ec2-8088-999ad7f550d5 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:21.038821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:21.046841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:21.055304 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:21.076378 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=a89bb11f-d035-4b88-8062-e9a4e6fdc140,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:21.083642 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:21.088125 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-8752f4c3-4481-4894-a6bf-bcd3ead40e3d tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:27:21.089204 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8752f4c3-4481-4894-a6bf-bcd3ead40e3d tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1236310 Jun 18 16:27:21.092477 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50010) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:21.100934 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-0ff7dda8-fbfd-4a40-8532-8767b2233634 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': 'fc539a28-1026-4b5d-9930-eb97d30cf4d2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:21.101671 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING neutron.api.v2.base [None req-0ff7dda8-fbfd-4a40-8532-8767b2233634 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 18 16:27:21.103320 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-0ff7dda8-fbfd-4a40-8532-8767b2233634 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:27:21.108792 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0ff7dda8-fbfd-4a40-8532-8767b2233634 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102952 Jun 18 16:27:21.108792 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50012) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:21.114121 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-afbabfd5-87ba-4a1c-a4a8-514745bbc3bf tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': 'fc539a28-1026-4b5d-9930-eb97d30cf4d2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:21.120936 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50014) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:21.154085 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-afbabfd5-87ba-4a1c-a4a8-514745bbc3bf tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Project f31f863b25204a7391faa5cd9c5e5613 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:27:21.172678 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-afbabfd5-87ba-4a1c-a4a8-514745bbc3bf tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:27:21.174622 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-afbabfd5-87ba-4a1c-a4a8-514745bbc3bf tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0646305 Jun 18 16:27:21.177358 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50018) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:21.183641 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-286719f2-dbca-4200-ac2a-ee83a28092ab tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': 'fc539a28-1026-4b5d-9930-eb97d30cf4d2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:21.184453 dv-neutron-797120-1-hyperv neutron-server[93454]: WARNING neutron.api.v2.base [None req-286719f2-dbca-4200-ac2a-ee83a28092ab tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 18 16:27:21.184958 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-286719f2-dbca-4200-ac2a-ee83a28092ab tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:27:21.191126 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-286719f2-dbca-4200-ac2a-ee83a28092ab tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064983 Jun 18 16:27:21.192381 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50020) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:21.199488 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d77151fb-73c1-40fc-b7b1-e8474a7523c6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': 'fc539a28-1026-4b5d-9930-eb97d30cf4d2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:21.233504 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-d77151fb-73c1-40fc-b7b1-e8474a7523c6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Project f31f863b25204a7391faa5cd9c5e5613 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:27:21.253950 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-d77151fb-73c1-40fc-b7b1-e8474a7523c6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:27:21.254995 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d77151fb-73c1-40fc-b7b1-e8474a7523c6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0613465 Jun 18 16:27:21.262254 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50022) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:21.268338 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-0bbcf8bd-926f-4f61-b2b8-341cec23aef7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': 'fc539a28-1026-4b5d-9930-eb97d30cf4d2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:21.282781 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-39adedc4-0173-47a5-99ba-4ced5440495f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:21.315602 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-0bbcf8bd-926f-4f61-b2b8-341cec23aef7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Project f31f863b25204a7391faa5cd9c5e5613 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:27:21.420124 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-39adedc4-0173-47a5-99ba-4ced5440495f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:21.425396 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-39adedc4-0173-47a5-99ba-4ced5440495f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:21.429116 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0cada58c-008f-4a15-9a50-c42f9c6ae44c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:21.432673 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-0bbcf8bd-926f-4f61-b2b8-341cec23aef7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:27:21.433753 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0bbcf8bd-926f-4f61-b2b8-341cec23aef7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1699381 Jun 18 16:27:21.440267 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50024) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:21.503473 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-39adedc4-0173-47a5-99ba-4ced5440495f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5881383c4e304584991815e87a298917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3804057 Jun 18 16:27:21.508048 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50026) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:21.509642 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39adedc4-0173-47a5-99ba-4ced5440495f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea35c11-5d07-4cd9-ad79-bc3ff56d15d7,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:21.524256 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-39adedc4-0173-47a5-99ba-4ced5440495f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:21.568289 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-09267244-9193-4caf-8540-03b65c1ef3c5 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:21.604961 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-09267244-9193-4caf-8540-03b65c1ef3c5 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:21.614669 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4a003fc5-002b-4d91-b2c5-60c69b88dd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:21.663745 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4a003fc5-002b-4d91-b2c5-60c69b88dd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:21.703037 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-09267244-9193-4caf-8540-03b65c1ef3c5 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:21.705637 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-09267244-9193-4caf-8540-03b65c1ef3c5 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:21.709255 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-09267244-9193-4caf-8540-03b65c1ef3c5 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "DELETE /v2.0/security-groups/fc539a28-1026-4b5d-9930-eb97d30cf4d2 HTTP/1.1" status: 204 len: 168 time: 0.2630610 Jun 18 16:27:21.709255 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-404ceafe-b24e-4526-ac57-2b9011fed8f0 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:21.711824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50030) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:21.732435 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09267244-9193-4caf-8540-03b65c1ef3c5 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc539a28-1026-4b5d-9930-eb97d30cf4d2,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:21.737392 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-09267244-9193-4caf-8540-03b65c1ef3c5 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:21.780631 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-83b5cead-61c9-4e6b-af01-22fb245641e5 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0677326 Jun 18 16:27:21.786462 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50032) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:21.793544 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-5aaf5fac-d5bb-4dec-b8a8-a56a8e29f72a tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1401383829'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:21.797700 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4a003fc5-002b-4d91-b2c5-60c69b88dd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:21.800252 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4a003fc5-002b-4d91-b2c5-60c69b88dd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:21.801378 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4a003fc5-002b-4d91-b2c5-60c69b88dd63 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ea35c11-5d07-4cd9-ad79-bc3ff56d15d7 HTTP/1.1" status: 204 len: 168 time: 0.2888174 Jun 18 16:27:21.802275 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d6d9c8a5-c32d-4259-bd4a-ab73138d249b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:21.823560 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a003fc5-002b-4d91-b2c5-60c69b88dd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea35c11-5d07-4cd9-ad79-bc3ff56d15d7,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:21.826992 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4a003fc5-002b-4d91-b2c5-60c69b88dd63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:21.853840 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5fac-d5bb-4dec-b8a8-a56a8e29f72a tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:21.912109 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e8dea-2c34-47f7-b0d9-3ad784fcdbbe req-299b6e66-8272-4bc3-ab5f-352d75048257 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:21.915426 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e80e8dea-2c34-47f7-b0d9-3ad784fcdbbe req-299b6e66-8272-4bc3-ab5f-352d75048257 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.2271085 Jun 18 16:27:21.983638 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5fac-d5bb-4dec-b8a8-a56a8e29f72a tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:21.989151 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5fac-d5bb-4dec-b8a8-a56a8e29f72a tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:21.992981 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9c2854a9-2c3d-476d-8f25-7f7e7ab472e0 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:22.030511 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf5fac-d5bb-4dec-b8a8-a56a8e29f72a tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260258ce-748f-4090-a84b-25336258c8e7,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:22.033159 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5aaf5fac-d5bb-4dec-b8a8-a56a8e29f72a tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.034611 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5aaf5fac-d5bb-4dec-b8a8-a56a8e29f72a tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2455420 Jun 18 16:27:22.036082 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5aaf5fac-d5bb-4dec-b8a8-a56a8e29f72a tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:22.037935 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50042) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:22.045969 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-70c1c599-a333-4e07-9663-03b36f63e21a tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': '260258ce-748f-4090-a84b-25336258c8e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:22.061846 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e80e8dea-2c34-47f7-b0d9-3ad784fcdbbe req-9e6b28b6-0524-4636-b863-9b85355649be tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952692 Jun 18 16:27:22.101047 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-70c1c599-a333-4e07-9663-03b36f63e21a tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The resource could not be found. Jun 18 16:27:22.103106 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-70c1c599-a333-4e07-9663-03b36f63e21a tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0634589 Jun 18 16:27:22.103732 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.105085 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50044) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:22.109820 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-6e00fff6-9599-4337-9e76-f1a986b91694 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': '260258ce-748f-4090-a84b-25336258c8e7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd0a89022-a304-45ff-949a-3f7eaabaa53e'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:22.216859 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-6e00fff6-9599-4337-9e76-f1a986b91694 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The resource could not be found. Jun 18 16:27:22.218241 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6e00fff6-9599-4337-9e76-f1a986b91694 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1118586 Jun 18 16:27:22.221109 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.221629 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50048) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:22.287942 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c1abf93a-ad70-49eb-a1d8-8040c3756842 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.315369 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c1abf93a-ad70-49eb-a1d8-8040c3756842 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.370939 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c1abf93a-ad70-49eb-a1d8-8040c3756842 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.374791 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c1abf93a-ad70-49eb-a1d8-8040c3756842 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.376054 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c1abf93a-ad70-49eb-a1d8-8040c3756842 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "DELETE /v2.0/security-groups/260258ce-748f-4090-a84b-25336258c8e7 HTTP/1.1" status: 204 len: 168 time: 0.1534193 Jun 18 16:27:22.377165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c60d5bdc-1835-46e2-adff-680bf7630dcd tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:22.380183 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50056) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:22.387996 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abf93a-ad70-49eb-a1d8-8040c3756842 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=260258ce-748f-4090-a84b-25336258c8e7,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:22.391339 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c1abf93a-ad70-49eb-a1d8-8040c3756842 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:22.467226 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3961343d-c1ed-4849-974b-adea5e698ddb tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0857024 Jun 18 16:27:22.472574 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50060) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:22.477794 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-628a2c83-20d6-4892-a285-bf3c4fa806aa tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': '4f9dcd49-1172-46a7-8a9c-9edbf9932837', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:22.495006 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.501944 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.506788 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-305daaa5-839a-4e31-856c-2c08bb69fad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:22.537033 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-628a2c83-20d6-4892-a285-bf3c4fa806aa tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The resource could not be found. Jun 18 16:27:22.543010 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-628a2c83-20d6-4892-a285-bf3c4fa806aa tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0692482 Jun 18 16:27:22.543647 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50064) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:22.548759 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-a34b3ee2-e85f-4221-a1f8-8a1e247e6a59 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group': {'name': 'tempest-secgroup--835667453'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:22.580051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a34b3ee2-e85f-4221-a1f8-8a1e247e6a59 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.585164 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=a89bb11f-d035-4b88-8062-e9a4e6fdc140,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:22.589891 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:22.593578 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.722221 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a34b3ee2-e85f-4221-a1f8-8a1e247e6a59 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.728999 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a34b3ee2-e85f-4221-a1f8-8a1e247e6a59 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.732605 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cbc73b03-05e4-4944-9d94-6642eb0ed65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:22.732905 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Floating IP de731c42-3a4f-481e-b221-5a4b71ed8702 associated. External IP: 172.26.6.189, port: feb34e25-7891-4012-9b94-f87e4e484fd1. Jun 18 16:27:22.764770 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a34b3ee2-e85f-4221-a1f8-8a1e247e6a59 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.770107 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a34b3ee2-e85f-4221-a1f8-8a1e247e6a59 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2214220 Jun 18 16:27:22.771054 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50070) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:22.776062 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f6a8a660-7f19-4b95-a103-ccddf00ff8a7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group': {'name': 'tempest-secgroup--47959248'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:22.780717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50072) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:22.786199 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b3ee2-e85f-4221-a1f8-8a1e247e6a59 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619ce41e-69ec-4602-bcb5-28f22b5f2054,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:22.791356 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a34b3ee2-e85f-4221-a1f8-8a1e247e6a59 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:22.812334 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f6a8a660-7f19-4b95-a103-ccddf00ff8a7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.933539 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f6a8a660-7f19-4b95-a103-ccddf00ff8a7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.938237 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f6a8a660-7f19-4b95-a103-ccddf00ff8a7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.941843 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a1667591-ad6a-41f7-9a19-8d148eb76310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:22.945841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ad324d34-88fb-436f-b434-b21b0882dff6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-460466855'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:22.966771 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f6a8a660-7f19-4b95-a103-ccddf00ff8a7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:22.968025 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f6a8a660-7f19-4b95-a103-ccddf00ff8a7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1961358 Jun 18 16:27:22.971178 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50076) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:22.976377 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-6bc7cd9e-facc-40b0-988e-7befc73dc850 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': '619ce41e-69ec-4602-bcb5-28f22b5f2054', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'af08f2a6-00f8-472d-8533-6beee6ec0e22'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:22.983227 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8a660-7f19-4b95-a103-ccddf00ff8a7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af08f2a6-00f8-472d-8533-6beee6ec0e22,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:22.987530 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f6a8a660-7f19-4b95-a103-ccddf00ff8a7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:23.011567 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad324d34-88fb-436f-b434-b21b0882dff6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Made reservation on behalf of 0b5f0071ea404b0b816380ebf14cb242 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:23.015068 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ad324d34-88fb-436f-b434-b21b0882dff6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.029048 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ad324d34-88fb-436f-b434-b21b0882dff6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.055651 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-6bc7cd9e-facc-40b0-988e-7befc73dc850 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:27:23.056696 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6bc7cd9e-facc-40b0-988e-7befc73dc850 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0845625 Jun 18 16:27:23.060814 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router 761f594b-e3bc-415b-aab8-6e2a7f771961 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:23.061121 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50078) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:23.132583 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6bbb9055-2906-4cae-a8e8-fef123b8baf6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.181529 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6bbb9055-2906-4cae-a8e8-fef123b8baf6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.251582 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:23.269366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5e74f3-ae8a-4891-8d32-91f5bb27c8df None None] Sync routers for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:23.277335 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ad324d34-88fb-436f-b434-b21b0882dff6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.280158 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6bbb9055-2906-4cae-a8e8-fef123b8baf6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.284458 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5e74f3-ae8a-4891-8d32-91f5bb27c8df None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:23.284816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ad324d34-88fb-436f-b434-b21b0882dff6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.285384 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-9a5e74f3-ae8a-4891-8d32-91f5bb27c8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:23.286540 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6bbb9055-2906-4cae-a8e8-fef123b8baf6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.288908 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6bbb9055-2906-4cae-a8e8-fef123b8baf6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "DELETE /v2.0/security-groups/af08f2a6-00f8-472d-8533-6beee6ec0e22 HTTP/1.1" status: 204 len: 168 time: 0.2263541 Jun 18 16:27:23.290169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3bcbe3cb-46e7-4841-85a2-a6aa7c048586 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:23.298578 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad324d34-88fb-436f-b434-b21b0882dff6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:27:23.309757 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ad324d34-88fb-436f-b434-b21b0882dff6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.310075 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-ad324d34-88fb-436f-b434-b21b0882dff6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Added segment 7c1fe2f8-e42b-4e36-8054-23dd49f925e7 of type vlan for network c908d8a1-0a39-4fb1-8959-07a45bcc3d0c Jun 18 16:27:23.320718 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50082) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:23.345195 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-9a5e74f3-ae8a-4891-8d32-91f5bb27c8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:23.359935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7f98e271-1c1c-409b-acad-4aeb4daa6575 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:23.371923 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5e74f3-ae8a-4891-8d32-91f5bb27c8df None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:23.374233 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-9a5e74f3-ae8a-4891-8d32-91f5bb27c8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:23.377398 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb9055-2906-4cae-a8e8-fef123b8baf6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af08f2a6-00f8-472d-8533-6beee6ec0e22,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:23.382226 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6bbb9055-2906-4cae-a8e8-fef123b8baf6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:23.391100 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad324d34-88fb-436f-b434-b21b0882dff6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=154cabe2-2a61-4496-bdcf-65c79f692453,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:23.393778 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.439706 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-487a3b7f-ee9a-4168-9bf8-f1c7d4c7c983 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1157799 Jun 18 16:27:23.440864 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50084) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:23.451667 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ad324d34-88fb-436f-b434-b21b0882dff6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.455709 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ad324d34-88fb-436f-b434-b21b0882dff6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:23.460660 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2561724 Jun 18 16:27:23.461332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50086) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:23.488300 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-9a5e74f3-ae8a-4891-8d32-91f5bb27c8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:23.492429 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5e74f3-ae8a-4891-8d32-91f5bb27c8df None None] The sync data for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:23.524276 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd378-3690-4ec2-bc34-41808585c4c3 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.551866 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-22c12b24-3665-436b-b599-e1a7e3bd69ff tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "GET /v2.0/floatingips/de731c42-3a4f-481e-b221-5a4b71ed8702 HTTP/1.1" status: 200 len: 977 time: 0.0850370 Jun 18 16:27:23.551866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ad324d34-88fb-436f-b434-b21b0882dff6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.553620 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50088) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:23.556330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad324d34-88fb-436f-b434-b21b0882dff6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:23.557007 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ad324d34-88fb-436f-b434-b21b0882dff6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.560808 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e5b909c5-005a-4d5b-8d6d-b5af8c8ad0e2 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:23.626691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd378-3690-4ec2-bc34-41808585c4c3 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.656310 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ad324d34-88fb-436f-b434-b21b0882dff6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8745275 Jun 18 16:27:23.659251 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50090) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:23.666870 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-92b36450-89d2-4c26-9107-f5d0bc9d7e96 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Request body: {'subnet': {'network_id': 'c908d8a1-0a39-4fb1-8959-07a45bcc3d0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:23.706023 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad324d34-88fb-436f-b434-b21b0882dff6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Pushing event updated for resources: {'Network': ['ID=c908d8a1-0a39-4fb1-8959-07a45bcc3d0c,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:23.710446 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ad324d34-88fb-436f-b434-b21b0882dff6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:23.718388 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network c908d8a1-0a39-4fb1-8959-07a45bcc3d0c details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:27:23.734507 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10630f76-2bc1-47ea-adb2-ee727fa122b7 req-a1fc17a4-8576-4f35-8e51-ef5721bc4ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:23.736069 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10630f76-2bc1-47ea-adb2-ee727fa122b7 req-a1fc17a4-8576-4f35-8e51-ef5721bc4ee3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 1098 time: 0.1763809 Jun 18 16:27:23.749821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61369ee2-f87c-44db-8fce-33b22e933af5 req-842ad95b-66cc-4f4e-989a-cba459032e9d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:23.751583 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-61369ee2-f87c-44db-8fce-33b22e933af5 req-842ad95b-66cc-4f4e-989a-cba459032e9d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.1417117 Jun 18 16:27:23.794334 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-57713361-f66d-4c39-b3c5-bfd2cd106236 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2394462 Jun 18 16:27:23.800583 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50092) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:23.806963 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-95b65ebe-99af-4086-b666-184652a3210f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'floatingip': {'port_id': '70d293f4-8f28-47c2-ba76-6f18d696af8f'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:23.817023 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10630f76-2bc1-47ea-adb2-ee727fa122b7 req-3a19c9ec-3911-4bb4-95d9-588003c5d358 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643282 Jun 18 16:27:23.831590 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-61369ee2-f87c-44db-8fce-33b22e933af5 req-27d500f9-7d76-404b-8b5c-3e826ccd4d3d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619419 Jun 18 16:27:23.851208 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd378-3690-4ec2-bc34-41808585c4c3 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.854684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2c3bd378-3690-4ec2-bc34-41808585c4c3 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.856203 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2c3bd378-3690-4ec2-bc34-41808585c4c3 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "DELETE /v2.0/security-groups/619ce41e-69ec-4602-bcb5-28f22b5f2054 HTTP/1.1" status: 204 len: 168 time: 0.4138806 Jun 18 16:27:23.857145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4a003fc5-002b-4d91-b2c5-60c69b88dd63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:23.859168 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50094) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:23.881804 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bd378-3690-4ec2-bc34-41808585c4c3 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=619ce41e-69ec-4602-bcb5-28f22b5f2054,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:23.884750 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2c3bd378-3690-4ec2-bc34-41808585c4c3 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:23.914695 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-be390185-d266-4909-a90c-cc74efe89357 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538273 Jun 18 16:27:23.918715 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50096) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:23.925340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-95b65ebe-99af-4086-b666-184652a3210f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.926792 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-2bd4ab3f-a026-4799-986e-b9fb409cece3 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512999674'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:23.957570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ab3f-a026-4799-986e-b9fb409cece3 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:23.962078 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b36450-89d2-4c26-9107-f5d0bc9d7e96 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Made reservation on behalf of 0b5f0071ea404b0b816380ebf14cb242 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:23.965627 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-92b36450-89d2-4c26-9107-f5d0bc9d7e96 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.060021 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ab3f-a026-4799-986e-b9fb409cece3 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.067297 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ab3f-a026-4799-986e-b9fb409cece3 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.072397 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e808cd89-9bf6-42dc-bc19-42b914128380 tempest-NegativeSecGroupTest-281990709 tempest-NegativeSecGroupTest-281990709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:24.077395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.105621 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2bd4ab3f-a026-4799-986e-b9fb409cece3 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.106975 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2bd4ab3f-a026-4799-986e-b9fb409cece3 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1868422 Jun 18 16:27:24.109209 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd4ab3f-a026-4799-986e-b9fb409cece3 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b726121-ab86-441d-b8f8-46f4283ddabd,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:24.111356 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50098) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:24.113439 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2bd4ab3f-a026-4799-986e-b9fb409cece3 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:24.117665 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-3909794d-acec-4196-bbc5-51b8580357df tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': '5b726121-ab86-441d-b8f8-46f4283ddabd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:24.161019 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-3909794d-acec-4196-bbc5-51b8580357df tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:27:24.162695 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3909794d-acec-4196-bbc5-51b8580357df tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0497825 Jun 18 16:27:24.165434 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50100) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:24.170270 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-dc3eacca-48db-4be3-8791-8dd9c34af332 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group_rule': {'security_group_id': '5b726121-ab86-441d-b8f8-46f4283ddabd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:24.212570 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-dc3eacca-48db-4be3-8791-8dd9c34af332 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:27:24.213999 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-dc3eacca-48db-4be3-8791-8dd9c34af332 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0474966 Jun 18 16:27:24.217022 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50102) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:24.282301 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 825d3f08-f432-40d5-b31d-2ea2a6e6c776 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:27:24.285746 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 825d3f08-f432-40d5-b31d-2ea2a6e6c776 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:27:24.291154 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-39070fd1-8b5b-4359-b9d2-630a50087ea7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.322619 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-39070fd1-8b5b-4359-b9d2-630a50087ea7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.385828 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-92b36450-89d2-4c26-9107-f5d0bc9d7e96 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.398675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-39070fd1-8b5b-4359-b9d2-630a50087ea7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.404379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-39070fd1-8b5b-4359-b9d2-630a50087ea7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.406342 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-39070fd1-8b5b-4359-b9d2-630a50087ea7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "DELETE /v2.0/security-groups/5b726121-ab86-441d-b8f8-46f4283ddabd HTTP/1.1" status: 204 len: 168 time: 0.1879938 Jun 18 16:27:24.407691 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-360c0a2c-5504-4949-8111-d72a93f1ab62 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:24.415595 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50104) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:24.419405 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d593e767-a800-43be-b549-9d6147acbe91 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:24.440113 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 825d3f08-f432-40d5-b31d-2ea2a6e6c776, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=825d3f08-f432-40d5-b31d-2ea2a6e6c776,segment=NetworkSegment(c19b25f4-082e-45e6-9c8c-7970d64add03),segment_id=c19b25f4-082e-45e6-9c8c-7970d64add03)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:24.444871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39070fd1-8b5b-4359-b9d2-630a50087ea7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b726121-ab86-441d-b8f8-46f4283ddabd,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:24.448675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-39070fd1-8b5b-4359-b9d2-630a50087ea7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:24.484870 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ff784e81-41ed-4736-b41b-e38af858e712 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674627 Jun 18 16:27:24.488895 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50106) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:24.497575 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d44bdfde-6c02-48cc-9b13-052a737695b0 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group': {'name': 'tempest-secgroup--761197039'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:24.500286 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '825d3f08-f432-40d5-b31d-2ea2a6e6c776', 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c', 'port_id': '825d3f08-f432-40d5-b31d-2ea2a6e6c776', 'mac_address': 'fa:16:3e:bf:9d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:27:24.503967 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.525892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d44bdfde-6c02-48cc-9b13-052a737695b0 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.531209 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b36450-89d2-4c26-9107-f5d0bc9d7e96 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Pushing event updated for resources: {'Subnet': ['ID=79507c71-6fbf-41b4-9faf-b6af94e64cf1,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:24.555865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c06205-5db3-43c1-a006-2d0152a313bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825d3f08-f432-40d5-b31d-2ea2a6e6c776'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:27:24.558200 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c8cb32-f6d6-47df-b0ab-71e03c4fb1fe" -d '{"events": [{"server_uuid": "f7c06205-5db3-43c1-a006-2d0152a313bc", "name": "network-vif-unplugged", "status": "completed", "tag": "825d3f08-f432-40d5-b31d-2ea2a6e6c776"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:27:24.579665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 825d3f08-f432-40d5-b31d-2ea2a6e6c776, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=825d3f08-f432-40d5-b31d-2ea2a6e6c776,segment=NetworkSegment(c19b25f4-082e-45e6-9c8c-7970d64add03),segment_id=c19b25f4-082e-45e6-9c8c-7970d64add03)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:24.585973 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.588178 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f8c55f99-f267-470d-811e-95d4176cabab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:24.591098 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.619944 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-92b36450-89d2-4c26-9107-f5d0bc9d7e96 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:24.630039 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b36450-89d2-4c26-9107-f5d0bc9d7e96 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Checking segment: {'id': '7c1fe2f8-e42b-4e36-8054-23dd49f925e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c908d8a1-0a39-4fb1-8959-07a45bcc3d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:24.630625 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b36450-89d2-4c26-9107-f5d0bc9d7e96 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Network hostable DHCP agents. Network: c908d8a1-0a39-4fb1-8959-07a45bcc3d0c, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:27:24.652233 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 825d3f08-f432-40d5-b31d-2ea2a6e6c776 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:27:24.660040 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 16:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387bb024-da56-4431-acc9-f825f1afe1e1 x-openstack-request-id: req-387bb024-da56-4431-acc9-f825f1afe1e1 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:27:24.660340 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c06205-5db3-43c1-a006-2d0152a313bc", "name": "network-vif-unplugged", "status": "completed", "tag": "825d3f08-f432-40d5-b31d-2ea2a6e6c776", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:27:24.660600 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-387bb024-da56-4431-acc9-f825f1afe1e1 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:27:24.661003 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c06205-5db3-43c1-a006-2d0152a313bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '825d3f08-f432-40d5-b31d-2ea2a6e6c776', 'code': 200} Jun 18 16:27:24.681697 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b36450-89d2-4c26-9107-f5d0bc9d7e96 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Network c908d8a1-0a39-4fb1-8959-07a45bcc3d0c is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:27:24.682045 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d44bdfde-6c02-48cc-9b13-052a737695b0 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.686485 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d44bdfde-6c02-48cc-9b13-052a737695b0 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.692586 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2bd4ab3f-a026-4799-986e-b9fb409cece3 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:24.723427 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=825d3f08-f432-40d5-b31d-2ea2a6e6c776,revision_number=6']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:24.729165 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:24.732298 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.db.api [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:27:24.733066 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_db.api [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:27:24.742301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d44bdfde-6c02-48cc-9b13-052a737695b0 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.744454 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d44bdfde-6c02-48cc-9b13-052a737695b0 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2542651 Jun 18 16:27:24.747740 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44bdfde-6c02-48cc-9b13-052a737695b0 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4509e24-94b1-49cb-bf43-7a5072752ad3,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:24.751668 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50110) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:24.760047 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-3a964f10-863a-4099-96d1-7f56c1d85213 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:24.760727 dv-neutron-797120-1-hyperv neutron-server[93453]: WARNING neutron.api.v2.base [None req-3a964f10-863a-4099-96d1-7f56c1d85213 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 18 16:27:24.761577 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-3a964f10-863a-4099-96d1-7f56c1d85213 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] update failed (client error): There was a conflict when trying to complete your request. Jun 18 16:27:24.765549 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3a964f10-863a-4099-96d1-7f56c1d85213 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "PUT /v2.0/security-groups/c4509e24-94b1-49cb-bf43-7a5072752ad3 HTTP/1.1" status: 409 len: 330 time: 0.0098941 Jun 18 16:27:24.765549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d44bdfde-6c02-48cc-9b13-052a737695b0 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:24.766119 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50112) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:24.781852 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-92b36450-89d2-4c26-9107-f5d0bc9d7e96 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, c908d8a1-0a39-4fb1-8959-07a45bcc3d0c) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:24.790892 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b36450-89d2-4c26-9107-f5d0bc9d7e96 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:24.791494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-92b36450-89d2-4c26-9107-f5d0bc9d7e96 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.799944 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0ee2cb-320a-4d27-8387-4b24d71e7c97 None None] Network c908d8a1-0a39-4fb1-8959-07a45bcc3d0c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:24.847787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2a4e41c5-f681-48bd-868f-e026b2fdab57 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.882190 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2a4e41c5-f681-48bd-868f-e026b2fdab57 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.903854 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-92b36450-89d2-4c26-9107-f5d0bc9d7e96 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2392128 Jun 18 16:27:24.905179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50116) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:24.937072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-8c68d5ad-fc08-45ae-98b5-489bae308f7f tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Request body: {'port': {'network_id': 'c908d8a1-0a39-4fb1-8959-07a45bcc3d0c', 'name': 'tempest-TagsExtTest-1518991370'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:24.941421 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.db.resource_extend [None req-95b65ebe-99af-4086-b666-184652a3210f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 18 16:27:24.969928 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2a4e41c5-f681-48bd-868f-e026b2fdab57 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.972629 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2a4e41c5-f681-48bd-868f-e026b2fdab57 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:24.973797 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2a4e41c5-f681-48bd-868f-e026b2fdab57 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "DELETE /v2.0/security-groups/c4509e24-94b1-49cb-bf43-7a5072752ad3 HTTP/1.1" status: 204 len: 168 time: 0.2060883 Jun 18 16:27:24.975159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d3b9a3e2-8494-4ced-ac87-c4f1a63d2f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:24.984710 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50118) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:25.051463 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4e41c5-f681-48bd-868f-e026b2fdab57 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4509e24-94b1-49cb-bf43-7a5072752ad3,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:25.056198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2a4e41c5-f681-48bd-868f-e026b2fdab57 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:25.076496 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-c908d8a1-0a39-4fb1-8959-07a45bcc3d0c', 'network_id': 'c908d8a1-0a39-4fb1-8959-07a45bcc3d0c', 'tenant_id': '0b5f0071ea404b0b816380ebf14cb242', 'fixed_ips': [{'subnet_id': '79507c71-6fbf-41b4-9faf-b6af94e64cf1'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:27:25.077444 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:25.096331 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-75032e8c-e1d1-471e-a26e-65c8bafe7454 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1098242 Jun 18 16:27:25.104619 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50120) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:25.146057 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-95b65ebe-99af-4086-b666-184652a3210f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:25.147206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43516c2-aa7f-431b-9310-2c600d98bd66 req-94a886d1-e59d-41a6-8fbd-61709042ffa8 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:25.148051 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-87cc1e5c-c5dc-42f5-9810-1df556f07166 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] delete failed (client error): The resource could not be found. Jun 18 16:27:25.149052 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a43516c2-aa7f-431b-9310-2c600d98bd66 req-94a886d1-e59d-41a6-8fbd-61709042ffa8 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 943 time: 0.1160483 Jun 18 16:27:25.149182 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-87cc1e5c-c5dc-42f5-9810-1df556f07166 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "DELETE /v2.0/security-groups/942c5c14-15fe-4ee5-9637-dd989c988c64 HTTP/1.1" status: 404 len: 347 time: 0.0425808 Jun 18 16:27:25.154533 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50122) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:25.158477 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-95b65ebe-99af-4086-b666-184652a3210f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:25.173505 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-134b565d-3b3c-43e3-9fbf-60d5b64e3c4d tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] show failed (client error): The resource could not be found. Jun 18 16:27:25.177465 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-134b565d-3b3c-43e3-9fbf-60d5b64e3c4d tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "GET /v2.0/security-groups/6eae731c-da9d-4a12-9c21-77d97c1cf124 HTTP/1.1" status: 404 len: 347 time: 0.0189302 Jun 18 16:27:25.183950 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50124) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:25.213229 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-e271f587-ddc4-4ffd-9b61-0b93caefbdda tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] show failed (client error): The resource could not be found. Jun 18 16:27:25.214533 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e271f587-ddc4-4ffd-9b61-0b93caefbdda tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] 10.222.0.50 "GET /v2.0/security-group-rules/b4153811-cb9f-4e32-ba98-438ded4d8382 HTTP/1.1" status: 404 len: 356 time: 0.0284061 Jun 18 16:27:25.250712 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a43516c2-aa7f-431b-9310-2c600d98bd66 req-b2cb837f-9c30-45cd-ae02-b52977b74aea tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669525 Jun 18 16:27:25.269574 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50128) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:25.315034 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c68d5ad-fc08-45ae-98b5-489bae308f7f tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Made reservation on behalf of 0b5f0071ea404b0b816380ebf14cb242 for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:25.320074 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8c68d5ad-fc08-45ae-98b5-489bae308f7f tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:25.339811 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-95b65ebe-99af-4086-b666-184652a3210f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Floating IP de731c42-3a4f-481e-b221-5a4b71ed8702 associated. External IP: 172.26.6.189, port: feb34e25-7891-4012-9b94-f87e4e484fd1. Jun 18 16:27:25.362293 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4b06f34a-18bc-423d-859b-8d241679607d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/floatingips/799fe2c1-00a9-4b0b-94b6-d538fe32c3d5 HTTP/1.1" status: 200 len: 990 time: 0.0907922 Jun 18 16:27:25.380278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:25.383715 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Allocated IP 172.20.0.2 (c908d8a1-0a39-4fb1-8959-07a45bcc3d0c/79507c71-6fbf-41b4-9faf-b6af94e64cf1/931b26a5-231e-4116-88f6-a0318efe8bb2) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:25.390683 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-8c68d5ad-fc08-45ae-98b5-489bae308f7f tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] device_id is not set on port 2e8cb751-cc8e-4168-9e8a-b3942a432ae6 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:27:25.407901 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825d3f08-f432-40d5-b31d-2ea2a6e6c776 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:27:25.483922 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 825d3f08-f432-40d5-b31d-2ea2a6e6c776, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=825d3f08-f432-40d5-b31d-2ea2a6e6c776,segment=NetworkSegment(c19b25f4-082e-45e6-9c8c-7970d64add03),segment_id=c19b25f4-082e-45e6-9c8c-7970d64add03)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:25.490836 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:25.502502 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-04ad36df-6025-4e0b-8c4f-b8fec5fb05dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:25.566075 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50132) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:25.581990 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=825d3f08-f432-40d5-b31d-2ea2a6e6c776,revision_number=7']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:25.590409 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:25.662534 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:25.673236 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Transition to ACTIVE for port object 931b26a5-231e-4116-88f6-a0318efe8bb2 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:25.674598 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b65ebe-99af-4086-b666-184652a3210f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router 761f594b-e3bc-415b-aab8-6e2a7f771961 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:25.699988 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Transition to ACTIVE for port object 931b26a5-231e-4116-88f6-a0318efe8bb2 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:25.709849 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:25.713865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f941a207-5439-4710-b0db-115d61d961f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:25.773939 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Pushing event updated for resources: {'Port': ['ID=931b26a5-231e-4116-88f6-a0318efe8bb2,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:25.777385 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:25.788020 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e8065469-3ad8-4c2b-8937-e33fe48707a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f31f863b25204a7391faa5cd9c5e5613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2191689 Jun 18 16:27:25.788498 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50136) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:25.811321 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Network c908d8a1-0a39-4fb1-8959-07a45bcc3d0c is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:25.814837 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:25.823447 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:25.853787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-89e98cef-7c52-4dba-b527-a9ef385dd6e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:25.866509 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-8c68d5ad-fc08-45ae-98b5-489bae308f7f tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Allocated IP 172.20.0.5 (c908d8a1-0a39-4fb1-8959-07a45bcc3d0c/79507c71-6fbf-41b4-9faf-b6af94e64cf1/2e8cb751-cc8e-4168-9e8a-b3942a432ae6) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:25.883203 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-89e98cef-7c52-4dba-b527-a9ef385dd6e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:25.910266 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['825d3f08-f432-40d5-b31d-2ea2a6e6c776'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:27:25.920073 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b65ebe-99af-4086-b666-184652a3210f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:25.936837 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ff9098-9952-4fe9-9c1f-b8930f7d8a99 None None] Sync routers for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:25.947617 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ff9098-9952-4fe9-9c1f-b8930f7d8a99 None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:25.948350 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d5ff9098-9952-4fe9-9c1f-b8930f7d8a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:25.950745 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Attempting to bind port 931b26a5-231e-4116-88f6-a0318efe8bb2 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:27:25.951639 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Attempting to bind port 931b26a5-231e-4116-88f6-a0318efe8bb2 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '7c1fe2f8-e42b-4e36-8054-23dd49f925e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c908d8a1-0a39-4fb1-8959-07a45bcc3d0c'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:27:25.952313 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Attempting to bind port 931b26a5-231e-4116-88f6-a0318efe8bb2 on network c908d8a1-0a39-4fb1-8959-07a45bcc3d0c {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:25.964818 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:27:25.965743 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Checking segment: {'id': '7c1fe2f8-e42b-4e36-8054-23dd49f925e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c908d8a1-0a39-4fb1-8959-07a45bcc3d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:25.966885 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:25.967649 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Bound using segment: {'id': '7c1fe2f8-e42b-4e36-8054-23dd49f925e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c908d8a1-0a39-4fb1-8959-07a45bcc3d0c'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:27:25.968621 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Bound port: 931b26a5-231e-4116-88f6-a0318efe8bb2, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c1fe2f8-e42b-4e36-8054-23dd49f925e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c908d8a1-0a39-4fb1-8959-07a45bcc3d0c'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:27:25.969375 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:25.971913 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-89e98cef-7c52-4dba-b527-a9ef385dd6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:25.977184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-89e98cef-7c52-4dba-b527-a9ef385dd6e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:25.978929 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-89e98cef-7c52-4dba-b527-a9ef385dd6e9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/89822ada-d82c-4073-8942-31f1b02ad231 HTTP/1.1" status: 204 len: 168 time: 0.1894670 Jun 18 16:27:25.980783 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-64a5e730-78d6-40ff-8444-6f1c578cc026 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:25.992395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e98cef-7c52-4dba-b527-a9ef385dd6e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89822ada-d82c-4073-8942-31f1b02ad231,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:25.997618 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d5ff9098-9952-4fe9-9c1f-b8930f7d8a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:26.004701 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-89e98cef-7c52-4dba-b527-a9ef385dd6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:26.010218 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ff9098-9952-4fe9-9c1f-b8930f7d8a99 None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:26.010906 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d5ff9098-9952-4fe9-9c1f-b8930f7d8a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:26.060176 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d5ff9098-9952-4fe9-9c1f-b8930f7d8a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:26.062467 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ff9098-9952-4fe9-9c1f-b8930f7d8a99 None None] The sync data for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:26.127071 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] For port 931b26a5-231e-4116-88f6-a0318efe8bb2, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:27:26.133398 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] For port 931b26a5-231e-4116-88f6-a0318efe8bb2, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=931b26a5-231e-4116-88f6-a0318efe8bb2,segment=NetworkSegment(7c1fe2f8-e42b-4e36-8054-23dd49f925e7),segment_id=7c1fe2f8-e42b-4e36-8054-23dd49f925e7)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:27:26.140528 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:26.148653 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:26.249505 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Pushing event updated for resources: {'Port': ['ID=931b26a5-231e-4116-88f6-a0318efe8bb2,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:26.263042 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:26.547899 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8c68d5ad-fc08-45ae-98b5-489bae308f7f tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:26.602879 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-8c68d5ad-fc08-45ae-98b5-489bae308f7f tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Transition to ACTIVE for port object 2e8cb751-cc8e-4168-9e8a-b3942a432ae6 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:26.705680 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8c68d5ad-fc08-45ae-98b5-489bae308f7f tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:26.712276 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-374a4192-c056-4669-8a35-720a9c62672f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:26.717580 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b65ebe-99af-4086-b666-184652a3210f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router 761f594b-e3bc-415b-aab8-6e2a7f771961 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:26.770491 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c68d5ad-fc08-45ae-98b5-489bae308f7f tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Network c908d8a1-0a39-4fb1-8959-07a45bcc3d0c is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:26.779153 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-8c68d5ad-fc08-45ae-98b5-489bae308f7f tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:26.783160 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68d5ad-fc08-45ae-98b5-489bae308f7f tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Pushing event updated for resources: {'Port': ['ID=2e8cb751-cc8e-4168-9e8a-b3942a432ae6,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:26.785732 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c68d5ad-fc08-45ae-98b5-489bae308f7f tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:26.827131 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8c68d5ad-fc08-45ae-98b5-489bae308f7f tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:26.937494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c68d5ad-fc08-45ae-98b5-489bae308f7f tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:26.938183 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8c68d5ad-fc08-45ae-98b5-489bae308f7f tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:26.969666 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8c68d5ad-fc08-45ae-98b5-489bae308f7f tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0525141 Jun 18 16:27:26.973012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50160) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:26.982191 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b65ebe-99af-4086-b666-184652a3210f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:26.982410 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-8edfff61-8360-4203-872d-eb2405664f25 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1089673299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:26.982856 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 931b26a5-231e-4116-88f6-a0318efe8bb2 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:26.990212 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-95b65ebe-99af-4086-b666-184652a3210f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.031303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8edfff61-8360-4203-872d-eb2405664f25 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.033275 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8edfff61-8360-4203-872d-eb2405664f25 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.060650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50162) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:27.075892 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa503078-edd7-427e-97d5-6a9d30ce443b None None] Sync routers for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:27.121243 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-95b65ebe-99af-4086-b666-184652a3210f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "PUT /v2.0/floatingips/de731c42-3a4f-481e-b221-5a4b71ed8702 HTTP/1.1" status: 200 len: 977 time: 3.3195240 Jun 18 16:27:27.122069 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50166) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:27.136631 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa503078-edd7-427e-97d5-6a9d30ce443b None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:27.137168 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-1701d308-70dd-4c58-940a-3d505a13a349 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:27.138529 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-fa503078-edd7-427e-97d5-6a9d30ce443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:27.164217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8edfff61-8360-4203-872d-eb2405664f25 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.170019 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8edfff61-8360-4203-872d-eb2405664f25 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.192318 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8edfff61-8360-4203-872d-eb2405664f25 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.195412 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8edfff61-8360-4203-872d-eb2405664f25 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2200465 Jun 18 16:27:27.197591 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50168) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:27.206653 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-7d68af67-f1c9-4151-a034-f8d90a806805 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1332787614', 'prefixes': ['172.20.0.0/16']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:27.226494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1701d308-70dd-4c58-940a-3d505a13a349 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.231814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-fa503078-edd7-427e-97d5-6a9d30ce443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:27.257862 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa503078-edd7-427e-97d5-6a9d30ce443b None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:27.260043 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-fa503078-edd7-427e-97d5-6a9d30ce443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:27.310553 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-fa503078-edd7-427e-97d5-6a9d30ce443b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:27.311331 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa503078-edd7-427e-97d5-6a9d30ce443b None None] The sync data for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:27.315091 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 931b26a5-231e-4116-88f6-a0318efe8bb2 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:27.323078 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7d68af67-f1c9-4151-a034-f8d90a806805 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks [] for subnetpool, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.329980 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7d68af67-f1c9-4151-a034-f8d90a806805 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1257861 Jun 18 16:27:27.330162 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50170) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:27.334955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.tag.tag_plugin [None req-ed76577b-537e-496d-97c6-a3b9be812b84 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '79507c71-6fbf-41b4-9faf-b6af94e64cf1', 'tempest-TagsExtTest-Tag-1719636586') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:27.339162 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-2052d2c4-c38c-467b-9eb8-86895cbab17e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1473592627-network', 'tenant_id': '9831558dc91b4a1db4907391bc8a2750'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:27.364297 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2052d2c4-c38c-467b-9eb8-86895cbab17e admin admin] Made reservation on behalf of 9831558dc91b4a1db4907391bc8a2750 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:27.367942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2052d2c4-c38c-467b-9eb8-86895cbab17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.382722 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2052d2c4-c38c-467b-9eb8-86895cbab17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.502342 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1701d308-70dd-4c58-940a-3d505a13a349 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.507920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2052d2c4-c38c-467b-9eb8-86895cbab17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.511583 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1701d308-70dd-4c58-940a-3d505a13a349 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.511900 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-1701d308-70dd-4c58-940a-3d505a13a349 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Floating IP de731c42-3a4f-481e-b221-5a4b71ed8702 disassociated. External IP: 172.26.6.189, port: 70d293f4-8f28-47c2-ba76-6f18d696af8f. Jun 18 16:27:27.512873 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2052d2c4-c38c-467b-9eb8-86895cbab17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.517765 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ad324d34-88fb-436f-b434-b21b0882dff6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:27.549208 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2052d2c4-c38c-467b-9eb8-86895cbab17e admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:27:27.557398 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052d2c4-c38c-467b-9eb8-86895cbab17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80094f3-521f-49e7-a2e1-acf473221e07,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:27.561510 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2052d2c4-c38c-467b-9eb8-86895cbab17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:27.564603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2052d2c4-c38c-467b-9eb8-86895cbab17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.564962 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-2052d2c4-c38c-467b-9eb8-86895cbab17e admin admin] Added segment f9af3779-3c8a-4175-9481-1aa7614fa039 of type vlan for network a630e5d5-9fc9-4582-9f1a-85f39ae7aeac Jun 18 16:27:27.594900 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ed76577b-537e-496d-97c6-a3b9be812b84 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "PUT /v2.0/subnets/79507c71-6fbf-41b4-9faf-b6af94e64cf1/tags/tempest-TagsExtTest-Tag-1719636586 HTTP/1.1" status: 201 len: 201 time: 0.2638280 Jun 18 16:27:27.603949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50172) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:27.611020 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-b7c337bc-729e-4438-9e7d-fc34c7392a30 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2e8cb751-cc8e-4168-9e8a-b3942a432ae6', 'tempest-TagsExtTest-Tag-1659191152') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:27.644135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2052d2c4-c38c-467b-9eb8-86895cbab17e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.649571 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77fd1ea-8483-4dec-943e-c027f3a27ea9 None None] Network c908d8a1-0a39-4fb1-8959-07a45bcc3d0c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:27.689744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2052d2c4-c38c-467b-9eb8-86895cbab17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.690897 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2052d2c4-c38c-467b-9eb8-86895cbab17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:27.691472 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2052d2c4-c38c-467b-9eb8-86895cbab17e admin admin] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.695774 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-97cde5e8-8f44-4a7c-a623-e7a6adeab421 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:27.741831 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-47741c42-ee97-4254-bd9e-2ac91d57ab22 None None] Provisioning for port 931b26a5-231e-4116-88f6-a0318efe8bb2 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:27.750509 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-47741c42-ee97-4254-bd9e-2ac91d57ab22 None None] Provisioning complete for port 931b26a5-231e-4116-88f6-a0318efe8bb2 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:27.750509 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-47741c42-ee97-4254-bd9e-2ac91d57ab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.782528 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2052d2c4-c38c-467b-9eb8-86895cbab17e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7192147 Jun 18 16:27:27.786284 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50174) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:27.793573 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-ba869a62-4e89-4129-bcdc-ae355247a148 admin admin] Request body: {'subnet': {'network_id': 'a630e5d5-9fc9-4582-9f1a-85f39ae7aeac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1473592627-subnet', 'tenant_id': '9831558dc91b4a1db4907391bc8a2750', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:27.819907 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b7c337bc-729e-4438-9e7d-fc34c7392a30 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "PUT /v2.0/ports/2e8cb751-cc8e-4168-9e8a-b3942a432ae6/tags/tempest-TagsExtTest-Tag-1659191152 HTTP/1.1" status: 201 len: 201 time: 0.2112160 Jun 18 16:27:27.820345 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50176) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:27.822639 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1701d308-70dd-4c58-940a-3d505a13a349 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router 761f594b-e3bc-415b-aab8-6e2a7f771961 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:27.826632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-c00e347e-ba91-4976-9d85-8edcdeaf65cd tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '56bdd3e0-5a42-4f57-8177-145764462aea', 'tempest-TagsExtTest-Tag-1264835523') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:27.832862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052d2c4-c38c-467b-9eb8-86895cbab17e admin admin] Pushing event updated for resources: {'Network': ['ID=a630e5d5-9fc9-4582-9f1a-85f39ae7aeac,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:27.844709 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba869a62-4e89-4129-bcdc-ae355247a148 admin admin] Made reservation on behalf of 9831558dc91b4a1db4907391bc8a2750 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:27.848020 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ba869a62-4e89-4129-bcdc-ae355247a148 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:27.857397 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network a630e5d5-9fc9-4582-9f1a-85f39ae7aeac details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:27:27.865427 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2052d2c4-c38c-467b-9eb8-86895cbab17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:27.940161 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c00e347e-ba91-4976-9d85-8edcdeaf65cd tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "PUT /v2.0/routers/56bdd3e0-5a42-4f57-8177-145764462aea/tags/tempest-TagsExtTest-Tag-1264835523 HTTP/1.1" status: 201 len: 201 time: 0.1150782 Jun 18 16:27:27.940982 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50178) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:27.947925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-c46b1847-7f19-4a3c-a329-d1fa46a91b80 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '141c73fe-8c42-4d31-a930-5166845a6acf', 'tempest-TagsExtTest-Tag-1379551389') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:27.974585 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-47741c42-ee97-4254-bd9e-2ac91d57ab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:28.003052 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c46b1847-7f19-4a3c-a329-d1fa46a91b80 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "PUT /v2.0/subnetpools/141c73fe-8c42-4d31-a930-5166845a6acf/tags/tempest-TagsExtTest-Tag-1379551389 HTTP/1.1" status: 201 len: 201 time: 0.0607653 Jun 18 16:27:28.006088 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50180) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:28.012062 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-ba3310c1-3cd9-4695-9ff7-85bf3a3b84e1 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '79507c71-6fbf-41b4-9faf-b6af94e64cf1') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:28.016016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-47741c42-ee97-4254-bd9e-2ac91d57ab22 None None] For port 931b26a5-231e-4116-88f6-a0318efe8bb2, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=931b26a5-231e-4116-88f6-a0318efe8bb2,segment=NetworkSegment(7c1fe2f8-e42b-4e36-8054-23dd49f925e7),segment_id=7c1fe2f8-e42b-4e36-8054-23dd49f925e7)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:28.022026 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-47741c42-ee97-4254-bd9e-2ac91d57ab22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:28.024878 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:28.056985 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1701d308-70dd-4c58-940a-3d505a13a349 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:28.063100 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1701d308-70dd-4c58-940a-3d505a13a349 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:28.073800 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b8962e-8e91-4b88-ad4b-d8299262bec9 None None] Sync routers for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:28.076420 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47741c42-ee97-4254-bd9e-2ac91d57ab22 None None] Pushing event updated for resources: {'Port': ['ID=931b26a5-231e-4116-88f6-a0318efe8bb2,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:28.087054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-47741c42-ee97-4254-bd9e-2ac91d57ab22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:28.102288 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b8962e-8e91-4b88-ad4b-d8299262bec9 None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:28.107195 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-55b8962e-8e91-4b88-ad4b-d8299262bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:28.140325 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ba3310c1-3cd9-4695-9ff7-85bf3a3b84e1 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/subnets/79507c71-6fbf-41b4-9faf-b6af94e64cf1/tags HTTP/1.1" status: 200 len: 241 time: 0.1319780 Jun 18 16:27:28.141031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50182) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:28.143926 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1701d308-70dd-4c58-940a-3d505a13a349 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "PUT /v2.0/floatingips/de731c42-3a4f-481e-b221-5a4b71ed8702 HTTP/1.1" status: 200 len: 688 time: 1.0202115 Jun 18 16:27:28.146062 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-400461fb-863c-4e6b-826c-0a5052ca1903 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '79507c71-6fbf-41b4-9faf-b6af94e64cf1', 'tempest-TagsExtTest-Tag-1719636586') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:28.147005 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50184) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:28.163312 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-55b8962e-8e91-4b88-ad4b-d8299262bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:28.174351 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b8962e-8e91-4b88-ad4b-d8299262bec9 None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:28.175105 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-55b8962e-8e91-4b88-ad4b-d8299262bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:28.212567 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-55b8962e-8e91-4b88-ad4b-d8299262bec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:28.213221 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b8962e-8e91-4b88-ad4b-d8299262bec9 None None] The sync data for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:28.272721 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ba869a62-4e89-4129-bcdc-ae355247a148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:28.279589 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-009af0ad-1b0e-4dec-8772-94bf65777adb tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:28.312712 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 825d3f08-f432-40d5-b31d-2ea2a6e6c776 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:28.358622 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba869a62-4e89-4129-bcdc-ae355247a148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd193af8-1b81-4a39-9d62-1d7c15ff1f16,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:28.381778 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ba869a62-4e89-4129-bcdc-ae355247a148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:28.392056 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba869a62-4e89-4129-bcdc-ae355247a148 admin admin] Checking segment: {'id': 'f9af3779-3c8a-4175-9481-1aa7614fa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a630e5d5-9fc9-4582-9f1a-85f39ae7aeac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:28.392311 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba869a62-4e89-4129-bcdc-ae355247a148 admin admin] Network hostable DHCP agents. Network: a630e5d5-9fc9-4582-9f1a-85f39ae7aeac, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:27:28.419219 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-c9aa81cb-b796-4df6-8b64-f37aac2e418e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Deleting port a89bb11f-d035-4b88-8062-e9a4e6fdc140 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:28.419560 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c9aa81cb-b796-4df6-8b64-f37aac2e418e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:28.475632 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba869a62-4e89-4129-bcdc-ae355247a148 admin admin] Network a630e5d5-9fc9-4582-9f1a-85f39ae7aeac is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:27:28.494853 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-ba869a62-4e89-4129-bcdc-ae355247a148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, a630e5d5-9fc9-4582-9f1a-85f39ae7aeac) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:28.502723 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba869a62-4e89-4129-bcdc-ae355247a148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:28.503468 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ba869a62-4e89-4129-bcdc-ae355247a148 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:28.525695 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-400461fb-863c-4e6b-826c-0a5052ca1903 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/subnets/79507c71-6fbf-41b4-9faf-b6af94e64cf1/tags/tempest-TagsExtTest-Tag-1719636586 HTTP/1.1" status: 204 len: 168 time: 0.3836153 Jun 18 16:27:28.526867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50186) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:28.534843 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-b5a9c487-e740-401f-ae0d-c73a833fb83f tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '79507c71-6fbf-41b4-9faf-b6af94e64cf1', 'tempest-TagsExtTest-Tag-1719636586') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:28.553885 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ba869a62-4e89-4129-bcdc-ae355247a148 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7579060 Jun 18 16:27:28.553885 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c9aa81cb-b796-4df6-8b64-f37aac2e418e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:28.553885 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c9aa81cb-b796-4df6-8b64-f37aac2e418e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:28.572141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7b84f561-f34b-43df-8264-c081faba2643 None None] Provisioning complete for port 931b26a5-231e-4116-88f6-a0318efe8bb2 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:28.572523 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7b84f561-f34b-43df-8264-c081faba2643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:28.577968 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763fd3a1-a6e3-450f-a53b-a158e7e079c0 None None] Network a630e5d5-9fc9-4582-9f1a-85f39ae7aeac requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:28.647937 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-c9aa81cb-b796-4df6-8b64-f37aac2e418e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Calling delete_port for a89bb11f-d035-4b88-8062-e9a4e6fdc140 owned by network:floatingip {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:28.659342 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b5a9c487-e740-401f-ae0d-c73a833fb83f tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/subnets/79507c71-6fbf-41b4-9faf-b6af94e64cf1/tags/tempest-TagsExtTest-Tag-1719636586 HTTP/1.1" status: 204 len: 168 time: 0.1281292 Jun 18 16:27:28.659622 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50190) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:28.664782 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-7db1f574-ee1c-4211-a115-4aa50c0e19cb tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '79507c71-6fbf-41b4-9faf-b6af94e64cf1') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:28.702144 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 825d3f08-f432-40d5-b31d-2ea2a6e6c776 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:28.702647 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:28.765606 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7db1f574-ee1c-4211-a115-4aa50c0e19cb tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/subnets/79507c71-6fbf-41b4-9faf-b6af94e64cf1/tags HTTP/1.1" status: 200 len: 205 time: 0.1025331 Jun 18 16:27:28.766062 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50194) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:28.775818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-2b165210-0d57-4f72-a504-e3ebf417430d tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2e8cb751-cc8e-4168-9e8a-b3942a432ae6') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:28.829139 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481bb640-e4bc-4be8-9b94-9189ff2f00fd None None] Network a630e5d5-9fc9-4582-9f1a-85f39ae7aeac requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:28.843164 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7b84f561-f34b-43df-8264-c081faba2643 None None] Provisioning for port 2e8cb751-cc8e-4168-9e8a-b3942a432ae6 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:28.871694 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2b165210-0d57-4f72-a504-e3ebf417430d tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/ports/2e8cb751-cc8e-4168-9e8a-b3942a432ae6/tags HTTP/1.1" status: 200 len: 241 time: 0.1040936 Jun 18 16:27:28.874760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50198) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:28.883377 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-37e9a6f5-58f2-4f68-9464-ffb523029328 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2e8cb751-cc8e-4168-9e8a-b3942a432ae6', 'tempest-TagsExtTest-Tag-1659191152') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:28.894312 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7b84f561-f34b-43df-8264-c081faba2643 None None] Provisioning complete for port 2e8cb751-cc8e-4168-9e8a-b3942a432ae6 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:28.894741 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7b84f561-f34b-43df-8264-c081faba2643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:28.911340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c9aa81cb-b796-4df6-8b64-f37aac2e418e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:28.914810 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2d316990-dd8f-4313-b956-ad5576e2b327 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:28.949962 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa81cb-b796-4df6-8b64-f37aac2e418e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event deleted for resources: {'Port': ['ID=a89bb11f-d035-4b88-8062-e9a4e6fdc140,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:28.951028 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-37e9a6f5-58f2-4f68-9464-ffb523029328 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/ports/2e8cb751-cc8e-4168-9e8a-b3942a432ae6/tags/tempest-TagsExtTest-Tag-1659191152 HTTP/1.1" status: 204 len: 168 time: 0.0744202 Jun 18 16:27:28.952038 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50200) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:28.956569 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.tag.tag_plugin [None req-da33ea91-2a64-431e-af2c-5ebbd634a15d tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2e8cb751-cc8e-4168-9e8a-b3942a432ae6', 'tempest-TagsExtTest-Tag-1659191152') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:28.960236 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c9aa81cb-b796-4df6-8b64-f37aac2e418e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:28.997651 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 931b26a5-231e-4116-88f6-a0318efe8bb2 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:29.066357 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c9aa81cb-b796-4df6-8b64-f37aac2e418e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.067653 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c9aa81cb-b796-4df6-8b64-f37aac2e418e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.071283 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c9aa81cb-b796-4df6-8b64-f37aac2e418e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "DELETE /v2.0/floatingips/de731c42-3a4f-481e-b221-5a4b71ed8702 HTTP/1.1" status: 204 len: 168 time: 0.9024296 Jun 18 16:27:29.072550 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50206) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:29.112065 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.126027 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-27b7d948-086c-45f0-a97a-aa56ee73f07e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] delete failed (client error): The resource could not be found. Jun 18 16:27:29.126703 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-da33ea91-2a64-431e-af2c-5ebbd634a15d tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/ports/2e8cb751-cc8e-4168-9e8a-b3942a432ae6/tags/tempest-TagsExtTest-Tag-1659191152 HTTP/1.1" status: 204 len: 168 time: 0.1730866 Jun 18 16:27:29.127449 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-27b7d948-086c-45f0-a97a-aa56ee73f07e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "DELETE /v2.0/floatingips/de731c42-3a4f-481e-b221-5a4b71ed8702 HTTP/1.1" status: 404 len: 345 time: 0.0537064 Jun 18 16:27:29.128689 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50210) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:29.133362 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7b84f561-f34b-43df-8264-c081faba2643 None None] Port 2e8cb751-cc8e-4168-9e8a-b3942a432ae6 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:29.133632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50212) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:29.138577 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-22108614-9818-4f2f-a4d6-7a4b135b5340 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2e8cb751-cc8e-4168-9e8a-b3942a432ae6') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:29.173971 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c06205-5db3-43c1-a006-2d0152a313bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825d3f08-f432-40d5-b31d-2ea2a6e6c776'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:27:29.176706 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f42eb83-4aa9-43e7-b067-e04db558176f" -d '{"events": [{"server_uuid": "f7c06205-5db3-43c1-a006-2d0152a313bc", "name": "network-vif-plugged", "status": "completed", "tag": "825d3f08-f432-40d5-b31d-2ea2a6e6c776"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:27:29.194729 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 825d3f08-f432-40d5-b31d-2ea2a6e6c776, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=825d3f08-f432-40d5-b31d-2ea2a6e6c776,segment=NetworkSegment(c19b25f4-082e-45e6-9c8c-7970d64add03),segment_id=c19b25f4-082e-45e6-9c8c-7970d64add03)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:29.200931 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.203513 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 931b26a5-231e-4116-88f6-a0318efe8bb2 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:29.203984 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.207512 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:29.265640 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c108ab7-0bf0-4076-a70c-e4890ea35a19 x-openstack-request-id: req-4c108ab7-0bf0-4076-a70c-e4890ea35a19 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:27:29.265936 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c06205-5db3-43c1-a006-2d0152a313bc", "name": "network-vif-plugged", "status": "completed", "tag": "825d3f08-f432-40d5-b31d-2ea2a6e6c776", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:27:29.266198 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4c108ab7-0bf0-4076-a70c-e4890ea35a19 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:27:29.266622 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c06205-5db3-43c1-a006-2d0152a313bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825d3f08-f432-40d5-b31d-2ea2a6e6c776', 'code': 200} Jun 18 16:27:29.275543 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50218) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:29.280843 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-8821ded5-d5d7-445e-b6d3-b9c90eb92d9f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1501345400-network', 'tenant_id': 'cd630c597b9844ecbab44efe726e753b'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:29.310373 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ce80b094-7926-4076-8765-ba6ae220554b None None] Provisioning complete for port 2e8cb751-cc8e-4168-9e8a-b3942a432ae6 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:29.310815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ce80b094-7926-4076-8765-ba6ae220554b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.310984 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8821ded5-d5d7-445e-b6d3-b9c90eb92d9f admin admin] Made reservation on behalf of cd630c597b9844ecbab44efe726e753b for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:29.313842 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8821ded5-d5d7-445e-b6d3-b9c90eb92d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.316228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967bc3bd-c052-4280-ad99-ea81a16fac69 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:29.323348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967bc3bd-c052-4280-ad99-ea81a16fac69 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:29.323659 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8821ded5-d5d7-445e-b6d3-b9c90eb92d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.329368 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967bc3bd-c052-4280-ad99-ea81a16fac69 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:29.332710 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-967bc3bd-c052-4280-ad99-ea81a16fac69 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "GET /v2.0/ports?network_id=563b0712-9892-4526-a64f-740df29a0f57 HTTP/1.1" status: 200 len: 2356 time: 0.1969192 Jun 18 16:27:29.334167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50220) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:29.336365 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-22108614-9818-4f2f-a4d6-7a4b135b5340 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/ports/2e8cb751-cc8e-4168-9e8a-b3942a432ae6/tags HTTP/1.1" status: 200 len: 205 time: 0.2063649 Jun 18 16:27:29.338993 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50222) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:29.344296 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=825d3f08-f432-40d5-b31d-2ea2a6e6c776,revision_number=8']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:29.346187 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.tag.tag_plugin [None req-100f481b-606f-4bd8-bfaa-a0972d2840aa tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '56bdd3e0-5a42-4f57-8177-145764462aea') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:29.360903 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:29.372241 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ce80b094-7926-4076-8765-ba6ae220554b None None] Port 2e8cb751-cc8e-4168-9e8a-b3942a432ae6 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:29.408786 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56d0e96-43d8-47b1-a1c3-b02d27ee691f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:29.414513 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f56d0e96-43d8-47b1-a1c3-b02d27ee691f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "GET /v2.0/subnets/db121bd3-89d4-4652-8273-f306cd348923 HTTP/1.1" status: 200 len: 797 time: 0.0728607 Jun 18 16:27:29.416327 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50224) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:29.428524 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-5c0d4548-048f-4f69-a0d4-1e666dd6b0f2 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'port': {'network_id': '563b0712-9892-4526-a64f-740df29a0f57', 'name': 'tempest-FloatingIPTestJSON-580250059', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:29.483498 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-100f481b-606f-4bd8-bfaa-a0972d2840aa tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/routers/56bdd3e0-5a42-4f57-8177-145764462aea/tags HTTP/1.1" status: 200 len: 241 time: 0.1405711 Jun 18 16:27:29.484687 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50226) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:29.495760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-4252cbec-6358-469a-9812-400a816badb6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '56bdd3e0-5a42-4f57-8177-145764462aea', 'tempest-TagsExtTest-Tag-1264835523') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:29.528975 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8821ded5-d5d7-445e-b6d3-b9c90eb92d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.533469 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8821ded5-d5d7-445e-b6d3-b9c90eb92d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.536557 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4bb35fa7-e86a-4969-bca3-f3b9c7fbe682 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:29.560677 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8821ded5-d5d7-445e-b6d3-b9c90eb92d9f admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:27:29.570885 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821ded5-d5d7-445e-b6d3-b9c90eb92d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586d6fed-90ac-4abd-8c29-f314790ae56e,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:29.575468 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8821ded5-d5d7-445e-b6d3-b9c90eb92d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:29.576587 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8821ded5-d5d7-445e-b6d3-b9c90eb92d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.576956 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-8821ded5-d5d7-445e-b6d3-b9c90eb92d9f admin admin] Added segment dbe67227-50a2-46f7-b538-d7826764172b of type vlan for network 992839a7-f528-412c-b4a8-50be6b9b910a Jun 18 16:27:29.623912 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4252cbec-6358-469a-9812-400a816badb6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/routers/56bdd3e0-5a42-4f57-8177-145764462aea/tags/tempest-TagsExtTest-Tag-1264835523 HTTP/1.1" status: 204 len: 168 time: 0.1377602 Jun 18 16:27:29.626288 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8821ded5-d5d7-445e-b6d3-b9c90eb92d9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.626530 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50228) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:29.631932 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-e1ba1b3a-191d-4c25-84d6-64baa171cb6c tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '56bdd3e0-5a42-4f57-8177-145764462aea', 'tempest-TagsExtTest-Tag-1264835523') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:29.669458 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8821ded5-d5d7-445e-b6d3-b9c90eb92d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.671049 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8821ded5-d5d7-445e-b6d3-b9c90eb92d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:29.671422 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8821ded5-d5d7-445e-b6d3-b9c90eb92d9f admin admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.673881 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f3fff6c9-f7c0-42d0-90f7-145cf1a7f9d9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:29.729684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0d4548-048f-4f69-a0d4-1e666dd6b0f2 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Made reservation on behalf of c7e8141f3d384af7bc25885efe24ea6b for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:29.736938 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8821ded5-d5d7-445e-b6d3-b9c90eb92d9f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4576151 Jun 18 16:27:29.737122 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50230) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:29.744654 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-7d6a6fac-6678-4aa6-b10c-5feb45c719b6 admin admin] Request body: {'subnet': {'network_id': '992839a7-f528-412c-b4a8-50be6b9b910a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1501345400-subnet', 'tenant_id': 'cd630c597b9844ecbab44efe726e753b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:29.749342 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821ded5-d5d7-445e-b6d3-b9c90eb92d9f admin admin] Pushing event updated for resources: {'Network': ['ID=992839a7-f528-412c-b4a8-50be6b9b910a,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:29.753760 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8821ded5-d5d7-445e-b6d3-b9c90eb92d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:29.767225 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 992839a7-f528-412c-b4a8-50be6b9b910a details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:27:29.793034 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6a6fac-6678-4aa6-b10c-5feb45c719b6 admin admin] Made reservation on behalf of cd630c597b9844ecbab44efe726e753b for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:29.799002 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d6a6fac-6678-4aa6-b10c-5feb45c719b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.820962 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e1ba1b3a-191d-4c25-84d6-64baa171cb6c tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/routers/56bdd3e0-5a42-4f57-8177-145764462aea/tags/tempest-TagsExtTest-Tag-1264835523 HTTP/1.1" status: 204 len: 168 time: 0.1892560 Jun 18 16:27:29.821349 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50232) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:29.828505 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.tag.tag_plugin [None req-78dfad49-3179-46fc-9b8f-3ff91c41afb1 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '56bdd3e0-5a42-4f57-8177-145764462aea') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:29.860074 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5c0d4548-048f-4f69-a0d4-1e666dd6b0f2 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:29.890195 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-5c0d4548-048f-4f69-a0d4-1e666dd6b0f2 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] device_id is not set on port a728408c-efdb-47a4-87b4-e8c694562cd2 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:27:29.976878 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-78dfad49-3179-46fc-9b8f-3ff91c41afb1 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/routers/56bdd3e0-5a42-4f57-8177-145764462aea/tags HTTP/1.1" status: 200 len: 205 time: 0.1542199 Jun 18 16:27:29.982144 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50234) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:29.986588 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.tag.tag_plugin [None req-1aa939ea-719d-4a0e-9ced-796cfa618577 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '141c73fe-8c42-4d31-a930-5166845a6acf') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:30.058952 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1aa939ea-719d-4a0e-9ced-796cfa618577 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/subnetpools/141c73fe-8c42-4d31-a930-5166845a6acf/tags HTTP/1.1" status: 200 len: 241 time: 0.0756483 Jun 18 16:27:30.061587 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50236) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:30.069698 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-1321dd8d-cd21-49eb-aa9f-7cdeb4b60fa7 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '141c73fe-8c42-4d31-a930-5166845a6acf', 'tempest-TagsExtTest-Tag-1379551389') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:30.129015 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d6a6fac-6678-4aa6-b10c-5feb45c719b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.134444 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0f6d27bf-a442-4c09-b73d-167bcfe02ffd tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:30.134737 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1321dd8d-cd21-49eb-aa9f-7cdeb4b60fa7 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/subnetpools/141c73fe-8c42-4d31-a930-5166845a6acf/tags/tempest-TagsExtTest-Tag-1379551389 HTTP/1.1" status: 204 len: 168 time: 0.0716536 Jun 18 16:27:30.137655 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50238) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:30.143135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-2ad9647f-dc18-465a-875f-aeaa9b0eaa6b tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '141c73fe-8c42-4d31-a930-5166845a6acf', 'tempest-TagsExtTest-Tag-1379551389') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:30.208382 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a6fac-6678-4aa6-b10c-5feb45c719b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=534e15c5-fa36-43dd-8ec8-66074c0fcc57,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:30.212429 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7d6a6fac-6678-4aa6-b10c-5feb45c719b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:30.215262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6a6fac-6678-4aa6-b10c-5feb45c719b6 admin admin] Checking segment: {'id': 'dbe67227-50a2-46f7-b538-d7826764172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '992839a7-f528-412c-b4a8-50be6b9b910a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:30.215626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6a6fac-6678-4aa6-b10c-5feb45c719b6 admin admin] Network hostable DHCP agents. Network: 992839a7-f528-412c-b4a8-50be6b9b910a, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:27:30.235288 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6a6fac-6678-4aa6-b10c-5feb45c719b6 admin admin] Network 992839a7-f528-412c-b4a8-50be6b9b910a is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:27:30.247507 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-7d6a6fac-6678-4aa6-b10c-5feb45c719b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 992839a7-f528-412c-b4a8-50be6b9b910a) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:30.253447 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6a6fac-6678-4aa6-b10c-5feb45c719b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:30.254165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d6a6fac-6678-4aa6-b10c-5feb45c719b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.254377 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2ad9647f-dc18-465a-875f-aeaa9b0eaa6b tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/subnetpools/141c73fe-8c42-4d31-a930-5166845a6acf/tags/tempest-TagsExtTest-Tag-1379551389 HTTP/1.1" status: 204 len: 168 time: 0.1157858 Jun 18 16:27:30.258646 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50240) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:30.266592 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb808865-d5f6-422b-b9d3-06c1326ac09a None None] Network 992839a7-f528-412c-b4a8-50be6b9b910a requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:30.267711 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-9fcc27d1-3f33-4d05-b839-40cda58d5911 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '141c73fe-8c42-4d31-a930-5166845a6acf') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:30.280447 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7d6a6fac-6678-4aa6-b10c-5feb45c719b6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5408456 Jun 18 16:27:30.295366 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-5c0d4548-048f-4f69-a0d4-1e666dd6b0f2 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Allocated IP 172.20.0.14 (563b0712-9892-4526-a64f-740df29a0f57/db121bd3-89d4-4652-8273-f306cd348923/a728408c-efdb-47a4-87b4-e8c694562cd2) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:30.305178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-5c0d4548-048f-4f69-a0d4-1e666dd6b0f2 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Allocated IP 172.20.0.13 (563b0712-9892-4526-a64f-740df29a0f57/db121bd3-89d4-4652-8273-f306cd348923/a728408c-efdb-47a4-87b4-e8c694562cd2) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:30.316895 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9fcc27d1-3f33-4d05-b839-40cda58d5911 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/subnetpools/141c73fe-8c42-4d31-a930-5166845a6acf/tags HTTP/1.1" status: 200 len: 205 time: 0.0548136 Jun 18 16:27:30.317155 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50244) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:30.324140 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-20d949c4-4f7e-478d-8e91-57c992ef5056 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '141c73fe-8c42-4d31-a930-5166845a6acf') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:30.420681 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-20d949c4-4f7e-478d-8e91-57c992ef5056 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/subnetpools/141c73fe-8c42-4d31-a930-5166845a6acf/tags HTTP/1.1" status: 204 len: 168 time: 0.1024299 Jun 18 16:27:30.423399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50246) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:30.430151 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-50622b0a-acf8-444d-b4f9-3716b848d54c tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '56bdd3e0-5a42-4f57-8177-145764462aea') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:30.447138 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9437a02a-1598-4d1c-b5ee-8c0d99de234f None None] Network 992839a7-f528-412c-b4a8-50be6b9b910a requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:30.571344 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-50622b0a-acf8-444d-b4f9-3716b848d54c tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/routers/56bdd3e0-5a42-4f57-8177-145764462aea/tags HTTP/1.1" status: 204 len: 168 time: 0.1468179 Jun 18 16:27:30.574281 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50254) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:30.574465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5c0d4548-048f-4f69-a0d4-1e666dd6b0f2 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.580897 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.tag.tag_plugin [None req-b8385928-5eaf-4beb-9d91-bf18a3fcc3c6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2e8cb751-cc8e-4168-9e8a-b3942a432ae6') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:30.631368 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5c0d4548-048f-4f69-a0d4-1e666dd6b0f2 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.635954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:30.661297 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b8385928-5eaf-4beb-9d91-bf18a3fcc3c6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/ports/2e8cb751-cc8e-4168-9e8a-b3942a432ae6/tags HTTP/1.1" status: 204 len: 168 time: 0.0848594 Jun 18 16:27:30.665151 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50256) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:30.671345 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.tag.tag_plugin [None req-06007036-a2df-40cb-9d90-e2e7415a1525 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '79507c71-6fbf-41b4-9faf-b6af94e64cf1') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:30.674148 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0d4548-048f-4f69-a0d4-1e666dd6b0f2 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Network 563b0712-9892-4526-a64f-740df29a0f57 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:30.696372 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-5c0d4548-048f-4f69-a0d4-1e666dd6b0f2 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:30.704688 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0d4548-048f-4f69-a0d4-1e666dd6b0f2 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:30.751259 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d4548-048f-4f69-a0d4-1e666dd6b0f2 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=a728408c-efdb-47a4-87b4-e8c694562cd2,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:30.759445 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-06007036-a2df-40cb-9d90-e2e7415a1525 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/subnets/79507c71-6fbf-41b4-9faf-b6af94e64cf1/tags HTTP/1.1" status: 204 len: 168 time: 0.0878952 Jun 18 16:27:30.759445 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50266) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:30.762266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5c0d4548-048f-4f69-a0d4-1e666dd6b0f2 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:30.766288 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.tag.tag_plugin [None req-00edabaf-b7ab-41f9-bf9f-f190e68f947a tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '79507c71-6fbf-41b4-9faf-b6af94e64cf1', 'tempest-TagsExtTest-Tag-2097702758') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:30.849595 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-00edabaf-b7ab-41f9-bf9f-f190e68f947a tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "PUT /v2.0/subnets/79507c71-6fbf-41b4-9faf-b6af94e64cf1/tags/tempest-TagsExtTest-Tag-2097702758 HTTP/1.1" status: 201 len: 201 time: 0.0888617 Jun 18 16:27:30.854916 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50268) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:30.860289 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.tag.tag_plugin [None req-335a3e42-b792-4891-baed-d7278c469064 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2e8cb751-cc8e-4168-9e8a-b3942a432ae6', 'tempest-TagsExtTest-Tag-678109847') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:30.878144 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0d4548-048f-4f69-a0d4-1e666dd6b0f2 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:30.878805 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5c0d4548-048f-4f69-a0d4-1e666dd6b0f2 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.907298 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5c0d4548-048f-4f69-a0d4-1e666dd6b0f2 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.4887793 Jun 18 16:27:30.907603 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50270) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:30.916852 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': 'a728408c-efdb-47a4-87b4-e8c694562cd2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:30.938738 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-dc999cbb-7397-42a0-8571-52865d60865a tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:30.940170 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-dc999cbb-7397-42a0-8571-52865d60865a tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/networks?id=a630e5d5-9fc9-4582-9f1a-85f39ae7aeac HTTP/1.1" status: 200 len: 812 time: 0.1801367 Jun 18 16:27:30.960435 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:30.966900 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-8bf91fc7-b2e5-43f9-9202-04cfda3f3d66 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/quotas/9831558dc91b4a1db4907391bc8a2750 HTTP/1.1" status: 200 len: 375 time: 0.0188501 Jun 18 16:27:31.009891 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-399807b2-9b39-4cd1-8cbe-cd6b039068b1 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9831558dc91b4a1db4907391bc8a2750&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368125 Jun 18 16:27:31.026383 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-335a3e42-b792-4891-baed-d7278c469064 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "PUT /v2.0/ports/2e8cb751-cc8e-4168-9e8a-b3942a432ae6/tags/tempest-TagsExtTest-Tag-678109847 HTTP/1.1" status: 201 len: 201 time: 0.1702969 Jun 18 16:27:31.029541 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50272) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:31.035508 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.tag.tag_plugin [None req-de913a20-ad45-4445-b5d6-8640f41fd2f5 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '56bdd3e0-5a42-4f57-8177-145764462aea', 'tempest-TagsExtTest-Tag-23218478') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:31.131943 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-a9ef5152-ac56-49c8-a0be-5e0bb28bca8b service neutron] 10.222.0.50 "GET /v2.0/networks/a630e5d5-9fc9-4582-9f1a-85f39ae7aeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141336 Jun 18 16:27:31.191626 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-de913a20-ad45-4445-b5d6-8640f41fd2f5 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "PUT /v2.0/routers/56bdd3e0-5a42-4f57-8177-145764462aea/tags/tempest-TagsExtTest-Tag-23218478 HTTP/1.1" status: 201 len: 201 time: 0.1604602 Jun 18 16:27:31.194527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50274) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:31.201430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-ba8dbc33-0aa3-4ca7-9859-eef7a177993b tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '141c73fe-8c42-4d31-a930-5166845a6acf', 'tempest-TagsExtTest-Tag-124742652') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:31.204020 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:31.282129 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-0771cfc8-af3e-45e5-a1c8-3f878a154dab service neutron] 10.222.0.50 "GET /v2.0/networks/a630e5d5-9fc9-4582-9f1a-85f39ae7aeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428835 Jun 18 16:27:31.294575 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ba8dbc33-0aa3-4ca7-9859-eef7a177993b tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "PUT /v2.0/subnetpools/141c73fe-8c42-4d31-a930-5166845a6acf/tags/tempest-TagsExtTest-Tag-124742652 HTTP/1.1" status: 201 len: 201 time: 0.0981197 Jun 18 16:27:31.297030 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50276) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:31.304282 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-ab7a6a01-dd21-4b5f-aaed-a945b9cc4d3a tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '79507c71-6fbf-41b4-9faf-b6af94e64cf1', {'tags': ['tempest-TagsExtTest-Tag-327883575', 'tempest-TagsExtTest-Tag-1367281895', 'tempest-TagsExtTest-Tag-1255295521']}) {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:31.418882 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ab7a6a01-dd21-4b5f-aaed-a945b9cc4d3a tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "PUT /v2.0/subnets/79507c71-6fbf-41b4-9faf-b6af94e64cf1/tags HTTP/1.1" status: 200 len: 317 time: 0.1179605 Jun 18 16:27:31.424245 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50278) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:31.434743 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-31c3dee6-54f5-46fb-8d0a-4254e9c92ef9 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '79507c71-6fbf-41b4-9faf-b6af94e64cf1') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:31.556830 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-44a05a63-e5dd-404b-aa7d-e88e91c0669e req-22e1cfe3-abf6-4244-8d5d-0dda7fb24b0c tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 210 time: 0.0492895 Jun 18 16:27:31.586345 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-31c3dee6-54f5-46fb-8d0a-4254e9c92ef9 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/subnets/79507c71-6fbf-41b4-9faf-b6af94e64cf1/tags HTTP/1.1" status: 204 len: 168 time: 0.1585722 Jun 18 16:27:31.590049 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50284) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:31.607052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-0e83b0f3-7b5b-4840-91ac-71c4b4643b9a tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '79507c71-6fbf-41b4-9faf-b6af94e64cf1', 'tempest-TagsExtTest-Tag-327883575') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:31.685811 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-0e83b0f3-7b5b-4840-91ac-71c4b4643b9a tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] show failed (client error): The resource could not be found. Jun 18 16:27:31.689647 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0e83b0f3-7b5b-4840-91ac-71c4b4643b9a tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/subnets/79507c71-6fbf-41b4-9faf-b6af94e64cf1/tags/tempest-TagsExtTest-Tag-327883575 HTTP/1.1" status: 404 len: 328 time: 0.0968246 Jun 18 16:27:31.691128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50286) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:31.701624 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-7a51a3d6-30e4-40ea-9763-2e70de03c031 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '79507c71-6fbf-41b4-9faf-b6af94e64cf1', 'tempest-TagsExtTest-Tag-1367281895') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:31.795041 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-7a51a3d6-30e4-40ea-9763-2e70de03c031 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] show failed (client error): The resource could not be found. Jun 18 16:27:31.796091 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7a51a3d6-30e4-40ea-9763-2e70de03c031 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/subnets/79507c71-6fbf-41b4-9faf-b6af94e64cf1/tags/tempest-TagsExtTest-Tag-1367281895 HTTP/1.1" status: 404 len: 329 time: 0.1036584 Jun 18 16:27:31.804158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50288) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:31.811178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-82b43d4d-b51c-439d-a01e-166907749d89 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '79507c71-6fbf-41b4-9faf-b6af94e64cf1', 'tempest-TagsExtTest-Tag-1255295521') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:31.825266 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Allocated IP 172.26.6.184 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/352bb42c-5c6e-4380-8349-0392a0029cf0) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:31.900057 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-82b43d4d-b51c-439d-a01e-166907749d89 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] show failed (client error): The resource could not be found. Jun 18 16:27:31.902238 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-82b43d4d-b51c-439d-a01e-166907749d89 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/subnets/79507c71-6fbf-41b4-9faf-b6af94e64cf1/tags/tempest-TagsExtTest-Tag-1255295521 HTTP/1.1" status: 404 len: 329 time: 0.0967791 Jun 18 16:27:31.907767 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50290) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:31.913859 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-6a1eaf9d-37d1-4a8a-8c08-276e15646aa0 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2e8cb751-cc8e-4168-9e8a-b3942a432ae6', {'tags': ['tempest-TagsExtTest-Tag-749558100', 'tempest-TagsExtTest-Tag-1675237068', 'tempest-TagsExtTest-Tag-851543483']}) {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:31.998848 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:32.001356 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6a1eaf9d-37d1-4a8a-8c08-276e15646aa0 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "PUT /v2.0/ports/2e8cb751-cc8e-4168-9e8a-b3942a432ae6/tags HTTP/1.1" status: 200 len: 316 time: 0.0916317 Jun 18 16:27:32.004114 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50292) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:32.011874 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-f9807345-cfa2-4c4e-97c1-0bac7f7c5341 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2e8cb751-cc8e-4168-9e8a-b3942a432ae6') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:32.060959 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:32.065167 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8c68d5ad-fc08-45ae-98b5-489bae308f7f tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:32.104244 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f9807345-cfa2-4c4e-97c1-0bac7f7c5341 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/ports/2e8cb751-cc8e-4168-9e8a-b3942a432ae6/tags HTTP/1.1" status: 204 len: 168 time: 0.0960209 Jun 18 16:27:32.104565 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50294) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:32.109293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-58019ab1-1337-48ae-a513-7b796094c14a tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2e8cb751-cc8e-4168-9e8a-b3942a432ae6', 'tempest-TagsExtTest-Tag-749558100') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:32.120130 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:32.125780 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:32.129242 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:32.164962 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=352bb42c-5c6e-4380-8349-0392a0029cf0,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:32.173727 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-58019ab1-1337-48ae-a513-7b796094c14a tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] show failed (client error): The resource could not be found. Jun 18 16:27:32.178476 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-58019ab1-1337-48ae-a513-7b796094c14a tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/ports/2e8cb751-cc8e-4168-9e8a-b3942a432ae6/tags/tempest-TagsExtTest-Tag-749558100 HTTP/1.1" status: 404 len: 328 time: 0.0694518 Jun 18 16:27:32.178753 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50296) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:32.179862 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:32.180256 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:32.180639 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:32.181016 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:32.181386 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:32.181757 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:32.182123 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:32.182514 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:32.182882 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:32.183190 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-b7f403fe-67a1-4465-a87c-5e55d243d8cb tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2e8cb751-cc8e-4168-9e8a-b3942a432ae6', 'tempest-TagsExtTest-Tag-1675237068') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:32.183322 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:32.183604 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:32.183966 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:32.188352 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:32.236052 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-b7f403fe-67a1-4465-a87c-5e55d243d8cb tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] show failed (client error): The resource could not be found. Jun 18 16:27:32.237077 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b7f403fe-67a1-4465-a87c-5e55d243d8cb tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/ports/2e8cb751-cc8e-4168-9e8a-b3942a432ae6/tags/tempest-TagsExtTest-Tag-1675237068 HTTP/1.1" status: 404 len: 329 time: 0.0574489 Jun 18 16:27:32.240145 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50298) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:32.244794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-f54013a4-c59a-4244-a83a-085ebc566f00 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2e8cb751-cc8e-4168-9e8a-b3942a432ae6', 'tempest-TagsExtTest-Tag-851543483') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:32.296439 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-f54013a4-c59a-4244-a83a-085ebc566f00 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] show failed (client error): The resource could not be found. Jun 18 16:27:32.297401 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f54013a4-c59a-4244-a83a-085ebc566f00 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/ports/2e8cb751-cc8e-4168-9e8a-b3942a432ae6/tags/tempest-TagsExtTest-Tag-851543483 HTTP/1.1" status: 404 len: 328 time: 0.0562963 Jun 18 16:27:32.300148 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50300) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:32.304839 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-db5d6716-2e7b-44d3-9e0d-7aabc2175854 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '56bdd3e0-5a42-4f57-8177-145764462aea', {'tags': ['tempest-TagsExtTest-Tag-764277706', 'tempest-TagsExtTest-Tag-511275333', 'tempest-TagsExtTest-Tag-543042460']}) {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:32.397008 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-db5d6716-2e7b-44d3-9e0d-7aabc2175854 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "PUT /v2.0/routers/56bdd3e0-5a42-4f57-8177-145764462aea/tags HTTP/1.1" status: 200 len: 315 time: 0.0958025 Jun 18 16:27:32.402873 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50302) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:32.407760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-d0f88eb3-b533-41be-834e-6b1f2454b5b1 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '56bdd3e0-5a42-4f57-8177-145764462aea') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:32.501492 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d0f88eb3-b533-41be-834e-6b1f2454b5b1 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/routers/56bdd3e0-5a42-4f57-8177-145764462aea/tags HTTP/1.1" status: 204 len: 168 time: 0.0975308 Jun 18 16:27:32.504185 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50304) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:32.509128 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.tag.tag_plugin [None req-cf714c40-20c3-4344-8745-1dca545e68d3 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '56bdd3e0-5a42-4f57-8177-145764462aea', 'tempest-TagsExtTest-Tag-764277706') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:32.678996 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ac0115f7-814d-4916-bce2-14d51000a347 req-9bd8f6db-08c7-420f-aba3-3ab2584f2ca6 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 210 time: 0.0303247 Jun 18 16:27:32.680740 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-cf714c40-20c3-4344-8745-1dca545e68d3 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] show failed (client error): The resource could not be found. Jun 18 16:27:32.684510 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cf714c40-20c3-4344-8745-1dca545e68d3 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/routers/56bdd3e0-5a42-4f57-8177-145764462aea/tags/tempest-TagsExtTest-Tag-764277706 HTTP/1.1" status: 404 len: 328 time: 0.1766570 Jun 18 16:27:32.684902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50314) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:32.689926 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-3d0ab9e8-701b-407b-bb9a-0ac21979a6b5 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '56bdd3e0-5a42-4f57-8177-145764462aea', 'tempest-TagsExtTest-Tag-511275333') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:32.702282 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:32.780734 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-3d0ab9e8-701b-407b-bb9a-0ac21979a6b5 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] show failed (client error): The resource could not be found. Jun 18 16:27:32.781769 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3d0ab9e8-701b-407b-bb9a-0ac21979a6b5 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/routers/56bdd3e0-5a42-4f57-8177-145764462aea/tags/tempest-TagsExtTest-Tag-511275333 HTTP/1.1" status: 404 len: 328 time: 0.0959902 Jun 18 16:27:32.784809 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50316) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:32.789815 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-d9fe5201-12c2-4a4d-bfde-79214d134912 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '56bdd3e0-5a42-4f57-8177-145764462aea', 'tempest-TagsExtTest-Tag-543042460') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:32.795003 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:32.966760 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:32.972137 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:32.975094 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7e64422b-8f05-464f-a593-dde5fd092f26 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:33.053246 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=352bb42c-5c6e-4380-8349-0392a0029cf0,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:33.058314 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:33.070849 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:33.183788 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Floating IP 1a5f9431-20c5-41cf-975a-4fc4137c7626 associated. External IP: 172.26.6.184, port: a728408c-efdb-47a4-87b4-e8c694562cd2. Jun 18 16:27:33.188133 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-d9fe5201-12c2-4a4d-bfde-79214d134912 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] show failed (client error): The resource could not be found. Jun 18 16:27:33.189182 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d9fe5201-12c2-4a4d-bfde-79214d134912 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/routers/56bdd3e0-5a42-4f57-8177-145764462aea/tags/tempest-TagsExtTest-Tag-543042460 HTTP/1.1" status: 404 len: 328 time: 0.4034705 Jun 18 16:27:33.191973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50318) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:33.199073 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-2e77186f-0bc1-42ab-81fa-1e6392ebd740 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '141c73fe-8c42-4d31-a930-5166845a6acf', {'tags': ['tempest-TagsExtTest-Tag-9974473', 'tempest-TagsExtTest-Tag-291118103', 'tempest-TagsExtTest-Tag-1775321937']}) {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:33.257754 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2e77186f-0bc1-42ab-81fa-1e6392ebd740 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "PUT /v2.0/subnetpools/141c73fe-8c42-4d31-a930-5166845a6acf/tags HTTP/1.1" status: 200 len: 314 time: 0.0645032 Jun 18 16:27:33.260666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50320) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:33.265254 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-f050eb3b-f185-4a2e-bfc8-59ddfa0df2cd tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '141c73fe-8c42-4d31-a930-5166845a6acf') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:33.305759 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f050eb3b-f185-4a2e-bfc8-59ddfa0df2cd tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/subnetpools/141c73fe-8c42-4d31-a930-5166845a6acf/tags HTTP/1.1" status: 204 len: 168 time: 0.0439847 Jun 18 16:27:33.308747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50322) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:33.313200 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-f7f96529-2b20-4c36-8c87-ea5f8e894b07 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '141c73fe-8c42-4d31-a930-5166845a6acf', 'tempest-TagsExtTest-Tag-9974473') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:33.334613 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-f7f96529-2b20-4c36-8c87-ea5f8e894b07 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] show failed (client error): The resource could not be found. Jun 18 16:27:33.335640 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f7f96529-2b20-4c36-8c87-ea5f8e894b07 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/subnetpools/141c73fe-8c42-4d31-a930-5166845a6acf/tags/tempest-TagsExtTest-Tag-9974473 HTTP/1.1" status: 404 len: 326 time: 0.0259848 Jun 18 16:27:33.338813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50324) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:33.343911 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-81d70591-48b4-4f50-8f50-1cefdf621b61 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '141c73fe-8c42-4d31-a930-5166845a6acf', 'tempest-TagsExtTest-Tag-291118103') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:33.365289 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-81d70591-48b4-4f50-8f50-1cefdf621b61 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] show failed (client error): The resource could not be found. Jun 18 16:27:33.368778 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-81d70591-48b4-4f50-8f50-1cefdf621b61 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/subnetpools/141c73fe-8c42-4d31-a930-5166845a6acf/tags/tempest-TagsExtTest-Tag-291118103 HTTP/1.1" status: 404 len: 328 time: 0.0262330 Jun 18 16:27:33.369036 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50326) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:33.373685 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-aa294329-28bc-4e50-80fd-daa848ceb242 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '141c73fe-8c42-4d31-a930-5166845a6acf', 'tempest-TagsExtTest-Tag-1775321937') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:33.393597 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-aa294329-28bc-4e50-80fd-daa848ceb242 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] show failed (client error): The resource could not be found. Jun 18 16:27:33.397484 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-aa294329-28bc-4e50-80fd-daa848ceb242 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/subnetpools/141c73fe-8c42-4d31-a930-5166845a6acf/tags/tempest-TagsExtTest-Tag-1775321937 HTTP/1.1" status: 404 len: 329 time: 0.0246859 Jun 18 16:27:33.398615 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50328) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:33.403391 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-266fad22-0a20-4ba7-a1c4-fa4b0d7fb883 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '141c73fe-8c42-4d31-a930-5166845a6acf') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:33.421298 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router 761f594b-e3bc-415b-aab8-6e2a7f771961 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:33.428012 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-266fad22-0a20-4ba7-a1c4-fa4b0d7fb883 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/subnetpools/141c73fe-8c42-4d31-a930-5166845a6acf/tags HTTP/1.1" status: 204 len: 168 time: 0.0281124 Jun 18 16:27:33.431443 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50330) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:33.442553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-f456d135-4ca2-4f11-bd73-af55ced67c66 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '56bdd3e0-5a42-4f57-8177-145764462aea') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:33.529381 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f456d135-4ca2-4f11-bd73-af55ced67c66 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/routers/56bdd3e0-5a42-4f57-8177-145764462aea/tags HTTP/1.1" status: 204 len: 168 time: 0.0958476 Jun 18 16:27:33.529615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:33.532348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50332) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:33.538364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.tag.tag_plugin [None req-9f7036e4-0e7d-4828-aafb-8463733a4c20 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2e8cb751-cc8e-4168-9e8a-b3942a432ae6') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:33.543301 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70f9e1b-336e-41ff-9834-ceac098b413a None None] Sync routers for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:33.549150 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:33.553146 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70f9e1b-336e-41ff-9834-ceac098b413a None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:33.553783 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-f70f9e1b-336e-41ff-9834-ceac098b413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:33.591181 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-f70f9e1b-336e-41ff-9834-ceac098b413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:33.597295 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9f7036e4-0e7d-4828-aafb-8463733a4c20 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/ports/2e8cb751-cc8e-4168-9e8a-b3942a432ae6/tags HTTP/1.1" status: 204 len: 168 time: 0.0637362 Jun 18 16:27:33.600440 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6891000 Jun 18 16:27:33.600839 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70f9e1b-336e-41ff-9834-ceac098b413a None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:33.601408 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50334) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:33.601537 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-f70f9e1b-336e-41ff-9834-ceac098b413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:33.603482 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50336) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:33.606532 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.tag.tag_plugin [None req-be1cafe8-9434-4ecd-af97-e00fb2b3dd75 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '79507c71-6fbf-41b4-9faf-b6af94e64cf1') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:33.609508 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-0f04c008-8c9d-4755-b243-76dfa0e309e3 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'floatingip': {'port_id': 'a728408c-efdb-47a4-87b4-e8c694562cd2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:33.634823 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-f70f9e1b-336e-41ff-9834-ceac098b413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:33.635474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70f9e1b-336e-41ff-9834-ceac098b413a None None] The sync data for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:33.670718 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-be1cafe8-9434-4ecd-af97-e00fb2b3dd75 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/subnets/79507c71-6fbf-41b4-9faf-b6af94e64cf1/tags HTTP/1.1" status: 204 len: 168 time: 0.0681410 Jun 18 16:27:33.671578 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0f04c008-8c9d-4755-b243-76dfa0e309e3 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:33.680072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50338) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:33.774981 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bed5ccff-ca10-4d27-a329-1787dee901d5 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks [] for subnetpool, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:33.777798 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bed5ccff-ca10-4d27-a329-1787dee901d5 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/subnetpools/141c73fe-8c42-4d31-a930-5166845a6acf HTTP/1.1" status: 204 len: 168 time: 0.0962639 Jun 18 16:27:33.780779 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50344) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:33.789082 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bf50bb62-8262-4dd9-bc6b-97d45899b60a req-3ea8794a-e12e-4c83-b731-994da57de25e tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 210 time: 0.0572569 Jun 18 16:27:33.815539 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4f5016b6-2739-4f1f-9ffb-bb262ca32c4b tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "GET /v2.0/ports?device_id=56bdd3e0-5a42-4f57-8177-145764462aea HTTP/1.1" status: 200 len: 205 time: 0.0312674 Jun 18 16:27:33.815718 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50346) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:33.902374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2f37d081-38dd-4ad5-bd0c-976cda1f3d15 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.082078 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2f37d081-38dd-4ad5-bd0c-976cda1f3d15 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.085162 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2f37d081-38dd-4ad5-bd0c-976cda1f3d15 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.141879 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2f37d081-38dd-4ad5-bd0c-976cda1f3d15 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.142594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f37d081-38dd-4ad5-bd0c-976cda1f3d15 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Fanout notify agent at l3_agent the message router_deleted on router 56bdd3e0-5a42-4f57-8177-145764462aea {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:27:34.158239 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2f37d081-38dd-4ad5-bd0c-976cda1f3d15 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.163816 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2f37d081-38dd-4ad5-bd0c-976cda1f3d15 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/routers/56bdd3e0-5a42-4f57-8177-145764462aea HTTP/1.1" status: 204 len: 168 time: 0.3428414 Jun 18 16:27:34.164293 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50350) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:34.272562 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-29ae4d7b-8c35-4742-a978-147ab4d1d971 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Deleting port 2e8cb751-cc8e-4168-9e8a-b3942a432ae6 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:34.273042 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-29ae4d7b-8c35-4742-a978-147ab4d1d971 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.303947 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0f04c008-8c9d-4755-b243-76dfa0e309e3 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.309049 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0f04c008-8c9d-4755-b243-76dfa0e309e3 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.376875 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-29ae4d7b-8c35-4742-a978-147ab4d1d971 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.450817 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-29ae4d7b-8c35-4742-a978-147ab4d1d971 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Calling delete_port for 2e8cb751-cc8e-4168-9e8a-b3942a432ae6 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:34.574349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f04c008-8c9d-4755-b243-76dfa0e309e3 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router 761f594b-e3bc-415b-aab8-6e2a7f771961 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:34.608337 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-29ae4d7b-8c35-4742-a978-147ab4d1d971 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.613522 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c9aa81cb-b796-4df6-8b64-f37aac2e418e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:34.642868 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae4d7b-8c35-4742-a978-147ab4d1d971 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Pushing event deleted for resources: {'Port': ['ID=2e8cb751-cc8e-4168-9e8a-b3942a432ae6,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:34.647207 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-29ae4d7b-8c35-4742-a978-147ab4d1d971 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:34.725683 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f04c008-8c9d-4755-b243-76dfa0e309e3 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:34.735312 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae76155c-633d-4db6-a052-3ef67851a9f7 None None] Sync routers for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:34.742089 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0f04c008-8c9d-4755-b243-76dfa0e309e3 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.753192 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae76155c-633d-4db6-a052-3ef67851a9f7 None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:34.754667 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-ae76155c-633d-4db6-a052-3ef67851a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:34.781385 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-29ae4d7b-8c35-4742-a978-147ab4d1d971 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.799904 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-29ae4d7b-8c35-4742-a978-147ab4d1d971 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/ports/2e8cb751-cc8e-4168-9e8a-b3942a432ae6 HTTP/1.1" status: 204 len: 168 time: 0.6343594 Jun 18 16:27:34.800812 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50352) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:34.847439 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0f04c008-8c9d-4755-b243-76dfa0e309e3 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "PUT /v2.0/floatingips/1a5f9431-20c5-41cf-975a-4fc4137c7626 HTTP/1.1" status: 200 len: 978 time: 1.2416325 Jun 18 16:27:34.852633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50356) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:34.854433 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-ae76155c-633d-4db6-a052-3ef67851a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:34.887927 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae76155c-633d-4db6-a052-3ef67851a9f7 None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:34.888957 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-ae76155c-633d-4db6-a052-3ef67851a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:34.951551 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b8d7bd-6b55-452a-b64b-ef1c33099408 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Deleting subnet 79507c71-6fbf-41b4-9faf-b6af94e64cf1 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:27:34.958298 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-55b8d7bd-6b55-452a-b64b-ef1c33099408 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:34.962862 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-ae76155c-633d-4db6-a052-3ef67851a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:34.965116 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae76155c-633d-4db6-a052-3ef67851a9f7 None None] The sync data for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:35.048721 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-55b8d7bd-6b55-452a-b64b-ef1c33099408 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.131103 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c009aef9-bc22-4790-b6cc-bf0dd0b16cc9 req-21d7c2bd-aa79-4e71-96db-57346d8f5485 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 210 time: 0.0894229 Jun 18 16:27:35.173111 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-55b8d7bd-6b55-452a-b64b-ef1c33099408 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.216313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-59102ecd-502f-4677-847a-7803cbe9d528 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:35.218188 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-59102ecd-502f-4677-847a-7803cbe9d528 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.55 "GET /v2.0/networks?id=a630e5d5-9fc9-4582-9f1a-85f39ae7aeac HTTP/1.1" status: 200 len: 812 time: 0.2493153 Jun 18 16:27:35.240517 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-c882f5c0-1aa9-4b62-b287-d1d9cfd540d0 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Request body: {'port': {'device_id': '07968b1e-8865-43a1-875b-6cbeb050e6ac', 'network_id': 'a630e5d5-9fc9-4582-9f1a-85f39ae7aeac', 'admin_state_up': True, 'tenant_id': '9831558dc91b4a1db4907391bc8a2750'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:35.252360 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-55b8d7bd-6b55-452a-b64b-ef1c33099408 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.255834 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fd8047ea-1f24-4cb9-87af-f9db982582bc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:35.285881 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8d7bd-6b55-452a-b64b-ef1c33099408 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Pushing event deleted for resources: {'Subnet': ['ID=79507c71-6fbf-41b4-9faf-b6af94e64cf1,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:35.289193 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-55b8d7bd-6b55-452a-b64b-ef1c33099408 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:35.291751 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-55b8d7bd-6b55-452a-b64b-ef1c33099408 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.293823 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-55b8d7bd-6b55-452a-b64b-ef1c33099408 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/subnets/79507c71-6fbf-41b4-9faf-b6af94e64cf1 HTTP/1.1" status: 204 len: 168 time: 0.4916253 Jun 18 16:27:35.296803 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50360) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:35.302913 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07629be-1366-407e-874c-7db4505b3582 None None] Network c908d8a1-0a39-4fb1-8959-07a45bcc3d0c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:35.371700 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-943c0412-b022-4341-9618-01254e1e5deb tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Deleting port 352bb42c-5c6e-4380-8349-0392a0029cf0 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:35.372642 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-943c0412-b022-4341-9618-01254e1e5deb tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.386945 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.457966 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-c882f5c0-1aa9-4b62-b287-d1d9cfd540d0 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Made reservation on behalf of 9831558dc91b4a1db4907391bc8a2750 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:35.463102 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-c882f5c0-1aa9-4b62-b287-d1d9cfd540d0 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.475720 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Deleting port 931b26a5-231e-4116-88f6-a0318efe8bb2 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:35.475987 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.513250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-943c0412-b022-4341-9618-01254e1e5deb tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.513631 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-943c0412-b022-4341-9618-01254e1e5deb tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.549753 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] For port 931b26a5-231e-4116-88f6-a0318efe8bb2, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=931b26a5-231e-4116-88f6-a0318efe8bb2,segment=NetworkSegment(7c1fe2f8-e42b-4e36-8054-23dd49f925e7),segment_id=7c1fe2f8-e42b-4e36-8054-23dd49f925e7)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:35.549753 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.561298 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] DHCP port deletion for c908d8a1-0a39-4fb1-8959-07a45bcc3d0c request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:27:35.621454 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] Deleting port 931b26a5-231e-4116-88f6-a0318efe8bb2 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:35.621454 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.624112 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-943c0412-b022-4341-9618-01254e1e5deb tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Calling delete_port for 352bb42c-5c6e-4380-8349-0392a0029cf0 owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:35.627104 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Calling delete_port for 931b26a5-231e-4116-88f6-a0318efe8bb2 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:35.701582 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] For port 931b26a5-231e-4116-88f6-a0318efe8bb2, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=931b26a5-231e-4116-88f6-a0318efe8bb2,segment=NetworkSegment(7c1fe2f8-e42b-4e36-8054-23dd49f925e7),segment_id=7c1fe2f8-e42b-4e36-8054-23dd49f925e7)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:35.702073 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.726691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.731163 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-29ae4d7b-8c35-4742-a978-147ab4d1d971 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:35.760560 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Pushing event deleted for resources: {'Port': ['ID=931b26a5-231e-4116-88f6-a0318efe8bb2,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:35.764220 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:35.765721 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] No DVR routers for this DVR port 931b26a5-231e-4116-88f6-a0318efe8bb2 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:27:35.774030 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] Calling delete_port for 931b26a5-231e-4116-88f6-a0318efe8bb2 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:35.790411 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-c882f5c0-1aa9-4b62-b287-d1d9cfd540d0 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Allocated IP 172.20.0.11 (a630e5d5-9fc9-4582-9f1a-85f39ae7aeac/dd193af8-1b81-4a39-9d62-1d7c15ff1f16/cedc9755-e301-4125-baf6-9e9f0cd32485) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:35.857622 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.870989 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c908d8a1-0a39-4fb1-8959-07a45bcc3d0c']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:35.886764 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.889250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ac9301c7-a3b1-4d5e-8377-9fd08a29a4b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:35.895802 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c1fe2f8-e42b-4e36-8054-23dd49f925e7') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:35.896703 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c1fe2f8-e42b-4e36-8054-23dd49f925e7') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:35.907016 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.917401 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] Pushing event deleted for resources: {'Port': ['ID=931b26a5-231e-4116-88f6-a0318efe8bb2,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:35.923936 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.925345 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:35.925889 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:35.926242 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:35.926618 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:35.927551 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:35.927901 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:35.928236 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:35.928568 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:35.928898 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:35.929409 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:35.929743 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:35.930069 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:35.933277 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:27:35.934048 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:35.934494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:35.935390 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] No DVR routers for this DVR port 931b26a5-231e-4116-88f6-a0318efe8bb2 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:27:35.940555 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:27:36.015890 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:36.019104 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-943c0412-b022-4341-9618-01254e1e5deb tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:36.019551 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0172c375-cc94-4e80-8df8-25cc7d93e645 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:36.025635 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-864cebcf-236c-4eef-b1e8-a0180f13c24c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:36.030039 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:36.040235 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] 10.222.0.50 "DELETE /v2.0/networks/c908d8a1-0a39-4fb1-8959-07a45bcc3d0c HTTP/1.1" status: 204 len: 168 time: 0.7341545 Jun 18 16:27:36.052892 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Pushing event deleted for resources: {'Network': ['ID=c908d8a1-0a39-4fb1-8959-07a45bcc3d0c,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:36.056644 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:36.069392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c0412-b022-4341-9618-01254e1e5deb tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event deleted for resources: {'Port': ['ID=352bb42c-5c6e-4380-8349-0392a0029cf0,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:36.075315 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-943c0412-b022-4341-9618-01254e1e5deb tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:36.102513 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-c882f5c0-1aa9-4b62-b287-d1d9cfd540d0 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:36.164464 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-943c0412-b022-4341-9618-01254e1e5deb tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:36.165011 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-943c0412-b022-4341-9618-01254e1e5deb tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Floating IP 1a5f9431-20c5-41cf-975a-4fc4137c7626 disassociated (deleted). External IP: 172.26.6.184, port: a728408c-efdb-47a4-87b4-e8c694562cd2. Jun 18 16:27:36.230607 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-c882f5c0-1aa9-4b62-b287-d1d9cfd540d0 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:36.272241 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f0c502c8-29db-4be2-8fa7-72b25f4481e6 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:36.366734 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-c882f5c0-1aa9-4b62-b287-d1d9cfd540d0 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Network a630e5d5-9fc9-4582-9f1a-85f39ae7aeac is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:36.368747 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50372) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:36.371070 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882f5c0-1aa9-4b62-b287-d1d9cfd540d0 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Pushing event updated for resources: {'Port': ['ID=cedc9755-e301-4125-baf6-9e9f0cd32485,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:36.376777 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-c882f5c0-1aa9-4b62-b287-d1d9cfd540d0 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:36.379739 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c882f5c0-1aa9-4b62-b287-d1d9cfd540d0 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:36.380813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-c882f5c0-1aa9-4b62-b287-d1d9cfd540d0 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:36.526350 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-300cec7d-e158-420c-a01b-9555cc25fd56 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0b5f0071ea404b0b816380ebf14cb242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555271 Jun 18 16:27:36.529071 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50378) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:36.587749 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-105da635-6d87-43e7-a64a-47ecab967144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:36.616332 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-105da635-6d87-43e7-a64a-47ecab967144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:36.670392 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-105da635-6d87-43e7-a64a-47ecab967144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:36.674250 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-105da635-6d87-43e7-a64a-47ecab967144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:36.675496 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-105da635-6d87-43e7-a64a-47ecab967144 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/154cabe2-2a61-4496-bdcf-65c79f692453 HTTP/1.1" status: 204 len: 168 time: 0.1454749 Jun 18 16:27:36.676594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-39adedc4-0173-47a5-99ba-4ced5440495f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:36.693970 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105da635-6d87-43e7-a64a-47ecab967144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154cabe2-2a61-4496-bdcf-65c79f692453,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:36.698445 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-105da635-6d87-43e7-a64a-47ecab967144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:36.788500 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-c882f5c0-1aa9-4b62-b287-d1d9cfd540d0 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:36.789159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-c882f5c0-1aa9-4b62-b287-d1d9cfd540d0 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:36.846942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9ba7d-5d4d-4f15-be5d-23dcac05e04a req-024f262d-1a77-4455-bbd5-d1d3a97125f7 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:36.848581 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c6d9ba7d-5d4d-4f15-be5d-23dcac05e04a req-024f262d-1a77-4455-bbd5-d1d3a97125f7 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 932 time: 0.5448837 Jun 18 16:27:36.855589 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-c882f5c0-1aa9-4b62-b287-d1d9cfd540d0 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6205578 Jun 18 16:27:36.895481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Request body: {'port': {'device_id': '07968b1e-8865-43a1-875b-6cbeb050e6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:36.941377 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 931b26a5-231e-4116-88f6-a0318efe8bb2 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:27:36.954720 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c6d9ba7d-5d4d-4f15-be5d-23dcac05e04a req-39fb5c19-38cb-49db-8eb7-289f0b6340f0 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923479 Jun 18 16:27:36.962737 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943c0412-b022-4341-9618-01254e1e5deb tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router 761f594b-e3bc-415b-aab8-6e2a7f771961 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:36.980070 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 931b26a5-231e-4116-88f6-a0318efe8bb2 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:27:36.981187 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 931b26a5-231e-4116-88f6-a0318efe8bb2 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:27:37.066003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.165848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943c0412-b022-4341-9618-01254e1e5deb tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:37.172599 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-943c0412-b022-4341-9618-01254e1e5deb tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.175887 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06370fb-909d-4023-951c-65f23b8f8f99 None None] Sync routers for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:37.188373 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06370fb-909d-4023-951c-65f23b8f8f99 None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:37.189034 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e06370fb-909d-4023-951c-65f23b8f8f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:37.230052 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e06370fb-909d-4023-951c-65f23b8f8f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:37.241997 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06370fb-909d-4023-951c-65f23b8f8f99 None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:37.242597 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e06370fb-909d-4023-951c-65f23b8f8f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:37.284422 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e06370fb-909d-4023-951c-65f23b8f8f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:37.285092 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06370fb-909d-4023-951c-65f23b8f8f99 None None] The sync data for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:37.339553 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-943c0412-b022-4341-9618-01254e1e5deb tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "DELETE /v2.0/floatingips/1a5f9431-20c5-41cf-975a-4fc4137c7626 HTTP/1.1" status: 204 len: 168 time: 2.4858229 Jun 18 16:27:37.342298 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50382) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:37.468229 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-f9a28907-6694-48b4-986d-c8cb4b780ce4 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Deleting port a728408c-efdb-47a4-87b4-e8c694562cd2 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:37.468954 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f9a28907-6694-48b4-986d-c8cb4b780ce4 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.535168 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cedc9755-e301-4125-baf6-9e9f0cd32485 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:27:37.546212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.565985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Transition to ACTIVE for port object cedc9755-e301-4125-baf6-9e9f0cd32485 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:37.572297 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.575116 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:37.588852 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f9a28907-6694-48b4-986d-c8cb4b780ce4 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.669973 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-f9a28907-6694-48b4-986d-c8cb4b780ce4 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Calling delete_port for a728408c-efdb-47a4-87b4-e8c694562cd2 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:37.673454 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=cedc9755-e301-4125-baf6-9e9f0cd32485,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:37.692801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:37.763278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Attempting to bind port cedc9755-e301-4125-baf6-9e9f0cd32485 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:27:37.765038 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Attempting to bind port cedc9755-e301-4125-baf6-9e9f0cd32485 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f9af3779-3c8a-4175-9481-1aa7614fa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a630e5d5-9fc9-4582-9f1a-85f39ae7aeac'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:27:37.770545 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Attempting to bind port cedc9755-e301-4125-baf6-9e9f0cd32485 on network a630e5d5-9fc9-4582-9f1a-85f39ae7aeac {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:37.778909 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Port cedc9755-e301-4125-baf6-9e9f0cd32485 on network a630e5d5-9fc9-4582-9f1a-85f39ae7aeac not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:27:37.779517 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Attempting to bind port cedc9755-e301-4125-baf6-9e9f0cd32485 on network a630e5d5-9fc9-4582-9f1a-85f39ae7aeac {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:37.788455 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:27:37.788832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Checking segment: {'id': 'f9af3779-3c8a-4175-9481-1aa7614fa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a630e5d5-9fc9-4582-9f1a-85f39ae7aeac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:37.789231 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Bound using segment: {'id': 'f9af3779-3c8a-4175-9481-1aa7614fa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a630e5d5-9fc9-4582-9f1a-85f39ae7aeac'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:27:37.789691 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Bound port: cedc9755-e301-4125-baf6-9e9f0cd32485, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9af3779-3c8a-4175-9481-1aa7614fa039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a630e5d5-9fc9-4582-9f1a-85f39ae7aeac'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:27:37.790042 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.889792 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] For port cedc9755-e301-4125-baf6-9e9f0cd32485, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:27:37.893645 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] For port cedc9755-e301-4125-baf6-9e9f0cd32485, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cedc9755-e301-4125-baf6-9e9f0cd32485,segment=NetworkSegment(f9af3779-3c8a-4175-9481-1aa7614fa039),segment_id=f9af3779-3c8a-4175-9481-1aa7614fa039)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:27:37.901796 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.905168 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c882f5c0-1aa9-4b62-b287-d1d9cfd540d0 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:37.932445 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f9a28907-6694-48b4-986d-c8cb4b780ce4 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.938296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:37.954163 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:37.954828 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:37.956249 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] 10.222.0.55 "PUT /v2.0/ports/cedc9755-e301-4125-baf6-9e9f0cd32485 HTTP/1.1" status: 200 len: 1094 time: 1.0821531 Jun 18 16:27:37.957031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07968b1e-8865-43a1-875b-6cbeb050e6ac', 'tag': 'cedc9755-e301-4125-baf6-9e9f0cd32485'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:27:37.963024 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3a3615-b1f0-4d35-a79c-82fd5d02d830" -d '{"events": [{"name": "network-changed", "server_uuid": "07968b1e-8865-43a1-875b-6cbeb050e6ac", "tag": "cedc9755-e301-4125-baf6-9e9f0cd32485"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:27:37.976807 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a28907-6694-48b4-986d-c8cb4b780ce4 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event deleted for resources: {'Port': ['ID=a728408c-efdb-47a4-87b4-e8c694562cd2,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:37.986095 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f9a28907-6694-48b4-986d-c8cb4b780ce4 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:38.013966 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=cedc9755-e301-4125-baf6-9e9f0cd32485,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:38.031851 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:38.032254 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:38.034889 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:38.036057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:38.036057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:38.036472 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:38.036669 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:38.037066 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:38.037463 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:38.037970 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:38.038263 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:38.038745 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:27:38.043640 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:38.139583 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-c1725439-d7b8-4e81-99c0-f3b309347c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:38.141330 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-c1725439-d7b8-4e81-99c0-f3b309347c7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9831558dc91b4a1db4907391bc8a2750&device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 1097 time: 0.0933719 Jun 18 16:27:38.176378 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f9a28907-6694-48b4-986d-c8cb4b780ce4 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:38.180257 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f9a28907-6694-48b4-986d-c8cb4b780ce4 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "DELETE /v2.0/ports/a728408c-efdb-47a4-87b4-e8c694562cd2 HTTP/1.1" status: 204 len: 168 time: 0.8365359 Jun 18 16:27:38.184665 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50390) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:38.189943 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:38.210101 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-4a2a740a-aafb-4b00-be39-63b37d07a2df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cedc9755-e301-4125-baf6-9e9f0cd32485 HTTP/1.1" status: 200 len: 217 time: 0.0479584 Jun 18 16:27:38.217161 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:38.308516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-c3f450c5-d4b1-470f-a2b8-59636cf6014b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:38.310262 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-c3f450c5-d4b1-470f-a2b8-59636cf6014b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd193af8-1b81-4a39-9d62-1d7c15ff1f16 HTTP/1.1" status: 200 len: 852 time: 0.0881839 Jun 18 16:27:38.332644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613e5e83-c36f-4038-a73a-7ebc43b0640a x-openstack-request-id: req-613e5e83-c36f-4038-a73a-7ebc43b0640a {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:27:38.333197 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07968b1e-8865-43a1-875b-6cbeb050e6ac", "tag": "cedc9755-e301-4125-baf6-9e9f0cd32485", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:27:38.333543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-613e5e83-c36f-4038-a73a-7ebc43b0640a {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:27:38.333966 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07968b1e-8865-43a1-875b-6cbeb050e6ac', 'tag': 'cedc9755-e301-4125-baf6-9e9f0cd32485', 'status': 'completed', 'code': 200} Jun 18 16:27:38.345862 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:38.359652 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-1c9128ad-be56-4cee-83a4-f161192d3c4b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a630e5d5-9fc9-4582-9f1a-85f39ae7aeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383923 Jun 18 16:27:38.369016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb10f4-86b7-4414-88d0-7858f162a3af req-2bc46c4c-5c25-4879-85ae-7dcfaf82302e tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:38.370662 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1bb10f4-86b7-4414-88d0-7858f162a3af req-2bc46c4c-5c25-4879-85ae-7dcfaf82302e tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 944 time: 0.1638463 Jun 18 16:27:38.434216 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2d688cea-d308-445a-870a-a4380455d5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:38.470601 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1bb10f4-86b7-4414-88d0-7858f162a3af req-534a5e1b-f112-45a7-aff1-76d7d81e66b2 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914018 Jun 18 16:27:38.505938 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Allocated IP 172.26.6.154 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/be9220b8-b7e6-4082-8724-cb212b166b14) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:38.508992 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-853e39db-14e5-4d7f-95a3-e1ce1f3c6949 service neutron] 10.222.0.55 "GET /v2.0/networks/a630e5d5-9fc9-4582-9f1a-85f39ae7aeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373382 Jun 18 16:27:38.614203 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03b4cce6-e02e-44b6-98f9-d58218612109 req-397c4dde-68d9-47b2-97b0-51c5f54ac854 service neutron] 10.222.0.55 "GET /v2.0/networks/a630e5d5-9fc9-4582-9f1a-85f39ae7aeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960352 Jun 18 16:27:38.747976 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a3615-b1f0-4d35-a79c-82fd5d02d830 req-47c64ef4-da59-4c30-977f-9308cc92f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:38.750911 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c3a3615-b1f0-4d35-a79c-82fd5d02d830 req-47c64ef4-da59-4c30-977f-9308cc92f520 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9831558dc91b4a1db4907391bc8a2750&device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 1097 time: 0.0712636 Jun 18 16:27:38.873667 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a3615-b1f0-4d35-a79c-82fd5d02d830 req-5ecf32c3-1037-41aa-836e-032f9722ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:38.875118 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c3a3615-b1f0-4d35-a79c-82fd5d02d830 req-5ecf32c3-1037-41aa-836e-032f9722ea2a service neutron] 10.222.0.55 "GET /v2.0/networks?id=a630e5d5-9fc9-4582-9f1a-85f39ae7aeac HTTP/1.1" status: 200 len: 913 time: 0.1158197 Jun 18 16:27:38.934999 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c3a3615-b1f0-4d35-a79c-82fd5d02d830 req-48ed984d-8d8b-4831-a2c6-2e21f21e56c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cedc9755-e301-4125-baf6-9e9f0cd32485 HTTP/1.1" status: 200 len: 217 time: 0.0492902 Jun 18 16:27:39.001675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a3615-b1f0-4d35-a79c-82fd5d02d830 req-8bd689d6-93a4-45f6-93ce-4e50d6d1dc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:39.003785 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c3a3615-b1f0-4d35-a79c-82fd5d02d830 req-8bd689d6-93a4-45f6-93ce-4e50d6d1dc11 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd193af8-1b81-4a39-9d62-1d7c15ff1f16 HTTP/1.1" status: 200 len: 852 time: 0.0563774 Jun 18 16:27:39.042172 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c3a3615-b1f0-4d35-a79c-82fd5d02d830 req-c5813bef-9db5-4b08-b30f-dee3405b33b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a630e5d5-9fc9-4582-9f1a-85f39ae7aeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293136 Jun 18 16:27:39.172336 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c3a3615-b1f0-4d35-a79c-82fd5d02d830 req-d0808745-bfc2-4cf3-9deb-00e4ee8c8fba service neutron] 10.222.0.55 "GET /v2.0/networks/a630e5d5-9fc9-4582-9f1a-85f39ae7aeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222470 Jun 18 16:27:39.299039 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c3a3615-b1f0-4d35-a79c-82fd5d02d830 req-a320715b-002f-42b8-8668-e96b74f03c49 service neutron] 10.222.0.55 "GET /v2.0/networks/a630e5d5-9fc9-4582-9f1a-85f39ae7aeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105258 Jun 18 16:27:39.470602 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:39.519164 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:39.522866 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b11d0249-38c9-4ccc-a463-8500b15cb6ca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:39.573785 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:39.576846 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:39.582273 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:39.587659 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=be9220b8-b7e6-4082-8724-cb212b166b14,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:39.611717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:39.702894 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d70621-c403-4ff0-83d0-3592c4ea1407 req-cfd00ef0-d287-4b2a-b2b7-06f8beaf92b9 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:39.705153 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-29d70621-c403-4ff0-83d0-3592c4ea1407 req-cfd00ef0-d287-4b2a-b2b7-06f8beaf92b9 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 944 time: 0.1075597 Jun 18 16:27:39.709904 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:39.754829 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-29d70621-c403-4ff0-83d0-3592c4ea1407 req-64215d70-7ad6-4024-b660-afa9f6fd34d4 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421822 Jun 18 16:27:39.766572 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:39.947191 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:39.951797 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:39.953827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cc1a266d-7b6a-4e07-9ee7-9b4d5f3efb55 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:40.017588 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=be9220b8-b7e6-4082-8724-cb212b166b14,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:40.022321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:40.037150 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:40.052936 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:40.053969 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8680539 Jun 18 16:27:40.056566 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50394) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:40.061595 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-ab4714ac-2113-49c0-95d7-0f627ec8eaa0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'port': {'network_id': '563b0712-9892-4526-a64f-740df29a0f57', 'name': 'tempest-FloatingIPTestJSON-1943422402'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:40.200152 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4714ac-2113-49c0-95d7-0f627ec8eaa0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Made reservation on behalf of c7e8141f3d384af7bc25885efe24ea6b for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:40.203918 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ab4714ac-2113-49c0-95d7-0f627ec8eaa0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:40.230579 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [None req-ab4714ac-2113-49c0-95d7-0f627ec8eaa0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] device_id is not set on port 5ee91e4f-4d1f-426e-bc23-ad9748077c67 yet. {{(pid=93454) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:27:40.342020 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device cedc9755-e301-4125-baf6-9e9f0cd32485 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:27:40.393486 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-ab4714ac-2113-49c0-95d7-0f627ec8eaa0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Allocated IP 172.20.0.6 (563b0712-9892-4526-a64f-740df29a0f57/db121bd3-89d4-4652-8273-f306cd348923/5ee91e4f-4d1f-426e-bc23-ad9748077c67) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:40.470795 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port cedc9755-e301-4125-baf6-9e9f0cd32485, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cedc9755-e301-4125-baf6-9e9f0cd32485,segment=NetworkSegment(f9af3779-3c8a-4175-9481-1aa7614fa039),segment_id=f9af3779-3c8a-4175-9481-1aa7614fa039)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:40.484409 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': 'cedc9755-e301-4125-baf6-9e9f0cd32485', 'network_id': 'a630e5d5-9fc9-4582-9f1a-85f39ae7aeac', 'port_id': 'cedc9755-e301-4125-baf6-9e9f0cd32485', 'mac_address': 'fa:16:3e:5d:ac:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd193af8-1b81-4a39-9d62-1d7c15ff1f16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:27:40.524418 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:40.544630 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cedc9755-e301-4125-baf6-9e9f0cd32485 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:27:40.567957 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port cedc9755-e301-4125-baf6-9e9f0cd32485, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cedc9755-e301-4125-baf6-9e9f0cd32485,segment=NetworkSegment(f9af3779-3c8a-4175-9481-1aa7614fa039),segment_id=f9af3779-3c8a-4175-9481-1aa7614fa039)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:40.568219 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ab4714ac-2113-49c0-95d7-0f627ec8eaa0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:40.573639 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:40.577636 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:40.629224 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ab4714ac-2113-49c0-95d7-0f627ec8eaa0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:40.631665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=cedc9755-e301-4125-baf6-9e9f0cd32485,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:40.634890 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:40.635998 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-71d253c5-ac24-4733-8f12-0b17e1c79f50 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:40.687365 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4714ac-2113-49c0-95d7-0f627ec8eaa0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Network 563b0712-9892-4526-a64f-740df29a0f57 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:40.691370 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-ab4714ac-2113-49c0-95d7-0f627ec8eaa0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:40.696754 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4714ac-2113-49c0-95d7-0f627ec8eaa0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:40.725066 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4714ac-2113-49c0-95d7-0f627ec8eaa0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=5ee91e4f-4d1f-426e-bc23-ad9748077c67,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:40.729688 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ab4714ac-2113-49c0-95d7-0f627ec8eaa0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:40.759746 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4714ac-2113-49c0-95d7-0f627ec8eaa0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:40.760417 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ab4714ac-2113-49c0-95d7-0f627ec8eaa0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:40.777286 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ab4714ac-2113-49c0-95d7-0f627ec8eaa0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7195952 Jun 18 16:27:40.782406 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50396) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:40.790242 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-2869de16-70a3-4224-901f-2a447823bde1 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'floatingip': {'port_id': '5ee91e4f-4d1f-426e-bc23-ad9748077c67'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:40.855961 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2869de16-70a3-4224-901f-2a447823bde1 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:40.888002 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['cedc9755-e301-4125-baf6-9e9f0cd32485'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:27:40.980557 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-45a171d5-878c-4fcd-a8c8-ca4a538f4d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:41.013339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aef6f4-566b-48a9-bd1c-6689288ca0e8 req-c5847c3d-3f4b-436f-8ae1-2b318f3c4360 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:41.014998 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-46aef6f4-566b-48a9-bd1c-6689288ca0e8 req-c5847c3d-3f4b-436f-8ae1-2b318f3c4360 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 945 time: 0.0998311 Jun 18 16:27:41.076850 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-46aef6f4-566b-48a9-bd1c-6689288ca0e8 req-d0c1f397-bd7c-4daa-b0f3-862f0b38eb55 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518360 Jun 18 16:27:41.285844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:41.429318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2869de16-70a3-4224-901f-2a447823bde1 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:41.434846 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2869de16-70a3-4224-901f-2a447823bde1 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:41.553425 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-2869de16-70a3-4224-901f-2a447823bde1 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Floating IP 37a70575-eeeb-4e16-833b-1a8d124093cb associated. External IP: 172.26.6.154, port: 5ee91e4f-4d1f-426e-bc23-ad9748077c67. Jun 18 16:27:41.801172 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2869de16-70a3-4224-901f-2a447823bde1 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router 761f594b-e3bc-415b-aab8-6e2a7f771961 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:41.935809 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2869de16-70a3-4224-901f-2a447823bde1 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:41.940406 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2869de16-70a3-4224-901f-2a447823bde1 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:41.949065 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a00d95-5838-4db4-a1f3-c8e7773ab72a None None] Sync routers for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:41.960435 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a00d95-5838-4db4-a1f3-c8e7773ab72a None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:41.961066 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-37a00d95-5838-4db4-a1f3-c8e7773ab72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:41.982715 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2869de16-70a3-4224-901f-2a447823bde1 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "PUT /v2.0/floatingips/37a70575-eeeb-4e16-833b-1a8d124093cb HTTP/1.1" status: 200 len: 978 time: 1.1987467 Jun 18 16:27:41.985233 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50404) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:42.001014 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-37a00d95-5838-4db4-a1f3-c8e7773ab72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:42.010633 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a00d95-5838-4db4-a1f3-c8e7773ab72a None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:42.011259 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-37a00d95-5838-4db4-a1f3-c8e7773ab72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:42.045627 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-37a00d95-5838-4db4-a1f3-c8e7773ab72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:42.046795 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a00d95-5838-4db4-a1f3-c8e7773ab72a None None] The sync data for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:42.064137 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:42.120112 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-5786fd96-b595-4f8e-9624-1d8e2ae3601d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Deleting port 5ee91e4f-4d1f-426e-bc23-ad9748077c67 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:42.120810 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5786fd96-b595-4f8e-9624-1d8e2ae3601d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:42.246715 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5786fd96-b595-4f8e-9624-1d8e2ae3601d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:42.284681 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09183e0-9ed9-43d3-8826-f3b5658c7e31 req-4840f5b8-3522-4186-b2fc-28f5bac8b257 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:42.287009 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f09183e0-9ed9-43d3-8826-f3b5658c7e31 req-4840f5b8-3522-4186-b2fc-28f5bac8b257 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 945 time: 0.0843675 Jun 18 16:27:42.334631 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f09183e0-9ed9-43d3-8826-f3b5658c7e31 req-2820bbba-0d34-4cf6-8480-e3dd1dfdca91 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400791 Jun 18 16:27:42.346943 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device cedc9755-e301-4125-baf6-9e9f0cd32485 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:42.400442 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port cedc9755-e301-4125-baf6-9e9f0cd32485 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:42.405834 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port cedc9755-e301-4125-baf6-9e9f0cd32485 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:42.406574 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:42.488512 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5786fd96-b595-4f8e-9624-1d8e2ae3601d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:42.489144 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5786fd96-b595-4f8e-9624-1d8e2ae3601d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:42.489854 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-5786fd96-b595-4f8e-9624-1d8e2ae3601d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Floating IP 37a70575-eeeb-4e16-833b-1a8d124093cb disassociated. External IP: 172.26.6.154, port: 5ee91e4f-4d1f-426e-bc23-ad9748077c67. Jun 18 16:27:42.490457 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-5786fd96-b595-4f8e-9624-1d8e2ae3601d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Calling delete_port for 5ee91e4f-4d1f-426e-bc23-ad9748077c67 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:42.495719 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:42.521542 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07968b1e-8865-43a1-875b-6cbeb050e6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedc9755-e301-4125-baf6-9e9f0cd32485'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:27:42.523748 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c49e62-f351-4862-850a-d6c578cdc8ba" -d '{"events": [{"server_uuid": "07968b1e-8865-43a1-875b-6cbeb050e6ac", "name": "network-vif-plugged", "status": "completed", "tag": "cedc9755-e301-4125-baf6-9e9f0cd32485"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:27:42.537747 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port cedc9755-e301-4125-baf6-9e9f0cd32485, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cedc9755-e301-4125-baf6-9e9f0cd32485,segment=NetworkSegment(f9af3779-3c8a-4175-9481-1aa7614fa039),segment_id=f9af3779-3c8a-4175-9481-1aa7614fa039)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:42.542821 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:42.544783 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:42.574688 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ae67a0-ddd9-4567-a690-81d47150ce2c x-openstack-request-id: req-70ae67a0-ddd9-4567-a690-81d47150ce2c {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:27:42.575127 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07968b1e-8865-43a1-875b-6cbeb050e6ac", "name": "network-vif-plugged", "status": "completed", "tag": "cedc9755-e301-4125-baf6-9e9f0cd32485", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:27:42.577929 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-70ae67a0-ddd9-4567-a690-81d47150ce2c {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:27:42.581073 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07968b1e-8865-43a1-875b-6cbeb050e6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cedc9755-e301-4125-baf6-9e9f0cd32485', 'code': 200} Jun 18 16:27:42.618204 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=cedc9755-e301-4125-baf6-9e9f0cd32485,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:42.622350 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:42.661023 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5786fd96-b595-4f8e-9624-1d8e2ae3601d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:42.665165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e2d11ca8-27d6-4733-914f-1b3aad46b96a tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:42.694261 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786fd96-b595-4f8e-9624-1d8e2ae3601d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event deleted for resources: {'Port': ['ID=5ee91e4f-4d1f-426e-bc23-ad9748077c67,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:42.701872 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5786fd96-b595-4f8e-9624-1d8e2ae3601d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:42.834150 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5786fd96-b595-4f8e-9624-1d8e2ae3601d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router 761f594b-e3bc-415b-aab8-6e2a7f771961 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:42.849344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbd2d3-ca50-4222-8a19-eba1746b48a7 req-c887ecb9-f9a7-419b-8abb-c4c1de5011fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:42.851053 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-61fbd2d3-ca50-4222-8a19-eba1746b48a7 req-c887ecb9-f9a7-419b-8abb-c4c1de5011fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 1099 time: 0.0712864 Jun 18 16:27:42.872275 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:27:42.897463 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-61fbd2d3-ca50-4222-8a19-eba1746b48a7 req-f57371a1-697a-4f60-b0d3-538e720cfa24 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370684 Jun 18 16:27:42.973895 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5786fd96-b595-4f8e-9624-1d8e2ae3601d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:42.988671 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cc593f-1821-4a5f-a2a3-0f3fb7807882 None None] Sync routers for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:42.999711 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cc593f-1821-4a5f-a2a3-0f3fb7807882 None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:43.001049 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-59cc593f-1821-4a5f-a2a3-0f3fb7807882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:43.037026 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-59cc593f-1821-4a5f-a2a3-0f3fb7807882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:43.054837 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cc593f-1821-4a5f-a2a3-0f3fb7807882 None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:43.055566 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-59cc593f-1821-4a5f-a2a3-0f3fb7807882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:43.071520 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5786fd96-b595-4f8e-9624-1d8e2ae3601d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:43.073508 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5786fd96-b595-4f8e-9624-1d8e2ae3601d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "DELETE /v2.0/ports/5ee91e4f-4d1f-426e-bc23-ad9748077c67 HTTP/1.1" status: 204 len: 168 time: 1.0873039 Jun 18 16:27:43.077155 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50412) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:43.090037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-59cc593f-1821-4a5f-a2a3-0f3fb7807882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:43.090648 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cc593f-1821-4a5f-a2a3-0f3fb7807882 None None] The sync data for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:43.122019 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-93044b2a-6070-48a8-8e3f-00833568e3c2 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "GET /v2.0/floatingips/37a70575-eeeb-4e16-833b-1a8d124093cb HTTP/1.1" status: 200 len: 688 time: 0.0436532 Jun 18 16:27:43.125388 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50414) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:43.260524 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-4f251d19-2eda-4356-b725-54ed6831ce10 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Deleting port be9220b8-b7e6-4082-8724-cb212b166b14 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:43.260863 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f251d19-2eda-4356-b725-54ed6831ce10 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:43.345178 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f251d19-2eda-4356-b725-54ed6831ce10 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:43.345412 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f251d19-2eda-4356-b725-54ed6831ce10 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:43.441024 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-4f251d19-2eda-4356-b725-54ed6831ce10 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Calling delete_port for be9220b8-b7e6-4082-8724-cb212b166b14 owned by network:floatingip {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:43.552063 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef792c-0b51-41f6-810c-6e8c9de15587 req-090320ef-9505-4ad1-9314-1ae7ec1f526b tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:43.554810 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-39ef792c-0b51-41f6-810c-6e8c9de15587 req-090320ef-9505-4ad1-9314-1ae7ec1f526b tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 946 time: 0.0863955 Jun 18 16:27:43.599940 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-39ef792c-0b51-41f6-810c-6e8c9de15587 req-787fa400-f854-4af7-a53b-c98715da0a84 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382981 Jun 18 16:27:43.623931 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f251d19-2eda-4356-b725-54ed6831ce10 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:43.627806 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-62be1094-980e-4f09-aee9-2843f4c27152 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:43.664945 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f251d19-2eda-4356-b725-54ed6831ce10 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event deleted for resources: {'Port': ['ID=be9220b8-b7e6-4082-8724-cb212b166b14,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:43.669091 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4f251d19-2eda-4356-b725-54ed6831ce10 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:43.689312 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:43.737264 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f251d19-2eda-4356-b725-54ed6831ce10 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:43.737726 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f251d19-2eda-4356-b725-54ed6831ce10 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:43.738638 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4f251d19-2eda-4356-b725-54ed6831ce10 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "DELETE /v2.0/floatingips/37a70575-eeeb-4e16-833b-1a8d124093cb HTTP/1.1" status: 204 len: 168 time: 0.6121681 Jun 18 16:27:43.744939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50418) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:43.751619 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '70d293f4-8f28-47c2-ba76-6f18d696af8f'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:43.788753 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:43.966732 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:44.131391 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Allocated IP 172.26.6.147 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/86c7e60f-d5a0-4d67-8c8e-0ca19763c8ae) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:44.260974 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:44.323006 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:44.325929 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d2ddab5a-cf54-415b-af3e-4f0bb09e3f24 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:44.383971 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:44.387994 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:44.391374 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:44.418731 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=86c7e60f-d5a0-4d67-8c8e-0ca19763c8ae,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:44.423577 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:44.899893 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:44.963106 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbed55-8179-41cd-8d9b-51dff5615f0a req-570943b5-e580-40e2-b5b2-1451eea2c64a tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:44.964769 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9acbed55-8179-41cd-8d9b-51dff5615f0a req-570943b5-e580-40e2-b5b2-1451eea2c64a tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 946 time: 0.1852479 Jun 18 16:27:45.047445 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9acbed55-8179-41cd-8d9b-51dff5615f0a req-17845a4a-fc1a-4108-a2cb-b9b634a5af07 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749457 Jun 18 16:27:45.048589 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:45.290249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:45.296947 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:45.300807 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-03e82dbc-e487-4bce-a9dc-13a8afadbb4d tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:45.316007 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08789506-8229-4ab2-b663-e0f9f4d69fb9 req-dffe9f03-93d9-4fc9-9f1f-ca632a4acf11 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:45.318092 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-08789506-8229-4ab2-b663-e0f9f4d69fb9 req-dffe9f03-93d9-4fc9-9f1f-ca632a4acf11 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 946 time: 0.1310272 Jun 18 16:27:45.398844 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=86c7e60f-d5a0-4d67-8c8e-0ca19763c8ae,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:45.412165 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:45.424036 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-08789506-8229-4ab2-b663-e0f9f4d69fb9 req-bd594a98-1f9e-48d1-9001-5856dbd277fe tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835083 Jun 18 16:27:45.424990 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:45.550229 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Floating IP 5c348d76-768c-44bc-83fe-b04ab9639064 associated. External IP: 172.26.6.147, port: 70d293f4-8f28-47c2-ba76-6f18d696af8f. Jun 18 16:27:46.141133 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58fddc-e927-4bc4-b11b-ebd3bfa06d0e req-720bfe77-12f4-49c0-897c-8d50fefb7dd4 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:46.142725 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc58fddc-e927-4bc4-b11b-ebd3bfa06d0e req-720bfe77-12f4-49c0-897c-8d50fefb7dd4 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 946 time: 0.1315804 Jun 18 16:27:46.229898 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc58fddc-e927-4bc4-b11b-ebd3bfa06d0e req-ac4a8e8b-e8f2-45d4-be7c-a80510c4f6b1 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540779 Jun 18 16:27:46.237069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router 761f594b-e3bc-415b-aab8-6e2a7f771961 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:46.358049 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:46.369972 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2325c10-0d07-4d97-ab01-db0214bee362 None None] Sync routers for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:46.382025 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:46.383321 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2325c10-0d07-4d97-ab01-db0214bee362 None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:46.384454 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-f2325c10-0d07-4d97-ab01-db0214bee362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:46.426013 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-f2325c10-0d07-4d97-ab01-db0214bee362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:46.434641 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.6881437 Jun 18 16:27:46.437388 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2325c10-0d07-4d97-ab01-db0214bee362 None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:46.437552 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50428) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:46.438005 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-f2325c10-0d07-4d97-ab01-db0214bee362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:46.444386 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-5bb90257-1aee-4612-916f-2848a3d33033 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1798194098'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:46.475428 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-f2325c10-0d07-4d97-ab01-db0214bee362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:46.476098 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2325c10-0d07-4d97-ab01-db0214bee362 None None] The sync data for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:46.476265 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb90257-1aee-4612-916f-2848a3d33033 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Made reservation on behalf of c7e8141f3d384af7bc25885efe24ea6b for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:46.479781 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5bb90257-1aee-4612-916f-2848a3d33033 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:46.506056 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb90257-1aee-4612-916f-2848a3d33033 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:27:46.515098 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5bb90257-1aee-4612-916f-2848a3d33033 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:46.515463 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-5bb90257-1aee-4612-916f-2848a3d33033 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Added segment e8818fe9-2341-4b3f-8983-43c6cec040a1 of type vlan for network df380024-acc6-4a80-aa0e-0676d04c48ef Jun 18 16:27:46.555518 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5bb90257-1aee-4612-916f-2848a3d33033 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:46.584367 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5bb90257-1aee-4612-916f-2848a3d33033 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:46.589789 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb90257-1aee-4612-916f-2848a3d33033 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:46.590380 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5bb90257-1aee-4612-916f-2848a3d33033 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:46.592608 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:46.660436 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5bb90257-1aee-4612-916f-2848a3d33033 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2215021 Jun 18 16:27:46.663510 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50430) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:46.670605 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-c719448c-6bc2-4584-b3b3-0be8678a5d32 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'subnet': {'network_id': 'df380024-acc6-4a80-aa0e-0676d04c48ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:46.675165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb90257-1aee-4612-916f-2848a3d33033 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Network': ['ID=df380024-acc6-4a80-aa0e-0676d04c48ef,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:46.686626 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network df380024-acc6-4a80-aa0e-0676d04c48ef details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:27:46.716384 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5bb90257-1aee-4612-916f-2848a3d33033 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:46.779046 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c719448c-6bc2-4584-b3b3-0be8678a5d32 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Made reservation on behalf of c7e8141f3d384af7bc25885efe24ea6b for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:46.782722 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c719448c-6bc2-4584-b3b3-0be8678a5d32 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:46.975453 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c719448c-6bc2-4584-b3b3-0be8678a5d32 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:46.977392 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ba869a62-4e89-4129-bcdc-ae355247a148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:47.043808 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719448c-6bc2-4584-b3b3-0be8678a5d32 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Subnet': ['ID=2eecd372-8534-40c5-aa11-9ccf5b603828,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:47.047413 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c719448c-6bc2-4584-b3b3-0be8678a5d32 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:47.055258 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c719448c-6bc2-4584-b3b3-0be8678a5d32 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Checking segment: {'id': 'e8818fe9-2341-4b3f-8983-43c6cec040a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'df380024-acc6-4a80-aa0e-0676d04c48ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:47.055626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c719448c-6bc2-4584-b3b3-0be8678a5d32 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Network hostable DHCP agents. Network: df380024-acc6-4a80-aa0e-0676d04c48ef, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:27:47.072113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c719448c-6bc2-4584-b3b3-0be8678a5d32 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Network df380024-acc6-4a80-aa0e-0676d04c48ef is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:27:47.080992 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-c719448c-6bc2-4584-b3b3-0be8678a5d32 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, df380024-acc6-4a80-aa0e-0676d04c48ef) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:47.085121 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c719448c-6bc2-4584-b3b3-0be8678a5d32 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:47.085713 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c719448c-6bc2-4584-b3b3-0be8678a5d32 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:47.090929 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c139be-f841-40a0-a651-b7a562cac5a3 None None] Network df380024-acc6-4a80-aa0e-0676d04c48ef requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:47.102347 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c719448c-6bc2-4584-b3b3-0be8678a5d32 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4378037 Jun 18 16:27:47.105006 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50432) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:47.109504 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-28879016', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}, 'admin_state_up': False}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:47.134374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:47.135382 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:47.189681 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:47.254267 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-df380024-acc6-4a80-aa0e-0676d04c48ef', 'network_id': 'df380024-acc6-4a80-aa0e-0676d04c48ef', 'tenant_id': 'c7e8141f3d384af7bc25885efe24ea6b', 'fixed_ips': [{'subnet_id': '2eecd372-8534-40c5-aa11-9ccf5b603828'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:27:47.255459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:47.410372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Allocated IP 172.20.0.2 (df380024-acc6-4a80-aa0e-0676d04c48ef/2eecd372-8534-40c5-aa11-9ccf5b603828/5f1a93c4-6845-4d30-ac6e-128e1d02d654) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:47.415870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5c0f2-fe22-4454-911d-6625d8df610f req-63807444-c4a7-440c-8f5e-3b156def1b9c tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:47.417886 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84a5c0f2-fe22-4454-911d-6625d8df610f req-63807444-c4a7-440c-8f5e-3b156def1b9c tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 946 time: 0.0696647 Jun 18 16:27:47.467917 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84a5c0f2-fe22-4454-911d-6625d8df610f req-0f5463e0-3f45-4467-90fe-5a13b9af1241 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427940 Jun 18 16:27:47.568321 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:47.577466 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Transition to ACTIVE for port object 5f1a93c4-6845-4d30-ac6e-128e1d02d654 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:47.594059 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Transition to ACTIVE for port object 5f1a93c4-6845-4d30-ac6e-128e1d02d654 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:47.600487 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:47.602608 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:47.652579 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Network df380024-acc6-4a80-aa0e-0676d04c48ef is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:47.653896 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Pushing event updated for resources: {'Port': ['ID=5f1a93c4-6845-4d30-ac6e-128e1d02d654,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:47.656644 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:47.658787 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:47.659745 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:47.731891 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Attempting to bind port 5f1a93c4-6845-4d30-ac6e-128e1d02d654 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:27:47.732608 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Attempting to bind port 5f1a93c4-6845-4d30-ac6e-128e1d02d654 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'e8818fe9-2341-4b3f-8983-43c6cec040a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'df380024-acc6-4a80-aa0e-0676d04c48ef'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:27:47.732727 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Attempting to bind port 5f1a93c4-6845-4d30-ac6e-128e1d02d654 on network df380024-acc6-4a80-aa0e-0676d04c48ef {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:27:47.739862 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:47.742098 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:27:47.743430 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Checking segment: {'id': 'e8818fe9-2341-4b3f-8983-43c6cec040a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'df380024-acc6-4a80-aa0e-0676d04c48ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:27:47.744454 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:47.746454 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Bound using segment: {'id': 'e8818fe9-2341-4b3f-8983-43c6cec040a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'df380024-acc6-4a80-aa0e-0676d04c48ef'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:27:47.748345 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Bound port: 5f1a93c4-6845-4d30-ac6e-128e1d02d654, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8818fe9-2341-4b3f-8983-43c6cec040a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'df380024-acc6-4a80-aa0e-0676d04c48ef'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:27:47.749161 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:47.835562 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] For port 5f1a93c4-6845-4d30-ac6e-128e1d02d654, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:27:47.838930 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] For port 5f1a93c4-6845-4d30-ac6e-128e1d02d654, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=5f1a93c4-6845-4d30-ac6e-128e1d02d654,segment=NetworkSegment(e8818fe9-2341-4b3f-8983-43c6cec040a1),segment_id=e8818fe9-2341-4b3f-8983-43c6cec040a1)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:27:47.847459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:47.850001 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-20d67b86-8881-4ea8-9767-05a53f12337a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:47.908117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Pushing event updated for resources: {'Port': ['ID=5f1a93c4-6845-4d30-ac6e-128e1d02d654,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:47.912033 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:47.938362 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f7623-b415-49cc-bd66-3d5983c0b438 req-5b82fe4a-84ac-4cee-9625-0dd6ef1a5e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:47.939951 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fd3f7623-b415-49cc-bd66-3d5983c0b438 req-5b82fe4a-84ac-4cee-9625-0dd6ef1a5e83 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9831558dc91b4a1db4907391bc8a2750&device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 1099 time: 0.1275611 Jun 18 16:27:47.948531 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132e546-caa5-4522-ae4c-c89ecd855dd6 req-a3a43aad-aa03-4a1d-b13f-ab0df0c3b33a tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:47.950044 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4132e546-caa5-4522-ae4c-c89ecd855dd6 req-a3a43aad-aa03-4a1d-b13f-ab0df0c3b33a tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 946 time: 0.1487124 Jun 18 16:27:47.968672 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for router_gateway, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:47.988516 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:48.044699 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4132e546-caa5-4522-ae4c-c89ecd855dd6 req-721c926b-c5af-4ff5-9a0b-45c5acf635d4 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842211 Jun 18 16:27:48.072463 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f7623-b415-49cc-bd66-3d5983c0b438 req-c237be5c-2882-401d-b3a2-36764621be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:48.073937 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fd3f7623-b415-49cc-bd66-3d5983c0b438 req-c237be5c-2882-401d-b3a2-36764621be2f service neutron] 10.222.0.55 "GET /v2.0/networks?id=a630e5d5-9fc9-4582-9f1a-85f39ae7aeac HTTP/1.1" status: 200 len: 913 time: 0.1229796 Jun 18 16:27:48.148328 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Allocated IP 172.26.6.234 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/37f21431-de97-4584-b801-8bcbebb766c7) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:48.153572 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fd3f7623-b415-49cc-bd66-3d5983c0b438 req-283f9c49-b2bc-4546-bbb1-e5bc4d372881 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cedc9755-e301-4125-baf6-9e9f0cd32485 HTTP/1.1" status: 200 len: 217 time: 0.0659986 Jun 18 16:27:48.208982 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f7623-b415-49cc-bd66-3d5983c0b438 req-c24b2639-e7c3-478d-b526-209c351f06a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:48.210842 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fd3f7623-b415-49cc-bd66-3d5983c0b438 req-c24b2639-e7c3-478d-b526-209c351f06a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd193af8-1b81-4a39-9d62-1d7c15ff1f16 HTTP/1.1" status: 200 len: 852 time: 0.0486577 Jun 18 16:27:48.260150 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fd3f7623-b415-49cc-bd66-3d5983c0b438 req-0e6d1088-90ce-4216-96c0-c8c3c06e15aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a630e5d5-9fc9-4582-9f1a-85f39ae7aeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410621 Jun 18 16:27:48.281015 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:48.333467 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:48.336497 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-50ad87d5-5b92-480c-b44a-fd093fa05148 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:48.368652 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fd3f7623-b415-49cc-bd66-3d5983c0b438 req-be77c9dc-420f-46de-a4a4-f3294d508816 service neutron] 10.222.0.55 "GET /v2.0/networks/a630e5d5-9fc9-4582-9f1a-85f39ae7aeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972884 Jun 18 16:27:48.375475 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:48.378486 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:48.382668 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:48.407054 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=37f21431-de97-4584-b801-8bcbebb766c7,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:48.411272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:48.466774 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fd3f7623-b415-49cc-bd66-3d5983c0b438 req-6a9bbc7e-95b5-4601-9f56-7d85c060b421 service neutron] 10.222.0.55 "GET /v2.0/networks/a630e5d5-9fc9-4582-9f1a-85f39ae7aeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906818 Jun 18 16:27:48.678529 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for router_gateway, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:48.980772 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 5f1a93c4-6845-4d30-ac6e-128e1d02d654 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:49.000514 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.028734 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a3b2c8-c34b-4ec4-81e6-04207973d0f6 None None] Network df380024-acc6-4a80-aa0e-0676d04c48ef requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:49.085327 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 5f1a93c4-6845-4d30-ac6e-128e1d02d654 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:49.107549 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f1dc4c85-e19c-470f-912c-52cc8e048865 None None] Provisioning for port 5f1a93c4-6845-4d30-ac6e-128e1d02d654 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:49.118225 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f1dc4c85-e19c-470f-912c-52cc8e048865 None None] Provisioning complete for port 5f1a93c4-6845-4d30-ac6e-128e1d02d654 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:49.118665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f1dc4c85-e19c-470f-912c-52cc8e048865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.228823 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router a50e81f2-2ee2-490e-9610-0f400cf838af is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:27:49.334127 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31580-9812-41d5-97a3-46ae5d91dc6c req-333c0366-fa38-4253-9df0-e26089e7e4d0 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:49.335831 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1bd31580-9812-41d5-97a3-46ae5d91dc6c req-333c0366-fa38-4253-9df0-e26089e7e4d0 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 946 time: 0.0905898 Jun 18 16:27:49.374893 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f1dc4c85-e19c-470f-912c-52cc8e048865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.411866 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:49.415212 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1bd31580-9812-41d5-97a3-46ae5d91dc6c req-9c7a375b-f6d8-4822-8f13-64be06433a64 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590339 Jun 18 16:27:49.415489 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f1dc4c85-e19c-470f-912c-52cc8e048865 None None] For port 5f1a93c4-6845-4d30-ac6e-128e1d02d654, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=5f1a93c4-6845-4d30-ac6e-128e1d02d654,segment=NetworkSegment(e8818fe9-2341-4b3f-8983-43c6cec040a1),segment_id=e8818fe9-2341-4b3f-8983-43c6cec040a1)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:49.423861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f1dc4c85-e19c-470f-912c-52cc8e048865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.426304 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6302ff2c-09d9-4c3b-b10a-516014489978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:49.458776 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.459003 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298cbde1-3562-400b-8d1a-7619799903ba None None] Sync routers for ids ['a50e81f2-2ee2-490e-9610-0f400cf838af'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:49.460762 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50442) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:49.461092 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3548055 Jun 18 16:27:49.487164 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298cbde1-3562-400b-8d1a-7619799903ba None None] Routers {'a50e81f2-2ee2-490e-9610-0f400cf838af'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:49.487868 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-298cbde1-3562-400b-8d1a-7619799903ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a50e81f2-2ee2-490e-9610-0f400cf838af'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:49.523482 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-298cbde1-3562-400b-8d1a-7619799903ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:49.543970 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc4c85-e19c-470f-912c-52cc8e048865 None None] Pushing event updated for resources: {'Port': ['ID=5f1a93c4-6845-4d30-ac6e-128e1d02d654,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:49.546905 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298cbde1-3562-400b-8d1a-7619799903ba None None] Routers {'a50e81f2-2ee2-490e-9610-0f400cf838af'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:49.547593 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-298cbde1-3562-400b-8d1a-7619799903ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a50e81f2-2ee2-490e-9610-0f400cf838af'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:49.549825 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f1dc4c85-e19c-470f-912c-52cc8e048865 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:49.582986 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-298cbde1-3562-400b-8d1a-7619799903ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:49.583920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298cbde1-3562-400b-8d1a-7619799903ba None None] The sync data for ids ['a50e81f2-2ee2-490e-9610-0f400cf838af'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:49.682761 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-beb16da4-2b63-433d-b828-34d735697ab9 None None] Provisioning complete for port 5f1a93c4-6845-4d30-ac6e-128e1d02d654 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:49.683283 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-beb16da4-2b63-433d-b828-34d735697ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:49.970889 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:50.240512 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Allocated IP 172.20.0.1 (df380024-acc6-4a80-aa0e-0676d04c48ef/2eecd372-8534-40c5-aa11-9ccf5b603828/c0d18d3f-a7ae-47f2-8069-743d92d927ea) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:50.357459 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:50.371902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Transition to ACTIVE for port object c0d18d3f-a7ae-47f2-8069-743d92d927ea will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:50.405992 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:50.408964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-898de9a9-c0ac-4a62-a3a9-fd32ac0e5d50 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:50.448233 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Network df380024-acc6-4a80-aa0e-0676d04c48ef is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:50.451700 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:50.454284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:50.506527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=c0d18d3f-a7ae-47f2-8069-743d92d927ea,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:50.511627 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:50.525202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:50.705823 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a1111371-67b4-423d-9be0-accb8fae29df None None] Provisioning for port c0d18d3f-a7ae-47f2-8069-743d92d927ea completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:50.710846 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a1111371-67b4-423d-9be0-accb8fae29df None None] Provisioning complete for port c0d18d3f-a7ae-47f2-8069-743d92d927ea triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:50.711351 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a1111371-67b4-423d-9be0-accb8fae29df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:50.712079 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035f4a9-542d-40fe-ad7d-0904a4f44822 req-c8c9aa7c-9185-4243-a9ab-82ad378552cb tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:50.713597 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e035f4a9-542d-40fe-ad7d-0904a4f44822 req-c8c9aa7c-9185-4243-a9ab-82ad378552cb tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 946 time: 0.1436651 Jun 18 16:27:50.747532 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a1111371-67b4-423d-9be0-accb8fae29df None None] Port c0d18d3f-a7ae-47f2-8069-743d92d927ea cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:50.772901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:50.788575 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e035f4a9-542d-40fe-ad7d-0904a4f44822 req-823dacb9-1173-4cdd-93f1-a3d04c36888d tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565450 Jun 18 16:27:50.921467 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 5f1a93c4-6845-4d30-ac6e-128e1d02d654 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:27:50.970600 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 5f1a93c4-6845-4d30-ac6e-128e1d02d654 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:50.970976 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:51.148720 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:51.154610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:51.160044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ac47bb94-43ea-4fe4-a364-9b89e17bc13a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:51.615639 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=c0d18d3f-a7ae-47f2-8069-743d92d927ea,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:51.621538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:51.624043 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:51.697624 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705910d7-6e6b-404a-ab4f-83c7b95a88b8 req-45b70ab8-29c1-40b2-a036-9c787dce4577 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:51.699231 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-705910d7-6e6b-404a-ab4f-83c7b95a88b8 req-45b70ab8-29c1-40b2-a036-9c787dce4577 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 946 time: 0.5406573 Jun 18 16:27:51.764824 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-705910d7-6e6b-404a-ab4f-83c7b95a88b8 req-0c2965d8-d613-4199-bf30-5c090eb90df6 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566986 Jun 18 16:27:51.766543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Network df380024-acc6-4a80-aa0e-0676d04c48ef is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:51.768925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:51.897229 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router a50e81f2-2ee2-490e-9610-0f400cf838af has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:51.972607 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-46126891-84d4-401c-9930-03550fc26241 None None] Provisioning complete for port c0d18d3f-a7ae-47f2-8069-743d92d927ea triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:51.973405 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-46126891-84d4-401c-9930-03550fc26241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:52.012019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-46126891-84d4-401c-9930-03550fc26241 None None] Port c0d18d3f-a7ae-47f2-8069-743d92d927ea cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:52.023407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:52.028579 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "PUT /v2.0/routers/a50e81f2-2ee2-490e-9610-0f400cf838af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5662832 Jun 18 16:27:52.030954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50450) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:52.033704 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03218a3-4c05-4ffa-b673-735d0042a66c None None] Sync routers for ids ['a50e81f2-2ee2-490e-9610-0f400cf838af'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:52.036489 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-739da648-deff-496b-ab2f-cecf71eddbb5 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'port': {'network_id': 'df380024-acc6-4a80-aa0e-0676d04c48ef', 'name': 'tempest-FloatingIPTestJSON-1133522855'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:52.043368 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03218a3-4c05-4ffa-b673-735d0042a66c None None] Routers {'a50e81f2-2ee2-490e-9610-0f400cf838af'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:52.043992 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d03218a3-4c05-4ffa-b673-735d0042a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a50e81f2-2ee2-490e-9610-0f400cf838af'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:52.075386 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d03218a3-4c05-4ffa-b673-735d0042a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:52.084593 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03218a3-4c05-4ffa-b673-735d0042a66c None None] Routers {'a50e81f2-2ee2-490e-9610-0f400cf838af'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:52.085204 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d03218a3-4c05-4ffa-b673-735d0042a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a50e81f2-2ee2-490e-9610-0f400cf838af'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:52.118886 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d03218a3-4c05-4ffa-b673-735d0042a66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:52.119537 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03218a3-4c05-4ffa-b673-735d0042a66c None None] The sync data for ids ['a50e81f2-2ee2-490e-9610-0f400cf838af'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:52.150615 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739da648-deff-496b-ab2f-cecf71eddbb5 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Made reservation on behalf of c7e8141f3d384af7bc25885efe24ea6b for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:27:52.154115 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-739da648-deff-496b-ab2f-cecf71eddbb5 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:52.171170 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-739da648-deff-496b-ab2f-cecf71eddbb5 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] device_id is not set on port 4b95f6ae-dc36-449c-a2cc-9cbf12623b6b yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:27:52.281666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-739da648-deff-496b-ab2f-cecf71eddbb5 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Allocated IP 172.20.0.9 (df380024-acc6-4a80-aa0e-0676d04c48ef/2eecd372-8534-40c5-aa11-9ccf5b603828/4b95f6ae-dc36-449c-a2cc-9cbf12623b6b) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:27:52.439859 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-739da648-deff-496b-ab2f-cecf71eddbb5 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:52.456221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-739da648-deff-496b-ab2f-cecf71eddbb5 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Transition to ACTIVE for port object 4b95f6ae-dc36-449c-a2cc-9cbf12623b6b will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:27:52.490408 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-739da648-deff-496b-ab2f-cecf71eddbb5 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:52.495981 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:52.536753 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739da648-deff-496b-ab2f-cecf71eddbb5 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Network df380024-acc6-4a80-aa0e-0676d04c48ef is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:27:52.540054 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-739da648-deff-496b-ab2f-cecf71eddbb5 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:27:52.544136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739da648-deff-496b-ab2f-cecf71eddbb5 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:27:52.574721 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739da648-deff-496b-ab2f-cecf71eddbb5 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event updated for resources: {'Port': ['ID=4b95f6ae-dc36-449c-a2cc-9cbf12623b6b,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:52.579223 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-739da648-deff-496b-ab2f-cecf71eddbb5 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:52.602408 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739da648-deff-496b-ab2f-cecf71eddbb5 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:52.603122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-739da648-deff-496b-ab2f-cecf71eddbb5 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:52.618386 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-739da648-deff-496b-ab2f-cecf71eddbb5 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5863309 Jun 18 16:27:52.621012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50452) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:52.626119 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-cb687236-6986-40cc-a58b-c35fdc3879ae tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Request body: {'floatingip': {'port_id': '4b95f6ae-dc36-449c-a2cc-9cbf12623b6b'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:27:52.691930 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cb687236-6986-40cc-a58b-c35fdc3879ae tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:52.738177 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8bc7b9b4-52e8-46df-a9d6-275a4d96be13 None None] Provisioning for port 4b95f6ae-dc36-449c-a2cc-9cbf12623b6b completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:27:52.743249 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8bc7b9b4-52e8-46df-a9d6-275a4d96be13 None None] Provisioning complete for port 4b95f6ae-dc36-449c-a2cc-9cbf12623b6b triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:27:52.743761 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8bc7b9b4-52e8-46df-a9d6-275a4d96be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:52.786095 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-8bc7b9b4-52e8-46df-a9d6-275a4d96be13 None None] Port 4b95f6ae-dc36-449c-a2cc-9cbf12623b6b cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:27:53.053038 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fb575-5442-420f-b21c-a31d1445982c req-c2ea50cf-ec4c-4fec-8d83-15376c74125b tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:53.054549 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef8fb575-5442-420f-b21c-a31d1445982c req-c2ea50cf-ec4c-4fec-8d83-15376c74125b tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 946 time: 0.1606967 Jun 18 16:27:53.168859 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef8fb575-5442-420f-b21c-a31d1445982c req-c8236001-8c47-4a44-975a-3847b9e6bfd3 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763783 Jun 18 16:27:53.290230 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cb687236-6986-40cc-a58b-c35fdc3879ae tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:53.293944 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cb687236-6986-40cc-a58b-c35fdc3879ae tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:53.435327 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-cb687236-6986-40cc-a58b-c35fdc3879ae tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Floating IP 5c348d76-768c-44bc-83fe-b04ab9639064 associated. External IP: 172.26.6.147, port: 70d293f4-8f28-47c2-ba76-6f18d696af8f. Jun 18 16:27:53.701920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141e70d-3312-4649-8aca-46a616b2013b req-badfa1ea-d4f8-4b91-8fe0-cb257c83ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:53.703586 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b141e70d-3312-4649-8aca-46a616b2013b req-badfa1ea-d4f8-4b91-8fe0-cb257c83ec53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9831558dc91b4a1db4907391bc8a2750&device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 1099 time: 0.2081928 Jun 18 16:27:53.737582 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821bfcf-8e50-4fb1-b035-a9a38e407d9a req-e3763044-3dd8-45c0-87e0-915a0da8fec1 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:53.740345 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f821bfcf-8e50-4fb1-b035-a9a38e407d9a req-e3763044-3dd8-45c0-87e0-915a0da8fec1 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 946 time: 0.2431855 Jun 18 16:27:53.861817 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f821bfcf-8e50-4fb1-b035-a9a38e407d9a req-ee23927b-af65-4869-aae4-711ba1e1dd1f tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087039 Jun 18 16:27:53.868453 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb687236-6986-40cc-a58b-c35fdc3879ae tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router 761f594b-e3bc-415b-aab8-6e2a7f771961 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:53.903380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141e70d-3312-4649-8aca-46a616b2013b req-0fe1f142-ca7a-4ce4-8f16-cbd9ea03c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:53.904981 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b141e70d-3312-4649-8aca-46a616b2013b req-0fe1f142-ca7a-4ce4-8f16-cbd9ea03c119 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a630e5d5-9fc9-4582-9f1a-85f39ae7aeac HTTP/1.1" status: 200 len: 913 time: 0.1619120 Jun 18 16:27:53.982828 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b141e70d-3312-4649-8aca-46a616b2013b req-2a5dd35b-3e33-43a6-8a92-855a6b507715 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cedc9755-e301-4125-baf6-9e9f0cd32485 HTTP/1.1" status: 200 len: 217 time: 0.0456874 Jun 18 16:27:54.070849 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:54.082870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141e70d-3312-4649-8aca-46a616b2013b req-0604a9a9-357f-472b-9225-86b1dd9b2473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:54.084609 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b141e70d-3312-4649-8aca-46a616b2013b req-0604a9a9-357f-472b-9225-86b1dd9b2473 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd193af8-1b81-4a39-9d62-1d7c15ff1f16 HTTP/1.1" status: 200 len: 852 time: 0.0670888 Jun 18 16:27:54.085718 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb687236-6986-40cc-a58b-c35fdc3879ae tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:54.095499 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a952d-4d3d-486e-8448-4e8503eb4a1a None None] Sync routers for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:54.105304 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a952d-4d3d-486e-8448-4e8503eb4a1a None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:54.106155 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d58a952d-4d3d-486e-8448-4e8503eb4a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:54.143259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d58a952d-4d3d-486e-8448-4e8503eb4a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:54.151768 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b141e70d-3312-4649-8aca-46a616b2013b req-445ca177-7e9a-4b5f-ad3b-ae2b0516090d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a630e5d5-9fc9-4582-9f1a-85f39ae7aeac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597429 Jun 18 16:27:54.152527 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a952d-4d3d-486e-8448-4e8503eb4a1a None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:54.153194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d58a952d-4d3d-486e-8448-4e8503eb4a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:54.186755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d58a952d-4d3d-486e-8448-4e8503eb4a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:54.187433 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a952d-4d3d-486e-8448-4e8503eb4a1a None None] The sync data for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:54.631224 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b141e70d-3312-4649-8aca-46a616b2013b req-a204b1f6-f9c6-4c62-9aef-a5615b354831 service neutron] 10.222.0.55 "GET /v2.0/networks/a630e5d5-9fc9-4582-9f1a-85f39ae7aeac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696426 Jun 18 16:27:54.762451 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb687236-6986-40cc-a58b-c35fdc3879ae tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router a50e81f2-2ee2-490e-9610-0f400cf838af has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:54.776359 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b141e70d-3312-4649-8aca-46a616b2013b req-8f7fd06f-eacb-430b-9227-f922abd1e133 service neutron] 10.222.0.55 "GET /v2.0/networks/a630e5d5-9fc9-4582-9f1a-85f39ae7aeac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370108 Jun 18 16:27:54.888793 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb687236-6986-40cc-a58b-c35fdc3879ae tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:54.896666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cb687236-6986-40cc-a58b-c35fdc3879ae tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:54.898618 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c04aa5-e7bf-4529-a8f4-a0ed2cc8c34e None None] Sync routers for ids ['a50e81f2-2ee2-490e-9610-0f400cf838af'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:54.912535 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c04aa5-e7bf-4529-a8f4-a0ed2cc8c34e None None] Routers {'a50e81f2-2ee2-490e-9610-0f400cf838af'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:54.913915 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-90c04aa5-e7bf-4529-a8f4-a0ed2cc8c34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a50e81f2-2ee2-490e-9610-0f400cf838af'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:54.953751 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-90c04aa5-e7bf-4529-a8f4-a0ed2cc8c34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:54.970376 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c04aa5-e7bf-4529-a8f4-a0ed2cc8c34e None None] Routers {'a50e81f2-2ee2-490e-9610-0f400cf838af'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:54.971399 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-90c04aa5-e7bf-4529-a8f4-a0ed2cc8c34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a50e81f2-2ee2-490e-9610-0f400cf838af'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:54.987536 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-cb687236-6986-40cc-a58b-c35fdc3879ae tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "PUT /v2.0/floatingips/5c348d76-768c-44bc-83fe-b04ab9639064 HTTP/1.1" status: 200 len: 978 time: 2.3653381 Jun 18 16:27:54.991284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50462) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:55.006073 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-90c04aa5-e7bf-4529-a8f4-a0ed2cc8c34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:55.006770 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c04aa5-e7bf-4529-a8f4-a0ed2cc8c34e None None] The sync data for ids ['a50e81f2-2ee2-490e-9610-0f400cf838af'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:55.164589 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb80c69-1b2b-4745-8641-a8fa0c47b4cd req-25375c6f-66fc-4ae0-acd3-65d2d96e94d5 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:55.166523 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7cb80c69-1b2b-4745-8641-a8fa0c47b4cd req-25375c6f-66fc-4ae0-acd3-65d2d96e94d5 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 946 time: 0.1726058 Jun 18 16:27:55.201313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-35bd2ae4-9c46-4f38-8b71-9b11bfd9897c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Deleting port 4b95f6ae-dc36-449c-a2cc-9cbf12623b6b {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:55.201688 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35bd2ae4-9c46-4f38-8b71-9b11bfd9897c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:55.280509 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7cb80c69-1b2b-4745-8641-a8fa0c47b4cd req-0c0aa5d3-4a25-40bf-bdca-27c75584c28d tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015961 Jun 18 16:27:55.327863 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35bd2ae4-9c46-4f38-8b71-9b11bfd9897c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:55.622557 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35bd2ae4-9c46-4f38-8b71-9b11bfd9897c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:55.623121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35bd2ae4-9c46-4f38-8b71-9b11bfd9897c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:55.623552 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-35bd2ae4-9c46-4f38-8b71-9b11bfd9897c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Floating IP 5c348d76-768c-44bc-83fe-b04ab9639064 disassociated. External IP: 172.26.6.147, port: 4b95f6ae-dc36-449c-a2cc-9cbf12623b6b. Jun 18 16:27:55.623927 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-35bd2ae4-9c46-4f38-8b71-9b11bfd9897c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Calling delete_port for 4b95f6ae-dc36-449c-a2cc-9cbf12623b6b owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:55.758016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35bd2ae4-9c46-4f38-8b71-9b11bfd9897c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:55.762797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-66297672-829e-4f0f-a2f8-c7539698834c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:55.795480 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd2ae4-9c46-4f38-8b71-9b11bfd9897c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event deleted for resources: {'Port': ['ID=4b95f6ae-dc36-449c-a2cc-9cbf12623b6b,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:55.798039 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-35bd2ae4-9c46-4f38-8b71-9b11bfd9897c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:55.917791 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35bd2ae4-9c46-4f38-8b71-9b11bfd9897c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router a50e81f2-2ee2-490e-9610-0f400cf838af has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:56.027126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35bd2ae4-9c46-4f38-8b71-9b11bfd9897c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:56.035880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab17f142-017a-4016-bce6-c57b46e478d7 None None] Sync routers for ids ['a50e81f2-2ee2-490e-9610-0f400cf838af'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:56.045091 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab17f142-017a-4016-bce6-c57b46e478d7 None None] Routers {'a50e81f2-2ee2-490e-9610-0f400cf838af'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:56.045711 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ab17f142-017a-4016-bce6-c57b46e478d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a50e81f2-2ee2-490e-9610-0f400cf838af'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:56.082978 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ab17f142-017a-4016-bce6-c57b46e478d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:56.091740 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab17f142-017a-4016-bce6-c57b46e478d7 None None] Routers {'a50e81f2-2ee2-490e-9610-0f400cf838af'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:56.092366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ab17f142-017a-4016-bce6-c57b46e478d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a50e81f2-2ee2-490e-9610-0f400cf838af'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:56.100571 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-35bd2ae4-9c46-4f38-8b71-9b11bfd9897c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:56.102577 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-35bd2ae4-9c46-4f38-8b71-9b11bfd9897c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "DELETE /v2.0/ports/4b95f6ae-dc36-449c-a2cc-9cbf12623b6b HTTP/1.1" status: 204 len: 168 time: 1.1101944 Jun 18 16:27:56.105430 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50468) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:56.125899 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ab17f142-017a-4016-bce6-c57b46e478d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:56.126583 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab17f142-017a-4016-bce6-c57b46e478d7 None None] The sync data for ids ['a50e81f2-2ee2-490e-9610-0f400cf838af'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:56.463839 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeadbb0-26e4-4e28-addd-62d0bed3d6a3 req-2cc6bdfe-8df2-4a27-a037-3a9d8f97d480 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:56.465365 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4aeadbb0-26e4-4e28-addd-62d0bed3d6a3 req-2cc6bdfe-8df2-4a27-a037-3a9d8f97d480 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 946 time: 0.0698845 Jun 18 16:27:56.510151 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4aeadbb0-26e4-4e28-addd-62d0bed3d6a3 req-fbb8e252-4da6-41e1-af93-6947e2bdd6f5 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363712 Jun 18 16:27:56.536527 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-78d545b4-aaf7-49b4-a9c9-f255bc01ee0d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:56.846891 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-78d545b4-aaf7-49b4-a9c9-f255bc01ee0d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Deleting port c0d18d3f-a7ae-47f2-8069-743d92d927ea {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:56.847512 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-78d545b4-aaf7-49b4-a9c9-f255bc01ee0d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:56.966330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c886e09-0c07-4a66-a503-e8e02aa56093 req-0c067139-84e9-4b77-806d-2d596d519468 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:56.968990 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4c886e09-0c07-4a66-a503-e8e02aa56093 req-0c067139-84e9-4b77-806d-2d596d519468 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 946 time: 0.0848365 Jun 18 16:27:56.970867 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-78d545b4-aaf7-49b4-a9c9-f255bc01ee0d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.019445 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4c886e09-0c07-4a66-a503-e8e02aa56093 req-8ddf3263-d8bd-43a2-9e2c-3d050ea1c3eb tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418038 Jun 18 16:27:57.056132 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-78d545b4-aaf7-49b4-a9c9-f255bc01ee0d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Calling delete_port for c0d18d3f-a7ae-47f2-8069-743d92d927ea owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:57.261324 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-78d545b4-aaf7-49b4-a9c9-f255bc01ee0d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.268544 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b1592ed4-e72b-4f82-a202-07130e43b855 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:57.302483 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d545b4-aaf7-49b4-a9c9-f255bc01ee0d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event deleted for resources: {'Port': ['ID=c0d18d3f-a7ae-47f2-8069-743d92d927ea,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:57.305563 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-78d545b4-aaf7-49b4-a9c9-f255bc01ee0d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:57.517733 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-78d545b4-aaf7-49b4-a9c9-f255bc01ee0d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:57.755541 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d545b4-aaf7-49b4-a9c9-f255bc01ee0d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router a50e81f2-2ee2-490e-9610-0f400cf838af has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:27:58.234970 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daebfbf-fb38-4a84-86dc-63dc53ec2d65 req-a0339245-657a-473d-be17-5b8d91353f34 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:58.236529 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3daebfbf-fb38-4a84-86dc-63dc53ec2d65 req-a0339245-657a-473d-be17-5b8d91353f34 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 946 time: 0.0779834 Jun 18 16:27:58.239327 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d545b4-aaf7-49b4-a9c9-f255bc01ee0d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:27:58.244692 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-78d545b4-aaf7-49b4-a9c9-f255bc01ee0d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "PUT /v2.0/routers/a50e81f2-2ee2-490e-9610-0f400cf838af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1381428 Jun 18 16:27:58.248414 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50480) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:58.255957 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea98cee0-bd27-491c-8b5d-7fc68b2d7247 None None] Sync routers for ids ['a50e81f2-2ee2-490e-9610-0f400cf838af'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:27:58.266728 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea98cee0-bd27-491c-8b5d-7fc68b2d7247 None None] Routers {'a50e81f2-2ee2-490e-9610-0f400cf838af'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:58.267520 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-ea98cee0-bd27-491c-8b5d-7fc68b2d7247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a50e81f2-2ee2-490e-9610-0f400cf838af'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:58.292004 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3daebfbf-fb38-4a84-86dc-63dc53ec2d65 req-6fc72561-8631-437b-9a8f-871f92e73f38 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469723 Jun 18 16:27:58.306838 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-ea98cee0-bd27-491c-8b5d-7fc68b2d7247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:58.325237 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea98cee0-bd27-491c-8b5d-7fc68b2d7247 None None] Routers {'a50e81f2-2ee2-490e-9610-0f400cf838af'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:27:58.326158 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-ea98cee0-bd27-491c-8b5d-7fc68b2d7247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['a50e81f2-2ee2-490e-9610-0f400cf838af'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:58.360105 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-ea98cee0-bd27-491c-8b5d-7fc68b2d7247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:27:58.360778 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea98cee0-bd27-491c-8b5d-7fc68b2d7247 None None] The sync data for ids ['a50e81f2-2ee2-490e-9610-0f400cf838af'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:27:58.384108 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e62bc8ce-28ef-4304-8e60-e5db9e493f16 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.501575 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e62bc8ce-28ef-4304-8e60-e5db9e493f16 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.565713 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-e62bc8ce-28ef-4304-8e60-e5db9e493f16 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Deleting port 37f21431-de97-4584-b801-8bcbebb766c7 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:58.566098 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e62bc8ce-28ef-4304-8e60-e5db9e493f16 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.655717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e62bc8ce-28ef-4304-8e60-e5db9e493f16 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.733579 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-e62bc8ce-28ef-4304-8e60-e5db9e493f16 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Calling delete_port for 37f21431-de97-4584-b801-8bcbebb766c7 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:58.941653 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e62bc8ce-28ef-4304-8e60-e5db9e493f16 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:58.946697 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-78d545b4-aaf7-49b4-a9c9-f255bc01ee0d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:58.973666 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bc8ce-28ef-4304-8e60-e5db9e493f16 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event deleted for resources: {'Port': ['ID=37f21431-de97-4584-b801-8bcbebb766c7,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:58.976719 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e62bc8ce-28ef-4304-8e60-e5db9e493f16 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:59.043478 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e62bc8ce-28ef-4304-8e60-e5db9e493f16 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.125124 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9767f-bb2f-402b-a4e0-dbaa02b2f640 req-6c88ada9-a9c8-4e61-8316-80d7f57867fc tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:59.126585 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-12c9767f-bb2f-402b-a4e0-dbaa02b2f640 req-6c88ada9-a9c8-4e61-8316-80d7f57867fc tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.55 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 946 time: 0.0704103 Jun 18 16:27:59.146737 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e62bc8ce-28ef-4304-8e60-e5db9e493f16 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.148961 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e62bc8ce-28ef-4304-8e60-e5db9e493f16 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.197203 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e62bc8ce-28ef-4304-8e60-e5db9e493f16 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.197729 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62bc8ce-28ef-4304-8e60-e5db9e493f16 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Fanout notify agent at l3_agent the message router_deleted on router a50e81f2-2ee2-490e-9610-0f400cf838af {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:27:59.204696 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e62bc8ce-28ef-4304-8e60-e5db9e493f16 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.205840 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e62bc8ce-28ef-4304-8e60-e5db9e493f16 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "DELETE /v2.0/routers/a50e81f2-2ee2-490e-9610-0f400cf838af HTTP/1.1" status: 204 len: 168 time: 0.9568503 Jun 18 16:27:59.208698 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50482) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:59.242857 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-12c9767f-bb2f-402b-a4e0-dbaa02b2f640 req-4a4500f5-18a1-4aaa-ab66-d1d08ed68ae7 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Deleting port cedc9755-e301-4125-baf6-9e9f0cd32485 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:59.243641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-12c9767f-bb2f-402b-a4e0-dbaa02b2f640 req-4a4500f5-18a1-4aaa-ab66-d1d08ed68ae7 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.273821 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-710d0814-249a-4236-9c0f-7a94d1197a5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Deleting subnet 2eecd372-8534-40c5-aa11-9ccf5b603828 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:27:59.277825 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-710d0814-249a-4236-9c0f-7a94d1197a5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.324872 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-710d0814-249a-4236-9c0f-7a94d1197a5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.343535 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-12c9767f-bb2f-402b-a4e0-dbaa02b2f640 req-4a4500f5-18a1-4aaa-ab66-d1d08ed68ae7 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] For port cedc9755-e301-4125-baf6-9e9f0cd32485, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cedc9755-e301-4125-baf6-9e9f0cd32485,segment=NetworkSegment(f9af3779-3c8a-4175-9481-1aa7614fa039),segment_id=f9af3779-3c8a-4175-9481-1aa7614fa039)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:59.343911 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-12c9767f-bb2f-402b-a4e0-dbaa02b2f640 req-4a4500f5-18a1-4aaa-ab66-d1d08ed68ae7 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.422228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-12c9767f-bb2f-402b-a4e0-dbaa02b2f640 req-4a4500f5-18a1-4aaa-ab66-d1d08ed68ae7 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Calling delete_port for cedc9755-e301-4125-baf6-9e9f0cd32485 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:27:59.464148 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-710d0814-249a-4236-9c0f-7a94d1197a5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.496319 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c59cfa40-4a33-49d3-87eb-e8d26ffecd39 req-77b1edca-6ec5-4143-986d-6333d8f22cbd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1386642 Jun 18 16:27:59.534642 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-710d0814-249a-4236-9c0f-7a94d1197a5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.536774 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-769a57d7-333b-49a0-9472-50757c901f4e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:59.553348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e72c3-6f59-41ce-ba64-eae24fee180f req-a420f645-4cde-4544-89e0-2eb56f20ef20 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:59.555802 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b23e72c3-6f59-41ce-ba64-eae24fee180f req-a420f645-4cde-4544-89e0-2eb56f20ef20 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/ports?device_id=07968b1e-8865-43a1-875b-6cbeb050e6ac HTTP/1.1" status: 200 len: 946 time: 0.1309342 Jun 18 16:27:59.571133 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d0814-249a-4236-9c0f-7a94d1197a5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event deleted for resources: {'Subnet': ['ID=2eecd372-8534-40c5-aa11-9ccf5b603828,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:59.575597 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-710d0814-249a-4236-9c0f-7a94d1197a5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:59.585396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b265c1f-8c27-4a03-a520-2c62696890f2 None None] Network df380024-acc6-4a80-aa0e-0676d04c48ef requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:27:59.597045 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-710d0814-249a-4236-9c0f-7a94d1197a5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.600352 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-710d0814-249a-4236-9c0f-7a94d1197a5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "DELETE /v2.0/subnets/2eecd372-8534-40c5-aa11-9ccf5b603828 HTTP/1.1" status: 204 len: 168 time: 0.3905518 Jun 18 16:27:59.604322 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50486) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:27:59.615630 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b23e72c3-6f59-41ce-ba64-eae24fee180f req-332f56d6-c7bb-4916-8686-a1efe869fb89 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.50 "GET /v2.0/security-groups?id=a80094f3-521f-49e7-a2e1-acf473221e07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541723 Jun 18 16:27:59.665888 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-12c9767f-bb2f-402b-a4e0-dbaa02b2f640 req-4a4500f5-18a1-4aaa-ab66-d1d08ed68ae7 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.674871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-739da648-deff-496b-ab2f-cecf71eddbb5 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:27:59.690020 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['cedc9755-e301-4125-baf6-9e9f0cd32485'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:27:59.711567 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4500f5-18a1-4aaa-ab66-d1d08ed68ae7 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Pushing event deleted for resources: {'Port': ['ID=cedc9755-e301-4125-baf6-9e9f0cd32485,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:27:59.714308 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.715422 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4a4500f5-18a1-4aaa-ab66-d1d08ed68ae7 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:27:59.721962 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cfa40-4a33-49d3-87eb-e8d26ffecd39 req-ab60c22c-b38c-4319-a599-df7be9c65cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:59.723824 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c59cfa40-4a33-49d3-87eb-e8d26ffecd39 req-ab60c22c-b38c-4319-a599-df7be9c65cbf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f2cb979b7a2442096d27fcea5c7d624&device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 1098 time: 0.1632502 Jun 18 16:27:59.760936 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c9767f-bb2f-402b-a4e0-dbaa02b2f640 req-4a4500f5-18a1-4aaa-ab66-d1d08ed68ae7 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] No DVR routers for this DVR port cedc9755-e301-4125-baf6-9e9f0cd32485 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:27:59.763716 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-12c9767f-bb2f-402b-a4e0-dbaa02b2f640 req-4a4500f5-18a1-4aaa-ab66-d1d08ed68ae7 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.767334 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-12c9767f-bb2f-402b-a4e0-dbaa02b2f640 req-4a4500f5-18a1-4aaa-ab66-d1d08ed68ae7 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] 10.222.0.55 "DELETE /v2.0/ports/cedc9755-e301-4125-baf6-9e9f0cd32485 HTTP/1.1" status: 204 len: 173 time: 0.6330016 Jun 18 16:27:59.768377 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07968b1e-8865-43a1-875b-6cbeb050e6ac', 'name': 'network-vif-deleted', 'tag': 'cedc9755-e301-4125-baf6-9e9f0cd32485'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:27:59.773923 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4251293-3c58-46ff-bbe3-169183b2f49e" -d '{"events": [{"server_uuid": "07968b1e-8865-43a1-875b-6cbeb050e6ac", "name": "network-vif-deleted", "tag": "cedc9755-e301-4125-baf6-9e9f0cd32485"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:27:59.820547 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e866b77-c52a-469f-810b-ddf5cf2c9224 x-openstack-request-id: req-4e866b77-c52a-469f-810b-ddf5cf2c9224 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:27:59.820908 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07968b1e-8865-43a1-875b-6cbeb050e6ac", "name": "network-vif-deleted", "tag": "cedc9755-e301-4125-baf6-9e9f0cd32485", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:27:59.821224 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4e866b77-c52a-469f-810b-ddf5cf2c9224 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:27:59.821687 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07968b1e-8865-43a1-875b-6cbeb050e6ac', 'name': 'network-vif-deleted', 'tag': 'cedc9755-e301-4125-baf6-9e9f0cd32485', 'status': 'completed', 'code': 200} Jun 18 16:27:59.858227 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Deleting port 5f1a93c4-6845-4d30-ac6e-128e1d02d654 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:59.866948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.881536 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f8f56b-a4be-4af5-a377-85cbf0fc5339 None None] DHCP port deletion for df380024-acc6-4a80-aa0e-0676d04c48ef request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:27:59.913026 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cfa40-4a33-49d3-87eb-e8d26ffecd39 req-d9a365ef-3265-4015-98b3-6afb7067dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:27:59.914660 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c59cfa40-4a33-49d3-87eb-e8d26ffecd39 req-d9a365ef-3265-4015-98b3-6afb7067dcde service neutron] 10.222.0.55 "GET /v2.0/networks?id=85cc2d4b-1a30-4451-b45a-65c661f2447c HTTP/1.1" status: 200 len: 898 time: 0.1598649 Jun 18 16:27:59.934149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c0f8f56b-a4be-4af5-a377-85cbf0fc5339 None None] Deleting port 5f1a93c4-6845-4d30-ac6e-128e1d02d654 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:27:59.934479 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c0f8f56b-a4be-4af5-a377-85cbf0fc5339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:27:59.979329 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] For port 5f1a93c4-6845-4d30-ac6e-128e1d02d654, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=5f1a93c4-6845-4d30-ac6e-128e1d02d654,segment=NetworkSegment(e8818fe9-2341-4b3f-8983-43c6cec040a1),segment_id=e8818fe9-2341-4b3f-8983-43c6cec040a1)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:27:59.979759 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.012885 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-c0f8f56b-a4be-4af5-a377-85cbf0fc5339 None None] For port 5f1a93c4-6845-4d30-ac6e-128e1d02d654, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=5f1a93c4-6845-4d30-ac6e-128e1d02d654,segment=NetworkSegment(e8818fe9-2341-4b3f-8983-43c6cec040a1),segment_id=e8818fe9-2341-4b3f-8983-43c6cec040a1)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:00.014156 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c0f8f56b-a4be-4af5-a377-85cbf0fc5339 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.064632 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Calling delete_port for 5f1a93c4-6845-4d30-ac6e-128e1d02d654 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:00.077988 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c59cfa40-4a33-49d3-87eb-e8d26ffecd39 req-6e1f123d-defc-4602-aa1b-b3fddf19e1fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=825d3f08-f432-40d5-b31d-2ea2a6e6c776 HTTP/1.1" status: 200 len: 1000 time: 0.1551270 Jun 18 16:28:00.100493 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c0f8f56b-a4be-4af5-a377-85cbf0fc5339 None None] Calling delete_port for 5f1a93c4-6845-4d30-ac6e-128e1d02d654 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:00.187251 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cfa40-4a33-49d3-87eb-e8d26ffecd39 req-6d0f3673-78b1-4884-af1f-7b74c348dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:00.189721 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c59cfa40-4a33-49d3-87eb-e8d26ffecd39 req-6d0f3673-78b1-4884-af1f-7b74c348dcaf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0 HTTP/1.1" status: 200 len: 834 time: 0.0696599 Jun 18 16:28:00.192459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c0f8f56b-a4be-4af5-a377-85cbf0fc5339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.194653 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b94e10cf-b802-44c3-b067-ca6fc5b7806e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:00.208535 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.212176 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1a5aae2a-78d6-4165-82d4-aa61c5e6a012 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:00.219262 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f8f56b-a4be-4af5-a377-85cbf0fc5339 None None] Pushing event deleted for resources: {'Port': ['ID=5f1a93c4-6845-4d30-ac6e-128e1d02d654,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:00.223480 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c0f8f56b-a4be-4af5-a377-85cbf0fc5339 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:00.224536 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f8f56b-a4be-4af5-a377-85cbf0fc5339 None None] No DVR routers for this DVR port 5f1a93c4-6845-4d30-ac6e-128e1d02d654 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:00.267330 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event deleted for resources: {'Port': ['ID=5f1a93c4-6845-4d30-ac6e-128e1d02d654,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:00.271064 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:00.277917 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] No DVR routers for this DVR port 5f1a93c4-6845-4d30-ac6e-128e1d02d654 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:00.378005 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.387235 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cfa40-4a33-49d3-87eb-e8d26ffecd39 req-58379bc0-1d7e-4161-9883-aac684d972af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:00.388730 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c59cfa40-4a33-49d3-87eb-e8d26ffecd39 req-58379bc0-1d7e-4161-9883-aac684d972af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=85cc2d4b-1a30-4451-b45a-65c661f2447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1777933 Jun 18 16:28:00.392299 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df380024-acc6-4a80-aa0e-0676d04c48ef']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:00.410574 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8818fe9-2341-4b3f-8983-43c6cec040a1') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:00.410899 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8818fe9-2341-4b3f-8983-43c6cec040a1') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:00.459818 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.482053 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.492950 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:00.493264 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: self.session.flush() Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:00.496265 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:00.581107 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c59cfa40-4a33-49d3-87eb-e8d26ffecd39 req-3a826a9f-97bc-42f3-b693-85fe46ee7728 service neutron] 10.222.0.55 "GET /v2.0/networks/85cc2d4b-1a30-4451-b45a-65c661f2447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811323 Jun 18 16:28:00.587753 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.598234 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-02356f1f-6bc3-4ae4-960a-3b3b3fdd82b9 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:00.603322 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.605068 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "DELETE /v2.0/networks/df380024-acc6-4a80-aa0e-0676d04c48ef HTTP/1.1" status: 204 len: 168 time: 0.9995463 Jun 18 16:28:00.607866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50490) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:00.649717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event deleted for resources: {'Network': ['ID=df380024-acc6-4a80-aa0e-0676d04c48ef,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:00.653035 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:00.692631 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c59cfa40-4a33-49d3-87eb-e8d26ffecd39 req-9ec5aaa8-4f33-431f-a11d-e67f55f62d7b service neutron] 10.222.0.55 "GET /v2.0/networks/85cc2d4b-1a30-4451-b45a-65c661f2447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028244 Jun 18 16:28:00.725719 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50494) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:00.745286 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-d91e3b7e-6df1-4245-b6a7-74d3e5853b86 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Deleting port 86c7e60f-d5a0-4d67-8c8e-0ca19763c8ae {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:00.745628 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d91e3b7e-6df1-4245-b6a7-74d3e5853b86 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.778692 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-148e1a6c-4033-45d0-a9c9-f4cf2c5a6f83 admin admin] Deleting subnet dd193af8-1b81-4a39-9d62-1d7c15ff1f16 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:28:00.781971 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-148e1a6c-4033-45d0-a9c9-f4cf2c5a6f83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.825290 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-148e1a6c-4033-45d0-a9c9-f4cf2c5a6f83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.827247 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d91e3b7e-6df1-4245-b6a7-74d3e5853b86 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.827579 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d91e3b7e-6df1-4245-b6a7-74d3e5853b86 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.868966 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-148e1a6c-4033-45d0-a9c9-f4cf2c5a6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.895680 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-d91e3b7e-6df1-4245-b6a7-74d3e5853b86 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Calling delete_port for 86c7e60f-d5a0-4d67-8c8e-0ca19763c8ae owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:00.920105 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 5f1a93c4-6845-4d30-ac6e-128e1d02d654 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:28:00.935981 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-148e1a6c-4033-45d0-a9c9-f4cf2c5a6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.939343 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9c07e501-fbf7-431a-b548-ce814e100c3a tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:00.943640 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 5f1a93c4-6845-4d30-ac6e-128e1d02d654 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:28:00.943999 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 5f1a93c4-6845-4d30-ac6e-128e1d02d654 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:28:00.968558 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-148e1a6c-4033-45d0-a9c9-f4cf2c5a6f83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:00.970657 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-148e1a6c-4033-45d0-a9c9-f4cf2c5a6f83 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/dd193af8-1b81-4a39-9d62-1d7c15ff1f16 HTTP/1.1" status: 204 len: 168 time: 0.2430644 Jun 18 16:28:00.971732 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e1a6c-4033-45d0-a9c9-f4cf2c5a6f83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd193af8-1b81-4a39-9d62-1d7c15ff1f16,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:00.975348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50496) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:00.975509 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-148e1a6c-4033-45d0-a9c9-f4cf2c5a6f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:01.076657 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50b05456-2e4a-4b56-b222-67c218504b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.132022 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d91e3b7e-6df1-4245-b6a7-74d3e5853b86 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.157722 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5c0d4548-048f-4f69-a0d4-1e666dd6b0f2 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:01.186406 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e3b7e-6df1-4245-b6a7-74d3e5853b86 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event deleted for resources: {'Port': ['ID=86c7e60f-d5a0-4d67-8c8e-0ca19763c8ae,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:01.189397 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d91e3b7e-6df1-4245-b6a7-74d3e5853b86 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:01.221252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50b05456-2e4a-4b56-b222-67c218504b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.249228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-50b05456-2e4a-4b56-b222-67c218504b6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a630e5d5-9fc9-4582-9f1a-85f39ae7aeac']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:01.262660 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-50b05456-2e4a-4b56-b222-67c218504b6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9af3779-3c8a-4175-9481-1aa7614fa039') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:01.262957 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-50b05456-2e4a-4b56-b222-67c218504b6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9af3779-3c8a-4175-9481-1aa7614fa039') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:01.278081 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50b05456-2e4a-4b56-b222-67c218504b6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.292506 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d91e3b7e-6df1-4245-b6a7-74d3e5853b86 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for floatingip, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.295099 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d91e3b7e-6df1-4245-b6a7-74d3e5853b86 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.297485 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d91e3b7e-6df1-4245-b6a7-74d3e5853b86 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "DELETE /v2.0/floatingips/5c348d76-768c-44bc-83fe-b04ab9639064 HTTP/1.1" status: 204 len: 168 time: 0.6880567 Jun 18 16:28:01.300985 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50498) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:01.303802 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50b05456-2e4a-4b56-b222-67c218504b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.310344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b05456-2e4a-4b56-b222-67c218504b6f admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:01.310771 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50b05456-2e4a-4b56-b222-67c218504b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:01.312458 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:01.333430 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36b9a6a-7617-4e14-99b4-5567636183bd tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] DELETE failed (client error): The resource could not be found. Jun 18 16:28:01.334139 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36b9a6a-7617-4e14-99b4-5567636183bd tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:28:01.335881 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f36b9a6a-7617-4e14-99b4-5567636183bd tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "DELETE /v2.0/ports/4b95f6ae-dc36-449c-a2cc-9cbf12623b6b HTTP/1.1" status: 404 len: 333 time: 0.0336773 Jun 18 16:28:01.339166 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50500) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:01.369634 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6b452430-ad30-4d76-bfba-e415b12ed37c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "GET /v2.0/ports?device_id=a50e81f2-2ee2-490e-9610-0f400cf838af HTTP/1.1" status: 200 len: 205 time: 0.0286098 Jun 18 16:28:01.372237 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50502) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:01.372415 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50b05456-2e4a-4b56-b222-67c218504b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.375977 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-78fd921e-c997-4be8-b5fc-e977cb690653 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:01.379361 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50b05456-2e4a-4b56-b222-67c218504b6f admin admin] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.381929 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-50b05456-2e4a-4b56-b222-67c218504b6f admin admin] 10.222.0.50 "DELETE /v2.0/networks/a630e5d5-9fc9-4582-9f1a-85f39ae7aeac HTTP/1.1" status: 204 len: 168 time: 0.4050443 Jun 18 16:28:01.396350 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50504) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:01.404497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b05456-2e4a-4b56-b222-67c218504b6f admin admin] Pushing event deleted for resources: {'Network': ['ID=a630e5d5-9fc9-4582-9f1a-85f39ae7aeac,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:01.412702 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-dfe8c8ee-6851-4407-b930-b71c7af83ab4 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] delete failed (client error): The resource could not be found. Jun 18 16:28:01.413740 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-dfe8c8ee-6851-4407-b930-b71c7af83ab4 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "DELETE /v2.0/routers/a50e81f2-2ee2-490e-9610-0f400cf838af HTTP/1.1" status: 404 len: 336 time: 0.0406048 Jun 18 16:28:01.416192 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50506) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:01.423111 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-50b05456-2e4a-4b56-b222-67c218504b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:01.443818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8984a1c-ffd5-4186-8f09-f59b67191b69 admin admin] Deleting subnet 534e15c5-fa36-43dd-8ec8-66074c0fcc57 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:28:01.444291 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-74582408-42de-4cd5-8649-8d6de67fca3b tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] DELETE failed (client error): The resource could not be found. Jun 18 16:28:01.444748 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74582408-42de-4cd5-8649-8d6de67fca3b tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:28:01.446447 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-74582408-42de-4cd5-8649-8d6de67fca3b tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "DELETE /v2.0/subnets/2eecd372-8534-40c5-aa11-9ccf5b603828 HTTP/1.1" status: 404 len: 337 time: 0.0293612 Jun 18 16:28:01.447843 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e8984a1c-ffd5-4186-8f09-f59b67191b69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.448900 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50508) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:01.483737 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e8984a1c-ffd5-4186-8f09-f59b67191b69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.524288 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e8984a1c-ffd5-4186-8f09-f59b67191b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.562934 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-97b7f190-23eb-496c-84b6-a80acf55e1a1 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Deleting port 70d293f4-8f28-47c2-ba76-6f18d696af8f {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:01.563557 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-97b7f190-23eb-496c-84b6-a80acf55e1a1 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.583449 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e8984a1c-ffd5-4186-8f09-f59b67191b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.585690 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-69decece-7797-4bbb-bdc9-1a65643f71e3 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:01.607336 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8984a1c-ffd5-4186-8f09-f59b67191b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=534e15c5-fa36-43dd-8ec8-66074c0fcc57,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:01.609961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e8984a1c-ffd5-4186-8f09-f59b67191b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:01.615357 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e8984a1c-ffd5-4186-8f09-f59b67191b69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.618869 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e8984a1c-ffd5-4186-8f09-f59b67191b69 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/534e15c5-fa36-43dd-8ec8-66074c0fcc57 HTTP/1.1" status: 204 len: 168 time: 0.2215235 Jun 18 16:28:01.620448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50510) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:01.709101 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-97b7f190-23eb-496c-84b6-a80acf55e1a1 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.724336 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e4c8da0c-b72f-4feb-a57b-b2f14adfde65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.783610 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-97b7f190-23eb-496c-84b6-a80acf55e1a1 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Calling delete_port for 70d293f4-8f28-47c2-ba76-6f18d696af8f owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:01.928319 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e4c8da0c-b72f-4feb-a57b-b2f14adfde65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:01.940598 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-e4c8da0c-b72f-4feb-a57b-b2f14adfde65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992839a7-f528-412c-b4a8-50be6b9b910a']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:01.957967 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-e4c8da0c-b72f-4feb-a57b-b2f14adfde65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe67227-50a2-46f7-b538-d7826764172b') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:01.958364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-e4c8da0c-b72f-4feb-a57b-b2f14adfde65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe67227-50a2-46f7-b538-d7826764172b') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:01.968968 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e4c8da0c-b72f-4feb-a57b-b2f14adfde65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.009628 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e4c8da0c-b72f-4feb-a57b-b2f14adfde65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.022564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c8da0c-b72f-4feb-a57b-b2f14adfde65 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:02.022957 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e4c8da0c-b72f-4feb-a57b-b2f14adfde65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:02.024562 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:02.081283 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-97b7f190-23eb-496c-84b6-a80acf55e1a1 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.085265 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-96176be0-28d4-4ee0-b1f6-1cba7805c9b1 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:02.109772 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e4c8da0c-b72f-4feb-a57b-b2f14adfde65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.113693 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7f190-23eb-496c-84b6-a80acf55e1a1 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event deleted for resources: {'Port': ['ID=70d293f4-8f28-47c2-ba76-6f18d696af8f,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:02.117242 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-97b7f190-23eb-496c-84b6-a80acf55e1a1 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:02.118990 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fe33c56e-c651-421a-b990-1d3d2e63cd4e tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:02.121417 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e4c8da0c-b72f-4feb-a57b-b2f14adfde65 admin admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.123487 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e4c8da0c-b72f-4feb-a57b-b2f14adfde65 admin admin] 10.222.0.50 "DELETE /v2.0/networks/992839a7-f528-412c-b4a8-50be6b9b910a HTTP/1.1" status: 204 len: 168 time: 0.5021296 Jun 18 16:28:02.159982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8da0c-b72f-4feb-a57b-b2f14adfde65 admin admin] Pushing event deleted for resources: {'Network': ['ID=992839a7-f528-412c-b4a8-50be6b9b910a,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:02.163182 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e4c8da0c-b72f-4feb-a57b-b2f14adfde65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:02.203817 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-97b7f190-23eb-496c-84b6-a80acf55e1a1 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.205954 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-97b7f190-23eb-496c-84b6-a80acf55e1a1 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "DELETE /v2.0/ports/70d293f4-8f28-47c2-ba76-6f18d696af8f HTTP/1.1" status: 204 len: 168 time: 0.7555549 Jun 18 16:28:02.208500 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50516) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:02.313548 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-17e9684d-9828-4114-9389-ab536e9a3a1f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Deleting port feb34e25-7891-4012-9b94-f87e4e484fd1 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:02.313934 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17e9684d-9828-4114-9389-ab536e9a3a1f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.326542 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50518) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:02.368366 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0d5f5b8b-1a02-4d70-83e7-eeda9ad010a5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9831558dc91b4a1db4907391bc8a2750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404158 Jun 18 16:28:02.370716 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50520) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:02.408314 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17e9684d-9828-4114-9389-ab536e9a3a1f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.422610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9ceeeffd-ef25-4a24-9138-3d0c48c62ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.435303 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device cedc9755-e301-4125-baf6-9e9f0cd32485 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:28:02.446544 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9ceeeffd-ef25-4a24-9138-3d0c48c62ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.461717 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: cedc9755-e301-4125-baf6-9e9f0cd32485 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:28:02.462173 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device cedc9755-e301-4125-baf6-9e9f0cd32485 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:28:02.476641 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-17e9684d-9828-4114-9389-ab536e9a3a1f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Calling delete_port for feb34e25-7891-4012-9b94-f87e4e484fd1 owned by {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:02.508463 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9ceeeffd-ef25-4a24-9138-3d0c48c62ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.513196 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9ceeeffd-ef25-4a24-9138-3d0c48c62ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.514589 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9ceeeffd-ef25-4a24-9138-3d0c48c62ab9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a80094f3-521f-49e7-a2e1-acf473221e07 HTTP/1.1" status: 204 len: 168 time: 0.1428554 Jun 18 16:28:02.515423 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-829035b9-4b33-428c-be46-b33591f7063f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:02.525168 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceeeffd-ef25-4a24-9138-3d0c48c62ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80094f3-521f-49e7-a2e1-acf473221e07,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:02.527902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9ceeeffd-ef25-4a24-9138-3d0c48c62ab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:02.630938 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17e9684d-9828-4114-9389-ab536e9a3a1f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.635072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-339117fb-737d-40f2-bb33-974f6e887fcb tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:02.660517 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9684d-9828-4114-9389-ab536e9a3a1f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event deleted for resources: {'Port': ['ID=feb34e25-7891-4012-9b94-f87e4e484fd1,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:02.664370 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-17e9684d-9828-4114-9389-ab536e9a3a1f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:02.740318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17e9684d-9828-4114-9389-ab536e9a3a1f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:02.742668 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-17e9684d-9828-4114-9389-ab536e9a3a1f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "DELETE /v2.0/ports/feb34e25-7891-4012-9b94-f87e4e484fd1 HTTP/1.1" status: 204 len: 168 time: 0.5331681 Jun 18 16:28:02.745269 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50526) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:02.818129 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a078df5-94d8-4f7d-9933-fbbf7ba6f190 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:02.819999 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3a078df5-94d8-4f7d-9933-fbbf7ba6f190 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "GET /v2.0/ports?device_id=761f594b-e3bc-415b-aab8-6e2a7f771961 HTTP/1.1" status: 200 len: 913 time: 0.0737088 Jun 18 16:28:02.823054 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50528) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:02.899527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50530) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:02.942450 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0ef67f8a-ca06-42ef-93a9-054768d592aa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd630c597b9844ecbab44efe726e753b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413826 Jun 18 16:28:02.944581 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50532) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:03.001036 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-810bc04a-779d-47d7-8200-f2e459ff36b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.026014 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-810bc04a-779d-47d7-8200-f2e459ff36b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.078385 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-810bc04a-779d-47d7-8200-f2e459ff36b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.081047 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-810bc04a-779d-47d7-8200-f2e459ff36b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.082559 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-810bc04a-779d-47d7-8200-f2e459ff36b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/586d6fed-90ac-4abd-8c29-f314790ae56e HTTP/1.1" status: 204 len: 168 time: 0.1368458 Jun 18 16:28:03.083667 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-39070fd1-8b5b-4359-b9d2-630a50087ea7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:03.092034 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810bc04a-779d-47d7-8200-f2e459ff36b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586d6fed-90ac-4abd-8c29-f314790ae56e,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:03.094719 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-810bc04a-779d-47d7-8200-f2e459ff36b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:03.576254 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b074c50d-a71e-41ef-af9b-13d3ab30ebee tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.857706 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-b074c50d-a71e-41ef-af9b-13d3ab30ebee tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Deleting port b14f4d26-d7f8-4300-b867-fbee7862ae2c {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:03.858403 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b074c50d-a71e-41ef-af9b-13d3ab30ebee tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:03.953282 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b074c50d-a71e-41ef-af9b-13d3ab30ebee tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.025316 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-b074c50d-a71e-41ef-af9b-13d3ab30ebee tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Calling delete_port for b14f4d26-d7f8-4300-b867-fbee7862ae2c owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:04.213684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b074c50d-a71e-41ef-af9b-13d3ab30ebee tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.215993 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:04.243900 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074c50d-a71e-41ef-af9b-13d3ab30ebee tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event deleted for resources: {'Port': ['ID=b14f4d26-d7f8-4300-b867-fbee7862ae2c,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:04.249338 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b074c50d-a71e-41ef-af9b-13d3ab30ebee tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:04.412184 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b074c50d-a71e-41ef-af9b-13d3ab30ebee tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.633945 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b074c50d-a71e-41ef-af9b-13d3ab30ebee tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Router 761f594b-e3bc-415b-aab8-6e2a7f771961 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:04.751800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b074c50d-a71e-41ef-af9b-13d3ab30ebee tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:04.757689 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b074c50d-a71e-41ef-af9b-13d3ab30ebee tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "PUT /v2.0/routers/761f594b-e3bc-415b-aab8-6e2a7f771961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9330878 Jun 18 16:28:04.759552 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50536) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:04.761935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c6de89-0c41-425e-ba18-2fe83e950e7c None None] Sync routers for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:04.772396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c6de89-0c41-425e-ba18-2fe83e950e7c None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:04.773522 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-04c6de89-0c41-425e-ba18-2fe83e950e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:04.806703 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-04c6de89-0c41-425e-ba18-2fe83e950e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:04.815495 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c6de89-0c41-425e-ba18-2fe83e950e7c None None] Routers {'761f594b-e3bc-415b-aab8-6e2a7f771961'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:04.816294 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-04c6de89-0c41-425e-ba18-2fe83e950e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['761f594b-e3bc-415b-aab8-6e2a7f771961'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:04.851307 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-04c6de89-0c41-425e-ba18-2fe83e950e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:04.852005 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c6de89-0c41-425e-ba18-2fe83e950e7c None None] The sync data for ids ['761f594b-e3bc-415b-aab8-6e2a7f771961'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:04.873057 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5dffeb01-3d4b-4c17-ae05-3d6e5719bdc7 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:04.979325 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5dffeb01-3d4b-4c17-ae05-3d6e5719bdc7 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.036691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-5dffeb01-3d4b-4c17-ae05-3d6e5719bdc7 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Deleting port 21ce87e3-5dfa-432a-829b-cb7ae4cac197 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:05.037033 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5dffeb01-3d4b-4c17-ae05-3d6e5719bdc7 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.120747 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5dffeb01-3d4b-4c17-ae05-3d6e5719bdc7 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.184358 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-5dffeb01-3d4b-4c17-ae05-3d6e5719bdc7 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Calling delete_port for 21ce87e3-5dfa-432a-829b-cb7ae4cac197 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:05.347454 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5dffeb01-3d4b-4c17-ae05-3d6e5719bdc7 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.350208 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:05.377900 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffeb01-3d4b-4c17-ae05-3d6e5719bdc7 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event deleted for resources: {'Port': ['ID=21ce87e3-5dfa-432a-829b-cb7ae4cac197,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:05.381480 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5dffeb01-3d4b-4c17-ae05-3d6e5719bdc7 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:05.438494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5dffeb01-3d4b-4c17-ae05-3d6e5719bdc7 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.530808 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5dffeb01-3d4b-4c17-ae05-3d6e5719bdc7 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.532911 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5dffeb01-3d4b-4c17-ae05-3d6e5719bdc7 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.579326 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5dffeb01-3d4b-4c17-ae05-3d6e5719bdc7 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.579872 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dffeb01-3d4b-4c17-ae05-3d6e5719bdc7 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Fanout notify agent at l3_agent the message router_deleted on router 761f594b-e3bc-415b-aab8-6e2a7f771961 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:28:05.587366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5dffeb01-3d4b-4c17-ae05-3d6e5719bdc7 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.588454 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5dffeb01-3d4b-4c17-ae05-3d6e5719bdc7 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "DELETE /v2.0/routers/761f594b-e3bc-415b-aab8-6e2a7f771961 HTTP/1.1" status: 204 len: 168 time: 0.8275197 Jun 18 16:28:05.590827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50538) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:05.641788 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e813d2-22cf-4643-97fc-a20426c9cbd0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Deleting subnet db121bd3-89d4-4652-8273-f306cd348923 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:28:05.645471 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-81e813d2-22cf-4643-97fc-a20426c9cbd0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.684226 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-81e813d2-22cf-4643-97fc-a20426c9cbd0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.729609 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-81e813d2-22cf-4643-97fc-a20426c9cbd0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.798120 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-81e813d2-22cf-4643-97fc-a20426c9cbd0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.801645 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9a1d2884-b594-4446-9e37-28c213428019 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:05.825833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e813d2-22cf-4643-97fc-a20426c9cbd0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event deleted for resources: {'Subnet': ['ID=db121bd3-89d4-4652-8273-f306cd348923,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:05.829623 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-81e813d2-22cf-4643-97fc-a20426c9cbd0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:05.832451 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-81e813d2-22cf-4643-97fc-a20426c9cbd0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:05.834280 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-81e813d2-22cf-4643-97fc-a20426c9cbd0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "DELETE /v2.0/subnets/db121bd3-89d4-4652-8273-f306cd348923 HTTP/1.1" status: 204 len: 168 time: 0.2425337 Jun 18 16:28:05.836686 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50540) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:05.914976 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2c546e79-fda8-4e6d-afca-466d0ba3043e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.007040 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2c546e79-fda8-4e6d-afca-466d0ba3043e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.016480 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-2c546e79-fda8-4e6d-afca-466d0ba3043e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563b0712-9892-4526-a64f-740df29a0f57']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:06.026044 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-2c546e79-fda8-4e6d-afca-466d0ba3043e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305f2735-591f-4952-a74e-57351cc7ac63') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:06.026338 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-2c546e79-fda8-4e6d-afca-466d0ba3043e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305f2735-591f-4952-a74e-57351cc7ac63') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:06.035086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2c546e79-fda8-4e6d-afca-466d0ba3043e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.053202 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2c546e79-fda8-4e6d-afca-466d0ba3043e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.059221 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c546e79-fda8-4e6d-afca-466d0ba3043e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:06.059657 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2c546e79-fda8-4e6d-afca-466d0ba3043e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:06.062752 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:06.123649 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2c546e79-fda8-4e6d-afca-466d0ba3043e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.127000 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-01c2b07b-68dd-4f09-b94e-5417d588223b tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:06.131635 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2c546e79-fda8-4e6d-afca-466d0ba3043e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.133433 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2c546e79-fda8-4e6d-afca-466d0ba3043e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] 10.222.0.50 "DELETE /v2.0/networks/563b0712-9892-4526-a64f-740df29a0f57 HTTP/1.1" status: 204 len: 168 time: 0.2958407 Jun 18 16:28:06.149853 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c546e79-fda8-4e6d-afca-466d0ba3043e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Pushing event deleted for resources: {'Network': ['ID=563b0712-9892-4526-a64f-740df29a0f57,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:06.152197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2c546e79-fda8-4e6d-afca-466d0ba3043e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:06.389629 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50548) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:06.523707 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ea2c7b47-acd1-4a64-842f-8f00e1f70f40 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c7e8141f3d384af7bc25885efe24ea6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327207 Jun 18 16:28:06.526136 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50552) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:06.556382 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50554) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:06.583684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-123cca11-c361-43b6-bc32-b489d87c1554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.606752 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-123cca11-c361-43b6-bc32-b489d87c1554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.662622 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-123cca11-c361-43b6-bc32-b489d87c1554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.665371 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-123cca11-c361-43b6-bc32-b489d87c1554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.666580 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-123cca11-c361-43b6-bc32-b489d87c1554 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d7154ae9-b902-4f24-bfce-662525a0f567 HTTP/1.1" status: 204 len: 168 time: 0.1394312 Jun 18 16:28:06.667395 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0f8c69e7-f484-4974-ac49-2dc2897fa053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:06.675496 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cca11-c361-43b6-bc32-b489d87c1554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7154ae9-b902-4f24-bfce-662525a0f567,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:06.678381 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-123cca11-c361-43b6-bc32-b489d87c1554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:06.729142 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-95e8aaf2-8eab-4dad-84f8-a56fe656113d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Deleting port b0bae0b6-489b-436e-b92f-8b030310f0e4 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:06.729427 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-95e8aaf2-8eab-4dad-84f8-a56fe656113d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.817348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-95e8aaf2-8eab-4dad-84f8-a56fe656113d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.817682 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-95e8aaf2-8eab-4dad-84f8-a56fe656113d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:06.882450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-95e8aaf2-8eab-4dad-84f8-a56fe656113d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Calling delete_port for b0bae0b6-489b-436e-b92f-8b030310f0e4 owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:07.041344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-95e8aaf2-8eab-4dad-84f8-a56fe656113d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.043646 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4a4500f5-18a1-4aaa-ab66-d1d08ed68ae7 tempest-TestServerAdvancedOps-1728168371 tempest-TestServerAdvancedOps-1728168371-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:07.070032 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8aaf2-8eab-4dad-84f8-a56fe656113d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event deleted for resources: {'Port': ['ID=b0bae0b6-489b-436e-b92f-8b030310f0e4,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:07.073619 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-95e8aaf2-8eab-4dad-84f8-a56fe656113d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:07.381695 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50576) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:07.462442 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-95e8aaf2-8eab-4dad-84f8-a56fe656113d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for floatingip, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.462790 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-95e8aaf2-8eab-4dad-84f8-a56fe656113d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Floating IP 799fe2c1-00a9-4b0b-94b6-d538fe32c3d5 disassociated (deleted). External IP: 172.26.6.66, port: 825d3f08-f432-40d5-b31d-2ea2a6e6c776. Jun 18 16:28:07.485735 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-29d0c565-e2da-411b-8a44-6a99c4b9b61d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-890860823'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:07.509397 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d0c565-e2da-411b-8a44-6a99c4b9b61d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Made reservation on behalf of 84b747165e5345b28ba1bbd7eb3d22bc for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:07.512896 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-29d0c565-e2da-411b-8a44-6a99c4b9b61d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.521605 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-29d0c565-e2da-411b-8a44-6a99c4b9b61d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.619276 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-29d0c565-e2da-411b-8a44-6a99c4b9b61d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.623788 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-29d0c565-e2da-411b-8a44-6a99c4b9b61d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.626990 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d82128f8-2113-4a53-978a-f20ff1faf3c1 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:07.660321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d0c565-e2da-411b-8a44-6a99c4b9b61d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:07.667076 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0c565-e2da-411b-8a44-6a99c4b9b61d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08a857d-14c8-4968-9deb-c355193dbaf3,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:07.670769 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-29d0c565-e2da-411b-8a44-6a99c4b9b61d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:07.673788 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-29d0c565-e2da-411b-8a44-6a99c4b9b61d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.674138 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-29d0c565-e2da-411b-8a44-6a99c4b9b61d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Added segment 68ebd03e-8bd3-49c3-89a4-8dd401ec7b2c of type vlan for network a8226574-f63b-414c-bae5-a3f6685bd81e Jun 18 16:28:07.688917 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e8aaf2-8eab-4dad-84f8-a56fe656113d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Router 79bec894-2fb7-4682-88ac-84c74bc0b349 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:07.716401 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-29d0c565-e2da-411b-8a44-6a99c4b9b61d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.750189 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-29d0c565-e2da-411b-8a44-6a99c4b9b61d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.756049 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d0c565-e2da-411b-8a44-6a99c4b9b61d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:07.756651 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-29d0c565-e2da-411b-8a44-6a99c4b9b61d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.759112 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-acbe5966-6eab-4fe5-a85e-a228b0361efa tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:07.806443 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e8aaf2-8eab-4dad-84f8-a56fe656113d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:07.810763 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-95e8aaf2-8eab-4dad-84f8-a56fe656113d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.819665 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570eda6f-eb55-46d2-9966-170a6d5dc73b None None] Sync routers for ids ['79bec894-2fb7-4682-88ac-84c74bc0b349'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:07.831353 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-29d0c565-e2da-411b-8a44-6a99c4b9b61d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4458601 Jun 18 16:28:07.831583 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570eda6f-eb55-46d2-9966-170a6d5dc73b None None] Routers {'79bec894-2fb7-4682-88ac-84c74bc0b349'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:07.831583 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-570eda6f-eb55-46d2-9966-170a6d5dc73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['79bec894-2fb7-4682-88ac-84c74bc0b349'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:07.832030 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50580) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:07.839908 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-8e750f48-66ee-40e2-8013-edcd985df822 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-315458694'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:07.846312 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0c565-e2da-411b-8a44-6a99c4b9b61d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Network': ['ID=a8226574-f63b-414c-bae5-a3f6685bd81e,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:07.850467 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-29d0c565-e2da-411b-8a44-6a99c4b9b61d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:07.853751 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-95e8aaf2-8eab-4dad-84f8-a56fe656113d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "DELETE /v2.0/floatingips/799fe2c1-00a9-4b0b-94b6-d538fe32c3d5 HTTP/1.1" status: 204 len: 168 time: 1.2961295 Jun 18 16:28:07.854501 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c06205-5db3-43c1-a006-2d0152a313bc', 'tag': '825d3f08-f432-40d5-b31d-2ea2a6e6c776'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:28:07.857086 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c76800-84a5-46c4-a1bb-7248cf3b56af" -d '{"events": [{"name": "network-changed", "server_uuid": "f7c06205-5db3-43c1-a006-2d0152a313bc", "tag": "825d3f08-f432-40d5-b31d-2ea2a6e6c776"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:28:07.867956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network a8226574-f63b-414c-bae5-a3f6685bd81e details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:07.887887 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e750f48-66ee-40e2-8013-edcd985df822 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Made reservation on behalf of 84b747165e5345b28ba1bbd7eb3d22bc for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:07.898139 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8e750f48-66ee-40e2-8013-edcd985df822 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.910812 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608a3232-a43e-4ffd-b661-e59053d91042 x-openstack-request-id: req-608a3232-a43e-4ffd-b661-e59053d91042 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:28:07.911775 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7c06205-5db3-43c1-a006-2d0152a313bc", "tag": "825d3f08-f432-40d5-b31d-2ea2a6e6c776", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:28:07.912586 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-608a3232-a43e-4ffd-b661-e59053d91042 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:28:07.913630 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c06205-5db3-43c1-a006-2d0152a313bc', 'tag': '825d3f08-f432-40d5-b31d-2ea2a6e6c776', 'status': 'completed', 'code': 200} Jun 18 16:28:07.936344 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e750f48-66ee-40e2-8013-edcd985df822 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:07.971441 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-570eda6f-eb55-46d2-9966-170a6d5dc73b None None] Set router 79bec894-2fb7-4682-88ac-84c74bc0b349 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:07.989950 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8e750f48-66ee-40e2-8013-edcd985df822 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:07.990453 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-8e750f48-66ee-40e2-8013-edcd985df822 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Added segment 71700ad9-d080-4b24-96da-74eb6dcef346 of type vlan for network f1f10b71-6ba9-44d1-8c75-2970c1f54047 Jun 18 16:28:08.045231 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8e750f48-66ee-40e2-8013-edcd985df822 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.076966 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c76800-84a5-46c4-a1bb-7248cf3b56af req-54318a07-9e5f-46ea-b437-00ac8a442f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:08.079015 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-b1c76800-84a5-46c4-a1bb-7248cf3b56af req-54318a07-9e5f-46ea-b437-00ac8a442f5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1f2cb979b7a2442096d27fcea5c7d624&device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 1098 time: 0.1346970 Jun 18 16:28:08.111292 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8e750f48-66ee-40e2-8013-edcd985df822 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.117975 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e750f48-66ee-40e2-8013-edcd985df822 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:08.118620 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8e750f48-66ee-40e2-8013-edcd985df822 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.148186 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7c58600c-551d-46bc-8b86-46e9a06cf612 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:08.218889 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8e750f48-66ee-40e2-8013-edcd985df822 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3856239 Jun 18 16:28:08.222133 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50588) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:08.227000 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-570eda6f-eb55-46d2-9966-170a6d5dc73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793862615', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:46Z', 'updated_at': '2021-06-18T16:25:58Z', 'revision_number': 4, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'gw_port': {'id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'aa9a93a9-2222-4498-9e97-84b32f64f1a7', 'name': '', 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'mac_address': 'fa:16:3e:cb:c2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:55Z', 'updated_at': '2021-06-18T16:26:09Z', 'revision_number': 5, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'subnets': [{'id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:08.229378 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ec5276d5-b494-4060-bcaa-8b3942fe219d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'subnet': {'network_id': 'a8226574-f63b-414c-bae5-a3f6685bd81e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:08.247756 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e750f48-66ee-40e2-8013-edcd985df822 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Network': ['ID=f1f10b71-6ba9-44d1-8c75-2970c1f54047,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:08.252125 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8e750f48-66ee-40e2-8013-edcd985df822 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:08.260177 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network f1f10b71-6ba9-44d1-8c75-2970c1f54047 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:08.268020 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c76800-84a5-46c4-a1bb-7248cf3b56af req-960da450-2946-47e3-9ec6-d5ff1315aead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:08.269705 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570eda6f-eb55-46d2-9966-170a6d5dc73b None None] Checking router: 79bec894-2fb7-4682-88ac-84c74bc0b349 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:28:08.269958 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-b1c76800-84a5-46c4-a1bb-7248cf3b56af req-960da450-2946-47e3-9ec6-d5ff1315aead service neutron] 10.222.0.55 "GET /v2.0/networks?id=85cc2d4b-1a30-4451-b45a-65c661f2447c HTTP/1.1" status: 200 len: 898 time: 0.1795878 Jun 18 16:28:08.285480 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570eda6f-eb55-46d2-9966-170a6d5dc73b None None] Routers {'79bec894-2fb7-4682-88ac-84c74bc0b349'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:08.286320 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-570eda6f-eb55-46d2-9966-170a6d5dc73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:27:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['79bec894-2fb7-4682-88ac-84c74bc0b349'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:08.329159 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-b1c76800-84a5-46c4-a1bb-7248cf3b56af req-aa0b3207-ec76-44e0-953d-ff42835f1096 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=825d3f08-f432-40d5-b31d-2ea2a6e6c776 HTTP/1.1" status: 200 len: 217 time: 0.0468874 Jun 18 16:28:08.403455 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5276d5-b494-4060-bcaa-8b3942fe219d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Made reservation on behalf of 84b747165e5345b28ba1bbd7eb3d22bc for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:08.407458 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ec5276d5-b494-4060-bcaa-8b3942fe219d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.411744 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c76800-84a5-46c4-a1bb-7248cf3b56af req-169aa9cb-6ba7-4d0b-9ce8-f1d06cf0cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:08.413938 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-b1c76800-84a5-46c4-a1bb-7248cf3b56af req-169aa9cb-6ba7-4d0b-9ce8-f1d06cf0cb10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0 HTTP/1.1" status: 200 len: 834 time: 0.0757792 Jun 18 16:28:08.420967 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ab50d-f3d4-4fc4-b476-18f28c99636f req-d2aca031-8248-4841-84cd-12cfd90916f5 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:08.422638 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c8ab50d-f3d4-4fc4-b476-18f28c99636f req-d2aca031-8248-4841-84cd-12cfd90916f5 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.1326330 Jun 18 16:28:08.435949 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4d649ba7-aea8-4baa-af34-5d2e148b37a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.438294 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-570eda6f-eb55-46d2-9966-170a6d5dc73b None None] Set router 79bec894-2fb7-4682-88ac-84c74bc0b349 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:08.514173 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c76800-84a5-46c4-a1bb-7248cf3b56af req-598e882f-c129-4ab6-9c74-767cc4bf251a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:08.516051 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-b1c76800-84a5-46c4-a1bb-7248cf3b56af req-598e882f-c129-4ab6-9c74-767cc4bf251a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=85cc2d4b-1a30-4451-b45a-65c661f2447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841937 Jun 18 16:28:08.540487 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c8ab50d-f3d4-4fc4-b476-18f28c99636f req-0b9a4941-cd1f-4bf2-bf7f-c134326a562d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057739 Jun 18 16:28:08.645232 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-b1c76800-84a5-46c4-a1bb-7248cf3b56af req-261b0053-ab42-41c1-88fd-d46dc47f7508 service neutron] 10.222.0.55 "GET /v2.0/networks/85cc2d4b-1a30-4451-b45a-65c661f2447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171660 Jun 18 16:28:08.684639 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ec5276d5-b494-4060-bcaa-8b3942fe219d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.688646 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bc90a5b2-49a4-4ec2-8088-999ad7f550d5 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:08.738338 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-570eda6f-eb55-46d2-9966-170a6d5dc73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793862615', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:46Z', 'updated_at': '2021-06-18T16:25:58Z', 'revision_number': 4, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'gw_port': {'id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'aa9a93a9-2222-4498-9e97-84b32f64f1a7', 'name': '', 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'mac_address': 'fa:16:3e:cb:c2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:55Z', 'updated_at': '2021-06-18T16:26:09Z', 'revision_number': 5, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'subnets': [{'id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:08.757105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5276d5-b494-4060-bcaa-8b3942fe219d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Subnet': ['ID=e1a3ed39-bedf-4f36-9e37-e5388b450b5c,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:08.763697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ec5276d5-b494-4060-bcaa-8b3942fe219d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:08.766182 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-b1c76800-84a5-46c4-a1bb-7248cf3b56af req-69049741-2592-4bf6-a9fe-f46a810dc70a service neutron] 10.222.0.55 "GET /v2.0/networks/85cc2d4b-1a30-4451-b45a-65c661f2447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124578 Jun 18 16:28:08.769295 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570eda6f-eb55-46d2-9966-170a6d5dc73b None None] The sync data for ids ['79bec894-2fb7-4682-88ac-84c74bc0b349'] in dv-neutron-797120-1-hyperv is: [{'id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793862615', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:46Z', 'updated_at': '2021-06-18T16:25:58Z', 'revision_number': 4, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'gw_port': {'id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'aa9a93a9-2222-4498-9e97-84b32f64f1a7', 'name': '', 'network_id': '85cc2d4b-1a30-4451-b45a-65c661f2447c', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'mac_address': 'fa:16:3e:cb:c2:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:55Z', 'updated_at': '2021-06-18T16:26:09Z', 'revision_number': 5, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'subnets': [{'id': 'f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:08.774190 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5276d5-b494-4060-bcaa-8b3942fe219d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Checking segment: {'id': '68ebd03e-8bd3-49c3-89a4-8dd401ec7b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a8226574-f63b-414c-bae5-a3f6685bd81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:08.774748 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5276d5-b494-4060-bcaa-8b3942fe219d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network hostable DHCP agents. Network: a8226574-f63b-414c-bae5-a3f6685bd81e, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:08.794881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5276d5-b494-4060-bcaa-8b3942fe219d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network a8226574-f63b-414c-bae5-a3f6685bd81e is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:08.812147 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-ec5276d5-b494-4060-bcaa-8b3942fe219d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, a8226574-f63b-414c-bae5-a3f6685bd81e) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:08.818612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5276d5-b494-4060-bcaa-8b3942fe219d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:08.819504 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ec5276d5-b494-4060-bcaa-8b3942fe219d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:08.829734 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21c993f-87ff-4777-add9-347163356da9 None None] Network a8226574-f63b-414c-bae5-a3f6685bd81e requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:08.838226 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ec5276d5-b494-4060-bcaa-8b3942fe219d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6146362 Jun 18 16:28:08.843148 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50590) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:08.856542 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-1b5b06d7-2a72-456c-95d8-b13b100300af tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'subnet': {'network_id': 'f1f10b71-6ba9-44d1-8c75-2970c1f54047', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:08.965561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5b06d7-2a72-456c-95d8-b13b100300af tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Made reservation on behalf of 84b747165e5345b28ba1bbd7eb3d22bc for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:08.970766 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1b5b06d7-2a72-456c-95d8-b13b100300af tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.029975 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-a8226574-f63b-414c-bae5-a3f6685bd81e', 'network_id': 'a8226574-f63b-414c-bae5-a3f6685bd81e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'fixed_ips': [{'subnet_id': 'e1a3ed39-bedf-4f36-9e37-e5388b450b5c'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:28:09.031283 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.117182 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57b0c1c-20fb-47ce-aca5-9a08917993e2 None None] New status for floating IP 799fe2c1-00a9-4b0b-94b6-d538fe32c3d5: DOWN {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:28:09.220777 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1b5b06d7-2a72-456c-95d8-b13b100300af tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.223372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-63cbaa58-7761-499f-8af7-606a89a69979 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:09.265116 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Allocated IP 2001:db8::2 (a8226574-f63b-414c-bae5-a3f6685bd81e/e1a3ed39-bedf-4f36-9e37-e5388b450b5c/12248e44-76fe-4176-a93f-d4116b45db64) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:09.293029 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b06d7-2a72-456c-95d8-b13b100300af tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Subnet': ['ID=4a97a93d-a7fa-412b-b4c7-983068d068b3,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:09.296105 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1b5b06d7-2a72-456c-95d8-b13b100300af tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:09.307110 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5b06d7-2a72-456c-95d8-b13b100300af tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Checking segment: {'id': '71700ad9-d080-4b24-96da-74eb6dcef346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f1f10b71-6ba9-44d1-8c75-2970c1f54047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:09.307649 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5b06d7-2a72-456c-95d8-b13b100300af tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network hostable DHCP agents. Network: f1f10b71-6ba9-44d1-8c75-2970c1f54047, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:09.329110 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5b06d7-2a72-456c-95d8-b13b100300af tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network f1f10b71-6ba9-44d1-8c75-2970c1f54047 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:09.340584 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-1b5b06d7-2a72-456c-95d8-b13b100300af tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, f1f10b71-6ba9-44d1-8c75-2970c1f54047) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:09.344725 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5b06d7-2a72-456c-95d8-b13b100300af tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:09.345317 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1b5b06d7-2a72-456c-95d8-b13b100300af tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.353923 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61543cd2-d7d6-467a-b96e-0cb613daccad None None] Network f1f10b71-6ba9-44d1-8c75-2970c1f54047 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:09.363992 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1b5b06d7-2a72-456c-95d8-b13b100300af tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5188863 Jun 18 16:28:09.368143 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50592) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:09.373535 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-4c8e18c8-53d5-4820-9bd4-34ce45cc819b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1733011702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:09.404656 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c8e18c8-53d5-4820-9bd4-34ce45cc819b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.405720 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c8e18c8-53d5-4820-9bd4-34ce45cc819b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.473010 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c8e18c8-53d5-4820-9bd4-34ce45cc819b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.477693 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c8e18c8-53d5-4820-9bd4-34ce45cc819b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.500012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c8e18c8-53d5-4820-9bd4-34ce45cc819b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.500012 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4c8e18c8-53d5-4820-9bd4-34ce45cc819b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1290727 Jun 18 16:28:09.501418 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50594) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:09.708812 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.722951 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Transition to ACTIVE for port object 12248e44-76fe-4176-a93f-d4116b45db64 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:09.750600 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Transition to ACTIVE for port object 12248e44-76fe-4176-a93f-d4116b45db64 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:09.761466 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.780931 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:09.812985 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-f1f10b71-6ba9-44d1-8c75-2970c1f54047', 'network_id': 'f1f10b71-6ba9-44d1-8c75-2970c1f54047', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'fixed_ips': [{'subnet_id': '4a97a93d-a7fa-412b-b4c7-983068d068b3'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:28:09.813824 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.814697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f278fb-244d-4058-b916-e286c232fbe5 req-8e5bae1b-ec82-4bb1-8fb8-e64f2b650bc6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:09.819624 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-92f278fb-244d-4058-b916-e286c232fbe5 req-8e5bae1b-ec82-4bb1-8fb8-e64f2b650bc6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.1284871 Jun 18 16:28:09.835984 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Network a8226574-f63b-414c-bae5-a3f6685bd81e is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:09.842965 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:09.849263 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:09.858245 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Pushing event updated for resources: {'Port': ['ID=12248e44-76fe-4176-a93f-d4116b45db64,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:09.864077 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:09.885974 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-92f278fb-244d-4058-b916-e286c232fbe5 req-a6d3c381-8c59-4724-a884-e1265016dbb4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552101 Jun 18 16:28:09.914481 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:09.984599 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Attempting to bind port 12248e44-76fe-4176-a93f-d4116b45db64 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:09.984985 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Attempting to bind port 12248e44-76fe-4176-a93f-d4116b45db64 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '68ebd03e-8bd3-49c3-89a4-8dd401ec7b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a8226574-f63b-414c-bae5-a3f6685bd81e'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:09.985357 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Attempting to bind port 12248e44-76fe-4176-a93f-d4116b45db64 on network a8226574-f63b-414c-bae5-a3f6685bd81e {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:10.012326 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:10.012607 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Checking segment: {'id': '68ebd03e-8bd3-49c3-89a4-8dd401ec7b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a8226574-f63b-414c-bae5-a3f6685bd81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:10.013026 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.013435 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Bound using segment: {'id': '68ebd03e-8bd3-49c3-89a4-8dd401ec7b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a8226574-f63b-414c-bae5-a3f6685bd81e'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:10.013939 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Bound port: 12248e44-76fe-4176-a93f-d4116b45db64, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ebd03e-8bd3-49c3-89a4-8dd401ec7b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a8226574-f63b-414c-bae5-a3f6685bd81e'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:10.014329 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.069905 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Allocated IP 2001:db8:1::2 (f1f10b71-6ba9-44d1-8c75-2970c1f54047/4a97a93d-a7fa-412b-b4c7-983068d068b3/8296d7ee-fd06-44eb-b025-2cd583982069) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:10.081918 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd13f4-9391-443b-a8b8-bf1f06306ad0 req-a0fb23ca-58a4-4310-990e-9d01a04159ee tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:10.083488 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-6cbd13f4-9391-443b-a8b8-bf1f06306ad0 req-a0fb23ca-58a4-4310-990e-9d01a04159ee tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.55 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.1849186 Jun 18 16:28:10.143089 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] For port 12248e44-76fe-4176-a93f-d4116b45db64, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:10.161557 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] For port 12248e44-76fe-4176-a93f-d4116b45db64, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=12248e44-76fe-4176-a93f-d4116b45db64,segment=NetworkSegment(68ebd03e-8bd3-49c3-89a4-8dd401ec7b2c),segment_id=68ebd03e-8bd3-49c3-89a4-8dd401ec7b2c)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:10.168673 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.172764 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:10.256320 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Pushing event updated for resources: {'Port': ['ID=12248e44-76fe-4176-a93f-d4116b45db64,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:10.267372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Allocated IP 2001:db8::1 (a8226574-f63b-414c-bae5-a3f6685bd81e/e1a3ed39-bedf-4f36-9e37-e5388b450b5c/7db2cff4-b9fb-4328-8d63-860a96995307) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:10.280395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:10.293952 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [req-6cbd13f4-9391-443b-a8b8-bf1f06306ad0 req-95d7ea5c-b573-4088-81c6-08b5c43d2d8f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Deleting port 825d3f08-f432-40d5-b31d-2ea2a6e6c776 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:10.294293 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-6cbd13f4-9391-443b-a8b8-bf1f06306ad0 req-95d7ea5c-b573-4088-81c6-08b5c43d2d8f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.306691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.316284 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Transition to ACTIVE for port object 8296d7ee-fd06-44eb-b025-2cd583982069 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:10.331128 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Transition to ACTIVE for port object 8296d7ee-fd06-44eb-b025-2cd583982069 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:10.337048 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.340071 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-47741c42-ee97-4254-bd9e-2ac91d57ab22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:10.383108 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Network f1f10b71-6ba9-44d1-8c75-2970c1f54047 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:10.386404 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:10.391057 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:10.400281 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Pushing event updated for resources: {'Port': ['ID=8296d7ee-fd06-44eb-b025-2cd583982069,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:10.424582 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:10.464190 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Attempting to bind port 8296d7ee-fd06-44eb-b025-2cd583982069 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:10.464573 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Attempting to bind port 8296d7ee-fd06-44eb-b025-2cd583982069 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '71700ad9-d080-4b24-96da-74eb6dcef346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f1f10b71-6ba9-44d1-8c75-2970c1f54047'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:10.464951 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Attempting to bind port 8296d7ee-fd06-44eb-b025-2cd583982069 on network f1f10b71-6ba9-44d1-8c75-2970c1f54047 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:10.476433 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:10.477117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Checking segment: {'id': '71700ad9-d080-4b24-96da-74eb6dcef346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f1f10b71-6ba9-44d1-8c75-2970c1f54047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:10.477841 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.478546 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Bound using segment: {'id': '71700ad9-d080-4b24-96da-74eb6dcef346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f1f10b71-6ba9-44d1-8c75-2970c1f54047'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:10.479071 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Bound port: 8296d7ee-fd06-44eb-b025-2cd583982069, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71700ad9-d080-4b24-96da-74eb6dcef346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'f1f10b71-6ba9-44d1-8c75-2970c1f54047'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:10.479447 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.555272 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] For port 8296d7ee-fd06-44eb-b025-2cd583982069, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:10.560932 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] For port 8296d7ee-fd06-44eb-b025-2cd583982069, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=8296d7ee-fd06-44eb-b025-2cd583982069,segment=NetworkSegment(71700ad9-d080-4b24-96da-74eb6dcef346),segment_id=71700ad9-d080-4b24-96da-74eb6dcef346)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:10.567278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.570605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:10.636356 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Pushing event updated for resources: {'Port': ['ID=8296d7ee-fd06-44eb-b025-2cd583982069,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:10.641375 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:10.860570 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-6cbd13f4-9391-443b-a8b8-bf1f06306ad0 req-95d7ea5c-b573-4088-81c6-08b5c43d2d8f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] For port 825d3f08-f432-40d5-b31d-2ea2a6e6c776, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=825d3f08-f432-40d5-b31d-2ea2a6e6c776,segment=NetworkSegment(c19b25f4-082e-45e6-9c8c-7970d64add03),segment_id=c19b25f4-082e-45e6-9c8c-7970d64add03)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:10.861497 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-6cbd13f4-9391-443b-a8b8-bf1f06306ad0 req-95d7ea5c-b573-4088-81c6-08b5c43d2d8f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.901515 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.945010 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-250dfde1-88c1-4851-86a8-e9346320d28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:10.980983 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [req-6cbd13f4-9391-443b-a8b8-bf1f06306ad0 req-95d7ea5c-b573-4088-81c6-08b5c43d2d8f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Calling delete_port for 825d3f08-f432-40d5-b31d-2ea2a6e6c776 owned by compute:nova {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:10.988638 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Transition to ACTIVE for port object 7db2cff4-b9fb-4328-8d63-860a96995307 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:11.053053 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 8296d7ee-fd06-44eb-b025-2cd583982069 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:11.114316 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.125634 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-efad5d24-477d-4df0-9d38-ff22217ec9be tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:11.128895 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 8296d7ee-fd06-44eb-b025-2cd583982069 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:11.137803 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 12248e44-76fe-4176-a93f-d4116b45db64 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:11.148143 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbf45d-16ff-4ef8-9fd8-04bbb9ff6bf7 req-a520bafe-4a84-4d6f-9845-b38b57f09ae1 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:11.155756 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-83fbf45d-16ff-4ef8-9fd8-04bbb9ff6bf7 req-a520bafe-4a84-4d6f-9845-b38b57f09ae1 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7c06205-5db3-43c1-a006-2d0152a313bc HTTP/1.1" status: 200 len: 945 time: 0.1089737 Jun 18 16:28:11.165228 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network a8226574-f63b-414c-bae5-a3f6685bd81e is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:11.180334 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:11.210739 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:11.211391 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.214525 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-83fbf45d-16ff-4ef8-9fd8-04bbb9ff6bf7 req-8750c250-034d-461b-80a9-3523f5fcedf8 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "GET /v2.0/security-groups?id=d784dc89-b152-47b1-83f4-e9958513fe7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565219 Jun 18 16:28:11.219646 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 12248e44-76fe-4176-a93f-d4116b45db64 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:11.262400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=7db2cff4-b9fb-4328-8d63-860a96995307,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:11.265949 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:11.274662 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.302211 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-6cbd13f4-9391-443b-a8b8-bf1f06306ad0 req-95d7ea5c-b573-4088-81c6-08b5c43d2d8f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.324163 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f9a28907-6694-48b4-986d-c8cb4b780ce4 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:11.359068 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7ea5c-b573-4088-81c6-08b5c43d2d8f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event deleted for resources: {'Port': ['ID=825d3f08-f432-40d5-b31d-2ea2a6e6c776,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:11.366055 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-95d7ea5c-b573-4088-81c6-08b5c43d2d8f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:11.392755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a830be-5366-4e0b-ba99-9bc9ce6f66f8 None None] Network a8226574-f63b-414c-bae5-a3f6685bd81e requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:11.419789 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cbd13f4-9391-443b-a8b8-bf1f06306ad0 req-95d7ea5c-b573-4088-81c6-08b5c43d2d8f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] No DVR routers for this DVR port 825d3f08-f432-40d5-b31d-2ea2a6e6c776 on host hv-neutron-7971 {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:11.423348 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-6cbd13f4-9391-443b-a8b8-bf1f06306ad0 req-95d7ea5c-b573-4088-81c6-08b5c43d2d8f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.425246 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-6cbd13f4-9391-443b-a8b8-bf1f06306ad0 req-95d7ea5c-b573-4088-81c6-08b5c43d2d8f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.55 "DELETE /v2.0/ports/825d3f08-f432-40d5-b31d-2ea2a6e6c776 HTTP/1.1" status: 204 len: 173 time: 1.3353148 Jun 18 16:28:11.425827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c06205-5db3-43c1-a006-2d0152a313bc', 'name': 'network-vif-deleted', 'tag': '825d3f08-f432-40d5-b31d-2ea2a6e6c776'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:28:11.428894 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb9ffdb-f96a-4153-8948-b1426b52fc64" -d '{"events": [{"server_uuid": "f7c06205-5db3-43c1-a006-2d0152a313bc", "name": "network-vif-deleted", "tag": "825d3f08-f432-40d5-b31d-2ea2a6e6c776"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:28:11.479592 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.510836 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a90b7a15-9855-4eb7-bfb2-d69c98c5f1a8 None None] Provisioning for port 12248e44-76fe-4176-a93f-d4116b45db64 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:11.524578 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f4300d-55ee-4ddf-b1ba-81b4450ffcf1 x-openstack-request-id: req-92f4300d-55ee-4ddf-b1ba-81b4450ffcf1 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:28:11.526342 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7c06205-5db3-43c1-a006-2d0152a313bc", "name": "network-vif-deleted", "tag": "825d3f08-f432-40d5-b31d-2ea2a6e6c776", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:28:11.526864 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-92f4300d-55ee-4ddf-b1ba-81b4450ffcf1 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:28:11.527514 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c06205-5db3-43c1-a006-2d0152a313bc', 'name': 'network-vif-deleted', 'tag': '825d3f08-f432-40d5-b31d-2ea2a6e6c776', 'status': 'completed', 'code': 200} Jun 18 16:28:11.547637 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a90b7a15-9855-4eb7-bfb2-d69c98c5f1a8 None None] Provisioning complete for port 12248e44-76fe-4176-a93f-d4116b45db64 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:11.548313 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a90b7a15-9855-4eb7-bfb2-d69c98c5f1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.699610 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a90b7a15-9855-4eb7-bfb2-d69c98c5f1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.745338 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a90b7a15-9855-4eb7-bfb2-d69c98c5f1a8 None None] For port 12248e44-76fe-4176-a93f-d4116b45db64, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=12248e44-76fe-4176-a93f-d4116b45db64,segment=NetworkSegment(68ebd03e-8bd3-49c3-89a4-8dd401ec7b2c),segment_id=68ebd03e-8bd3-49c3-89a4-8dd401ec7b2c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:11.751179 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a90b7a15-9855-4eb7-bfb2-d69c98c5f1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.755664 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-804b4f99-8822-462e-b20d-cd1a1a8c4a9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:11.842380 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b7a15-9855-4eb7-bfb2-d69c98c5f1a8 None None] Pushing event updated for resources: {'Port': ['ID=12248e44-76fe-4176-a93f-d4116b45db64,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:11.851072 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a90b7a15-9855-4eb7-bfb2-d69c98c5f1a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:11.884908 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.897787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.898983 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:11.901223 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-769a57d7-333b-49a0-9472-50757c901f4e tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:11.925040 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d4e0b5-3eb5-41e6-af71-dfed2696106d None None] Network f1f10b71-6ba9-44d1-8c75-2970c1f54047 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:12.003580 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=7db2cff4-b9fb-4328-8d63-860a96995307,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:12.008463 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:12.026848 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1ba29b29-f0d3-4f32-ace0-0d5adccae660 None None] Provisioning for port 8296d7ee-fd06-44eb-b025-2cd583982069 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:12.046167 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1ba29b29-f0d3-4f32-ace0-0d5adccae660 None None] Provisioning complete for port 8296d7ee-fd06-44eb-b025-2cd583982069 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:12.046766 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1ba29b29-f0d3-4f32-ace0-0d5adccae660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.087935 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network a8226574-f63b-414c-bae5-a3f6685bd81e is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:12.090179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:12.127752 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.224946 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1ba29b29-f0d3-4f32-ace0-0d5adccae660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.247981 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 1798cd15-22c7-436b-8e77-f49ef5900010 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:28:12.274169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-1ba29b29-f0d3-4f32-ace0-0d5adccae660 None None] For port 8296d7ee-fd06-44eb-b025-2cd583982069, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=8296d7ee-fd06-44eb-b025-2cd583982069,segment=NetworkSegment(71700ad9-d080-4b24-96da-74eb6dcef346),segment_id=71700ad9-d080-4b24-96da-74eb6dcef346)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:12.283120 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1ba29b29-f0d3-4f32-ace0-0d5adccae660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.286218 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:12.339807 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50604) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:12.366238 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba29b29-f0d3-4f32-ace0-0d5adccae660 None None] Pushing event updated for resources: {'Port': ['ID=8296d7ee-fd06-44eb-b025-2cd583982069,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:12.370088 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1ba29b29-f0d3-4f32-ace0-0d5adccae660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:12.394778 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:12.401494 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/1798cd15-22c7-436b-8e77-f49ef5900010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8976765 Jun 18 16:28:12.403777 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50606) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:12.405381 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f12450-ae48-4800-8007-8a9bbb498a81 None None] Sync routers for ids ['1798cd15-22c7-436b-8e77-f49ef5900010'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:12.416819 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0a38b142-d670-4b65-9395-e610f5ba5c9f None None] Provisioning complete for port 12248e44-76fe-4176-a93f-d4116b45db64 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:12.417263 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0a38b142-d670-4b65-9395-e610f5ba5c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.417432 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f12450-ae48-4800-8007-8a9bbb498a81 None None] Routers {'1798cd15-22c7-436b-8e77-f49ef5900010'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:12.418260 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-b4f12450-ae48-4800-8007-8a9bbb498a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1798cd15-22c7-436b-8e77-f49ef5900010'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:12.454222 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-b4f12450-ae48-4800-8007-8a9bbb498a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:12.464815 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f12450-ae48-4800-8007-8a9bbb498a81 None None] Routers {'1798cd15-22c7-436b-8e77-f49ef5900010'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:12.465743 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-b4f12450-ae48-4800-8007-8a9bbb498a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1798cd15-22c7-436b-8e77-f49ef5900010'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:12.507871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97988f74-b9e3-4323-9e3b-302912ee0920 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:12.511908 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-97988f74-b9e3-4323-9e3b-302912ee0920 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/ports/7db2cff4-b9fb-4328-8d63-860a96995307 HTTP/1.1" status: 200 len: 911 time: 0.1042783 Jun 18 16:28:12.512325 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50608) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:12.515281 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 825d3f08-f432-40d5-b31d-2ea2a6e6c776 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:28:12.529347 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-b4f12450-ae48-4800-8007-8a9bbb498a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:12.530175 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f12450-ae48-4800-8007-8a9bbb498a81 None None] The sync data for ids ['1798cd15-22c7-436b-8e77-f49ef5900010'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:12.543205 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 825d3f08-f432-40d5-b31d-2ea2a6e6c776 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:28:12.543580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 825d3f08-f432-40d5-b31d-2ea2a6e6c776 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:28:12.578348 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0a38b142-d670-4b65-9395-e610f5ba5c9f None None] Provisioning for port 7db2cff4-b9fb-4328-8d63-860a96995307 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:12.583634 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0a38b142-d670-4b65-9395-e610f5ba5c9f None None] Provisioning complete for port 7db2cff4-b9fb-4328-8d63-860a96995307 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:12.584358 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0a38b142-d670-4b65-9395-e610f5ba5c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.631896 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-0a38b142-d670-4b65-9395-e610f5ba5c9f None None] Port 7db2cff4-b9fb-4328-8d63-860a96995307 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:12.754082 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-65325121-5248-478c-b94d-7a2e77b0f484 None None] Provisioning complete for port 8296d7ee-fd06-44eb-b025-2cd583982069 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:12.754082 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-65325121-5248-478c-b94d-7a2e77b0f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.848204 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-65325121-5248-478c-b94d-7a2e77b0f484 None None] Provisioning complete for port 7db2cff4-b9fb-4328-8d63-860a96995307 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:12.848595 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-65325121-5248-478c-b94d-7a2e77b0f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.890066 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-65325121-5248-478c-b94d-7a2e77b0f484 None None] Port 7db2cff4-b9fb-4328-8d63-860a96995307 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:12.927995 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8674ebe2-1fe1-40ec-ac14-e86315596422 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.929836 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:12.944509 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 8296d7ee-fd06-44eb-b025-2cd583982069 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:12.997599 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 8296d7ee-fd06-44eb-b025-2cd583982069 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:12.998124 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.083826 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 12248e44-76fe-4176-a93f-d4116b45db64 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:13.131928 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 12248e44-76fe-4176-a93f-d4116b45db64 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:13.132315 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.196848 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Allocated IP 2001:db8:1::1 (f1f10b71-6ba9-44d1-8c75-2970c1f54047/4a97a93d-a7fa-412b-b4c7-983068d068b3/bdc31db7-e821-446c-a26d-b49fd629c69d) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:13.260767 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8674ebe2-1fe1-40ec-ac14-e86315596422 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Deleting port aa9a93a9-2222-4498-9e97-84b32f64f1a7 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:13.261107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8674ebe2-1fe1-40ec-ac14-e86315596422 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.313197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.332687 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Transition to ACTIVE for port object bdc31db7-e821-446c-a26d-b49fd629c69d will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:13.350189 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-8674ebe2-1fe1-40ec-ac14-e86315596422 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] For port aa9a93a9-2222-4498-9e97-84b32f64f1a7, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=aa9a93a9-2222-4498-9e97-84b32f64f1a7,segment=NetworkSegment(c19b25f4-082e-45e6-9c8c-7970d64add03),segment_id=c19b25f4-082e-45e6-9c8c-7970d64add03)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:13.350840 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8674ebe2-1fe1-40ec-ac14-e86315596422 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.366778 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.369912 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-17e9684d-9828-4114-9389-ab536e9a3a1f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:13.417844 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network f1f10b71-6ba9-44d1-8c75-2970c1f54047 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:13.418809 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8674ebe2-1fe1-40ec-ac14-e86315596422 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Calling delete_port for aa9a93a9-2222-4498-9e97-84b32f64f1a7 owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:13.420976 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:13.425660 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:13.426194 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.463546 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=bdc31db7-e821-446c-a26d-b49fd629c69d,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:13.468314 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:13.573078 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.652580 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8674ebe2-1fe1-40ec-ac14-e86315596422 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.655333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a90b8bee-1004-43f5-a0ad-54b5c9bcb2e4 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:13.683878 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.686563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674ebe2-1fe1-40ec-ac14-e86315596422 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event deleted for resources: {'Port': ['ID=aa9a93a9-2222-4498-9e97-84b32f64f1a7,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:13.719040 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-702ffbfb-f81a-4b67-83ff-426ffb692f78 None None] Provisioning for port bdc31db7-e821-446c-a26d-b49fd629c69d completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:13.724724 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-702ffbfb-f81a-4b67-83ff-426ffb692f78 None None] Provisioning complete for port bdc31db7-e821-446c-a26d-b49fd629c69d triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:13.725425 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-702ffbfb-f81a-4b67-83ff-426ffb692f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.740900 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8674ebe2-1fe1-40ec-ac14-e86315596422 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:13.767108 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-702ffbfb-f81a-4b67-83ff-426ffb692f78 None None] Port bdc31db7-e821-446c-a26d-b49fd629c69d cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:13.860994 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8674ebe2-1fe1-40ec-ac14-e86315596422 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.890327 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.897157 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.898026 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:13.900050 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-97b7f190-23eb-496c-84b6-a80acf55e1a1 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:13.986176 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=bdc31db7-e821-446c-a26d-b49fd629c69d,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:13.990474 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:14.031448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network f1f10b71-6ba9-44d1-8c75-2970c1f54047 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:14.032852 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:14.100534 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8674ebe2-1fe1-40ec-ac14-e86315596422 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Router 79bec894-2fb7-4682-88ac-84c74bc0b349 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:14.136491 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 1798cd15-22c7-436b-8e77-f49ef5900010 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:14.235946 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:14.244868 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/1798cd15-22c7-436b-8e77-f49ef5900010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7282405 Jun 18 16:28:14.247042 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e40d67-10e7-4593-bc1a-6ecad4f81e20 None None] Sync routers for ids ['1798cd15-22c7-436b-8e77-f49ef5900010'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:14.247218 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50610) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:14.257355 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e40d67-10e7-4593-bc1a-6ecad4f81e20 None None] Routers {'1798cd15-22c7-436b-8e77-f49ef5900010'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:14.259250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-48e40d67-10e7-4593-bc1a-6ecad4f81e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1798cd15-22c7-436b-8e77-f49ef5900010'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:14.295186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-48e40d67-10e7-4593-bc1a-6ecad4f81e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:14.304360 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2b95e3-c036-4520-a835-b847b67f4ec3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:14.308516 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ab2b95e3-c036-4520-a835-b847b67f4ec3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/ports/bdc31db7-e821-446c-a26d-b49fd629c69d HTTP/1.1" status: 200 len: 913 time: 0.0576785 Jun 18 16:28:14.309265 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50612) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:14.312221 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e40d67-10e7-4593-bc1a-6ecad4f81e20 None None] Routers {'1798cd15-22c7-436b-8e77-f49ef5900010'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:14.312860 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-48e40d67-10e7-4593-bc1a-6ecad4f81e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1798cd15-22c7-436b-8e77-f49ef5900010'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:14.314925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f89708ee-1c99-4bb9-a1cf-0750bd0969a9 None None] Provisioning complete for port bdc31db7-e821-446c-a26d-b49fd629c69d triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:14.315877 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f89708ee-1c99-4bb9-a1cf-0750bd0969a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:14.376264 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-48e40d67-10e7-4593-bc1a-6ecad4f81e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:14.376836 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e40d67-10e7-4593-bc1a-6ecad4f81e20 None None] The sync data for ids ['1798cd15-22c7-436b-8e77-f49ef5900010'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:14.393880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f89708ee-1c99-4bb9-a1cf-0750bd0969a9 None None] Port bdc31db7-e821-446c-a26d-b49fd629c69d cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:14.537528 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8674ebe2-1fe1-40ec-ac14-e86315596422 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:14.545306 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8674ebe2-1fe1-40ec-ac14-e86315596422 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "PUT /v2.0/routers/79bec894-2fb7-4682-88ac-84c74bc0b349/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2017987 Jun 18 16:28:14.545419 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50614) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:14.548888 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff436e-4cc0-4359-a714-cdfc4af7f9de None None] Sync routers for ids ['79bec894-2fb7-4682-88ac-84c74bc0b349'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:14.558317 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff436e-4cc0-4359-a714-cdfc4af7f9de None None] Routers {'79bec894-2fb7-4682-88ac-84c74bc0b349'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:14.558959 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-54ff436e-4cc0-4359-a714-cdfc4af7f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['79bec894-2fb7-4682-88ac-84c74bc0b349'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:14.627131 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb12e42-7228-4d59-8eea-d9387c59ed38 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Deleting subnet f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:28:14.633247 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8bb12e42-7228-4d59-8eea-d9387c59ed38 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:14.662871 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-54ff436e-4cc0-4359-a714-cdfc4af7f9de None None] Set router 79bec894-2fb7-4682-88ac-84c74bc0b349 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:14.696611 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8bb12e42-7228-4d59-8eea-d9387c59ed38 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:14.784690 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4100cfd4-cd5f-4af4-98f4-ffde27332ee7 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:14.839375 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-54ff436e-4cc0-4359-a714-cdfc4af7f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793862615', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:46Z', 'updated_at': '2021-06-18T16:28:13Z', 'revision_number': 5, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'gw_port': {'id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:14.873755 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8bb12e42-7228-4d59-8eea-d9387c59ed38 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:14.876938 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff436e-4cc0-4359-a714-cdfc4af7f9de None None] Checking router: 79bec894-2fb7-4682-88ac-84c74bc0b349 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:28:14.887243 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff436e-4cc0-4359-a714-cdfc4af7f9de None None] Routers {'79bec894-2fb7-4682-88ac-84c74bc0b349'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:14.888202 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-54ff436e-4cc0-4359-a714-cdfc4af7f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['79bec894-2fb7-4682-88ac-84c74bc0b349'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:15.008236 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8bb12e42-7228-4d59-8eea-d9387c59ed38 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.012104 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c719448c-6bc2-4584-b3b3-0be8678a5d32 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:15.091737 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-54ff436e-4cc0-4359-a714-cdfc4af7f9de None None] Set router 79bec894-2fb7-4682-88ac-84c74bc0b349 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:15.275326 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-54ff436e-4cc0-4359-a714-cdfc4af7f9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793862615', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:46Z', 'updated_at': '2021-06-18T16:28:13Z', 'revision_number': 5, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'gw_port': {'id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:15.301337 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ff436e-4cc0-4359-a714-cdfc4af7f9de None None] The sync data for ids ['79bec894-2fb7-4682-88ac-84c74bc0b349'] in dv-neutron-797120-1-hyperv is: [{'id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1793862615', 'tenant_id': '1f2cb979b7a2442096d27fcea5c7d624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33'}], 'enable_snat': True}, 'gw_port_id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:46Z', 'updated_at': '2021-06-18T16:28:13Z', 'revision_number': 5, 'project_id': '1f2cb979b7a2442096d27fcea5c7d624', 'gw_port': {'id': 'f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bec894-2fb7-4682-88ac-84c74bc0b349', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1000, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:15.407511 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb12e42-7228-4d59-8eea-d9387c59ed38 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event deleted for resources: {'Subnet': ['ID=f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:15.410876 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8bb12e42-7228-4d59-8eea-d9387c59ed38 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.412065 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8bb12e42-7228-4d59-8eea-d9387c59ed38 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "DELETE /v2.0/subnets/f8cc5c1d-4e1e-44ae-abe1-22b36b601dd0 HTTP/1.1" status: 204 len: 168 time: 0.8658361 Jun 18 16:28:15.414044 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8bb12e42-7228-4d59-8eea-d9387c59ed38 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:15.414875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50616) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:15.417975 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bb49ae-d147-4308-83e4-26bc7ede7f2f None None] Network 85cc2d4b-1a30-4451-b45a-65c661f2447c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:15.520017 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-4100cfd4-cd5f-4af4-98f4-ffde27332ee7 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting port bdc31db7-e821-446c-a26d-b49fd629c69d {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:15.520407 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4100cfd4-cd5f-4af4-98f4-ffde27332ee7 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.529717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d928832-dd35-4f71-aa7e-c78b5472a7b3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.616477 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4100cfd4-cd5f-4af4-98f4-ffde27332ee7 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.657660 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d928832-dd35-4f71-aa7e-c78b5472a7b3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.685425 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010738d2-14cd-4eee-86b7-eb5d22c3abf3 None None] DHCP port deletion for 85cc2d4b-1a30-4451-b45a-65c661f2447c request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:28:15.685665 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-4100cfd4-cd5f-4af4-98f4-ffde27332ee7 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Calling delete_port for bdc31db7-e821-446c-a26d-b49fd629c69d owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:15.720580 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-4d928832-dd35-4f71-aa7e-c78b5472a7b3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Deleting port f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:15.720926 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d928832-dd35-4f71-aa7e-c78b5472a7b3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.743906 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-010738d2-14cd-4eee-86b7-eb5d22c3abf3 None None] Deleting port 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:15.744294 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-010738d2-14cd-4eee-86b7-eb5d22c3abf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.826012 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-010738d2-14cd-4eee-86b7-eb5d22c3abf3 None None] For port 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=0a0c6269-fb52-4cc8-8af9-2d5640e0cad6,segment=NetworkSegment(c19b25f4-082e-45e6-9c8c-7970d64add03),segment_id=c19b25f4-082e-45e6-9c8c-7970d64add03)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:15.826721 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-010738d2-14cd-4eee-86b7-eb5d22c3abf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.828734 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-4d928832-dd35-4f71-aa7e-c78b5472a7b3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] For port f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:15.829888 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d928832-dd35-4f71-aa7e-c78b5472a7b3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.898364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-010738d2-14cd-4eee-86b7-eb5d22c3abf3 None None] Calling delete_port for 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:15.898785 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4100cfd4-cd5f-4af4-98f4-ffde27332ee7 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:15.907540 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-4d928832-dd35-4f71-aa7e-c78b5472a7b3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Calling delete_port for f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135 owned by network:router_gateway {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:15.908117 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5c2ec9b8-5deb-49fd-b52f-bcd4edfffd5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:15.946647 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100cfd4-cd5f-4af4-98f4-ffde27332ee7 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Port': ['ID=bdc31db7-e821-446c-a26d-b49fd629c69d,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:15.966461 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4100cfd4-cd5f-4af4-98f4-ffde27332ee7 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:16.014182 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-010738d2-14cd-4eee-86b7-eb5d22c3abf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.022729 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:16.049448 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010738d2-14cd-4eee-86b7-eb5d22c3abf3 None None] No DVR routers for this DVR port 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:16.055764 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010738d2-14cd-4eee-86b7-eb5d22c3abf3 None None] Pushing event deleted for resources: {'Port': ['ID=0a0c6269-fb52-4cc8-8af9-2d5640e0cad6,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:16.061002 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-010738d2-14cd-4eee-86b7-eb5d22c3abf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:16.077645 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4100cfd4-cd5f-4af4-98f4-ffde27332ee7 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.148317 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d928832-dd35-4f71-aa7e-c78b5472a7b3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.156501 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:16.187326 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d928832-dd35-4f71-aa7e-c78b5472a7b3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event deleted for resources: {'Port': ['ID=f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:16.190648 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4d928832-dd35-4f71-aa7e-c78b5472a7b3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:16.251442 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d928832-dd35-4f71-aa7e-c78b5472a7b3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.279874 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4100cfd4-cd5f-4af4-98f4-ffde27332ee7 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 1798cd15-22c7-436b-8e77-f49ef5900010 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:16.343892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d928832-dd35-4f71-aa7e-c78b5472a7b3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.346031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d928832-dd35-4f71-aa7e-c78b5472a7b3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.369911 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4100cfd4-cd5f-4af4-98f4-ffde27332ee7 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:16.375680 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4100cfd4-cd5f-4af4-98f4-ffde27332ee7 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/1798cd15-22c7-436b-8e77-f49ef5900010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0654325 Jun 18 16:28:16.379043 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50618) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:16.384228 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1fc2b5-b3d2-4c3d-be9b-d3e2ac7bde34 None None] Sync routers for ids ['1798cd15-22c7-436b-8e77-f49ef5900010'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:16.391692 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d928832-dd35-4f71-aa7e-c78b5472a7b3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.392618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d928832-dd35-4f71-aa7e-c78b5472a7b3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Fanout notify agent at l3_agent the message router_deleted on router 79bec894-2fb7-4682-88ac-84c74bc0b349 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:28:16.395473 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1fc2b5-b3d2-4c3d-be9b-d3e2ac7bde34 None None] Routers {'1798cd15-22c7-436b-8e77-f49ef5900010'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:16.396617 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-fb1fc2b5-b3d2-4c3d-be9b-d3e2ac7bde34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1798cd15-22c7-436b-8e77-f49ef5900010'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:16.402245 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4d928832-dd35-4f71-aa7e-c78b5472a7b3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.403474 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4d928832-dd35-4f71-aa7e-c78b5472a7b3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "DELETE /v2.0/routers/79bec894-2fb7-4682-88ac-84c74bc0b349 HTTP/1.1" status: 204 len: 168 time: 0.9875989 Jun 18 16:28:16.406053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50620) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:16.436701 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-fb1fc2b5-b3d2-4c3d-be9b-d3e2ac7bde34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:16.446785 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1fc2b5-b3d2-4c3d-be9b-d3e2ac7bde34 None None] Routers {'1798cd15-22c7-436b-8e77-f49ef5900010'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:16.447409 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-fb1fc2b5-b3d2-4c3d-be9b-d3e2ac7bde34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1798cd15-22c7-436b-8e77-f49ef5900010'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:16.484423 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-fb1fc2b5-b3d2-4c3d-be9b-d3e2ac7bde34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:16.485052 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1fc2b5-b3d2-4c3d-be9b-d3e2ac7bde34 None None] The sync data for ids ['1798cd15-22c7-436b-8e77-f49ef5900010'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:16.527961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9cb9405b-c6ef-439c-95d8-b1807fab282f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.624245 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9cb9405b-c6ef-439c-95d8-b1807fab282f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.638034 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-9cb9405b-c6ef-439c-95d8-b1807fab282f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85cc2d4b-1a30-4451-b45a-65c661f2447c']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:16.648831 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-9cb9405b-c6ef-439c-95d8-b1807fab282f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19b25f4-082e-45e6-9c8c-7970d64add03') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:16.649384 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-9cb9405b-c6ef-439c-95d8-b1807fab282f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19b25f4-082e-45e6-9c8c-7970d64add03') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:16.660298 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9cb9405b-c6ef-439c-95d8-b1807fab282f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.676078 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9cb9405b-c6ef-439c-95d8-b1807fab282f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.682085 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb9405b-c6ef-439c-95d8-b1807fab282f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:16.682464 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9cb9405b-c6ef-439c-95d8-b1807fab282f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:16.685490 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:16.734397 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7620-6023-4813-9a83-5d3d63ff1af3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.750654 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9cb9405b-c6ef-439c-95d8-b1807fab282f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.755080 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-550e7589-4670-4e07-8cc0-cbbaf259c09a tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:16.759016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9cb9405b-c6ef-439c-95d8-b1807fab282f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.760812 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9cb9405b-c6ef-439c-95d8-b1807fab282f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "DELETE /v2.0/networks/85cc2d4b-1a30-4451-b45a-65c661f2447c HTTP/1.1" status: 204 len: 168 time: 0.3537862 Jun 18 16:28:16.772807 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50622) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:16.783046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9405b-c6ef-439c-95d8-b1807fab282f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event deleted for resources: {'Network': ['ID=85cc2d4b-1a30-4451-b45a-65c661f2447c,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:16.786244 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9cb9405b-c6ef-439c-95d8-b1807fab282f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:16.838942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ffb1e706-9b2e-4ec9-be24-abc1a2388ff6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.872343 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ffb1e706-9b2e-4ec9-be24-abc1a2388ff6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.934051 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:28:16.951959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ffb1e706-9b2e-4ec9-be24-abc1a2388ff6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.954765 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ffb1e706-9b2e-4ec9-be24-abc1a2388ff6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:16.956699 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ffb1e706-9b2e-4ec9-be24-abc1a2388ff6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] 10.222.0.50 "DELETE /v2.0/security-groups/d784dc89-b152-47b1-83f4-e9958513fe7e HTTP/1.1" status: 204 len: 168 time: 0.1810551 Jun 18 16:28:16.957281 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:28:16.957787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bff517da-db43-4e01-8578-1f3d1852bbad tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:16.957925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f3ac3b94-e17f-4c2d-98e1-e0aed6cf7135 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:28:16.958259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device aa9a93a9-2222-4498-9e97-84b32f64f1a7 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:28:16.967253 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1e706-9b2e-4ec9-be24-abc1a2388ff6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d784dc89-b152-47b1-83f4-e9958513fe7e,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:16.974579 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ffb1e706-9b2e-4ec9-be24-abc1a2388ff6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:16.986286 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: aa9a93a9-2222-4498-9e97-84b32f64f1a7 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:28:16.986760 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device aa9a93a9-2222-4498-9e97-84b32f64f1a7 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:28:16.987789 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:28:17.010135 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:28:17.011044 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 0a0c6269-fb52-4cc8-8af9-2d5640e0cad6 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:28:17.045450 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a7620-6023-4813-9a83-5d3d63ff1af3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting port 7db2cff4-b9fb-4328-8d63-860a96995307 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:17.045794 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7620-6023-4813-9a83-5d3d63ff1af3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.135130 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7620-6023-4813-9a83-5d3d63ff1af3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.207445 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a7620-6023-4813-9a83-5d3d63ff1af3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Calling delete_port for 7db2cff4-b9fb-4328-8d63-860a96995307 owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:17.261585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50630) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:17.386835 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7620-6023-4813-9a83-5d3d63ff1af3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.389639 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ab4714ac-2113-49c0-95d7-0f627ec8eaa0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:17.400181 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-56cd0f16-97e2-4695-a1d5-a1bf965e62dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1f2cb979b7a2442096d27fcea5c7d624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372397 Jun 18 16:28:17.402483 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50634) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:17.416640 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a7620-6023-4813-9a83-5d3d63ff1af3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Port': ['ID=7db2cff4-b9fb-4328-8d63-860a96995307,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:17.422696 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fe5a7620-6023-4813-9a83-5d3d63ff1af3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:17.462548 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-723e29ad-4f0e-4d01-ba6c-1b9c11e63da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.485503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-723e29ad-4f0e-4d01-ba6c-1b9c11e63da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.523168 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7620-6023-4813-9a83-5d3d63ff1af3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.544047 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-723e29ad-4f0e-4d01-ba6c-1b9c11e63da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.547394 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-723e29ad-4f0e-4d01-ba6c-1b9c11e63da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.551070 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-723e29ad-4f0e-4d01-ba6c-1b9c11e63da1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dc29e7ec-d785-4815-b0f1-f523c8f4a377 HTTP/1.1" status: 204 len: 168 time: 0.1447589 Jun 18 16:28:17.551070 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e6d08832-2629-4b17-95ec-c1a993c51b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:17.557613 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e29ad-4f0e-4d01-ba6c-1b9c11e63da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc29e7ec-d785-4815-b0f1-f523c8f4a377,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:17.560698 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-723e29ad-4f0e-4d01-ba6c-1b9c11e63da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:17.698297 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5a7620-6023-4813-9a83-5d3d63ff1af3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 1798cd15-22c7-436b-8e77-f49ef5900010 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:17.787867 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5a7620-6023-4813-9a83-5d3d63ff1af3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:17.793509 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fe5a7620-6023-4813-9a83-5d3d63ff1af3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/1798cd15-22c7-436b-8e77-f49ef5900010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4133878 Jun 18 16:28:17.797540 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50640) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:17.800686 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17b0290-2578-4a3a-968f-1ee90d9fee19 None None] Sync routers for ids ['1798cd15-22c7-436b-8e77-f49ef5900010'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:17.810532 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17b0290-2578-4a3a-968f-1ee90d9fee19 None None] Routers {'1798cd15-22c7-436b-8e77-f49ef5900010'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:17.811233 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-e17b0290-2578-4a3a-968f-1ee90d9fee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1798cd15-22c7-436b-8e77-f49ef5900010'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:17.834544 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-08b1f4a4-c016-4b7d-99b0-ab09242545f7 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/ports?device_id=1798cd15-22c7-436b-8e77-f49ef5900010 HTTP/1.1" status: 200 len: 205 time: 0.0355361 Jun 18 16:28:17.837150 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50642) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:17.847795 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50644) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:17.848723 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-e17b0290-2578-4a3a-968f-1ee90d9fee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:17.857771 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17b0290-2578-4a3a-968f-1ee90d9fee19 None None] Routers {'1798cd15-22c7-436b-8e77-f49ef5900010'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:17.858632 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-e17b0290-2578-4a3a-968f-1ee90d9fee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1798cd15-22c7-436b-8e77-f49ef5900010'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:17.865499 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-10c25810-7866-4d70-91a6-0d322fa1f1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.894342 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-e17b0290-2578-4a3a-968f-1ee90d9fee19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:17.895289 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17b0290-2578-4a3a-968f-1ee90d9fee19 None None] The sync data for ids ['1798cd15-22c7-436b-8e77-f49ef5900010'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:17.919228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-77a90a15-6cab-4029-8d37-d82540b1c899 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.968736 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-10c25810-7866-4d70-91a6-0d322fa1f1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.973190 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-10c25810-7866-4d70-91a6-0d322fa1f1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:17.975919 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6bbb9055-2906-4cae-a8e8-fef123b8baf6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:18.013394 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c25810-7866-4d70-91a6-0d322fa1f1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ffd49f-dc55-4753-a746-49973e49b36c,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:18.016980 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-10c25810-7866-4d70-91a6-0d322fa1f1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:18.020644 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-10c25810-7866-4d70-91a6-0d322fa1f1a3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d9190370d9a4ad38ead8e66e7a5ad96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711092 Jun 18 16:28:18.023193 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50646) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:18.073285 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e358fae0-b4c7-4723-80cb-a07733abe7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.089082 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-77a90a15-6cab-4029-8d37-d82540b1c899 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.091186 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-77a90a15-6cab-4029-8d37-d82540b1c899 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.097973 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e358fae0-b4c7-4723-80cb-a07733abe7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.138281 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-77a90a15-6cab-4029-8d37-d82540b1c899 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.138833 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a90a15-6cab-4029-8d37-d82540b1c899 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Fanout notify agent at l3_agent the message router_deleted on router 1798cd15-22c7-436b-8e77-f49ef5900010 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:28:18.146158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-77a90a15-6cab-4029-8d37-d82540b1c899 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.149640 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-77a90a15-6cab-4029-8d37-d82540b1c899 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/routers/1798cd15-22c7-436b-8e77-f49ef5900010 HTTP/1.1" status: 204 len: 168 time: 0.3092170 Jun 18 16:28:18.150087 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50648) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:18.160457 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e358fae0-b4c7-4723-80cb-a07733abe7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.162970 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e358fae0-b4c7-4723-80cb-a07733abe7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.164049 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e358fae0-b4c7-4723-80cb-a07733abe7dd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/70ffd49f-dc55-4753-a746-49973e49b36c HTTP/1.1" status: 204 len: 168 time: 0.1399488 Jun 18 16:28:18.182934 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a34b3ee2-e85f-4221-a1f8-8a1e247e6a59 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:18.201242 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358fae0-b4c7-4723-80cb-a07733abe7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ffd49f-dc55-4753-a746-49973e49b36c,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:18.205023 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e358fae0-b4c7-4723-80cb-a07733abe7dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:18.225307 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-3245b3f8-3646-4397-9892-31b19735f820 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting subnet 4a97a93d-a7fa-412b-b4c7-983068d068b3 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:28:18.228668 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3245b3f8-3646-4397-9892-31b19735f820 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.270044 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3245b3f8-3646-4397-9892-31b19735f820 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.366471 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3245b3f8-3646-4397-9892-31b19735f820 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.431825 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3245b3f8-3646-4397-9892-31b19735f820 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.434067 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-148e1a6c-4033-45d0-a9c9-f4cf2c5a6f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:18.461680 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245b3f8-3646-4397-9892-31b19735f820 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Subnet': ['ID=4a97a93d-a7fa-412b-b4c7-983068d068b3,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:18.464352 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3245b3f8-3646-4397-9892-31b19735f820 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:18.470061 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3245b3f8-3646-4397-9892-31b19735f820 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.475115 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3245b3f8-3646-4397-9892-31b19735f820 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/subnets/4a97a93d-a7fa-412b-b4c7-983068d068b3 HTTP/1.1" status: 204 len: 168 time: 0.3214633 Jun 18 16:28:18.475953 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50652) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:18.478319 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee6320a-899e-4b8c-bc65-961fc805ff52 None None] Network f1f10b71-6ba9-44d1-8c75-2970c1f54047 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:18.530691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd269c8d-ed2c-45c2-90e1-105c99f2ddb5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting subnet e1a3ed39-bedf-4f36-9e37-e5388b450b5c {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:28:18.534673 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd269c8d-ed2c-45c2-90e1-105c99f2ddb5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.581738 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd269c8d-ed2c-45c2-90e1-105c99f2ddb5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.669476 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd269c8d-ed2c-45c2-90e1-105c99f2ddb5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.678852 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3328ec4d-3a84-470b-9cb3-c8bf75b823e6 None None] DHCP port deletion for f1f10b71-6ba9-44d1-8c75-2970c1f54047 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:28:18.727533 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd269c8d-ed2c-45c2-90e1-105c99f2ddb5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.730324 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b057b991-cc53-476d-a7cf-1a8addc129c8 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:18.731163 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-3328ec4d-3a84-470b-9cb3-c8bf75b823e6 None None] Deleting port 8296d7ee-fd06-44eb-b025-2cd583982069 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:18.731555 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3328ec4d-3a84-470b-9cb3-c8bf75b823e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.757496 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd269c8d-ed2c-45c2-90e1-105c99f2ddb5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.759412 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cd269c8d-ed2c-45c2-90e1-105c99f2ddb5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/subnets/e1a3ed39-bedf-4f36-9e37-e5388b450b5c HTTP/1.1" status: 204 len: 168 time: 0.2830915 Jun 18 16:28:18.760575 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd269c8d-ed2c-45c2-90e1-105c99f2ddb5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a3ed39-bedf-4f36-9e37-e5388b450b5c,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:18.762107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50654) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:18.763215 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cd269c8d-ed2c-45c2-90e1-105c99f2ddb5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:18.845580 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.896146 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f72e08-a912-49ad-b70b-84eda3b21360 None None] Network a8226574-f63b-414c-bae5-a3f6685bd81e requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:18.905812 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting port 8296d7ee-fd06-44eb-b025-2cd583982069 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:18.906615 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:18.936352 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 8296d7ee-fd06-44eb-b025-2cd583982069 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:28:18.975867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] For port 8296d7ee-fd06-44eb-b025-2cd583982069, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=8296d7ee-fd06-44eb-b025-2cd583982069,segment=NetworkSegment(71700ad9-d080-4b24-96da-74eb6dcef346),segment_id=71700ad9-d080-4b24-96da-74eb6dcef346)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:18.976228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.032974 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-3328ec4d-3a84-470b-9cb3-c8bf75b823e6 None None] For port 8296d7ee-fd06-44eb-b025-2cd583982069, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=8296d7ee-fd06-44eb-b025-2cd583982069,segment=NetworkSegment(71700ad9-d080-4b24-96da-74eb6dcef346),segment_id=71700ad9-d080-4b24-96da-74eb6dcef346)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:19.033375 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3328ec4d-3a84-470b-9cb3-c8bf75b823e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.040900 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Calling delete_port for 8296d7ee-fd06-44eb-b025-2cd583982069 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:19.121152 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-3328ec4d-3a84-470b-9cb3-c8bf75b823e6 None None] Calling delete_port for 8296d7ee-fd06-44eb-b025-2cd583982069 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:19.122105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.125115 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d91e3b7e-6df1-4245-b6a7-74d3e5853b86 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:19.149007 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Port': ['ID=8296d7ee-fd06-44eb-b025-2cd583982069,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:19.151523 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No active binding found for port 8296d7ee-fd06-44eb-b025-2cd583982069 {{(pid=93455) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 18 16:28:19.151970 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 8296d7ee-fd06-44eb-b025-2cd583982069 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:28:19.152238 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:19.153015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] No DVR routers for this DVR port 8296d7ee-fd06-44eb-b025-2cd583982069 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:19.235840 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.241647 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3328ec4d-3a84-470b-9cb3-c8bf75b823e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.243766 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1c8cbec9-1f73-4272-9415-0af75c271273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:19.248005 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f10b71-6ba9-44d1-8c75-2970c1f54047']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:19.259057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71700ad9-d080-4b24-96da-74eb6dcef346') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:19.259368 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71700ad9-d080-4b24-96da-74eb6dcef346') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:19.269568 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.272372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328ec4d-3a84-470b-9cb3-c8bf75b823e6 None None] Pushing event deleted for resources: {'Port': ['ID=8296d7ee-fd06-44eb-b025-2cd583982069,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:19.275759 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-3328ec4d-3a84-470b-9cb3-c8bf75b823e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:19.278371 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3328ec4d-3a84-470b-9cb3-c8bf75b823e6 None None] No DVR routers for this DVR port 8296d7ee-fd06-44eb-b025-2cd583982069 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:19.286949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.294013 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:19.294490 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.295429 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85f50db-6ad7-4be2-9dba-a677bd9cbe72 None None] DHCP port deletion for a8226574-f63b-414c-bae5-a3f6685bd81e request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:19.297657 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:19.348268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f85f50db-6ad7-4be2-9dba-a677bd9cbe72 None None] Deleting port 12248e44-76fe-4176-a93f-d4116b45db64 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:19.348652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f85f50db-6ad7-4be2-9dba-a677bd9cbe72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.357846 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.361525 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8a356171-11fb-4b76-9e7f-8f697f0fe033 tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:19.365949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.367778 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/networks/f1f10b71-6ba9-44d1-8c75-2970c1f54047 HTTP/1.1" status: 204 len: 168 time: 0.6046412 Jun 18 16:28:19.370530 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50656) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:19.380949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Network': ['ID=f1f10b71-6ba9-44d1-8c75-2970c1f54047,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:19.382467 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:19.417194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f85f50db-6ad7-4be2-9dba-a677bd9cbe72 None None] For port 12248e44-76fe-4176-a93f-d4116b45db64, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=12248e44-76fe-4176-a93f-d4116b45db64,segment=NetworkSegment(68ebd03e-8bd3-49c3-89a4-8dd401ec7b2c),segment_id=68ebd03e-8bd3-49c3-89a4-8dd401ec7b2c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:19.417609 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f85f50db-6ad7-4be2-9dba-a677bd9cbe72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.458401 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.481266 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f85f50db-6ad7-4be2-9dba-a677bd9cbe72 None None] Calling delete_port for 12248e44-76fe-4176-a93f-d4116b45db64 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:19.509145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting port 12248e44-76fe-4176-a93f-d4116b45db64 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:19.509481 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.562053 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f85f50db-6ad7-4be2-9dba-a677bd9cbe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.564162 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-522d10d6-54be-45c8-888f-d0b264a3e7e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:19.577664 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] For port 12248e44-76fe-4176-a93f-d4116b45db64, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=12248e44-76fe-4176-a93f-d4116b45db64,segment=NetworkSegment(68ebd03e-8bd3-49c3-89a4-8dd401ec7b2c),segment_id=68ebd03e-8bd3-49c3-89a4-8dd401ec7b2c)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:19.578023 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.590888 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85f50db-6ad7-4be2-9dba-a677bd9cbe72 None None] No DVR routers for this DVR port 12248e44-76fe-4176-a93f-d4116b45db64 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:19.595067 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f50db-6ad7-4be2-9dba-a677bd9cbe72 None None] Pushing event deleted for resources: {'Port': ['ID=12248e44-76fe-4176-a93f-d4116b45db64,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:19.608335 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f85f50db-6ad7-4be2-9dba-a677bd9cbe72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:19.650521 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Calling delete_port for 12248e44-76fe-4176-a93f-d4116b45db64 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:19.729667 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.731709 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:19.753950 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Port': ['ID=12248e44-76fe-4176-a93f-d4116b45db64,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:19.757453 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:19.759922 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] No DVR routers for this DVR port 12248e44-76fe-4176-a93f-d4116b45db64 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:19.841677 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.852128 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8226574-f63b-414c-bae5-a3f6685bd81e']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:19.862396 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68ebd03e-8bd3-49c3-89a4-8dd401ec7b2c') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:19.862843 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68ebd03e-8bd3-49c3-89a4-8dd401ec7b2c') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:19.872239 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.872448 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:28:19.886169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.892152 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:19.892535 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:19.895673 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:19.952083 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.959359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-560a6472-699a-4bb6-a553-e04b242b35d7 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:19.964098 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:19.965887 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/networks/a8226574-f63b-414c-bae5-a3f6685bd81e HTTP/1.1" status: 204 len: 168 time: 0.5943668 Jun 18 16:28:19.970625 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50658) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:19.976918 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ceeee1c8-3592-451f-82ad-0d9c27870bdc tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-569757463'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:19.979223 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Network': ['ID=a8226574-f63b-414c-bae5-a3f6685bd81e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:19.981518 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:19.998403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceeee1c8-3592-451f-82ad-0d9c27870bdc tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Made reservation on behalf of 84b747165e5345b28ba1bbd7eb3d22bc for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:20.001876 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ceeee1c8-3592-451f-82ad-0d9c27870bdc tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.031602 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceeee1c8-3592-451f-82ad-0d9c27870bdc tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:20.040750 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ceeee1c8-3592-451f-82ad-0d9c27870bdc tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.041093 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-ceeee1c8-3592-451f-82ad-0d9c27870bdc tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Added segment 99126077-13a7-4f71-8107-6236ece9e85b of type vlan for network 92528413-9276-4f5a-bd7a-e344041ff7bd Jun 18 16:28:20.079666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ceeee1c8-3592-451f-82ad-0d9c27870bdc tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.106886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ceeee1c8-3592-451f-82ad-0d9c27870bdc tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.113024 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeee1c8-3592-451f-82ad-0d9c27870bdc tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:20.113603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ceeee1c8-3592-451f-82ad-0d9c27870bdc tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.115803 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-03040efa-7547-46ff-a839-a1ef1163ccf6 tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:20.166032 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ceeee1c8-3592-451f-82ad-0d9c27870bdc tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1934533 Jun 18 16:28:20.169096 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50660) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:20.174561 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-9eb05ba7-b4e1-4102-b040-985802a77ed8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'subnet': {'network_id': '92528413-9276-4f5a-bd7a-e344041ff7bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:20.225913 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeee1c8-3592-451f-82ad-0d9c27870bdc tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Network': ['ID=92528413-9276-4f5a-bd7a-e344041ff7bd,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:20.230049 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ceeee1c8-3592-451f-82ad-0d9c27870bdc tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:20.235902 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 92528413-9276-4f5a-bd7a-e344041ff7bd details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:20.278315 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb05ba7-b4e1-4102-b040-985802a77ed8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Made reservation on behalf of 84b747165e5345b28ba1bbd7eb3d22bc for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:20.281902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9eb05ba7-b4e1-4102-b040-985802a77ed8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.463741 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9eb05ba7-b4e1-4102-b040-985802a77ed8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.466405 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c6a51d0f-c99f-4fa3-841a-105529c4f0e4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:20.526616 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb05ba7-b4e1-4102-b040-985802a77ed8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Subnet': ['ID=ed49feb5-20d9-4f71-9582-5e39ef819c7c,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:20.530476 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9eb05ba7-b4e1-4102-b040-985802a77ed8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:20.531324 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb05ba7-b4e1-4102-b040-985802a77ed8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Checking segment: {'id': '99126077-13a7-4f71-8107-6236ece9e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '92528413-9276-4f5a-bd7a-e344041ff7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:20.531684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb05ba7-b4e1-4102-b040-985802a77ed8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network hostable DHCP agents. Network: 92528413-9276-4f5a-bd7a-e344041ff7bd, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:20.547791 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb05ba7-b4e1-4102-b040-985802a77ed8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network 92528413-9276-4f5a-bd7a-e344041ff7bd is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:20.556407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-9eb05ba7-b4e1-4102-b040-985802a77ed8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 92528413-9276-4f5a-bd7a-e344041ff7bd) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:20.561683 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb05ba7-b4e1-4102-b040-985802a77ed8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:20.562134 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9eb05ba7-b4e1-4102-b040-985802a77ed8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.565914 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898d8532-c571-402c-a162-a933c73bbfa3 None None] Network 92528413-9276-4f5a-bd7a-e344041ff7bd requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:20.578445 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9eb05ba7-b4e1-4102-b040-985802a77ed8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4082379 Jun 18 16:28:20.582224 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50662) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:20.587063 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-eb6bbdde-718c-4c74-b734-d4b1272cef58 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1862868995', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:20.608982 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbdde-718c-4c74-b734-d4b1272cef58 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.610152 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbdde-718c-4c74-b734-d4b1272cef58 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.668968 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbdde-718c-4c74-b734-d4b1272cef58 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.673612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbdde-718c-4c74-b734-d4b1272cef58 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.691747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbdde-718c-4c74-b734-d4b1272cef58 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.692957 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-eb6bbdde-718c-4c74-b734-d4b1272cef58 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1096785 Jun 18 16:28:20.695598 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50664) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:20.700698 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-4b8ad8ac-0a39-4e69-9618-e0020406255d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'port': {'network_id': '92528413-9276-4f5a-bd7a-e344041ff7bd', 'name': 'tempest-RoutersIpV6Test-501992055'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:20.715259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-92528413-9276-4f5a-bd7a-e344041ff7bd', 'network_id': '92528413-9276-4f5a-bd7a-e344041ff7bd', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'fixed_ips': [{'subnet_id': 'ed49feb5-20d9-4f71-9582-5e39ef819c7c'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:28:20.716118 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.819273 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8ad8ac-0a39-4e69-9618-e0020406255d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Made reservation on behalf of 84b747165e5345b28ba1bbd7eb3d22bc for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:20.822843 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4b8ad8ac-0a39-4e69-9618-e0020406255d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:20.840019 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-4b8ad8ac-0a39-4e69-9618-e0020406255d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] device_id is not set on port 330cf9aa-a6b9-4414-a06d-e4d029336cc4 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:28:20.857139 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Allocated IP 2001:db8::2 (92528413-9276-4f5a-bd7a-e344041ff7bd/ed49feb5-20d9-4f71-9582-5e39ef819c7c/3bf47e74-ee00-4bab-9558-6df0c845c595) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:20.925321 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 12248e44-76fe-4176-a93f-d4116b45db64 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:28:20.950043 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 12248e44-76fe-4176-a93f-d4116b45db64 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:28:20.950398 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 12248e44-76fe-4176-a93f-d4116b45db64 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:28:21.038402 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:21.046222 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Transition to ACTIVE for port object 3bf47e74-ee00-4bab-9558-6df0c845c595 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:21.061374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Transition to ACTIVE for port object 3bf47e74-ee00-4bab-9558-6df0c845c595 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:21.068391 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:21.071324 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f28926f3-8c0d-4802-9980-636edc214869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:21.107445 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Network 92528413-9276-4f5a-bd7a-e344041ff7bd is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:21.110179 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:21.113809 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:21.123594 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-4b8ad8ac-0a39-4e69-9618-e0020406255d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Allocated IP 2001:db8::3a7 (92528413-9276-4f5a-bd7a-e344041ff7bd/ed49feb5-20d9-4f71-9582-5e39ef819c7c/330cf9aa-a6b9-4414-a06d-e4d029336cc4) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:21.124302 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Pushing event updated for resources: {'Port': ['ID=3bf47e74-ee00-4bab-9558-6df0c845c595,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:21.128174 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:21.180884 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Attempting to bind port 3bf47e74-ee00-4bab-9558-6df0c845c595 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:21.181260 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Attempting to bind port 3bf47e74-ee00-4bab-9558-6df0c845c595 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '99126077-13a7-4f71-8107-6236ece9e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '92528413-9276-4f5a-bd7a-e344041ff7bd'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:21.181631 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Attempting to bind port 3bf47e74-ee00-4bab-9558-6df0c845c595 on network 92528413-9276-4f5a-bd7a-e344041ff7bd {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:21.186577 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:21.186965 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Checking segment: {'id': '99126077-13a7-4f71-8107-6236ece9e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '92528413-9276-4f5a-bd7a-e344041ff7bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:21.187393 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:21.187792 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Bound using segment: {'id': '99126077-13a7-4f71-8107-6236ece9e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '92528413-9276-4f5a-bd7a-e344041ff7bd'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:21.188255 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Bound port: 3bf47e74-ee00-4bab-9558-6df0c845c595, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99126077-13a7-4f71-8107-6236ece9e85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '92528413-9276-4f5a-bd7a-e344041ff7bd'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:21.188635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:21.249878 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] For port 3bf47e74-ee00-4bab-9558-6df0c845c595, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:21.253791 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] For port 3bf47e74-ee00-4bab-9558-6df0c845c595, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3bf47e74-ee00-4bab-9558-6df0c845c595,segment=NetworkSegment(99126077-13a7-4f71-8107-6236ece9e85b),segment_id=99126077-13a7-4f71-8107-6236ece9e85b)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:21.263117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:21.265907 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-63463ddf-ee0d-4d52-b3b9-eb03991ad7f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:21.278740 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4b8ad8ac-0a39-4e69-9618-e0020406255d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:21.291688 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-4b8ad8ac-0a39-4e69-9618-e0020406255d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Transition to ACTIVE for port object 330cf9aa-a6b9-4414-a06d-e4d029336cc4 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:21.319098 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Pushing event updated for resources: {'Port': ['ID=3bf47e74-ee00-4bab-9558-6df0c845c595,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:21.322274 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:21.336528 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4b8ad8ac-0a39-4e69-9618-e0020406255d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:21.341260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8674ebe2-1fe1-40ec-ac14-e86315596422 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:21.386406 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8ad8ac-0a39-4e69-9618-e0020406255d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network 92528413-9276-4f5a-bd7a-e344041ff7bd is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:21.389663 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-4b8ad8ac-0a39-4e69-9618-e0020406255d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:21.392228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8ad8ac-0a39-4e69-9618-e0020406255d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:21.399636 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8ad8ac-0a39-4e69-9618-e0020406255d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:21.400273 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4b8ad8ac-0a39-4e69-9618-e0020406255d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:21.406804 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ad8ac-0a39-4e69-9618-e0020406255d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=330cf9aa-a6b9-4414-a06d-e4d029336cc4,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:21.410835 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4b8ad8ac-0a39-4e69-9618-e0020406255d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:21.422400 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4b8ad8ac-0a39-4e69-9618-e0020406255d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7254155 Jun 18 16:28:21.424665 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50666) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:21.798017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c377f5f-6c9b-4817-8169-8612a4aa4f0b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.050450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c377f5f-6c9b-4817-8169-8612a4aa4f0b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.055061 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c377f5f-6c9b-4817-8169-8612a4aa4f0b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.057122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:22.136256 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c377f5f-6c9b-4817-8169-8612a4aa4f0b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=330cf9aa-a6b9-4414-a06d-e4d029336cc4,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:22.139230 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4c377f5f-6c9b-4817-8169-8612a4aa4f0b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:22.202063 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c22235b-1421-4940-8b68-a641a8916f23 None None] Network 92528413-9276-4f5a-bd7a-e344041ff7bd requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:22.253412 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c377f5f-6c9b-4817-8169-8612a4aa4f0b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.309031 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-78c46772-643f-45b8-8f06-adf10a1fac9e None None] Provisioning for port 3bf47e74-ee00-4bab-9558-6df0c845c595 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:22.376613 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c377f5f-6c9b-4817-8169-8612a4aa4f0b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.651840 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-82cc7135-64da-43b4-a3a4-eba6d58609eb None None] Provisioning for port 330cf9aa-a6b9-4414-a06d-e4d029336cc4 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:22.657826 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-82cc7135-64da-43b4-a3a4-eba6d58609eb None None] Provisioning complete for port 330cf9aa-a6b9-4414-a06d-e4d029336cc4 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:22.658905 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-82cc7135-64da-43b4-a3a4-eba6d58609eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.700414 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-82cc7135-64da-43b4-a3a4-eba6d58609eb None None] Port 330cf9aa-a6b9-4414-a06d-e4d029336cc4 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:22.822176 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8b981960-7c63-488c-9271-8d6538b3211c None None] Provisioning complete for port 330cf9aa-a6b9-4414-a06d-e4d029336cc4 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:22.822592 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8b981960-7c63-488c-9271-8d6538b3211c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.858159 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-8b981960-7c63-488c-9271-8d6538b3211c None None] Port 330cf9aa-a6b9-4414-a06d-e4d029336cc4 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:22.963743 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3bf47e74-ee00-4bab-9558-6df0c845c595 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:22.991221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c377f5f-6c9b-4817-8169-8612a4aa4f0b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.995707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c377f5f-6c9b-4817-8169-8612a4aa4f0b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.996743 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c377f5f-6c9b-4817-8169-8612a4aa4f0b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:22.999331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-60080d46-74d9-4f8e-aac8-cc77fa3b4712 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:23.000752 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7803f5be-4f2a-4e67-9600-a12d96fb9bf2 None None] Provisioning complete for port 330cf9aa-a6b9-4414-a06d-e4d029336cc4 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:23.001132 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7803f5be-4f2a-4e67-9600-a12d96fb9bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.042153 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7803f5be-4f2a-4e67-9600-a12d96fb9bf2 None None] Port 330cf9aa-a6b9-4414-a06d-e4d029336cc4 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:23.053109 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 3bf47e74-ee00-4bab-9558-6df0c845c595 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:23.057090 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 3bf47e74-ee00-4bab-9558-6df0c845c595 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:23.057772 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.084606 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c377f5f-6c9b-4817-8169-8612a4aa4f0b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=330cf9aa-a6b9-4414-a06d-e4d029336cc4,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:23.090489 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4c377f5f-6c9b-4817-8169-8612a4aa4f0b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:23.129281 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c377f5f-6c9b-4817-8169-8612a4aa4f0b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network 92528413-9276-4f5a-bd7a-e344041ff7bd is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:23.130783 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-4c377f5f-6c9b-4817-8169-8612a4aa4f0b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:23.141413 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.179472 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 3bf47e74-ee00-4bab-9558-6df0c845c595, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3bf47e74-ee00-4bab-9558-6df0c845c595,segment=NetworkSegment(99126077-13a7-4f71-8107-6236ece9e85b),segment_id=99126077-13a7-4f71-8107-6236ece9e85b)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:23.186150 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.190205 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-3328ec4d-3a84-470b-9cb3-c8bf75b823e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:23.243442 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=3bf47e74-ee00-4bab-9558-6df0c845c595,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:23.248819 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:23.260969 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c377f5f-6c9b-4817-8169-8612a4aa4f0b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 1ab4bf1c-3db4-41be-9622-3061c4bf0628 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:28:23.363345 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c377f5f-6c9b-4817-8169-8612a4aa4f0b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:23.364431 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0c668da4-62dc-471f-a937-ae0ac8932673 None None] Provisioning complete for port 330cf9aa-a6b9-4414-a06d-e4d029336cc4 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:23.364885 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0c668da4-62dc-471f-a937-ae0ac8932673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:23.368383 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4c377f5f-6c9b-4817-8169-8612a4aa4f0b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/1ab4bf1c-3db4-41be-9622-3061c4bf0628/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9426453 Jun 18 16:28:23.370800 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50668) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.388103 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b34079-b697-4908-afff-e4b3ba24d1e9 None None] Sync routers for ids ['1ab4bf1c-3db4-41be-9622-3061c4bf0628'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:23.407247 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b34079-b697-4908-afff-e4b3ba24d1e9 None None] Routers {'1ab4bf1c-3db4-41be-9622-3061c4bf0628'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:23.407808 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e4b34079-b697-4908-afff-e4b3ba24d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1ab4bf1c-3db4-41be-9622-3061c4bf0628'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:23.424579 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18911b83-99e7-43a8-b7b0-6cf5e4d1f92d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:23.425952 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-18911b83-99e7-43a8-b7b0-6cf5e4d1f92d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/ports/330cf9aa-a6b9-4414-a06d-e4d029336cc4 HTTP/1.1" status: 200 len: 983 time: 0.0539076 Jun 18 16:28:23.428640 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50670) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:23.444766 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-0c668da4-62dc-471f-a937-ae0ac8932673 None None] Port 330cf9aa-a6b9-4414-a06d-e4d029336cc4 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:23.446354 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e4b34079-b697-4908-afff-e4b3ba24d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:23.455370 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b34079-b697-4908-afff-e4b3ba24d1e9 None None] Routers {'1ab4bf1c-3db4-41be-9622-3061c4bf0628'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:23.455982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e4b34079-b697-4908-afff-e4b3ba24d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1ab4bf1c-3db4-41be-9622-3061c4bf0628'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:23.492866 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e4b34079-b697-4908-afff-e4b3ba24d1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:23.493536 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b34079-b697-4908-afff-e4b3ba24d1e9 None None] The sync data for ids ['1ab4bf1c-3db4-41be-9622-3061c4bf0628'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:23.840379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2d84bf54-ad81-4a0a-9a2d-fd0c5fd5329f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.051869 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-2d84bf54-ad81-4a0a-9a2d-fd0c5fd5329f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting port 330cf9aa-a6b9-4414-a06d-e4d029336cc4 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:24.052220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2d84bf54-ad81-4a0a-9a2d-fd0c5fd5329f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.067854 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.142117 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2d84bf54-ad81-4a0a-9a2d-fd0c5fd5329f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.208755 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-2d84bf54-ad81-4a0a-9a2d-fd0c5fd5329f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Calling delete_port for 330cf9aa-a6b9-4414-a06d-e4d029336cc4 owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:24.376259 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2d84bf54-ad81-4a0a-9a2d-fd0c5fd5329f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.380610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-aeb5dd7a-8884-4c43-9f59-b6493656102f tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:24.406704 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84bf54-ad81-4a0a-9a2d-fd0c5fd5329f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Port': ['ID=330cf9aa-a6b9-4414-a06d-e4d029336cc4,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:24.409647 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2d84bf54-ad81-4a0a-9a2d-fd0c5fd5329f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:24.506011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2d84bf54-ad81-4a0a-9a2d-fd0c5fd5329f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.665145 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d84bf54-ad81-4a0a-9a2d-fd0c5fd5329f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 1ab4bf1c-3db4-41be-9622-3061c4bf0628 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:24.740308 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d84bf54-ad81-4a0a-9a2d-fd0c5fd5329f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:24.745133 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2d84bf54-ad81-4a0a-9a2d-fd0c5fd5329f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/1ab4bf1c-3db4-41be-9622-3061c4bf0628/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3154895 Jun 18 16:28:24.748168 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50674) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.750687 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9fef28-ffd7-4287-b7c6-4fc7d13f6949 None None] Sync routers for ids ['1ab4bf1c-3db4-41be-9622-3061c4bf0628'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:24.760155 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9fef28-ffd7-4287-b7c6-4fc7d13f6949 None None] Routers {'1ab4bf1c-3db4-41be-9622-3061c4bf0628'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:24.760864 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9f9fef28-ffd7-4287-b7c6-4fc7d13f6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1ab4bf1c-3db4-41be-9622-3061c4bf0628'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:24.797084 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9f9fef28-ffd7-4287-b7c6-4fc7d13f6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:24.805566 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9fef28-ffd7-4287-b7c6-4fc7d13f6949 None None] Routers {'1ab4bf1c-3db4-41be-9622-3061c4bf0628'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:24.806166 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9f9fef28-ffd7-4287-b7c6-4fc7d13f6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['1ab4bf1c-3db4-41be-9622-3061c4bf0628'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:24.837883 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9f9fef28-ffd7-4287-b7c6-4fc7d13f6949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:24.838601 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9fef28-ffd7-4287-b7c6-4fc7d13f6949 None None] The sync data for ids ['1ab4bf1c-3db4-41be-9622-3061c4bf0628'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:24.918011 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3bf47e74-ee00-4bab-9558-6df0c845c595 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:24.934963 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-a2376f84-747a-46f9-bf2c-a00da00f45d9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] remove_router_interface failed (client error): The resource could not be found. Jun 18 16:28:24.936009 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a2376f84-747a-46f9-bf2c-a00da00f45d9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/1ab4bf1c-3db4-41be-9622-3061c4bf0628/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1868522 Jun 18 16:28:24.938701 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50676) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:24.966883 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 3bf47e74-ee00-4bab-9558-6df0c845c595 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:24.967270 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:24.972151 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1a7c8801-6648-46b4-83ac-e01888a0289e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ab4bf1c-3db4-41be-9622-3061c4bf0628 HTTP/1.1" status: 200 len: 205 time: 0.0314043 Jun 18 16:28:24.974386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50678) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:25.047889 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b659c945-0ff2-41da-9fad-4008fd555bdb tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.202313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b659c945-0ff2-41da-9fad-4008fd555bdb tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.204263 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b659c945-0ff2-41da-9fad-4008fd555bdb tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.569038 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b659c945-0ff2-41da-9fad-4008fd555bdb tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.569780 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b659c945-0ff2-41da-9fad-4008fd555bdb tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Fanout notify agent at l3_agent the message router_deleted on router 1ab4bf1c-3db4-41be-9622-3061c4bf0628 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:28:25.576012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b659c945-0ff2-41da-9fad-4008fd555bdb tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.577078 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b659c945-0ff2-41da-9fad-4008fd555bdb tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/routers/1ab4bf1c-3db4-41be-9622-3061c4bf0628 HTTP/1.1" status: 204 len: 168 time: 0.6016731 Jun 18 16:28:25.579733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50680) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:25.630303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-27cafb8f-2194-4b72-a0bf-c88a6216f2e1 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting subnet ed49feb5-20d9-4f71-9582-5e39ef819c7c {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:28:25.633410 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27cafb8f-2194-4b72-a0bf-c88a6216f2e1 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.672588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27cafb8f-2194-4b72-a0bf-c88a6216f2e1 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.757176 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27cafb8f-2194-4b72-a0bf-c88a6216f2e1 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.815534 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27cafb8f-2194-4b72-a0bf-c88a6216f2e1 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.817574 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f4e29f9e-0271-407d-b761-f57c40da1612 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:25.844601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cafb8f-2194-4b72-a0bf-c88a6216f2e1 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Subnet': ['ID=ed49feb5-20d9-4f71-9582-5e39ef819c7c,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:25.847969 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-27cafb8f-2194-4b72-a0bf-c88a6216f2e1 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:25.848952 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27cafb8f-2194-4b72-a0bf-c88a6216f2e1 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.851303 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-27cafb8f-2194-4b72-a0bf-c88a6216f2e1 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/subnets/ed49feb5-20d9-4f71-9582-5e39ef819c7c HTTP/1.1" status: 204 len: 168 time: 0.2701433 Jun 18 16:28:25.853347 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50682) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:25.855914 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7961542a-7dbf-42b7-861c-f185a2eea4c5 None None] Network 92528413-9276-4f5a-bd7a-e344041ff7bd requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:25.936323 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:25.988524 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting port 3bf47e74-ee00-4bab-9558-6df0c845c595 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:25.988895 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.041727 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae08fbe6-4d44-46ad-b0ed-5fd25c570e94 None None] DHCP port deletion for 92528413-9276-4f5a-bd7a-e344041ff7bd request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:28:26.058113 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] For port 3bf47e74-ee00-4bab-9558-6df0c845c595, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3bf47e74-ee00-4bab-9558-6df0c845c595,segment=NetworkSegment(99126077-13a7-4f71-8107-6236ece9e85b),segment_id=99126077-13a7-4f71-8107-6236ece9e85b)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:26.058499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.088331 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ae08fbe6-4d44-46ad-b0ed-5fd25c570e94 None None] Deleting port 3bf47e74-ee00-4bab-9558-6df0c845c595 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:26.088718 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ae08fbe6-4d44-46ad-b0ed-5fd25c570e94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.122723 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Calling delete_port for 3bf47e74-ee00-4bab-9558-6df0c845c595 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:26.150000 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ae08fbe6-4d44-46ad-b0ed-5fd25c570e94 None None] For port 3bf47e74-ee00-4bab-9558-6df0c845c595, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3bf47e74-ee00-4bab-9558-6df0c845c595,segment=NetworkSegment(99126077-13a7-4f71-8107-6236ece9e85b),segment_id=99126077-13a7-4f71-8107-6236ece9e85b)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:26.150402 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ae08fbe6-4d44-46ad-b0ed-5fd25c570e94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.203106 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.205845 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-faec5a2b-a84d-43f8-b298-1cef4492a486 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:26.215959 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ae08fbe6-4d44-46ad-b0ed-5fd25c570e94 None None] Calling delete_port for 3bf47e74-ee00-4bab-9558-6df0c845c595 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:26.227877 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Port': ['ID=3bf47e74-ee00-4bab-9558-6df0c845c595,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:26.231291 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:26.233698 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] No DVR routers for this DVR port 3bf47e74-ee00-4bab-9558-6df0c845c595 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:26.294180 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ae08fbe6-4d44-46ad-b0ed-5fd25c570e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.296900 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-2cd65cf0-5e00-417b-9faa-5cd249bd3fb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:26.321220 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08fbe6-4d44-46ad-b0ed-5fd25c570e94 None None] Pushing event deleted for resources: {'Port': ['ID=3bf47e74-ee00-4bab-9558-6df0c845c595,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:26.321458 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.323467 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae08fbe6-4d44-46ad-b0ed-5fd25c570e94 None None] No DVR routers for this DVR port 3bf47e74-ee00-4bab-9558-6df0c845c595 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:26.324461 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ae08fbe6-4d44-46ad-b0ed-5fd25c570e94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:26.332884 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92528413-9276-4f5a-bd7a-e344041ff7bd']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:26.343045 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99126077-13a7-4f71-8107-6236ece9e85b') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:26.343369 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99126077-13a7-4f71-8107-6236ece9e85b') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:26.353294 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.366985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.373125 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:26.373415 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:26.376290 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:26.432636 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.436392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-93cdf01f-350b-4e4b-bde6-c96f0c2f4f00 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:26.441098 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.442735 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/networks/92528413-9276-4f5a-bd7a-e344041ff7bd HTTP/1.1" status: 204 len: 168 time: 0.5884526 Jun 18 16:28:26.446309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50684) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:26.451651 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b4f7a7fc-45fd-468d-8335-be9dcfe0df34 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1398711197'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:26.468980 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Network': ['ID=92528413-9276-4f5a-bd7a-e344041ff7bd,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:26.472771 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:26.482906 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f7a7fc-45fd-468d-8335-be9dcfe0df34 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Made reservation on behalf of 84b747165e5345b28ba1bbd7eb3d22bc for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:26.486357 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b4f7a7fc-45fd-468d-8335-be9dcfe0df34 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.510557 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f7a7fc-45fd-468d-8335-be9dcfe0df34 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:26.520093 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b4f7a7fc-45fd-468d-8335-be9dcfe0df34 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.520433 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-b4f7a7fc-45fd-468d-8335-be9dcfe0df34 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Added segment baaaeff2-e9b5-43f2-b7d5-9a4a65ab3343 of type vlan for network 23746b8d-e88d-43af-bf5f-b4635f922007 Jun 18 16:28:26.558462 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b4f7a7fc-45fd-468d-8335-be9dcfe0df34 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.591568 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b4f7a7fc-45fd-468d-8335-be9dcfe0df34 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.597175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f7a7fc-45fd-468d-8335-be9dcfe0df34 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:26.597790 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b4f7a7fc-45fd-468d-8335-be9dcfe0df34 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.600145 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6c15f500-147e-4d9d-8f98-c74a4dc2b6af tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:26.652036 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b4f7a7fc-45fd-468d-8335-be9dcfe0df34 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2044997 Jun 18 16:28:26.654889 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50686) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:26.660649 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-1169b839-f6d6-478c-b65a-9c368f18a77c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'subnet': {'network_id': '23746b8d-e88d-43af-bf5f-b4635f922007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:26.664171 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7a7fc-45fd-468d-8335-be9dcfe0df34 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Network': ['ID=23746b8d-e88d-43af-bf5f-b4635f922007,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:26.666965 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b4f7a7fc-45fd-468d-8335-be9dcfe0df34 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:26.680230 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 23746b8d-e88d-43af-bf5f-b4635f922007 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:26.758819 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1169b839-f6d6-478c-b65a-9c368f18a77c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Made reservation on behalf of 84b747165e5345b28ba1bbd7eb3d22bc for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:26.762264 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1169b839-f6d6-478c-b65a-9c368f18a77c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.917834 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3bf47e74-ee00-4bab-9558-6df0c845c595 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:28:26.939016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 3bf47e74-ee00-4bab-9558-6df0c845c595 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:28:26.940021 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3bf47e74-ee00-4bab-9558-6df0c845c595 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:28:26.946480 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1169b839-f6d6-478c-b65a-9c368f18a77c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:26.948457 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a1918a33-580d-48c7-a669-016ba3b76354 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:27.001383 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169b839-f6d6-478c-b65a-9c368f18a77c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Subnet': ['ID=4aeed037-6b6e-4f6d-a673-1cc2bb1c0d1e,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:27.005409 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1169b839-f6d6-478c-b65a-9c368f18a77c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:27.020682 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1169b839-f6d6-478c-b65a-9c368f18a77c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Checking segment: {'id': 'baaaeff2-e9b5-43f2-b7d5-9a4a65ab3343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '23746b8d-e88d-43af-bf5f-b4635f922007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:27.021045 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1169b839-f6d6-478c-b65a-9c368f18a77c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network hostable DHCP agents. Network: 23746b8d-e88d-43af-bf5f-b4635f922007, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:27.036707 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1169b839-f6d6-478c-b65a-9c368f18a77c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network 23746b8d-e88d-43af-bf5f-b4635f922007 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:27.044699 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-1169b839-f6d6-478c-b65a-9c368f18a77c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 23746b8d-e88d-43af-bf5f-b4635f922007) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:27.049681 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1169b839-f6d6-478c-b65a-9c368f18a77c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:27.050366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1169b839-f6d6-478c-b65a-9c368f18a77c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.054201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3725e2d6-116d-4c10-a87f-6c7e5c3ed200 None None] Network 23746b8d-e88d-43af-bf5f-b4635f922007 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:27.070996 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1169b839-f6d6-478c-b65a-9c368f18a77c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4148698 Jun 18 16:28:27.072669 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50688) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:27.077270 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-b42543a9-e822-471a-9798-f18f15660ade tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1125571311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:27.104070 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b42543a9-e822-471a-9798-f18f15660ade tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.105103 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b42543a9-e822-471a-9798-f18f15660ade tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.165614 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b42543a9-e822-471a-9798-f18f15660ade tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.169953 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b42543a9-e822-471a-9798-f18f15660ade tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.187928 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b42543a9-e822-471a-9798-f18f15660ade tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.189956 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b42543a9-e822-471a-9798-f18f15660ade tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1156435 Jun 18 16:28:27.192789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50690) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:27.343304 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-23746b8d-e88d-43af-bf5f-b4635f922007', 'network_id': '23746b8d-e88d-43af-bf5f-b4635f922007', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'fixed_ips': [{'subnet_id': '4aeed037-6b6e-4f6d-a673-1cc2bb1c0d1e'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:28:27.344164 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.472096 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.480967 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Allocated IP 2001:db8::2 (23746b8d-e88d-43af-bf5f-b4635f922007/4aeed037-6b6e-4f6d-a673-1cc2bb1c0d1e/a88fe1a1-a216-4226-8411-f595c1b9f25f) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:27.629563 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.637943 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Transition to ACTIVE for port object a88fe1a1-a216-4226-8411-f595c1b9f25f will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:27.653574 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Transition to ACTIVE for port object a88fe1a1-a216-4226-8411-f595c1b9f25f will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:27.659844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.661759 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:27.702555 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Network 23746b8d-e88d-43af-bf5f-b4635f922007 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:27.707901 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:27.710044 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Pushing event updated for resources: {'Port': ['ID=a88fe1a1-a216-4226-8411-f595c1b9f25f,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:27.712230 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:27.714228 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:27.727086 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Allocated IP 2001:db8::1 (23746b8d-e88d-43af-bf5f-b4635f922007/4aeed037-6b6e-4f6d-a673-1cc2bb1c0d1e/32847ae1-838f-454f-b3b8-7a15b0ef1b0a) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:27.772524 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Attempting to bind port a88fe1a1-a216-4226-8411-f595c1b9f25f on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:27.772899 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Attempting to bind port a88fe1a1-a216-4226-8411-f595c1b9f25f by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'baaaeff2-e9b5-43f2-b7d5-9a4a65ab3343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '23746b8d-e88d-43af-bf5f-b4635f922007'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:27.773259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Attempting to bind port a88fe1a1-a216-4226-8411-f595c1b9f25f on network 23746b8d-e88d-43af-bf5f-b4635f922007 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:27.778205 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:27.778606 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Checking segment: {'id': 'baaaeff2-e9b5-43f2-b7d5-9a4a65ab3343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '23746b8d-e88d-43af-bf5f-b4635f922007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:27.779007 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.779398 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Bound using segment: {'id': 'baaaeff2-e9b5-43f2-b7d5-9a4a65ab3343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '23746b8d-e88d-43af-bf5f-b4635f922007'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:27.779857 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Bound port: a88fe1a1-a216-4226-8411-f595c1b9f25f, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baaaeff2-e9b5-43f2-b7d5-9a4a65ab3343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '23746b8d-e88d-43af-bf5f-b4635f922007'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:27.780233 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.841997 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] For port a88fe1a1-a216-4226-8411-f595c1b9f25f, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:27.842691 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.845020 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] For port a88fe1a1-a216-4226-8411-f595c1b9f25f, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a88fe1a1-a216-4226-8411-f595c1b9f25f,segment=NetworkSegment(baaaeff2-e9b5-43f2-b7d5-9a4a65ab3343),segment_id=baaaeff2-e9b5-43f2-b7d5-9a4a65ab3343)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:27.849140 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.852030 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-823c2b07-3234-41fd-901d-7d9e44209574 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:27.856964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Transition to ACTIVE for port object 32847ae1-838f-454f-b3b8-7a15b0ef1b0a will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:27.895358 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.899122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4d928832-dd35-4f71-aa7e-c78b5472a7b3 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:27.916419 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Pushing event updated for resources: {'Port': ['ID=a88fe1a1-a216-4226-8411-f595c1b9f25f,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:27.920133 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:27.946367 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network 23746b8d-e88d-43af-bf5f-b4635f922007 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:27.949647 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:27.953895 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:27.954467 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:27.995538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=32847ae1-838f-454f-b3b8-7a15b0ef1b0a,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:27.999748 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:28.104628 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:28.368074 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:28.372860 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:28.373695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:28.376313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-95e8aaf2-8eab-4dad-84f8-a56fe656113d tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:28.460175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=32847ae1-838f-454f-b3b8-7a15b0ef1b0a,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:28.464154 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:28.498706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network 23746b8d-e88d-43af-bf5f-b4635f922007 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:28.500059 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:28.620813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 98716f64-7591-4c66-a166-fc62d7dc7a43 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:28:28.715189 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:28.722719 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/98716f64-7591-4c66-a166-fc62d7dc7a43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5269005 Jun 18 16:28:28.724551 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50692) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:28.726110 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf0628c-077c-4fc2-b8dd-80df24fb85e0 None None] Sync routers for ids ['98716f64-7591-4c66-a166-fc62d7dc7a43'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:28.739290 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf0628c-077c-4fc2-b8dd-80df24fb85e0 None None] Routers {'98716f64-7591-4c66-a166-fc62d7dc7a43'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:28.739991 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-3bf0628c-077c-4fc2-b8dd-80df24fb85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['98716f64-7591-4c66-a166-fc62d7dc7a43'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:28.776678 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-3bf0628c-077c-4fc2-b8dd-80df24fb85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:28.781148 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4dd339-d2c1-4994-b51f-caf91f206e77 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:28.785796 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4d4dd339-d2c1-4994-b51f-caf91f206e77 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/ports/32847ae1-838f-454f-b3b8-7a15b0ef1b0a HTTP/1.1" status: 200 len: 911 time: 0.0570152 Jun 18 16:28:28.786023 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50694) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:28.789356 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf0628c-077c-4fc2-b8dd-80df24fb85e0 None None] Routers {'98716f64-7591-4c66-a166-fc62d7dc7a43'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:28.790067 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-3bf0628c-077c-4fc2-b8dd-80df24fb85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['98716f64-7591-4c66-a166-fc62d7dc7a43'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:28.825513 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-3bf0628c-077c-4fc2-b8dd-80df24fb85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:28.825985 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf0628c-077c-4fc2-b8dd-80df24fb85e0 None None] The sync data for ids ['98716f64-7591-4c66-a166-fc62d7dc7a43'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:28.837664 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703a0419-db4d-4157-ab6b-ff8737f34bc0 None None] Network 23746b8d-e88d-43af-bf5f-b4635f922007 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:28.955583 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-fabedbba-f78c-44d4-96f0-89d81f8431f2 None None] Provisioning for port a88fe1a1-a216-4226-8411-f595c1b9f25f completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:28.970218 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a88fe1a1-a216-4226-8411-f595c1b9f25f up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:29.049766 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port a88fe1a1-a216-4226-8411-f595c1b9f25f completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:29.056602 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port a88fe1a1-a216-4226-8411-f595c1b9f25f triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:29.056983 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.118013 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33a469e3-37f8-4b68-aa61-dd76e44a51d6 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.146364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.184848 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port a88fe1a1-a216-4226-8411-f595c1b9f25f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a88fe1a1-a216-4226-8411-f595c1b9f25f,segment=NetworkSegment(baaaeff2-e9b5-43f2-b7d5-9a4a65ab3343),segment_id=baaaeff2-e9b5-43f2-b7d5-9a4a65ab3343)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:29.190889 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.193174 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ca943761-5ac2-4032-a84f-571c3b0751c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:29.243103 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=a88fe1a1-a216-4226-8411-f595c1b9f25f,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:29.246542 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:29.300012 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f8400a67-70e2-4317-84a7-d882545f1079 None None] Provisioning complete for port a88fe1a1-a216-4226-8411-f595c1b9f25f triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:29.300484 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f8400a67-70e2-4317-84a7-d882545f1079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.401979 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f8400a67-70e2-4317-84a7-d882545f1079 None None] Provisioning for port 32847ae1-838f-454f-b3b8-7a15b0ef1b0a completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:29.406629 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f8400a67-70e2-4317-84a7-d882545f1079 None None] Provisioning complete for port 32847ae1-838f-454f-b3b8-7a15b0ef1b0a triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:29.407024 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f8400a67-70e2-4317-84a7-d882545f1079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.445468 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f8400a67-70e2-4317-84a7-d882545f1079 None None] Port 32847ae1-838f-454f-b3b8-7a15b0ef1b0a cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:29.566409 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4afeefbc-076e-4a8f-aea0-f00337059a15 None None] Provisioning complete for port 32847ae1-838f-454f-b3b8-7a15b0ef1b0a triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:29.566820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4afeefbc-076e-4a8f-aea0-f00337059a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.603199 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-4afeefbc-076e-4a8f-aea0-f00337059a15 None None] Port 32847ae1-838f-454f-b3b8-7a15b0ef1b0a cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:29.725587 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0ffeba4c-1c98-4570-bb49-b493c5faa0a3 None None] Provisioning complete for port 32847ae1-838f-454f-b3b8-7a15b0ef1b0a triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:29.725954 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0ffeba4c-1c98-4570-bb49-b493c5faa0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.750715 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-33a469e3-37f8-4b68-aa61-dd76e44a51d6 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting port 32847ae1-838f-454f-b3b8-7a15b0ef1b0a {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:29.751257 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33a469e3-37f8-4b68-aa61-dd76e44a51d6 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.760083 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-0ffeba4c-1c98-4570-bb49-b493c5faa0a3 None None] Port 32847ae1-838f-454f-b3b8-7a15b0ef1b0a cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:29.836527 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33a469e3-37f8-4b68-aa61-dd76e44a51d6 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:29.904126 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-33a469e3-37f8-4b68-aa61-dd76e44a51d6 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Calling delete_port for 32847ae1-838f-454f-b3b8-7a15b0ef1b0a owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:30.077679 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33a469e3-37f8-4b68-aa61-dd76e44a51d6 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.080371 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-611a3bfe-599a-46ef-8241-ce479824d411 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:30.104407 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a469e3-37f8-4b68-aa61-dd76e44a51d6 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Port': ['ID=32847ae1-838f-454f-b3b8-7a15b0ef1b0a,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:30.107875 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-33a469e3-37f8-4b68-aa61-dd76e44a51d6 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:30.207194 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33a469e3-37f8-4b68-aa61-dd76e44a51d6 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.363862 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a469e3-37f8-4b68-aa61-dd76e44a51d6 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 98716f64-7591-4c66-a166-fc62d7dc7a43 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:30.440658 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a469e3-37f8-4b68-aa61-dd76e44a51d6 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:30.445437 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-33a469e3-37f8-4b68-aa61-dd76e44a51d6 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/98716f64-7591-4c66-a166-fc62d7dc7a43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6582394 Jun 18 16:28:30.448107 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50696) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:30.450641 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9668dd-3815-4fc9-a829-15aee529e526 None None] Sync routers for ids ['98716f64-7591-4c66-a166-fc62d7dc7a43'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:30.460853 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9668dd-3815-4fc9-a829-15aee529e526 None None] Routers {'98716f64-7591-4c66-a166-fc62d7dc7a43'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:30.461472 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-0e9668dd-3815-4fc9-a829-15aee529e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['98716f64-7591-4c66-a166-fc62d7dc7a43'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:30.477839 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e9583dc9-b938-4953-ab5b-11a1bade0561 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/ports?device_id=98716f64-7591-4c66-a166-fc62d7dc7a43 HTTP/1.1" status: 200 len: 205 time: 0.0285606 Jun 18 16:28:30.480121 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50698) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:30.493659 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-0e9668dd-3815-4fc9-a829-15aee529e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:30.503279 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9668dd-3815-4fc9-a829-15aee529e526 None None] Routers {'98716f64-7591-4c66-a166-fc62d7dc7a43'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:30.503883 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-0e9668dd-3815-4fc9-a829-15aee529e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['98716f64-7591-4c66-a166-fc62d7dc7a43'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:30.538279 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-0e9668dd-3815-4fc9-a829-15aee529e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:30.538953 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9668dd-3815-4fc9-a829-15aee529e526 None None] The sync data for ids ['98716f64-7591-4c66-a166-fc62d7dc7a43'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:30.555565 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d184cf9-5d66-4b89-b315-2ffcfb83d27d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.712808 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d184cf9-5d66-4b89-b315-2ffcfb83d27d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.714802 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d184cf9-5d66-4b89-b315-2ffcfb83d27d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.758578 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d184cf9-5d66-4b89-b315-2ffcfb83d27d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.759285 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d184cf9-5d66-4b89-b315-2ffcfb83d27d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Fanout notify agent at l3_agent the message router_deleted on router 98716f64-7591-4c66-a166-fc62d7dc7a43 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:28:30.765615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d184cf9-5d66-4b89-b315-2ffcfb83d27d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.766715 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7d184cf9-5d66-4b89-b315-2ffcfb83d27d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/routers/98716f64-7591-4c66-a166-fc62d7dc7a43 HTTP/1.1" status: 204 len: 168 time: 0.2856827 Jun 18 16:28:30.770205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50700) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:30.821425 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a70686-d26c-442d-b393-732106ff5b71 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting subnet 4aeed037-6b6e-4f6d-a673-1cc2bb1c0d1e {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:28:30.824415 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15a70686-d26c-442d-b393-732106ff5b71 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.875038 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15a70686-d26c-442d-b393-732106ff5b71 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.924693 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a88fe1a1-a216-4226-8411-f595c1b9f25f up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:30.960825 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15a70686-d26c-442d-b393-732106ff5b71 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:30.973815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port a88fe1a1-a216-4226-8411-f595c1b9f25f triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:30.974117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.026874 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15a70686-d26c-442d-b393-732106ff5b71 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.030593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ea3a9877-02e3-4e32-a7a8-1407a6dd390a tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:31.072329 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a70686-d26c-442d-b393-732106ff5b71 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Subnet': ['ID=4aeed037-6b6e-4f6d-a673-1cc2bb1c0d1e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:31.075397 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-15a70686-d26c-442d-b393-732106ff5b71 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:31.076372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15a70686-d26c-442d-b393-732106ff5b71 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.078257 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-15a70686-d26c-442d-b393-732106ff5b71 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/subnets/4aeed037-6b6e-4f6d-a673-1cc2bb1c0d1e HTTP/1.1" status: 204 len: 168 time: 0.3070068 Jun 18 16:28:31.081425 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50702) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:31.085217 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e8dfe2-a9ac-408c-aaa5-ded4938a428b None None] Network 23746b8d-e88d-43af-bf5f-b4635f922007 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:31.158277 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.211528 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting port a88fe1a1-a216-4226-8411-f595c1b9f25f {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:31.211868 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.275777 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aae39f3-d915-4117-8e62-e3c06b0a92f4 None None] DHCP port deletion for 23746b8d-e88d-43af-bf5f-b4635f922007 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:28:31.290356 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] For port a88fe1a1-a216-4226-8411-f595c1b9f25f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a88fe1a1-a216-4226-8411-f595c1b9f25f,segment=NetworkSegment(baaaeff2-e9b5-43f2-b7d5-9a4a65ab3343),segment_id=baaaeff2-e9b5-43f2-b7d5-9a4a65ab3343)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:31.290742 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.322541 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5aae39f3-d915-4117-8e62-e3c06b0a92f4 None None] Deleting port a88fe1a1-a216-4226-8411-f595c1b9f25f {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:31.322924 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5aae39f3-d915-4117-8e62-e3c06b0a92f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.354335 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Calling delete_port for a88fe1a1-a216-4226-8411-f595c1b9f25f owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:31.399811 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-5aae39f3-d915-4117-8e62-e3c06b0a92f4 None None] For port a88fe1a1-a216-4226-8411-f595c1b9f25f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a88fe1a1-a216-4226-8411-f595c1b9f25f,segment=NetworkSegment(baaaeff2-e9b5-43f2-b7d5-9a4a65ab3343),segment_id=baaaeff2-e9b5-43f2-b7d5-9a4a65ab3343)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:31.400219 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5aae39f3-d915-4117-8e62-e3c06b0a92f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.466921 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5aae39f3-d915-4117-8e62-e3c06b0a92f4 None None] Calling delete_port for a88fe1a1-a216-4226-8411-f595c1b9f25f owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:31.467694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.471015 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:31.502774 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Port': ['ID=a88fe1a1-a216-4226-8411-f595c1b9f25f,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:31.505189 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] No DVR routers for this DVR port a88fe1a1-a216-4226-8411-f595c1b9f25f on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:31.507323 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:31.556533 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5aae39f3-d915-4117-8e62-e3c06b0a92f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.558565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:31.587417 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae39f3-d915-4117-8e62-e3c06b0a92f4 None None] Pushing event deleted for resources: {'Port': ['ID=a88fe1a1-a216-4226-8411-f595c1b9f25f,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:31.589491 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae39f3-d915-4117-8e62-e3c06b0a92f4 None None] No DVR routers for this DVR port a88fe1a1-a216-4226-8411-f595c1b9f25f on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:31.590980 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5aae39f3-d915-4117-8e62-e3c06b0a92f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:31.624037 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.635282 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23746b8d-e88d-43af-bf5f-b4635f922007']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:31.646501 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baaaeff2-e9b5-43f2-b7d5-9a4a65ab3343') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:31.646796 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baaaeff2-e9b5-43f2-b7d5-9a4a65ab3343') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:31.656287 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.674863 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.685749 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:31.686147 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:31.690574 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:31.758836 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.762203 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8821ded5-d5d7-445e-b6d3-b9c90eb92d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:31.766362 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.770185 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/networks/23746b8d-e88d-43af-bf5f-b4635f922007 HTTP/1.1" status: 204 len: 168 time: 0.6867611 Jun 18 16:28:31.773732 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50704) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:31.779474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1489352515', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:31.787049 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Network': ['ID=23746b8d-e88d-43af-bf5f-b4635f922007,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:31.790516 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:31.806022 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.808012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:31.871337 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.049319 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.250433 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.269633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.371990 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Allocated IP 172.26.6.66 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/d292a818-3ae1-4588-9974-f4ab2b3a5667) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:32.479974 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.518160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.520931 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-35bd2ae4-9c46-4f38-8b71-9b11bfd9897c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:32.553088 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:32.557717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:32.561041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:32.591275 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=d292a818-3ae1-4588-9974-f4ab2b3a5667,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:32.595683 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:32.812992 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:32.917290 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a88fe1a1-a216-4226-8411-f595c1b9f25f no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:28:32.936661 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: a88fe1a1-a216-4226-8411-f595c1b9f25f {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:28:32.937011 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a88fe1a1-a216-4226-8411-f595c1b9f25f not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:28:33.015622 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:33.140705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 9af30907-1edc-440b-91ec-f5f9e6d906de is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:28:33.247613 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:33.257537 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22466b6-2c7c-42e3-8226-5733a49ec8bd None None] Sync routers for ids ['9af30907-1edc-440b-91ec-f5f9e6d906de'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:33.267545 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:33.267785 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22466b6-2c7c-42e3-8226-5733a49ec8bd None None] Routers {'9af30907-1edc-440b-91ec-f5f9e6d906de'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:33.268472 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-b22466b6-2c7c-42e3-8226-5733a49ec8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['9af30907-1edc-440b-91ec-f5f9e6d906de'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:33.269170 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.4936175 Jun 18 16:28:33.271830 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50706) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:33.307142 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-b22466b6-2c7c-42e3-8226-5733a49ec8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:33.316088 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22466b6-2c7c-42e3-8226-5733a49ec8bd None None] Routers {'9af30907-1edc-440b-91ec-f5f9e6d906de'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:33.316691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-b22466b6-2c7c-42e3-8226-5733a49ec8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['9af30907-1edc-440b-91ec-f5f9e6d906de'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:33.353730 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-b22466b6-2c7c-42e3-8226-5733a49ec8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:33.354398 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22466b6-2c7c-42e3-8226-5733a49ec8bd None None] The sync data for ids ['9af30907-1edc-440b-91ec-f5f9e6d906de'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:33.706718 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-df397fbe-7157-477e-a1ea-cdc975b4d90b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/routers/9af30907-1edc-440b-91ec-f5f9e6d906de HTTP/1.1" status: 200 len: 884 time: 0.4336727 Jun 18 16:28:33.708954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50708) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:33.918820 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-47745668-9761-435d-9372-70206225fbcc tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2087083 Jun 18 16:28:33.921117 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50710) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:33.925960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-a2d11db0-950b-4b95-842a-db6e0c3cce69 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1489352515'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:34.229312 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a2d11db0-950b-4b95-842a-db6e0c3cce69 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.241164 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a2d11db0-950b-4b95-842a-db6e0c3cce69 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.344121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d11db0-950b-4b95-842a-db6e0c3cce69 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 9af30907-1edc-440b-91ec-f5f9e6d906de has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:34.446958 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d11db0-950b-4b95-842a-db6e0c3cce69 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:34.453411 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a2d11db0-950b-4b95-842a-db6e0c3cce69 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.454815 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a2d11db0-950b-4b95-842a-db6e0c3cce69 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/9af30907-1edc-440b-91ec-f5f9e6d906de HTTP/1.1" status: 200 len: 891 time: 0.5325384 Jun 18 16:28:34.456259 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8735cf-0a35-4704-b5ff-68d74d5adc46 None None] Sync routers for ids ['9af30907-1edc-440b-91ec-f5f9e6d906de'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:34.457387 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50712) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:34.465352 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8735cf-0a35-4704-b5ff-68d74d5adc46 None None] Routers {'9af30907-1edc-440b-91ec-f5f9e6d906de'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:34.465974 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-ef8735cf-0a35-4704-b5ff-68d74d5adc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['9af30907-1edc-440b-91ec-f5f9e6d906de'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:34.497802 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-ef8735cf-0a35-4704-b5ff-68d74d5adc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:34.507007 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8735cf-0a35-4704-b5ff-68d74d5adc46 None None] Routers {'9af30907-1edc-440b-91ec-f5f9e6d906de'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:34.507622 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-ef8735cf-0a35-4704-b5ff-68d74d5adc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['9af30907-1edc-440b-91ec-f5f9e6d906de'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:34.543173 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-ef8735cf-0a35-4704-b5ff-68d74d5adc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:34.543828 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8735cf-0a35-4704-b5ff-68d74d5adc46 None None] The sync data for ids ['9af30907-1edc-440b-91ec-f5f9e6d906de'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:34.565070 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e2a05ffa-12fc-45df-b7bd-f0b380328082 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/routers/9af30907-1edc-440b-91ec-f5f9e6d906de HTTP/1.1" status: 200 len: 891 time: 0.1065164 Jun 18 16:28:34.567770 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50714) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:34.595479 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-17f9b5ba-c906-4c84-88c8-db98a10e4647 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/ports?device_id=9af30907-1edc-440b-91ec-f5f9e6d906de HTTP/1.1" status: 200 len: 205 time: 0.0264966 Jun 18 16:28:34.599081 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50716) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:34.702814 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-626d0a8b-db3b-44f4-a58e-108a5c956b2c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.803329 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-626d0a8b-db3b-44f4-a58e-108a5c956b2c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.853094 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-626d0a8b-db3b-44f4-a58e-108a5c956b2c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting port d292a818-3ae1-4588-9974-f4ab2b3a5667 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:34.853427 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-626d0a8b-db3b-44f4-a58e-108a5c956b2c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.932737 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-626d0a8b-db3b-44f4-a58e-108a5c956b2c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:34.997434 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-626d0a8b-db3b-44f4-a58e-108a5c956b2c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Calling delete_port for d292a818-3ae1-4588-9974-f4ab2b3a5667 owned by network:router_gateway {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:35.154088 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-626d0a8b-db3b-44f4-a58e-108a5c956b2c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.156023 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2d84bf54-ad81-4a0a-9a2d-fd0c5fd5329f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:35.179929 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d0a8b-db3b-44f4-a58e-108a5c956b2c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Port': ['ID=d292a818-3ae1-4588-9974-f4ab2b3a5667,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:35.183055 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-626d0a8b-db3b-44f4-a58e-108a5c956b2c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:35.240475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-626d0a8b-db3b-44f4-a58e-108a5c956b2c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.333048 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-626d0a8b-db3b-44f4-a58e-108a5c956b2c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.335220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-626d0a8b-db3b-44f4-a58e-108a5c956b2c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.378273 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-626d0a8b-db3b-44f4-a58e-108a5c956b2c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.378842 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626d0a8b-db3b-44f4-a58e-108a5c956b2c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Fanout notify agent at l3_agent the message router_deleted on router 9af30907-1edc-440b-91ec-f5f9e6d906de {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:28:35.385390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-626d0a8b-db3b-44f4-a58e-108a5c956b2c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.386500 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-626d0a8b-db3b-44f4-a58e-108a5c956b2c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/routers/9af30907-1edc-440b-91ec-f5f9e6d906de HTTP/1.1" status: 204 len: 168 time: 0.7865167 Jun 18 16:28:35.390000 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50718) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:35.395487 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ee365934-f57e-4140-9a0e-a318e13407be tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1011514993'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:35.415615 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee365934-f57e-4140-9a0e-a318e13407be tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Made reservation on behalf of 84b747165e5345b28ba1bbd7eb3d22bc for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:35.418949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee365934-f57e-4140-9a0e-a318e13407be tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.441694 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee365934-f57e-4140-9a0e-a318e13407be tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:35.449888 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee365934-f57e-4140-9a0e-a318e13407be tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.450226 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-ee365934-f57e-4140-9a0e-a318e13407be tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Added segment 30a972a4-fc6b-4161-b34c-f149f343a2e1 of type vlan for network a4ab64a4-38c3-4fe8-8268-355971c59c1c Jun 18 16:28:35.488671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee365934-f57e-4140-9a0e-a318e13407be tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.515666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee365934-f57e-4140-9a0e-a318e13407be tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.521893 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee365934-f57e-4140-9a0e-a318e13407be tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:35.522488 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee365934-f57e-4140-9a0e-a318e13407be tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.524630 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2052d2c4-c38c-467b-9eb8-86895cbab17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:35.584147 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ee365934-f57e-4140-9a0e-a318e13407be tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1930971 Jun 18 16:28:35.586912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50720) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:35.591766 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-a3d9afe4-d95e-421e-aee1-e3ea734e408d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'subnet': {'network_id': 'a4ab64a4-38c3-4fe8-8268-355971c59c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:35.599035 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee365934-f57e-4140-9a0e-a318e13407be tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Network': ['ID=a4ab64a4-38c3-4fe8-8268-355971c59c1c,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:35.609209 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network a4ab64a4-38c3-4fe8-8268-355971c59c1c details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:35.609955 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ee365934-f57e-4140-9a0e-a318e13407be tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:35.683293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d9afe4-d95e-421e-aee1-e3ea734e408d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Made reservation on behalf of 84b747165e5345b28ba1bbd7eb3d22bc for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:35.686810 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a3d9afe4-d95e-421e-aee1-e3ea734e408d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.873701 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a3d9afe4-d95e-421e-aee1-e3ea734e408d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.876859 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c809741b-092b-47b1-bd07-a0020041e31d tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:35.944904 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9afe4-d95e-421e-aee1-e3ea734e408d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Subnet': ['ID=89b471a5-4ab7-40a5-a980-99464378f0d1,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:35.947890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a3d9afe4-d95e-421e-aee1-e3ea734e408d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:35.950502 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9afe4-d95e-421e-aee1-e3ea734e408d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Checking segment: {'id': '30a972a4-fc6b-4161-b34c-f149f343a2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a4ab64a4-38c3-4fe8-8268-355971c59c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:35.950869 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d9afe4-d95e-421e-aee1-e3ea734e408d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network hostable DHCP agents. Network: a4ab64a4-38c3-4fe8-8268-355971c59c1c, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:35.966715 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d9afe4-d95e-421e-aee1-e3ea734e408d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network a4ab64a4-38c3-4fe8-8268-355971c59c1c is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:35.975969 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-a3d9afe4-d95e-421e-aee1-e3ea734e408d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, a4ab64a4-38c3-4fe8-8268-355971c59c1c) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:35.982387 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d9afe4-d95e-421e-aee1-e3ea734e408d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:35.983001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a3d9afe4-d95e-421e-aee1-e3ea734e408d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:35.983941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57834f0-388c-49a7-a06c-e1ab3c37484d None None] Network a4ab64a4-38c3-4fe8-8268-355971c59c1c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:35.998095 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a3d9afe4-d95e-421e-aee1-e3ea734e408d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4100671 Jun 18 16:28:36.000499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50722) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:36.005923 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-a83a3e8e-8632-419f-be66-ae0d8361f7ff tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1912626447', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:36.027715 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a83a3e8e-8632-419f-be66-ae0d8361f7ff tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.028677 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a83a3e8e-8632-419f-be66-ae0d8361f7ff tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.080254 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a83a3e8e-8632-419f-be66-ae0d8361f7ff tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.084635 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a83a3e8e-8632-419f-be66-ae0d8361f7ff tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.099762 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a83a3e8e-8632-419f-be66-ae0d8361f7ff tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.101293 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a83a3e8e-8632-419f-be66-ae0d8361f7ff tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0997605 Jun 18 16:28:36.103840 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50724) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:36.134131 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-a4ab64a4-38c3-4fe8-8268-355971c59c1c', 'network_id': 'a4ab64a4-38c3-4fe8-8268-355971c59c1c', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'fixed_ips': [{'subnet_id': '89b471a5-4ab7-40a5-a980-99464378f0d1'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:28:36.135062 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.274140 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Allocated IP 2001:db8::2 (a4ab64a4-38c3-4fe8-8268-355971c59c1c/89b471a5-4ab7-40a5-a980-99464378f0d1/4272aa3d-c09b-4c3c-9810-5441ae0d23b7) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:36.379982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.415987 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.424359 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Transition to ACTIVE for port object 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:36.439704 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Transition to ACTIVE for port object 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:36.445276 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.447040 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-010738d2-14cd-4eee-86b7-eb5d22c3abf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:36.487312 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Network a4ab64a4-38c3-4fe8-8268-355971c59c1c is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:36.490128 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:36.493034 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:36.500203 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Pushing event updated for resources: {'Port': ['ID=4272aa3d-c09b-4c3c-9810-5441ae0d23b7,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:36.525444 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.525696 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.526031 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.526360 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.526711 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.527036 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.527358 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.527677 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.527996 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.528317 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.528631 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.528942 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.533242 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:36.570270 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Attempting to bind port 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:36.570778 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Attempting to bind port 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '30a972a4-fc6b-4161-b34c-f149f343a2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a4ab64a4-38c3-4fe8-8268-355971c59c1c'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:36.571140 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Attempting to bind port 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 on network a4ab64a4-38c3-4fe8-8268-355971c59c1c {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:36.575937 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:36.576308 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Checking segment: {'id': '30a972a4-fc6b-4161-b34c-f149f343a2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a4ab64a4-38c3-4fe8-8268-355971c59c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:36.576712 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.577104 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Bound using segment: {'id': '30a972a4-fc6b-4161-b34c-f149f343a2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a4ab64a4-38c3-4fe8-8268-355971c59c1c'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:36.577567 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Bound port: 4272aa3d-c09b-4c3c-9810-5441ae0d23b7, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a972a4-fc6b-4161-b34c-f149f343a2e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'a4ab64a4-38c3-4fe8-8268-355971c59c1c'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:36.577955 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.625098 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Allocated IP 2001:db8::1 (a4ab64a4-38c3-4fe8-8268-355971c59c1c/89b471a5-4ab7-40a5-a980-99464378f0d1/99936c5b-ed6c-421c-99d5-35c6cc113540) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:36.643147 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] For port 4272aa3d-c09b-4c3c-9810-5441ae0d23b7, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:36.646275 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] For port 4272aa3d-c09b-4c3c-9810-5441ae0d23b7, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=4272aa3d-c09b-4c3c-9810-5441ae0d23b7,segment=NetworkSegment(30a972a4-fc6b-4161-b34c-f149f343a2e1),segment_id=30a972a4-fc6b-4161-b34c-f149f343a2e1)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:36.650677 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.653282 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-36f03ada-99dc-4c48-aead-e2fa14451391 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:36.709094 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Pushing event updated for resources: {'Port': ['ID=4272aa3d-c09b-4c3c-9810-5441ae0d23b7,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:36.712284 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:36.748926 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.771876 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Transition to ACTIVE for port object 99936c5b-ed6c-421c-99d5-35c6cc113540 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:36.812918 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.815807 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-95d7ea5c-b573-4088-81c6-08b5c43d2d8f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:36.886456 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network a4ab64a4-38c3-4fe8-8268-355971c59c1c is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:36.891829 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=99936c5b-ed6c-421c-99d5-35c6cc113540,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:36.894659 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:36.897773 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:36.898136 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:36.942450 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.942843 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.943376 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.943762 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.944133 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.944501 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.944871 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.945369 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.945747 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.946109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.946502 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.946869 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:36.952299 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:37.033172 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:37.055846 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.088301 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:37.316594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.321754 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.322621 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.324589 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:37.410468 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=99936c5b-ed6c-421c-99d5-35c6cc113540,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:37.414559 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:37.458221 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network a4ab64a4-38c3-4fe8-8268-355971c59c1c is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:37.459741 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:37.582613 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router cdcbe344-6ea5-4d4b-a958-aaddf21de399 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:28:37.630960 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb99dd2-a921-4089-aea7-6c3d089470b3 None None] Network a4ab64a4-38c3-4fe8-8268-355971c59c1c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:37.679035 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:37.684111 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/cdcbe344-6ea5-4d4b-a958-aaddf21de399/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5791619 Jun 18 16:28:37.686714 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50726) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:37.691035 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086165c8-4ab2-498e-a000-c7245e32b541 None None] Sync routers for ids ['cdcbe344-6ea5-4d4b-a958-aaddf21de399'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:37.718599 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086165c8-4ab2-498e-a000-c7245e32b541 None None] Routers {'cdcbe344-6ea5-4d4b-a958-aaddf21de399'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:37.719286 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-086165c8-4ab2-498e-a000-c7245e32b541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['cdcbe344-6ea5-4d4b-a958-aaddf21de399'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:37.742024 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b29c2a-e924-4b57-9ade-22cfccfe2489 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:37.743437 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b7b29c2a-e924-4b57-9ade-22cfccfe2489 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/ports/99936c5b-ed6c-421c-99d5-35c6cc113540 HTTP/1.1" status: 200 len: 911 time: 0.0557311 Jun 18 16:28:37.746494 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50728) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:37.752702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '89b471a5-4ab7-40a5-a980-99464378f0d1'}]}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:37.928410 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:37.935270 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-086165c8-4ab2-498e-a000-c7245e32b541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:37.955219 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c828463c-add9-443a-b743-77f2de373c77 None None] Provisioning for port 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:37.960373 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086165c8-4ab2-498e-a000-c7245e32b541 None None] Routers {'cdcbe344-6ea5-4d4b-a958-aaddf21de399'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:37.960998 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-086165c8-4ab2-498e-a000-c7245e32b541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['cdcbe344-6ea5-4d4b-a958-aaddf21de399'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:37.965971 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c828463c-add9-443a-b743-77f2de373c77 None None] Provisioning complete for port 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:37.966378 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c828463c-add9-443a-b743-77f2de373c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.032967 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-086165c8-4ab2-498e-a000-c7245e32b541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:38.033635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086165c8-4ab2-498e-a000-c7245e32b541 None None] The sync data for ids ['cdcbe344-6ea5-4d4b-a958-aaddf21de399'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:38.112978 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c828463c-add9-443a-b743-77f2de373c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.148979 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-c828463c-add9-443a-b743-77f2de373c77 None None] For port 4272aa3d-c09b-4c3c-9810-5441ae0d23b7, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=4272aa3d-c09b-4c3c-9810-5441ae0d23b7,segment=NetworkSegment(30a972a4-fc6b-4161-b34c-f149f343a2e1),segment_id=30a972a4-fc6b-4161-b34c-f149f343a2e1)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:38.153649 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c828463c-add9-443a-b743-77f2de373c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.155646 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:38.203337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828463c-add9-443a-b743-77f2de373c77 None None] Pushing event updated for resources: {'Port': ['ID=4272aa3d-c09b-4c3c-9810-5441ae0d23b7,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:38.206637 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c828463c-add9-443a-b743-77f2de373c77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:38.305654 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.315453 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.321474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:38.322076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.323765 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/ports/99936c5b-ed6c-421c-99d5-35c6cc113540 HTTP/1.1" status: 200 len: 911 time: 0.5762422 Jun 18 16:28:38.324748 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-68888230-057e-44f5-89e2-a326d9632652 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:38.326726 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50730) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:38.370083 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=99936c5b-ed6c-421c-99d5-35c6cc113540,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:38.379238 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:38.379468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:38.379848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:38.380231 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:38.380606 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:38.381134 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:38.381343 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:38.381717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:38.382086 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:38.382585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:38.382832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:38.383195 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:38.387486 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:38.389142 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9d418d42-c38e-42fa-a0c7-51740d090440 None None] Provisioning complete for port 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:38.389583 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9d418d42-c38e-42fa-a0c7-51740d090440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.443899 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1042a4c6-e955-4891-bc30-88af97a8e4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.501271 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9d418d42-c38e-42fa-a0c7-51740d090440 None None] Provisioning for port 99936c5b-ed6c-421c-99d5-35c6cc113540 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:38.505406 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9d418d42-c38e-42fa-a0c7-51740d090440 None None] Provisioning complete for port 99936c5b-ed6c-421c-99d5-35c6cc113540 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:38.505790 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9d418d42-c38e-42fa-a0c7-51740d090440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.542196 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9d418d42-c38e-42fa-a0c7-51740d090440 None None] Port 99936c5b-ed6c-421c-99d5-35c6cc113540 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:38.660803 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a82c-1512-4108-8533-998a45ed1e24 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.666604 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-bb680787-16b3-499d-9683-1db9ac537bdf None None] Provisioning complete for port 99936c5b-ed6c-421c-99d5-35c6cc113540 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:38.667139 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bb680787-16b3-499d-9683-1db9ac537bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.713350 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-bb680787-16b3-499d-9683-1db9ac537bdf None None] Port 99936c5b-ed6c-421c-99d5-35c6cc113540 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:38.832537 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4cfd0706-1ffb-4b0c-b596-73e1dc3ae383 None None] Provisioning complete for port 99936c5b-ed6c-421c-99d5-35c6cc113540 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:38.832833 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4cfd0706-1ffb-4b0c-b596-73e1dc3ae383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:38.874551 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-4cfd0706-1ffb-4b0c-b596-73e1dc3ae383 None None] Port 99936c5b-ed6c-421c-99d5-35c6cc113540 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:38.934305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:38.983847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:38.984229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.278807 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-0dc1a82c-1512-4108-8533-998a45ed1e24 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting port 99936c5b-ed6c-421c-99d5-35c6cc113540 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:39.279043 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a82c-1512-4108-8533-998a45ed1e24 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.366797 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a82c-1512-4108-8533-998a45ed1e24 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.432644 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-0dc1a82c-1512-4108-8533-998a45ed1e24 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Calling delete_port for 99936c5b-ed6c-421c-99d5-35c6cc113540 owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:39.597972 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a82c-1512-4108-8533-998a45ed1e24 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.600809 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3d9bec94-a5b4-47b9-b86f-5eeaf47ec236 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:39.628198 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1a82c-1512-4108-8533-998a45ed1e24 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Port': ['ID=99936c5b-ed6c-421c-99d5-35c6cc113540,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:39.634298 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0dc1a82c-1512-4108-8533-998a45ed1e24 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:39.725544 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0dc1a82c-1512-4108-8533-998a45ed1e24 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:39.883689 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc1a82c-1512-4108-8533-998a45ed1e24 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router cdcbe344-6ea5-4d4b-a958-aaddf21de399 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:39.960911 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc1a82c-1512-4108-8533-998a45ed1e24 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:39.965694 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0dc1a82c-1512-4108-8533-998a45ed1e24 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/cdcbe344-6ea5-4d4b-a958-aaddf21de399/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6379373 Jun 18 16:28:39.968578 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50732) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:39.972882 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824d86b7-b740-499c-8695-2723b6fcaa1b None None] Sync routers for ids ['cdcbe344-6ea5-4d4b-a958-aaddf21de399'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:39.982245 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824d86b7-b740-499c-8695-2723b6fcaa1b None None] Routers {'cdcbe344-6ea5-4d4b-a958-aaddf21de399'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:39.982916 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-824d86b7-b740-499c-8695-2723b6fcaa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['cdcbe344-6ea5-4d4b-a958-aaddf21de399'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:39.998399 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f41d579a-472a-46ce-bc63-abc47246c4ff tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdcbe344-6ea5-4d4b-a958-aaddf21de399 HTTP/1.1" status: 200 len: 205 time: 0.0284827 Jun 18 16:28:40.001272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50734) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:40.015339 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-824d86b7-b740-499c-8695-2723b6fcaa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:40.025317 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824d86b7-b740-499c-8695-2723b6fcaa1b None None] Routers {'cdcbe344-6ea5-4d4b-a958-aaddf21de399'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:40.025927 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-824d86b7-b740-499c-8695-2723b6fcaa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['cdcbe344-6ea5-4d4b-a958-aaddf21de399'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:40.058357 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-824d86b7-b740-499c-8695-2723b6fcaa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:40.059038 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824d86b7-b740-499c-8695-2723b6fcaa1b None None] The sync data for ids ['cdcbe344-6ea5-4d4b-a958-aaddf21de399'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:40.076317 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b0816623-6a73-4957-9788-3e89cb1f8ec3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.240849 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b0816623-6a73-4957-9788-3e89cb1f8ec3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.242966 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b0816623-6a73-4957-9788-3e89cb1f8ec3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.286333 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b0816623-6a73-4957-9788-3e89cb1f8ec3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.287143 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0816623-6a73-4957-9788-3e89cb1f8ec3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Fanout notify agent at l3_agent the message router_deleted on router cdcbe344-6ea5-4d4b-a958-aaddf21de399 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:28:40.294872 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b0816623-6a73-4957-9788-3e89cb1f8ec3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.295966 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b0816623-6a73-4957-9788-3e89cb1f8ec3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/routers/cdcbe344-6ea5-4d4b-a958-aaddf21de399 HTTP/1.1" status: 204 len: 168 time: 0.2937987 Jun 18 16:28:40.299322 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50736) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:40.350921 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ea6231-2dbc-4558-983d-3ac612d0db61 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting subnet 89b471a5-4ab7-40a5-a980-99464378f0d1 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:28:40.353939 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33ea6231-2dbc-4558-983d-3ac612d0db61 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.398174 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33ea6231-2dbc-4558-983d-3ac612d0db61 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.478726 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33ea6231-2dbc-4558-983d-3ac612d0db61 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.536453 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33ea6231-2dbc-4558-983d-3ac612d0db61 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.539115 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f3be331f-b89d-4191-bcad-2f944bab268f tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:40.570214 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea6231-2dbc-4558-983d-3ac612d0db61 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Subnet': ['ID=89b471a5-4ab7-40a5-a980-99464378f0d1,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:40.572195 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33ea6231-2dbc-4558-983d-3ac612d0db61 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.575796 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-33ea6231-2dbc-4558-983d-3ac612d0db61 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/subnets/89b471a5-4ab7-40a5-a980-99464378f0d1 HTTP/1.1" status: 204 len: 168 time: 0.2737751 Jun 18 16:28:40.575796 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-33ea6231-2dbc-4558-983d-3ac612d0db61 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:40.576585 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50738) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:40.579193 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7933a12d-69f1-44b0-b985-d78b94c93d3d None None] Network a4ab64a4-38c3-4fe8-8268-355971c59c1c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:40.652963 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.707423 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting port 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:40.707770 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.761649 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d550812d-89d0-46a0-9657-570fafe69df8 None None] DHCP port deletion for a4ab64a4-38c3-4fe8-8268-355971c59c1c request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:28:40.783364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] For port 4272aa3d-c09b-4c3c-9810-5441ae0d23b7, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=4272aa3d-c09b-4c3c-9810-5441ae0d23b7,segment=NetworkSegment(30a972a4-fc6b-4161-b34c-f149f343a2e1),segment_id=30a972a4-fc6b-4161-b34c-f149f343a2e1)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:40.783721 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.809121 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d550812d-89d0-46a0-9657-570fafe69df8 None None] Deleting port 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:40.809424 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d550812d-89d0-46a0-9657-570fafe69df8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.848365 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Calling delete_port for 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:40.878908 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d550812d-89d0-46a0-9657-570fafe69df8 None None] For port 4272aa3d-c09b-4c3c-9810-5441ae0d23b7, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=4272aa3d-c09b-4c3c-9810-5441ae0d23b7,segment=NetworkSegment(30a972a4-fc6b-4161-b34c-f149f343a2e1),segment_id=30a972a4-fc6b-4161-b34c-f149f343a2e1)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:40.879441 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d550812d-89d0-46a0-9657-570fafe69df8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.937524 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.941457 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1aff3527-36a0-48fb-9fed-cae15c48dd10 tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:40.958761 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d550812d-89d0-46a0-9657-570fafe69df8 None None] Calling delete_port for 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:40.963933 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:28:40.966457 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Port': ['ID=4272aa3d-c09b-4c3c-9810-5441ae0d23b7,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:40.968273 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] No DVR routers for this DVR port 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:40.969956 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:40.990925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3c3f76f9-f2a5-406b-9c1a-7c6f4efe1461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:40.993665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:28:40.994051 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:28:41.053232 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.064174 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d550812d-89d0-46a0-9657-570fafe69df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.064395 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ab64a4-38c3-4fe8-8268-355971c59c1c']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:41.066114 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4dc054ca-6b86-4414-98d1-630541bfabdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:41.075086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a972a4-fc6b-4161-b34c-f149f343a2e1') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:41.075386 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a972a4-fc6b-4161-b34c-f149f343a2e1') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:41.084736 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.096441 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550812d-89d0-46a0-9657-570fafe69df8 None None] Pushing event deleted for resources: {'Port': ['ID=4272aa3d-c09b-4c3c-9810-5441ae0d23b7,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:41.099447 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d550812d-89d0-46a0-9657-570fafe69df8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:41.100269 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d550812d-89d0-46a0-9657-570fafe69df8 None None] No DVR routers for this DVR port 4272aa3d-c09b-4c3c-9810-5441ae0d23b7 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:41.102618 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.109213 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:41.109627 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:41.113360 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:41.173407 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.176810 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-29d0c565-e2da-411b-8a44-6a99c4b9b61d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:41.181898 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.183726 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/networks/a4ab64a4-38c3-4fe8-8268-355971c59c1c HTTP/1.1" status: 204 len: 168 time: 0.6062343 Jun 18 16:28:41.187405 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50740) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:41.193278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-c76221ab-680c-4345-aafd-501ad53e15c4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1958538568', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:41.194243 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Network': ['ID=a4ab64a4-38c3-4fe8-8268-355971c59c1c,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:41.196520 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:41.217373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c76221ab-680c-4345-aafd-501ad53e15c4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.218556 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c76221ab-680c-4345-aafd-501ad53e15c4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.266962 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.275673 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c76221ab-680c-4345-aafd-501ad53e15c4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.279608 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c76221ab-680c-4345-aafd-501ad53e15c4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.295922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c76221ab-680c-4345-aafd-501ad53e15c4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.297107 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c76221ab-680c-4345-aafd-501ad53e15c4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1079593 Jun 18 16:28:41.299952 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50742) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:41.304931 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-e60c2f84-fddf-47c3-99f3-267d3f86d199 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1597952537'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:41.326309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60c2f84-fddf-47c3-99f3-267d3f86d199 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Made reservation on behalf of 84b747165e5345b28ba1bbd7eb3d22bc for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:41.330325 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e60c2f84-fddf-47c3-99f3-267d3f86d199 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.354775 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60c2f84-fddf-47c3-99f3-267d3f86d199 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:41.364492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e60c2f84-fddf-47c3-99f3-267d3f86d199 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.364780 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-e60c2f84-fddf-47c3-99f3-267d3f86d199 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Added segment 9defc547-37ea-44f4-b87c-6c668242be18 of type vlan for network 22bbb7f4-bcf3-4b94-b9ae-ae550078f55e Jun 18 16:28:41.404244 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e60c2f84-fddf-47c3-99f3-267d3f86d199 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.431800 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e60c2f84-fddf-47c3-99f3-267d3f86d199 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.437307 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60c2f84-fddf-47c3-99f3-267d3f86d199 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:41.437909 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e60c2f84-fddf-47c3-99f3-267d3f86d199 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:41.441610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ad324d34-88fb-436f-b434-b21b0882dff6 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:41.489554 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e60c2f84-fddf-47c3-99f3-267d3f86d199 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1886032 Jun 18 16:28:41.492238 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50744) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:41.504048 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f80859df-9504-4821-a54c-69840865288f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'subnet': {'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:41.548360 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60c2f84-fddf-47c3-99f3-267d3f86d199 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Network': ['ID=22bbb7f4-bcf3-4b94-b9ae-ae550078f55e,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:41.552734 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e60c2f84-fddf-47c3-99f3-267d3f86d199 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:41.558812 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 22bbb7f4-bcf3-4b94-b9ae-ae550078f55e details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:41.601387 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80859df-9504-4821-a54c-69840865288f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Made reservation on behalf of 84b747165e5345b28ba1bbd7eb3d22bc for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:41.604788 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f80859df-9504-4821-a54c-69840865288f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.058793 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.130832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f80859df-9504-4821-a54c-69840865288f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.132746 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-edd46ef4-77e3-4fdf-8ec5-d44aa7e5a538 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:42.188864 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80859df-9504-4821-a54c-69840865288f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Subnet': ['ID=5a61762d-c03b-4573-b6e7-e6a646acc111,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:42.192573 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f80859df-9504-4821-a54c-69840865288f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:42.199293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80859df-9504-4821-a54c-69840865288f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Checking segment: {'id': '9defc547-37ea-44f4-b87c-6c668242be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:42.199651 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80859df-9504-4821-a54c-69840865288f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network hostable DHCP agents. Network: 22bbb7f4-bcf3-4b94-b9ae-ae550078f55e, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:42.215692 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80859df-9504-4821-a54c-69840865288f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network 22bbb7f4-bcf3-4b94-b9ae-ae550078f55e is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:42.224545 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-f80859df-9504-4821-a54c-69840865288f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 22bbb7f4-bcf3-4b94-b9ae-ae550078f55e) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:42.228504 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80859df-9504-4821-a54c-69840865288f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:42.229093 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f80859df-9504-4821-a54c-69840865288f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.234729 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ccf9ff-f3d0-4281-aca0-f697fe7d6eed None None] Network 22bbb7f4-bcf3-4b94-b9ae-ae550078f55e requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:42.243857 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f80859df-9504-4821-a54c-69840865288f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7505915 Jun 18 16:28:42.246822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50746) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:42.386673 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:28:42.387548 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.524949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.526443 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Allocated IP 2001:db8::2 (22bbb7f4-bcf3-4b94-b9ae-ae550078f55e/5a61762d-c03b-4573-b6e7-e6a646acc111/1492ee98-7bc5-4fb0-807e-783d864ffe76) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:42.666883 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.675751 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Transition to ACTIVE for port object 1492ee98-7bc5-4fb0-807e-783d864ffe76 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:42.690274 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Transition to ACTIVE for port object 1492ee98-7bc5-4fb0-807e-783d864ffe76 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:42.695813 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.697598 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a00f508f-841c-4667-b6ed-2a1e6e8750ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:42.740172 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Network 22bbb7f4-bcf3-4b94-b9ae-ae550078f55e is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:42.742999 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:42.747484 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:42.750408 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Pushing event updated for resources: {'Port': ['ID=1492ee98-7bc5-4fb0-807e-783d864ffe76,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:42.755191 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:42.768426 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Allocated IP 2001:db8::1 (22bbb7f4-bcf3-4b94-b9ae-ae550078f55e/5a61762d-c03b-4573-b6e7-e6a646acc111/b2e3d604-7307-4377-8e32-4fa9cf0b2b3c) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:42.808980 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Attempting to bind port 1492ee98-7bc5-4fb0-807e-783d864ffe76 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:42.809346 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Attempting to bind port 1492ee98-7bc5-4fb0-807e-783d864ffe76 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '9defc547-37ea-44f4-b87c-6c668242be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:42.809704 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Attempting to bind port 1492ee98-7bc5-4fb0-807e-783d864ffe76 on network 22bbb7f4-bcf3-4b94-b9ae-ae550078f55e {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:42.814572 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:42.814956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Checking segment: {'id': '9defc547-37ea-44f4-b87c-6c668242be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:42.815355 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.815745 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Bound using segment: {'id': '9defc547-37ea-44f4-b87c-6c668242be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:42.816205 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Bound port: 1492ee98-7bc5-4fb0-807e-783d864ffe76, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9defc547-37ea-44f4-b87c-6c668242be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:42.816577 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.880060 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] For port 1492ee98-7bc5-4fb0-807e-783d864ffe76, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:42.883229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] For port 1492ee98-7bc5-4fb0-807e-783d864ffe76, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1492ee98-7bc5-4fb0-807e-783d864ffe76,segment=NetworkSegment(9defc547-37ea-44f4-b87c-6c668242be18),segment_id=9defc547-37ea-44f4-b87c-6c668242be18)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:42.888288 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.888497 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.891403 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7e86cad3-33a5-429a-9bcd-617e12c0d6f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:42.902245 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Transition to ACTIVE for port object b2e3d604-7307-4377-8e32-4fa9cf0b2b3c will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:42.939879 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:42.943482 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:42.951632 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Pushing event updated for resources: {'Port': ['ID=1492ee98-7bc5-4fb0-807e-783d864ffe76,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:42.955310 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:42.989395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network 22bbb7f4-bcf3-4b94-b9ae-ae550078f55e is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:42.992805 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:42.997072 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:42.997614 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.036276 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=b2e3d604-7307-4377-8e32-4fa9cf0b2b3c,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:43.042615 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:43.171576 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.450202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.455239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.456036 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.457803 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4c377f5f-6c9b-4817-8169-8612a4aa4f0b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:43.541161 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=b2e3d604-7307-4377-8e32-4fa9cf0b2b3c,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:43.547372 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:43.590620 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network 22bbb7f4-bcf3-4b94-b9ae-ae550078f55e is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:43.591999 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:43.693157 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.723242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 54cffa6f-08b8-4eed-a662-2a637aa23326 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:28:43.823687 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:43.832982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50748) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:43.837283 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Sync routers for ids ['54cffa6f-08b8-4eed-a662-2a637aa23326'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:43.838632 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/54cffa6f-08b8-4eed-a662-2a637aa23326/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5830512 Jun 18 16:28:43.842926 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-bd710824-fa51-4487-a0c1-a8e12a214fb0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-757446978'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:43.864848 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Routers {'54cffa6f-08b8-4eed-a662-2a637aa23326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:43.865760 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54cffa6f-08b8-4eed-a662-2a637aa23326'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:43.871962 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd710824-fa51-4487-a0c1-a8e12a214fb0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Made reservation on behalf of 84b747165e5345b28ba1bbd7eb3d22bc for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:43.876639 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bd710824-fa51-4487-a0c1-a8e12a214fb0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.909317 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd710824-fa51-4487-a0c1-a8e12a214fb0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:43.919057 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bd710824-fa51-4487-a0c1-a8e12a214fb0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.919396 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-bd710824-fa51-4487-a0c1-a8e12a214fb0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Added segment 8700cefa-a074-498e-abf9-12e2e673731b of type vlan for network f23cb036-cfc5-4827-be51-56414ef0c39f Jun 18 16:28:43.932937 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0770d0bd-c96f-4583-8342-a40967e07264 None None] Network 22bbb7f4-bcf3-4b94-b9ae-ae550078f55e requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:43.963240 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bd710824-fa51-4487-a0c1-a8e12a214fb0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.996994 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bd710824-fa51-4487-a0c1-a8e12a214fb0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:43.998963 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c3ad0419-73e0-4aa3-861d-78a113d547fb None None] Provisioning for port 1492ee98-7bc5-4fb0-807e-783d864ffe76 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:44.004399 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd710824-fa51-4487-a0c1-a8e12a214fb0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:44.005128 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bd710824-fa51-4487-a0c1-a8e12a214fb0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.008847 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-eecc613a-2a43-4fe8-a03b-cd683c89f662 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:44.028880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Set router 54cffa6f-08b8-4eed-a662-2a637aa23326 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:44.068534 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bd710824-fa51-4487-a0c1-a8e12a214fb0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2336788 Jun 18 16:28:44.068922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50750) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:44.079593 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-81c18ab6-3fbe-4a2c-8d9f-62c0eb39a407 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'subnet': {'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:44.082589 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd710824-fa51-4487-a0c1-a8e12a214fb0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Network': ['ID=f23cb036-cfc5-4827-be51-56414ef0c39f,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:44.092294 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bd710824-fa51-4487-a0c1-a8e12a214fb0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:44.113175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network f23cb036-cfc5-4827-be51-56414ef0c39f details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:44.190548 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c18ab6-3fbe-4a2c-8d9f-62c0eb39a407 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Made reservation on behalf of 84b747165e5345b28ba1bbd7eb3d22bc for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:44.194814 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-81c18ab6-3fbe-4a2c-8d9f-62c0eb39a407 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.405430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-81c18ab6-3fbe-4a2c-8d9f-62c0eb39a407 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.409088 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d420143d-c732-4be5-b328-d595c2322fca tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:44.475555 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c18ab6-3fbe-4a2c-8d9f-62c0eb39a407 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Subnet': ['ID=56451990-8a28-449f-b698-2da26677ed36,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:44.479439 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-81c18ab6-3fbe-4a2c-8d9f-62c0eb39a407 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:44.483210 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c18ab6-3fbe-4a2c-8d9f-62c0eb39a407 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Checking segment: {'id': '8700cefa-a074-498e-abf9-12e2e673731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:44.483524 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c18ab6-3fbe-4a2c-8d9f-62c0eb39a407 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network hostable DHCP agents. Network: f23cb036-cfc5-4827-be51-56414ef0c39f, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:44.502735 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c18ab6-3fbe-4a2c-8d9f-62c0eb39a407 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network f23cb036-cfc5-4827-be51-56414ef0c39f is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:44.513079 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-81c18ab6-3fbe-4a2c-8d9f-62c0eb39a407 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, f23cb036-cfc5-4827-be51-56414ef0c39f) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:44.518360 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c18ab6-3fbe-4a2c-8d9f-62c0eb39a407 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:44.519008 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-81c18ab6-3fbe-4a2c-8d9f-62c0eb39a407 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.527190 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0df02b5-56cf-486c-a68a-8d9de6733eaf None None] Network f23cb036-cfc5-4827-be51-56414ef0c39f requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:44.539419 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50752) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:44.539617 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-81c18ab6-3fbe-4a2c-8d9f-62c0eb39a407 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4689400 Jun 18 16:28:44.600742 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:43Z', 'revision_number': 2, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:43Z', 'revision_number': 2, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:44.636584 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Checking router: 54cffa6f-08b8-4eed-a662-2a637aa23326 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:28:44.636951 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Updating router 54cffa6f-08b8-4eed-a662-2a637aa23326 port b2e3d604-7307-4377-8e32-4fa9cf0b2b3c binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:28:44.707125 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.791689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-f23cb036-cfc5-4827-be51-56414ef0c39f', 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'fixed_ips': [{'subnet_id': '56451990-8a28-449f-b698-2da26677ed36'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:28:44.792535 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.857402 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c12dbb23-4731-4e6d-8129-0811eccb1a27 None None] Provisioning for port b2e3d604-7307-4377-8e32-4fa9cf0b2b3c completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:44.876433 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c12dbb23-4731-4e6d-8129-0811eccb1a27 None None] Provisioning complete for port b2e3d604-7307-4377-8e32-4fa9cf0b2b3c triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:44.877046 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c12dbb23-4731-4e6d-8129-0811eccb1a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:44.933746 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.019222 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1492ee98-7bc5-4fb0-807e-783d864ffe76 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:45.033248 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c12dbb23-4731-4e6d-8129-0811eccb1a27 None None] Port b2e3d604-7307-4377-8e32-4fa9cf0b2b3c cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:45.165221 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Allocated IP 2001:db8:1::2 (f23cb036-cfc5-4827-be51-56414ef0c39f/56451990-8a28-449f-b698-2da26677ed36/3bed0367-db37-41f4-aa8b-cb740a8b086a) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:45.205992 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 1492ee98-7bc5-4fb0-807e-783d864ffe76 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:45.277210 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 1492ee98-7bc5-4fb0-807e-783d864ffe76 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:45.277589 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.334375 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.357123 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-37ce23ac-49d6-407d-8042-c03067eb2628 None None] Provisioning complete for port b2e3d604-7307-4377-8e32-4fa9cf0b2b3c triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:45.357493 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-37ce23ac-49d6-407d-8042-c03067eb2628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.389994 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Transition to ACTIVE for port object b2e3d604-7307-4377-8e32-4fa9cf0b2b3c will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:45.408383 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.416327 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c828463c-add9-443a-b743-77f2de373c77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:45.476993 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-37ce23ac-49d6-407d-8042-c03067eb2628 None None] Port b2e3d604-7307-4377-8e32-4fa9cf0b2b3c cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:45.557884 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.567088 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd299a-8ba8-4d6a-ac44-baddc8171b01 None None] Pushing event updated for resources: {'Port': ['ID=b2e3d604-7307-4377-8e32-4fa9cf0b2b3c,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:45.574492 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-85bd299a-8ba8-4d6a-ac44-baddc8171b01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:45.579045 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Transition to ACTIVE for port object 3bed0367-db37-41f4-aa8b-cb740a8b086a will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:45.610473 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.650945 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Transition to ACTIVE for port object 3bed0367-db37-41f4-aa8b-cb740a8b086a will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:45.665875 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.676632 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:45.684703 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Attempting to bind port b2e3d604-7307-4377-8e32-4fa9cf0b2b3c on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:45.685078 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Attempting to bind port b2e3d604-7307-4377-8e32-4fa9cf0b2b3c by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '9defc547-37ea-44f4-b87c-6c668242be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:45.685470 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Attempting to bind port b2e3d604-7307-4377-8e32-4fa9cf0b2b3c on network 22bbb7f4-bcf3-4b94-b9ae-ae550078f55e {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:45.720333 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Allocated IP 2001:db8:1::1 (f23cb036-cfc5-4827-be51-56414ef0c39f/56451990-8a28-449f-b698-2da26677ed36/aa55f1b3-0025-45ed-9b10-c25a1753afc1) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:45.744640 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:45.745725 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Checking segment: {'id': '9defc547-37ea-44f4-b87c-6c668242be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:45.745725 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.745978 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Bound using segment: {'id': '9defc547-37ea-44f4-b87c-6c668242be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:45.746547 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Bound port: b2e3d604-7307-4377-8e32-4fa9cf0b2b3c, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9defc547-37ea-44f4-b87c-6c668242be18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:45.746910 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.754201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Network f23cb036-cfc5-4827-be51-56414ef0c39f is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:45.757506 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 1492ee98-7bc5-4fb0-807e-783d864ffe76, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1492ee98-7bc5-4fb0-807e-783d864ffe76,segment=NetworkSegment(9defc547-37ea-44f4-b87c-6c668242be18),segment_id=9defc547-37ea-44f4-b87c-6c668242be18)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:45.771585 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:45.776841 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:45.779445 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.781207 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Pushing event updated for resources: {'Port': ['ID=3bed0367-db37-41f4-aa8b-cb740a8b086a,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:45.790536 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:45.791157 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ae08fbe6-4d44-46ad-b0ed-5fd25c570e94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:45.870638 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.889129 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Transition to ACTIVE for port object aa55f1b3-0025-45ed-9b10-c25a1753afc1 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:45.925975 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.929450 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c128c507-2e6f-4293-ba58-2d6e7a27b9df tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:45.946994 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Attempting to bind port 3bed0367-db37-41f4-aa8b-cb740a8b086a on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:45.947369 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Attempting to bind port 3bed0367-db37-41f4-aa8b-cb740a8b086a by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '8700cefa-a074-498e-abf9-12e2e673731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:45.947740 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Attempting to bind port 3bed0367-db37-41f4-aa8b-cb740a8b086a on network f23cb036-cfc5-4827-be51-56414ef0c39f {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:45.951349 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=1492ee98-7bc5-4fb0-807e-783d864ffe76,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:45.955053 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] For port b2e3d604-7307-4377-8e32-4fa9cf0b2b3c, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:45.958103 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:45.961885 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] For port b2e3d604-7307-4377-8e32-4fa9cf0b2b3c, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b2e3d604-7307-4377-8e32-4fa9cf0b2b3c,segment=NetworkSegment(9defc547-37ea-44f4-b87c-6c668242be18),segment_id=9defc547-37ea-44f4-b87c-6c668242be18)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:45.963485 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:45.964076 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Checking segment: {'id': '8700cefa-a074-498e-abf9-12e2e673731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:45.964610 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.965064 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Bound using segment: {'id': '8700cefa-a074-498e-abf9-12e2e673731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:45.965655 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Bound port: 3bed0367-db37-41f4-aa8b-cb740a8b086a, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8700cefa-a074-498e-abf9-12e2e673731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:45.966071 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.971213 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network f23cb036-cfc5-4827-be51-56414ef0c39f is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:45.975368 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:45.976414 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:45.980375 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a840e773-8f91-4261-8bca-6caf21e0914c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:45.980621 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:45.981081 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.029253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=aa55f1b3-0025-45ed-9b10-c25a1753afc1,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:46.034492 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:46.079634 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd299a-8ba8-4d6a-ac44-baddc8171b01 None None] Pushing event updated for resources: {'Port': ['ID=b2e3d604-7307-4377-8e32-4fa9cf0b2b3c,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:46.082363 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Routers {'54cffa6f-08b8-4eed-a662-2a637aa23326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:46.083011 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54cffa6f-08b8-4eed-a662-2a637aa23326'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:46.086275 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-85bd299a-8ba8-4d6a-ac44-baddc8171b01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:46.142949 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.168755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] For port 3bed0367-db37-41f4-aa8b-cb740a8b086a, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:46.174161 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] For port 3bed0367-db37-41f4-aa8b-cb740a8b086a, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3bed0367-db37-41f4-aa8b-cb740a8b086a,segment=NetworkSegment(8700cefa-a074-498e-abf9-12e2e673731b),segment_id=8700cefa-a074-498e-abf9-12e2e673731b)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:46.180845 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.185998 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ae5d52c8-f08b-4885-be49-f1df6669855d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:46.224281 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] Set router 54cffa6f-08b8-4eed-a662-2a637aa23326 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:46.431832 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.438988 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.440454 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.443439 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b074c50d-a71e-41ef-af9b-13d3ab30ebee tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:46.473712 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Pushing event updated for resources: {'Port': ['ID=3bed0367-db37-41f4-aa8b-cb740a8b086a,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:46.478372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:46.541691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=aa55f1b3-0025-45ed-9b10-c25a1753afc1,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:46.544879 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:46.587843 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network f23cb036-cfc5-4827-be51-56414ef0c39f is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:46.589416 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:46.629911 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:43Z', 'revision_number': 2, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:45Z', 'revision_number': 4, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:46.658580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6039fe39-e006-495e-9659-cab49f02c2f2 None None] The sync data for ids ['54cffa6f-08b8-4eed-a662-2a637aa23326'] in dv-neutron-797120-1-hyperv is: [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:43Z', 'revision_number': 2, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:45Z', 'revision_number': 4, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:46.718111 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 54cffa6f-08b8-4eed-a662-2a637aa23326 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:46.826329 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:46.832213 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/54cffa6f-08b8-4eed-a662-2a637aa23326/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2911901 Jun 18 16:28:46.834944 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50754) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:46.841237 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-46ffbdfd-1124-4698-a166-2ac6ff2cd637 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-155367742'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:46.864742 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ffbdfd-1124-4698-a166-2ac6ff2cd637 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Made reservation on behalf of 84b747165e5345b28ba1bbd7eb3d22bc for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:46.873949 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-46ffbdfd-1124-4698-a166-2ac6ff2cd637 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.912509 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ffbdfd-1124-4698-a166-2ac6ff2cd637 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:46.929224 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-46ffbdfd-1124-4698-a166-2ac6ff2cd637 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:46.929572 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-46ffbdfd-1124-4698-a166-2ac6ff2cd637 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Added segment b18e5b74-ed0a-4e97-b7af-86e4589aa249 of type vlan for network 83094d5c-96e2-4d53-94a0-cd693d8d8fc7 Jun 18 16:28:46.989661 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-46ffbdfd-1124-4698-a166-2ac6ff2cd637 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.025439 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-46ffbdfd-1124-4698-a166-2ac6ff2cd637 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.032919 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ffbdfd-1124-4698-a166-2ac6ff2cd637 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:47.033692 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-46ffbdfd-1124-4698-a166-2ac6ff2cd637 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.036420 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bd710824-fa51-4487-a0c1-a8e12a214fb0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:47.105889 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-46ffbdfd-1124-4698-a166-2ac6ff2cd637 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2695000 Jun 18 16:28:47.110208 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50756) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:47.119746 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-7bf003cf-090a-4db9-810b-63a99e67419e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'subnet': {'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:47.120557 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ffbdfd-1124-4698-a166-2ac6ff2cd637 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Network': ['ID=83094d5c-96e2-4d53-94a0-cd693d8d8fc7,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:47.127948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-46ffbdfd-1124-4698-a166-2ac6ff2cd637 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:47.134282 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 83094d5c-96e2-4d53-94a0-cd693d8d8fc7 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:47.188778 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b2e3d604-7307-4377-8e32-4fa9cf0b2b3c up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:47.267953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf003cf-090a-4db9-810b-63a99e67419e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Made reservation on behalf of 84b747165e5345b28ba1bbd7eb3d22bc for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:47.272619 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7bf003cf-090a-4db9-810b-63a99e67419e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.284292 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port b2e3d604-7307-4377-8e32-4fa9cf0b2b3c completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:47.290123 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port b2e3d604-7307-4377-8e32-4fa9cf0b2b3c triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:47.291116 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.425895 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.473583 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port b2e3d604-7307-4377-8e32-4fa9cf0b2b3c, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b2e3d604-7307-4377-8e32-4fa9cf0b2b3c,segment=NetworkSegment(9defc547-37ea-44f4-b87c-6c668242be18),segment_id=9defc547-37ea-44f4-b87c-6c668242be18)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:47.479349 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.480583 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1492ee98-7bc5-4fb0-807e-783d864ffe76 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:47.485314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:47.510755 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7bf003cf-090a-4db9-810b-63a99e67419e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.514554 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-338ebe90-9e7e-4418-a8cb-43e7aee538d9 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:47.578450 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e4f827-0e46-4afc-a195-c556fb6b5e2a None None] Network f23cb036-cfc5-4827-be51-56414ef0c39f requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:47.584915 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf003cf-090a-4db9-810b-63a99e67419e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Subnet': ['ID=dabe6aae-d4f3-49ed-95fe-0dc98311479a,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:47.589316 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7bf003cf-090a-4db9-810b-63a99e67419e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:47.593823 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf003cf-090a-4db9-810b-63a99e67419e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Checking segment: {'id': 'b18e5b74-ed0a-4e97-b7af-86e4589aa249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:47.594231 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf003cf-090a-4db9-810b-63a99e67419e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network hostable DHCP agents. Network: 83094d5c-96e2-4d53-94a0-cd693d8d8fc7, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:47.595538 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=b2e3d604-7307-4377-8e32-4fa9cf0b2b3c,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:47.612787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf003cf-090a-4db9-810b-63a99e67419e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network 83094d5c-96e2-4d53-94a0-cd693d8d8fc7 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:47.624662 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-7bf003cf-090a-4db9-810b-63a99e67419e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 83094d5c-96e2-4d53-94a0-cd693d8d8fc7) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:47.629371 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:47.631919 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf003cf-090a-4db9-810b-63a99e67419e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:47.633129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7bf003cf-090a-4db9-810b-63a99e67419e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.640671 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb07ab1f-eb83-4506-aee4-2439a5b78f7d None None] Network 83094d5c-96e2-4d53-94a0-cd693d8d8fc7 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:47.649220 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7bf003cf-090a-4db9-810b-63a99e67419e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5366335 Jun 18 16:28:47.651716 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50758) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:47.700790 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 1492ee98-7bc5-4fb0-807e-783d864ffe76 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:47.701030 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:47.707801 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-86abfcd0-a4dd-4bf9-85b7-9c5c8311d04f None None] Provisioning for port 3bed0367-db37-41f4-aa8b-cb740a8b086a completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:47.945379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3bed0367-db37-41f4-aa8b-cb740a8b086a up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:47.949964 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-83094d5c-96e2-4d53-94a0-cd693d8d8fc7', 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'fixed_ips': [{'subnet_id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:28:47.950886 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.044206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.096851 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 3bed0367-db37-41f4-aa8b-cb740a8b086a completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:48.107415 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 3bed0367-db37-41f4-aa8b-cb740a8b086a triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:48.107806 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.185277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Allocated IP 2001:db8:2::2 (83094d5c-96e2-4d53-94a0-cd693d8d8fc7/dabe6aae-d4f3-49ed-95fe-0dc98311479a/d14c32e8-b93b-4cdd-ae74-d6c43dc27990) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:48.297958 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.310124 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Sync routers for ids ['54cffa6f-08b8-4eed-a662-2a637aa23326'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:48.324200 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Routers {'54cffa6f-08b8-4eed-a662-2a637aa23326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:48.324869 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54cffa6f-08b8-4eed-a662-2a637aa23326'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:48.358086 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 3bed0367-db37-41f4-aa8b-cb740a8b086a, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3bed0367-db37-41f4-aa8b-cb740a8b086a,segment=NetworkSegment(8700cefa-a074-498e-abf9-12e2e673731b),segment_id=8700cefa-a074-498e-abf9-12e2e673731b)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:48.372499 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.376448 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:48.445150 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Set router 54cffa6f-08b8-4eed-a662-2a637aa23326 gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:48.446034 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-39b0da76-b43a-4eea-b6be-27cd03b90698 None None] Provisioning for port aa55f1b3-0025-45ed-9b10-c25a1753afc1 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:48.462776 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-39b0da76-b43a-4eea-b6be-27cd03b90698 None None] Provisioning complete for port aa55f1b3-0025-45ed-9b10-c25a1753afc1 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:48.463066 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-39b0da76-b43a-4eea-b6be-27cd03b90698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.500074 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=3bed0367-db37-41f4-aa8b-cb740a8b086a,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:48.509963 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:48.520026 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.536896 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Transition to ACTIVE for port object d14c32e8-b93b-4cdd-ae74-d6c43dc27990 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:48.538848 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-39b0da76-b43a-4eea-b6be-27cd03b90698 None None] Port aa55f1b3-0025-45ed-9b10-c25a1753afc1 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:48.560215 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Transition to ACTIVE for port object d14c32e8-b93b-4cdd-ae74-d6c43dc27990 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:48.565870 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-39b0da76-b43a-4eea-b6be-27cd03b90698 None None] Provisioning complete for port 3bed0367-db37-41f4-aa8b-cb740a8b086a triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:48.566267 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-39b0da76-b43a-4eea-b6be-27cd03b90698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.569953 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.589546 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:48.647722 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Network 83094d5c-96e2-4d53-94a0-cd693d8d8fc7 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:48.653980 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:48.660090 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:48.663835 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Allocated IP 2001:db8:2::1 (83094d5c-96e2-4d53-94a0-cd693d8d8fc7/dabe6aae-d4f3-49ed-95fe-0dc98311479a/343e6ef8-4509-4ca1-b748-2185904b99b4) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:48.665557 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Pushing event updated for resources: {'Port': ['ID=d14c32e8-b93b-4cdd-ae74-d6c43dc27990,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:48.670277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:48.723894 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:46Z', 'revision_number': 3, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': 'aa55f1b3-0025-45ed-9b10-c25a1753afc1', 'name': '', 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:95:be:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '56451990-8a28-449f-b698-2da26677ed36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:45Z', 'updated_at': '2021-06-18T16:28:46Z', 'revision_number': 2, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '56451990-8a28-449f-b698-2da26677ed36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:48.755242 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Checking router: 54cffa6f-08b8-4eed-a662-2a637aa23326 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:28:48.755921 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Updating router 54cffa6f-08b8-4eed-a662-2a637aa23326 port aa55f1b3-0025-45ed-9b10-c25a1753afc1 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:28:48.759902 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Attempting to bind port d14c32e8-b93b-4cdd-ae74-d6c43dc27990 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:48.760186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Attempting to bind port d14c32e8-b93b-4cdd-ae74-d6c43dc27990 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'b18e5b74-ed0a-4e97-b7af-86e4589aa249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:48.760596 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Attempting to bind port d14c32e8-b93b-4cdd-ae74-d6c43dc27990 on network 83094d5c-96e2-4d53-94a0-cd693d8d8fc7 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:48.772542 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:48.772961 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Checking segment: {'id': 'b18e5b74-ed0a-4e97-b7af-86e4589aa249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:48.773386 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.774107 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Bound using segment: {'id': 'b18e5b74-ed0a-4e97-b7af-86e4589aa249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:48.775099 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Bound port: d14c32e8-b93b-4cdd-ae74-d6c43dc27990, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18e5b74-ed0a-4e97-b7af-86e4589aa249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:48.775504 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.807153 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.824881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.852024 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Transition to ACTIVE for port object 343e6ef8-4509-4ca1-b748-2185904b99b4 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:48.880189 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] For port d14c32e8-b93b-4cdd-ae74-d6c43dc27990, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:48.884290 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] For port d14c32e8-b93b-4cdd-ae74-d6c43dc27990, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d14c32e8-b93b-4cdd-ae74-d6c43dc27990,segment=NetworkSegment(b18e5b74-ed0a-4e97-b7af-86e4589aa249),segment_id=b18e5b74-ed0a-4e97-b7af-86e4589aa249)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:48.897090 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.900229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-db82d421-d4a7-4d8c-913e-74b8b7dac30d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:48.902158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.913386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bd9d81f4-7989-453b-b5a2-6a5bca5f7ca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:48.950261 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network 83094d5c-96e2-4d53-94a0-cd693d8d8fc7 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:48.958110 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:48.966947 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:48.967499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:48.980611 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-23594879-1a49-4608-b452-e0fead8e701e None None] Provisioning complete for port aa55f1b3-0025-45ed-9b10-c25a1753afc1 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:48.981002 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-23594879-1a49-4608-b452-e0fead8e701e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.015548 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b2e3d604-7307-4377-8e32-4fa9cf0b2b3c up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:49.022769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=343e6ef8-4509-4ca1-b748-2185904b99b4,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:49.026935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:49.071793 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Pushing event updated for resources: {'Port': ['ID=d14c32e8-b93b-4cdd-ae74-d6c43dc27990,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:49.082007 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:49.084787 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-23594879-1a49-4608-b452-e0fead8e701e None None] Port aa55f1b3-0025-45ed-9b10-c25a1753afc1 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:49.112117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port b2e3d604-7307-4377-8e32-4fa9cf0b2b3c triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:49.112502 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.143071 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.221729 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.223832 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3bed0367-db37-41f4-aa8b-cb740a8b086a up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:49.235409 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Transition to ACTIVE for port object aa55f1b3-0025-45ed-9b10-c25a1753afc1 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:49.247249 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.249851 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-0ba71403-1ff7-4622-b5fc-d318cb3d5be8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:49.301572 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be691784-e230-442a-8e98-2d488b01dfac None None] Pushing event updated for resources: {'Port': ['ID=aa55f1b3-0025-45ed-9b10-c25a1753afc1,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:49.307604 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 3bed0367-db37-41f4-aa8b-cb740a8b086a triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:49.308116 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.316763 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be691784-e230-442a-8e98-2d488b01dfac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:49.317788 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be691784-e230-442a-8e98-2d488b01dfac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:49.318312 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be691784-e230-442a-8e98-2d488b01dfac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:49.318847 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be691784-e230-442a-8e98-2d488b01dfac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:49.319342 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be691784-e230-442a-8e98-2d488b01dfac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:49.319950 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be691784-e230-442a-8e98-2d488b01dfac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:49.320456 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be691784-e230-442a-8e98-2d488b01dfac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:49.320966 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be691784-e230-442a-8e98-2d488b01dfac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:49.321460 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be691784-e230-442a-8e98-2d488b01dfac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:49.321957 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be691784-e230-442a-8e98-2d488b01dfac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:49.322487 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be691784-e230-442a-8e98-2d488b01dfac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:49.323251 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be691784-e230-442a-8e98-2d488b01dfac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:28:49.329078 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-be691784-e230-442a-8e98-2d488b01dfac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:49.431181 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Attempting to bind port aa55f1b3-0025-45ed-9b10-c25a1753afc1 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:49.431842 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Attempting to bind port aa55f1b3-0025-45ed-9b10-c25a1753afc1 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '8700cefa-a074-498e-abf9-12e2e673731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:49.432541 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Attempting to bind port aa55f1b3-0025-45ed-9b10-c25a1753afc1 on network f23cb036-cfc5-4827-be51-56414ef0c39f {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:49.438639 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:49.439363 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Checking segment: {'id': '8700cefa-a074-498e-abf9-12e2e673731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:49.439980 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.440561 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Bound using segment: {'id': '8700cefa-a074-498e-abf9-12e2e673731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:49.441387 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Bound port: aa55f1b3-0025-45ed-9b10-c25a1753afc1, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8700cefa-a074-498e-abf9-12e2e673731b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:49.441937 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.513224 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] For port aa55f1b3-0025-45ed-9b10-c25a1753afc1, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:49.517277 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] For port aa55f1b3-0025-45ed-9b10-c25a1753afc1, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=aa55f1b3-0025-45ed-9b10-c25a1753afc1,segment=NetworkSegment(8700cefa-a074-498e-abf9-12e2e673731b),segment_id=8700cefa-a074-498e-abf9-12e2e673731b)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:49.524721 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.527115 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.528101 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:49.533908 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.534896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.538926 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4c377f5f-6c9b-4817-8169-8612a4aa4f0b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:49.582630 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Routers {'54cffa6f-08b8-4eed-a662-2a637aa23326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:49.583280 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54cffa6f-08b8-4eed-a662-2a637aa23326'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:49.621114 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=343e6ef8-4509-4ca1-b748-2185904b99b4,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:49.625970 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:49.657439 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be691784-e230-442a-8e98-2d488b01dfac None None] Pushing event updated for resources: {'Port': ['ID=aa55f1b3-0025-45ed-9b10-c25a1753afc1,revision_number=4']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:49.661077 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-be691784-e230-442a-8e98-2d488b01dfac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:49.682945 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network 83094d5c-96e2-4d53-94a0-cd693d8d8fc7 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:49.684875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:49.692425 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] Set router 54cffa6f-08b8-4eed-a662-2a637aa23326 gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:49.808353 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 54cffa6f-08b8-4eed-a662-2a637aa23326 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:49.921661 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:49.928205 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/54cffa6f-08b8-4eed-a662-2a637aa23326/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2748671 Jun 18 16:28:49.930407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50760) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:49.936156 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d1b49287-a73d-497f-8d68-67c544b0e656 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1952272338'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:49.965263 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b49287-a73d-497f-8d68-67c544b0e656 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Made reservation on behalf of 84b747165e5345b28ba1bbd7eb3d22bc for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:49.969604 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d1b49287-a73d-497f-8d68-67c544b0e656 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:49.995645 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b49287-a73d-497f-8d68-67c544b0e656 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:28:50.006851 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d1b49287-a73d-497f-8d68-67c544b0e656 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.007185 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-d1b49287-a73d-497f-8d68-67c544b0e656 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Added segment ac6b33e5-df09-4360-89ad-e73ae88754cd of type vlan for network 793a55c5-1e43-4ee1-ac94-c424795cefe6 Jun 18 16:28:50.053936 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:49Z', 'revision_number': 4, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': '343e6ef8-4509-4ca1-b748-2185904b99b4', 'name': '', 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:5e:1d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:48Z', 'updated_at': '2021-06-18T16:28:49Z', 'revision_number': 2, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa55f1b3-0025-45ed-9b10-c25a1753afc1', 'name': '', 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:95:be:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '56451990-8a28-449f-b698-2da26677ed36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:45Z', 'updated_at': '2021-06-18T16:28:49Z', 'revision_number': 4, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '56451990-8a28-449f-b698-2da26677ed36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:50.054917 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d1b49287-a73d-497f-8d68-67c544b0e656 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.082154 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afcda691-aa90-4331-bc0c-23d6de6eae8f None None] The sync data for ids ['54cffa6f-08b8-4eed-a662-2a637aa23326'] in dv-neutron-797120-1-hyperv is: [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:49Z', 'revision_number': 4, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': '343e6ef8-4509-4ca1-b748-2185904b99b4', 'name': '', 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:5e:1d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:48Z', 'updated_at': '2021-06-18T16:28:49Z', 'revision_number': 2, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa55f1b3-0025-45ed-9b10-c25a1753afc1', 'name': '', 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:95:be:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '56451990-8a28-449f-b698-2da26677ed36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:45Z', 'updated_at': '2021-06-18T16:28:49Z', 'revision_number': 4, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '56451990-8a28-449f-b698-2da26677ed36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:50.087686 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d1b49287-a73d-497f-8d68-67c544b0e656 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.093768 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b49287-a73d-497f-8d68-67c544b0e656 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:50.095376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d1b49287-a73d-497f-8d68-67c544b0e656 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.097948 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-392231a5-fed6-4ccc-af73-bb263b561251 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:50.178229 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d1b49287-a73d-497f-8d68-67c544b0e656 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2466459 Jun 18 16:28:50.182289 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50762) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:50.191276 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-c9f80390-958a-433c-8f28-2b0bccabc30a tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'subnet': {'network_id': '793a55c5-1e43-4ee1-ac94-c424795cefe6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:50.199758 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b49287-a73d-497f-8d68-67c544b0e656 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Network': ['ID=793a55c5-1e43-4ee1-ac94-c424795cefe6,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:50.202707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d1b49287-a73d-497f-8d68-67c544b0e656 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:50.212082 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 793a55c5-1e43-4ee1-ac94-c424795cefe6 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:28:50.289723 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d03ec8-9478-4116-945e-ff90bc22add7 None None] Network 83094d5c-96e2-4d53-94a0-cd693d8d8fc7 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:50.298719 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f80390-958a-433c-8f28-2b0bccabc30a tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Made reservation on behalf of 84b747165e5345b28ba1bbd7eb3d22bc for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:28:50.302736 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c9f80390-958a-433c-8f28-2b0bccabc30a tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.409443 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-67f89bbb-c580-4b80-82e8-c50afc3d4962 None None] Provisioning for port d14c32e8-b93b-4cdd-ae74-d6c43dc27990 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:50.509968 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c9f80390-958a-433c-8f28-2b0bccabc30a tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.512573 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1df04ce0-8954-4453-add7-1fbac41de348 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:50.579820 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f80390-958a-433c-8f28-2b0bccabc30a tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Subnet': ['ID=21b7c621-4b36-46a8-9e93-886dbd59cdfe,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:50.591449 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c9f80390-958a-433c-8f28-2b0bccabc30a tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:50.613684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f80390-958a-433c-8f28-2b0bccabc30a tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Checking segment: {'id': 'ac6b33e5-df09-4360-89ad-e73ae88754cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '793a55c5-1e43-4ee1-ac94-c424795cefe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:50.614046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f80390-958a-433c-8f28-2b0bccabc30a tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network hostable DHCP agents. Network: 793a55c5-1e43-4ee1-ac94-c424795cefe6, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:28:50.638768 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f80390-958a-433c-8f28-2b0bccabc30a tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network 793a55c5-1e43-4ee1-ac94-c424795cefe6 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:28:50.648017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-c9f80390-958a-433c-8f28-2b0bccabc30a tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 793a55c5-1e43-4ee1-ac94-c424795cefe6) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:50.658565 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f80390-958a-433c-8f28-2b0bccabc30a tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:28:50.659186 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c9f80390-958a-433c-8f28-2b0bccabc30a tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:50.669625 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2259b1-609d-4a27-8de8-1c835f14df00 None None] Network 793a55c5-1e43-4ee1-ac94-c424795cefe6 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:50.691390 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c9f80390-958a-433c-8f28-2b0bccabc30a tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5074899 Jun 18 16:28:50.694096 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50764) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:51.089601 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-793a55c5-1e43-4ee1-ac94-c424795cefe6', 'network_id': '793a55c5-1e43-4ee1-ac94-c424795cefe6', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'fixed_ips': [{'subnet_id': '21b7c621-4b36-46a8-9e93-886dbd59cdfe'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:28:51.090868 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.119373 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d14c32e8-b93b-4cdd-ae74-d6c43dc27990 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:51.160139 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e051d113-18de-4345-a2e7-7fd744a0b05b None None] Provisioning for port 343e6ef8-4509-4ca1-b748-2185904b99b4 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:51.226053 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e051d113-18de-4345-a2e7-7fd744a0b05b None None] Provisioning complete for port 343e6ef8-4509-4ca1-b748-2185904b99b4 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:51.226221 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e051d113-18de-4345-a2e7-7fd744a0b05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.325863 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-e051d113-18de-4345-a2e7-7fd744a0b05b None None] Port 343e6ef8-4509-4ca1-b748-2185904b99b4 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:51.354539 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Allocated IP 2001:db8:3::2 (793a55c5-1e43-4ee1-ac94-c424795cefe6/21b7c621-4b36-46a8-9e93-886dbd59cdfe/521cec45-e35c-49fa-ba6b-325cd3911bbb) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:51.358654 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port d14c32e8-b93b-4cdd-ae74-d6c43dc27990 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:51.367719 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port d14c32e8-b93b-4cdd-ae74-d6c43dc27990 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:51.368108 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.395561 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Sync routers for ids ['54cffa6f-08b8-4eed-a662-2a637aa23326'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:51.466729 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Routers {'54cffa6f-08b8-4eed-a662-2a637aa23326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:51.467377 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54cffa6f-08b8-4eed-a662-2a637aa23326'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:51.544578 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e6ee65c9-a873-4bc6-a7f5-e696283db519 None None] Provisioning complete for port 343e6ef8-4509-4ca1-b748-2185904b99b4 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:51.544936 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e6ee65c9-a873-4bc6-a7f5-e696283db519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.548523 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.651301 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-e6ee65c9-a873-4bc6-a7f5-e696283db519 None None] Port 343e6ef8-4509-4ca1-b748-2185904b99b4 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:51.679255 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Set router 54cffa6f-08b8-4eed-a662-2a637aa23326 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:51.718637 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.782477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.837743 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Transition to ACTIVE for port object 521cec45-e35c-49fa-ba6b-325cd3911bbb will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:51.858224 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port d14c32e8-b93b-4cdd-ae74-d6c43dc27990, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d14c32e8-b93b-4cdd-ae74-d6c43dc27990,segment=NetworkSegment(b18e5b74-ed0a-4e97-b7af-86e4589aa249),segment_id=b18e5b74-ed0a-4e97-b7af-86e4589aa249)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:51.867082 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.867971 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device aa55f1b3-0025-45ed-9b10-c25a1753afc1 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:51.873142 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:51.879961 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Transition to ACTIVE for port object 521cec45-e35c-49fa-ba6b-325cd3911bbb will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:51.938263 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:51.977371 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Allocated IP 2001:db8:3::1 (793a55c5-1e43-4ee1-ac94-c424795cefe6/21b7c621-4b36-46a8-9e93-886dbd59cdfe/9cf9cae3-5f19-43c0-a55b-e0b6b12183d4) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:28:51.997222 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Network 793a55c5-1e43-4ee1-ac94-c424795cefe6 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:52.010069 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:52.017569 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:52.026912 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=d14c32e8-b93b-4cdd-ae74-d6c43dc27990,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:52.032640 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:52.033369 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f85f50db-6ad7-4be2-9dba-a677bd9cbe72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:52.093242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.106268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Transition to ACTIVE for port object 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:52.111614 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port aa55f1b3-0025-45ed-9b10-c25a1753afc1 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:52.134563 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port aa55f1b3-0025-45ed-9b10-c25a1753afc1 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:52.134948 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.138166 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Attempting to bind port 521cec45-e35c-49fa-ba6b-325cd3911bbb on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:52.138579 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Attempting to bind port 521cec45-e35c-49fa-ba6b-325cd3911bbb by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'ac6b33e5-df09-4360-89ad-e73ae88754cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '793a55c5-1e43-4ee1-ac94-c424795cefe6'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:52.138992 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Attempting to bind port 521cec45-e35c-49fa-ba6b-325cd3911bbb on network 793a55c5-1e43-4ee1-ac94-c424795cefe6 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:52.142349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.145554 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:52.159740 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Pushing event updated for resources: {'Port': ['ID=521cec45-e35c-49fa-ba6b-325cd3911bbb,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:52.166507 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:52.169691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:52.170081 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Checking segment: {'id': 'ac6b33e5-df09-4360-89ad-e73ae88754cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '793a55c5-1e43-4ee1-ac94-c424795cefe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:52.170524 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.170933 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Bound using segment: {'id': 'ac6b33e5-df09-4360-89ad-e73ae88754cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '793a55c5-1e43-4ee1-ac94-c424795cefe6'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:52.171418 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Bound port: 521cec45-e35c-49fa-ba6b-325cd3911bbb, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6b33e5-df09-4360-89ad-e73ae88754cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '793a55c5-1e43-4ee1-ac94-c424795cefe6'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:52.171804 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.190797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network 793a55c5-1e43-4ee1-ac94-c424795cefe6 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:52.192880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:49Z', 'revision_number': 4, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': '343e6ef8-4509-4ca1-b748-2185904b99b4', 'name': '', 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:5e:1d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:48Z', 'updated_at': '2021-06-18T16:28:49Z', 'revision_number': 2, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa55f1b3-0025-45ed-9b10-c25a1753afc1', 'name': '', 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:95:be:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '56451990-8a28-449f-b698-2da26677ed36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:45Z', 'updated_at': '2021-06-18T16:28:49Z', 'revision_number': 4, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '56451990-8a28-449f-b698-2da26677ed36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:52.194124 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:52.198179 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:28:52.198739 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.223783 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Checking router: 54cffa6f-08b8-4eed-a662-2a637aa23326 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:28:52.224149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Updating router 54cffa6f-08b8-4eed-a662-2a637aa23326 port 343e6ef8-4509-4ca1-b748-2185904b99b4 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:28:52.237088 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=9cf9cae3-5f19-43c0-a55b-e0b6b12183d4,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:52.241011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:52.299789 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.333170 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.349161 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] For port 521cec45-e35c-49fa-ba6b-325cd3911bbb, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:52.354740 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] For port 521cec45-e35c-49fa-ba6b-325cd3911bbb, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=521cec45-e35c-49fa-ba6b-325cd3911bbb,segment=NetworkSegment(ac6b33e5-df09-4360-89ad-e73ae88754cd),segment_id=ac6b33e5-df09-4360-89ad-e73ae88754cd)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:52.378105 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.386615 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:52.413689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.539317 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port aa55f1b3-0025-45ed-9b10-c25a1753afc1, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=aa55f1b3-0025-45ed-9b10-c25a1753afc1,segment=NetworkSegment(8700cefa-a074-498e-abf9-12e2e673731b),segment_id=8700cefa-a074-498e-abf9-12e2e673731b)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:52.542759 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Pushing event updated for resources: {'Port': ['ID=521cec45-e35c-49fa-ba6b-325cd3911bbb,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:52.548117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:52.550243 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.553218 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:52.604414 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.609751 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.610763 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.618291 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3f992a77-ee00-4f77-902c-16b1ca7f4166 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:52.655394 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=aa55f1b3-0025-45ed-9b10-c25a1753afc1,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:52.660304 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:52.712761 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event updated for resources: {'Port': ['ID=9cf9cae3-5f19-43c0-a55b-e0b6b12183d4,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:52.715649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:52.764641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Network 793a55c5-1e43-4ee1-ac94-c424795cefe6 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:28:52.766210 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:28:52.777311 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.790256 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Transition to ACTIVE for port object 343e6ef8-4509-4ca1-b748-2185904b99b4 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:52.797874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.800104 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5aae39f3-d915-4117-8e62-e3c06b0a92f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:52.892949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 54cffa6f-08b8-4eed-a662-2a637aa23326 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:52.902379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572cebb-d516-4086-a018-aa7b88fc4c5d None None] Pushing event updated for resources: {'Port': ['ID=343e6ef8-4509-4ca1-b748-2185904b99b4,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:52.925194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e572cebb-d516-4086-a018-aa7b88fc4c5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:52.949035 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Attempting to bind port 343e6ef8-4509-4ca1-b748-2185904b99b4 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:52.949628 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Attempting to bind port 343e6ef8-4509-4ca1-b748-2185904b99b4 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'b18e5b74-ed0a-4e97-b7af-86e4589aa249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:52.950206 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Attempting to bind port 343e6ef8-4509-4ca1-b748-2185904b99b4 on network 83094d5c-96e2-4d53-94a0-cd693d8d8fc7 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:52.957813 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:52.958628 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Checking segment: {'id': 'b18e5b74-ed0a-4e97-b7af-86e4589aa249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:52.959496 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:52.960061 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Bound using segment: {'id': 'b18e5b74-ed0a-4e97-b7af-86e4589aa249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:52.960927 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Bound port: 343e6ef8-4509-4ca1-b748-2185904b99b4, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18e5b74-ed0a-4e97-b7af-86e4589aa249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:52.961398 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.019831 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:53.025135 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/54cffa6f-08b8-4eed-a662-2a637aa23326/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3297703 Jun 18 16:28:53.027805 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50766) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:53.035184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-739334fc-3e8c-4724-a9ed-1072b3eff6fa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:53.036882 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] For port 343e6ef8-4509-4ca1-b748-2185904b99b4, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:53.040231 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] For port 343e6ef8-4509-4ca1-b748-2185904b99b4, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=343e6ef8-4509-4ca1-b748-2185904b99b4,segment=NetworkSegment(b18e5b74-ed0a-4e97-b7af-86e4589aa249),segment_id=b18e5b74-ed0a-4e97-b7af-86e4589aa249)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:53.049275 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.052967 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:53.135557 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572cebb-d516-4086-a018-aa7b88fc4c5d None None] Pushing event updated for resources: {'Port': ['ID=343e6ef8-4509-4ca1-b748-2185904b99b4,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:53.140136 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e572cebb-d516-4086-a018-aa7b88fc4c5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:53.145635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d14c32e8-b93b-4cdd-ae74-d6c43dc27990 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:53.149897 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Routers {'54cffa6f-08b8-4eed-a662-2a637aa23326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:53.150595 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54cffa6f-08b8-4eed-a662-2a637aa23326'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:53.285511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] Set router 54cffa6f-08b8-4eed-a662-2a637aa23326 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:53.493192 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.extraroute_db [None req-739334fc-3e8c-4724-a9ed-1072b3eff6fa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 18 16:28:53.498305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port d14c32e8-b93b-4cdd-ae74-d6c43dc27990 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:53.498935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.513820 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.extraroute_db [None req-739334fc-3e8c-4724-a9ed-1072b3eff6fa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Removed routes are [] {{(pid=93453) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 18 16:28:53.514272 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-739334fc-3e8c-4724-a9ed-1072b3eff6fa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.699733 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 521cec45-e35c-49fa-ba6b-325cd3911bbb up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:53.760727 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-739334fc-3e8c-4724-a9ed-1072b3eff6fa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.764649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-739334fc-3e8c-4724-a9ed-1072b3eff6fa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.771364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7967e1c-bddd-402a-8c16-8dee4a3c5525 None None] Network 793a55c5-1e43-4ee1-ac94-c424795cefe6 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:53.838587 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 521cec45-e35c-49fa-ba6b-325cd3911bbb completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:53.850187 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9a7b7fe6-dbf5-4f27-a0a7-d66493554491 None None] Provisioning for port 521cec45-e35c-49fa-ba6b-325cd3911bbb completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:53.855988 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 521cec45-e35c-49fa-ba6b-325cd3911bbb triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:53.856379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.869884 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739334fc-3e8c-4724-a9ed-1072b3eff6fa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 54cffa6f-08b8-4eed-a662-2a637aa23326 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:53.892171 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9a7b7fe6-dbf5-4f27-a0a7-d66493554491 None None] Provisioning complete for port 521cec45-e35c-49fa-ba6b-325cd3911bbb triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:53.892557 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9a7b7fe6-dbf5-4f27-a0a7-d66493554491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.971355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739334fc-3e8c-4724-a9ed-1072b3eff6fa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:53.979249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-739334fc-3e8c-4724-a9ed-1072b3eff6fa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:53.980649 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-739334fc-3e8c-4724-a9ed-1072b3eff6fa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/54cffa6f-08b8-4eed-a662-2a637aa23326 HTTP/1.1" status: 200 len: 954 time: 0.9518838 Jun 18 16:28:53.983338 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50768) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:53.992254 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:52Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': '343e6ef8-4509-4ca1-b748-2185904b99b4', 'name': '', 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:5e:1d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:48Z', 'updated_at': '2021-06-18T16:28:53Z', 'revision_number': 4, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf9cae3-5f19-43c0-a55b-e0b6b12183d4', 'name': '', 'network_id': '793a55c5-1e43-4ee1-ac94-c424795cefe6', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:d6:77:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '21b7c621-4b36-46a8-9e93-886dbd59cdfe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:51Z', 'updated_at': '2021-06-18T16:28:52Z', 'revision_number': 2, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '21b7c621-4b36-46a8-9e93-886dbd59cdfe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa55f1b3-0025-45ed-9b10-c25a1753afc1', 'name': '', 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:95:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '56451990-8a28-449f-b698-2da26677ed36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:45Z', 'updated_at': '2021-06-18T16:28:52Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '56451990-8a28-449f-b698-2da26677ed36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:54.035921 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceb6a78-890c-41e9-8fca-7688eca1d531 None None] The sync data for ids ['54cffa6f-08b8-4eed-a662-2a637aa23326'] in dv-neutron-797120-1-hyperv is: [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:52Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': '343e6ef8-4509-4ca1-b748-2185904b99b4', 'name': '', 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:5e:1d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:48Z', 'updated_at': '2021-06-18T16:28:53Z', 'revision_number': 4, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf9cae3-5f19-43c0-a55b-e0b6b12183d4', 'name': '', 'network_id': '793a55c5-1e43-4ee1-ac94-c424795cefe6', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:d6:77:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '21b7c621-4b36-46a8-9e93-886dbd59cdfe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:51Z', 'updated_at': '2021-06-18T16:28:52Z', 'revision_number': 2, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '21b7c621-4b36-46a8-9e93-886dbd59cdfe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa55f1b3-0025-45ed-9b10-c25a1753afc1', 'name': '', 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:95:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '56451990-8a28-449f-b698-2da26677ed36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:45Z', 'updated_at': '2021-06-18T16:28:52Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '56451990-8a28-449f-b698-2da26677ed36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:54.114112 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50770) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:54.114840 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-021daf6d-2d45-4b00-bf36-657bd2b01562 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/routers/54cffa6f-08b8-4eed-a662-2a637aa23326 HTTP/1.1" status: 200 len: 954 time: 0.1296585 Jun 18 16:28:54.119614 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-0df65a18-220b-4270-88ba-bf7249c7e0d1 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'router': {'routes': None}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:28:54.150979 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.160055 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.178500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9a7b7fe6-dbf5-4f27-a0a7-d66493554491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.231639 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 521cec45-e35c-49fa-ba6b-325cd3911bbb, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=521cec45-e35c-49fa-ba6b-325cd3911bbb,segment=NetworkSegment(ac6b33e5-df09-4360-89ad-e73ae88754cd),segment_id=ac6b33e5-df09-4360-89ad-e73ae88754cd)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:54.236848 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.237796 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device aa55f1b3-0025-45ed-9b10-c25a1753afc1 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:54.240058 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:54.360832 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.db.api [None req-9a7b7fe6-dbf5-4f27-a0a7-d66493554491 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:28:54.361372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_db.api [None req-9a7b7fe6-dbf5-4f27-a0a7-d66493554491 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:28:54.370711 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=521cec45-e35c-49fa-ba6b-325cd3911bbb,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:54.376980 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:54.393966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port aa55f1b3-0025-45ed-9b10-c25a1753afc1 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:54.394507 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:54.824057 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Sync routers for ids ['54cffa6f-08b8-4eed-a662-2a637aa23326'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:54.835239 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Routers {'54cffa6f-08b8-4eed-a662-2a637aa23326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:54.836146 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54cffa6f-08b8-4eed-a662-2a637aa23326'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:54.943194 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.extraroute_db [None req-0df65a18-220b-4270-88ba-bf7249c7e0d1 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Added routes are [] {{(pid=93454) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 18 16:28:54.943511 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.extraroute_db [None req-0df65a18-220b-4270-88ba-bf7249c7e0d1 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93454) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 18 16:28:54.974622 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Set router 54cffa6f-08b8-4eed-a662-2a637aa23326 gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:54.977001 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0df65a18-220b-4270-88ba-bf7249c7e0d1 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.024502 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 521cec45-e35c-49fa-ba6b-325cd3911bbb up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:55.062312 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5ba7b348-1777-40b4-a179-f06aa895bac9 None None] Provisioning complete for port 521cec45-e35c-49fa-ba6b-325cd3911bbb triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:55.062782 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5ba7b348-1777-40b4-a179-f06aa895bac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.117466 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 521cec45-e35c-49fa-ba6b-325cd3911bbb triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:55.117848 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.177221 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0df65a18-220b-4270-88ba-bf7249c7e0d1 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.181401 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0df65a18-220b-4270-88ba-bf7249c7e0d1 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.203612 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:53Z', 'revision_number': 6, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': '343e6ef8-4509-4ca1-b748-2185904b99b4', 'name': '', 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:5e:1d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:48Z', 'updated_at': '2021-06-18T16:28:53Z', 'revision_number': 4, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf9cae3-5f19-43c0-a55b-e0b6b12183d4', 'name': '', 'network_id': '793a55c5-1e43-4ee1-ac94-c424795cefe6', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:d6:77:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '21b7c621-4b36-46a8-9e93-886dbd59cdfe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:51Z', 'updated_at': '2021-06-18T16:28:52Z', 'revision_number': 2, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '21b7c621-4b36-46a8-9e93-886dbd59cdfe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa55f1b3-0025-45ed-9b10-c25a1753afc1', 'name': '', 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:95:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '56451990-8a28-449f-b698-2da26677ed36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:45Z', 'updated_at': '2021-06-18T16:28:52Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '56451990-8a28-449f-b698-2da26677ed36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:55.230483 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Checking router: 54cffa6f-08b8-4eed-a662-2a637aa23326 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:28:55.231156 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5ba7b348-1777-40b4-a179-f06aa895bac9 None None] Provisioning for port 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:55.231327 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Updating router 54cffa6f-08b8-4eed-a662-2a637aa23326 port 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:28:55.239079 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5ba7b348-1777-40b4-a179-f06aa895bac9 None None] Provisioning complete for port 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:55.239471 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5ba7b348-1777-40b4-a179-f06aa895bac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.269407 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.272231 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 343e6ef8-4509-4ca1-b748-2185904b99b4 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:55.290986 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df65a18-220b-4270-88ba-bf7249c7e0d1 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 54cffa6f-08b8-4eed-a662-2a637aa23326 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:55.308172 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5ba7b348-1777-40b4-a179-f06aa895bac9 None None] Port 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:28:55.329822 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 343e6ef8-4509-4ca1-b748-2185904b99b4 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:28:55.333790 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 343e6ef8-4509-4ca1-b748-2185904b99b4 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:55.334163 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.404844 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df65a18-220b-4270-88ba-bf7249c7e0d1 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:55.412457 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0df65a18-220b-4270-88ba-bf7249c7e0d1 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.413711 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0df65a18-220b-4270-88ba-bf7249c7e0d1 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/54cffa6f-08b8-4eed-a662-2a637aa23326 HTTP/1.1" status: 200 len: 704 time: 1.2982996 Jun 18 16:28:55.416292 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50772) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:55.416542 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.452560 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 343e6ef8-4509-4ca1-b748-2185904b99b4, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=343e6ef8-4509-4ca1-b748-2185904b99b4,segment=NetworkSegment(b18e5b74-ed0a-4e97-b7af-86e4589aa249),segment_id=b18e5b74-ed0a-4e97-b7af-86e4589aa249)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:55.457595 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.459775 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-81aa6bcc-c2c7-4190-a922-b184b34e4e7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:55.512278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=343e6ef8-4509-4ca1-b748-2185904b99b4,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:55.515603 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:55.519225 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4a439991-7d27-4eea-bbac-4bcd1dda7e92 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/routers/54cffa6f-08b8-4eed-a662-2a637aa23326 HTTP/1.1" status: 200 len: 704 time: 0.1017432 Jun 18 16:28:55.522104 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50774) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:55.550255 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.559964 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Transition to ACTIVE for port object 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:28:55.566745 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.569568 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:55.642254 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bc111-1ead-4640-bac9-3768b978a022 None None] Pushing event updated for resources: {'Port': ['ID=9cf9cae3-5f19-43c0-a55b-e0b6b12183d4,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:55.645577 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-616bc111-1ead-4640-bac9-3768b978a022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:55.707378 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Attempting to bind port 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:28:55.708032 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Attempting to bind port 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'ac6b33e5-df09-4360-89ad-e73ae88754cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '793a55c5-1e43-4ee1-ac94-c424795cefe6'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:28:55.708585 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Attempting to bind port 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4 on network 793a55c5-1e43-4ee1-ac94-c424795cefe6 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:28:55.713818 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:28:55.714215 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Checking segment: {'id': 'ac6b33e5-df09-4360-89ad-e73ae88754cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '793a55c5-1e43-4ee1-ac94-c424795cefe6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:28:55.714630 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.715040 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Bound using segment: {'id': 'ac6b33e5-df09-4360-89ad-e73ae88754cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '793a55c5-1e43-4ee1-ac94-c424795cefe6'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:28:55.715511 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Bound port: 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6b33e5-df09-4360-89ad-e73ae88754cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '793a55c5-1e43-4ee1-ac94-c424795cefe6'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:28:55.715893 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.784551 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] For port 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:28:55.787892 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] For port 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9cf9cae3-5f19-43c0-a55b-e0b6b12183d4,segment=NetworkSegment(ac6b33e5-df09-4360-89ad-e73ae88754cd),segment_id=ac6b33e5-df09-4360-89ad-e73ae88754cd)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:28:55.793781 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.802613 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:55.856039 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bc111-1ead-4640-bac9-3768b978a022 None None] Pushing event updated for resources: {'Port': ['ID=9cf9cae3-5f19-43c0-a55b-e0b6b12183d4,revision_number=4']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:55.864681 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-616bc111-1ead-4640-bac9-3768b978a022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:55.865274 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Routers {'54cffa6f-08b8-4eed-a662-2a637aa23326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:55.865932 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54cffa6f-08b8-4eed-a662-2a637aa23326'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:55.899301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f88b491e-fff9-4f50-82ae-df0826f677f9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:55.962322 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] Set router 54cffa6f-08b8-4eed-a662-2a637aa23326 gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:56.169184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-f88b491e-fff9-4f50-82ae-df0826f677f9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting port 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:56.169525 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f88b491e-fff9-4f50-82ae-df0826f677f9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.182324 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:54Z', 'revision_number': 7, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': '343e6ef8-4509-4ca1-b748-2185904b99b4', 'name': '', 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:5e:1d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:48Z', 'updated_at': '2021-06-18T16:28:55Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf9cae3-5f19-43c0-a55b-e0b6b12183d4', 'name': '', 'network_id': '793a55c5-1e43-4ee1-ac94-c424795cefe6', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:d6:77:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '21b7c621-4b36-46a8-9e93-886dbd59cdfe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:51Z', 'updated_at': '2021-06-18T16:28:55Z', 'revision_number': 4, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '21b7c621-4b36-46a8-9e93-886dbd59cdfe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa55f1b3-0025-45ed-9b10-c25a1753afc1', 'name': '', 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:95:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '56451990-8a28-449f-b698-2da26677ed36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:45Z', 'updated_at': '2021-06-18T16:28:52Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '56451990-8a28-449f-b698-2da26677ed36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:56.208421 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5b1302-6203-48fc-b6a0-325359362c41 None None] The sync data for ids ['54cffa6f-08b8-4eed-a662-2a637aa23326'] in dv-neutron-797120-1-hyperv is: [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:54Z', 'revision_number': 7, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': '343e6ef8-4509-4ca1-b748-2185904b99b4', 'name': '', 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:5e:1d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:48Z', 'updated_at': '2021-06-18T16:28:55Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf9cae3-5f19-43c0-a55b-e0b6b12183d4', 'name': '', 'network_id': '793a55c5-1e43-4ee1-ac94-c424795cefe6', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:d6:77:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '21b7c621-4b36-46a8-9e93-886dbd59cdfe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:51Z', 'updated_at': '2021-06-18T16:28:55Z', 'revision_number': 4, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '21b7c621-4b36-46a8-9e93-886dbd59cdfe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa55f1b3-0025-45ed-9b10-c25a1753afc1', 'name': '', 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:95:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '56451990-8a28-449f-b698-2da26677ed36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:45Z', 'updated_at': '2021-06-18T16:28:52Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '56451990-8a28-449f-b698-2da26677ed36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:56.348336 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aff5202-7e8d-4a24-9e5a-786f2e38e281 None None] Sync routers for ids ['54cffa6f-08b8-4eed-a662-2a637aa23326'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:56.359927 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aff5202-7e8d-4a24-9e5a-786f2e38e281 None None] Routers {'54cffa6f-08b8-4eed-a662-2a637aa23326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:56.360611 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-3aff5202-7e8d-4a24-9e5a-786f2e38e281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54cffa6f-08b8-4eed-a662-2a637aa23326'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:56.457096 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-3aff5202-7e8d-4a24-9e5a-786f2e38e281 None None] Set router 54cffa6f-08b8-4eed-a662-2a637aa23326 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:56.616883 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-f88b491e-fff9-4f50-82ae-df0826f677f9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] For port 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9cf9cae3-5f19-43c0-a55b-e0b6b12183d4,segment=NetworkSegment(ac6b33e5-df09-4360-89ad-e73ae88754cd),segment_id=ac6b33e5-df09-4360-89ad-e73ae88754cd)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:56.617475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f88b491e-fff9-4f50-82ae-df0826f677f9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.674626 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-3aff5202-7e8d-4a24-9e5a-786f2e38e281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:54Z', 'revision_number': 7, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': '343e6ef8-4509-4ca1-b748-2185904b99b4', 'name': '', 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:5e:1d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:48Z', 'updated_at': '2021-06-18T16:28:55Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf9cae3-5f19-43c0-a55b-e0b6b12183d4', 'name': '', 'network_id': '793a55c5-1e43-4ee1-ac94-c424795cefe6', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:d6:77:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '21b7c621-4b36-46a8-9e93-886dbd59cdfe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:51Z', 'updated_at': '2021-06-18T16:28:55Z', 'revision_number': 4, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '21b7c621-4b36-46a8-9e93-886dbd59cdfe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa55f1b3-0025-45ed-9b10-c25a1753afc1', 'name': '', 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:95:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '56451990-8a28-449f-b698-2da26677ed36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:45Z', 'updated_at': '2021-06-18T16:28:52Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '56451990-8a28-449f-b698-2da26677ed36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:56.679598 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-f88b491e-fff9-4f50-82ae-df0826f677f9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Calling delete_port for 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4 owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:56.704329 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aff5202-7e8d-4a24-9e5a-786f2e38e281 None None] Checking router: 54cffa6f-08b8-4eed-a662-2a637aa23326 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:28:56.712749 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aff5202-7e8d-4a24-9e5a-786f2e38e281 None None] Routers {'54cffa6f-08b8-4eed-a662-2a637aa23326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:56.713373 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-3aff5202-7e8d-4a24-9e5a-786f2e38e281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54cffa6f-08b8-4eed-a662-2a637aa23326'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:56.801933 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-3aff5202-7e8d-4a24-9e5a-786f2e38e281 None None] Set router 54cffa6f-08b8-4eed-a662-2a637aa23326 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:56.852378 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f88b491e-fff9-4f50-82ae-df0826f677f9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:56.855067 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:56.872086 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:28:56.882296 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b491e-fff9-4f50-82ae-df0826f677f9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Port': ['ID=9cf9cae3-5f19-43c0-a55b-e0b6b12183d4,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:56.884890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f88b491e-fff9-4f50-82ae-df0826f677f9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:57.030647 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f88b491e-fff9-4f50-82ae-df0826f677f9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.104944 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:57.128557 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:28:57.128918 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 18 16:28:57.152874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Port 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4 not found, will not notify nova. {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 18 16:28:57.153285 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 343e6ef8-4509-4ca1-b748-2185904b99b4 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:28:57.235742 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88b491e-fff9-4f50-82ae-df0826f677f9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 54cffa6f-08b8-4eed-a662-2a637aa23326 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:57.254463 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 343e6ef8-4509-4ca1-b748-2185904b99b4 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:28:57.254849 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.308710 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-3aff5202-7e8d-4a24-9e5a-786f2e38e281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:54Z', 'revision_number': 7, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': '343e6ef8-4509-4ca1-b748-2185904b99b4', 'name': '', 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:5e:1d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:48Z', 'updated_at': '2021-06-18T16:28:55Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf9cae3-5f19-43c0-a55b-e0b6b12183d4', 'name': '', 'network_id': '793a55c5-1e43-4ee1-ac94-c424795cefe6', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:d6:77:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '21b7c621-4b36-46a8-9e93-886dbd59cdfe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:51Z', 'updated_at': '2021-06-18T16:28:55Z', 'revision_number': 4, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '21b7c621-4b36-46a8-9e93-886dbd59cdfe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa55f1b3-0025-45ed-9b10-c25a1753afc1', 'name': '', 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:95:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '56451990-8a28-449f-b698-2da26677ed36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:45Z', 'updated_at': '2021-06-18T16:28:52Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '56451990-8a28-449f-b698-2da26677ed36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:57.332603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88b491e-fff9-4f50-82ae-df0826f677f9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:57.337350 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f88b491e-fff9-4f50-82ae-df0826f677f9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/54cffa6f-08b8-4eed-a662-2a637aa23326/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8140714 Jun 18 16:28:57.340069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50776) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:57.340237 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aff5202-7e8d-4a24-9e5a-786f2e38e281 None None] The sync data for ids ['54cffa6f-08b8-4eed-a662-2a637aa23326'] in dv-neutron-797120-1-hyperv is: [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:54Z', 'revision_number': 7, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': '343e6ef8-4509-4ca1-b748-2185904b99b4', 'name': '', 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:5e:1d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:48Z', 'updated_at': '2021-06-18T16:28:55Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf9cae3-5f19-43c0-a55b-e0b6b12183d4', 'name': '', 'network_id': '793a55c5-1e43-4ee1-ac94-c424795cefe6', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:d6:77:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': '21b7c621-4b36-46a8-9e93-886dbd59cdfe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:51Z', 'updated_at': '2021-06-18T16:28:55Z', 'revision_number': 4, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '21b7c621-4b36-46a8-9e93-886dbd59cdfe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa55f1b3-0025-45ed-9b10-c25a1753afc1', 'name': '', 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:95:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '56451990-8a28-449f-b698-2da26677ed36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:45Z', 'updated_at': '2021-06-18T16:28:52Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '56451990-8a28-449f-b698-2da26677ed36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:57.395642 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c6e412-6bc6-4786-a506-2cd6b9234194 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting subnet 21b7c621-4b36-46a8-9e93-886dbd59cdfe {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:28:57.398877 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d7c6e412-6bc6-4786-a506-2cd6b9234194 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.440579 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d7c6e412-6bc6-4786-a506-2cd6b9234194 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.477662 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684a0204-3779-4e7c-a373-d0d3691a1b4c None None] Sync routers for ids ['54cffa6f-08b8-4eed-a662-2a637aa23326'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:57.486819 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684a0204-3779-4e7c-a373-d0d3691a1b4c None None] Routers {'54cffa6f-08b8-4eed-a662-2a637aa23326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:57.487508 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-684a0204-3779-4e7c-a373-d0d3691a1b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54cffa6f-08b8-4eed-a662-2a637aa23326'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:57.529517 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d7c6e412-6bc6-4786-a506-2cd6b9234194 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.574728 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-684a0204-3779-4e7c-a373-d0d3691a1b4c None None] Set router 54cffa6f-08b8-4eed-a662-2a637aa23326 gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:57.590221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d7c6e412-6bc6-4786-a506-2cd6b9234194 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.593026 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7bf003cf-090a-4db9-810b-63a99e67419e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:57.619373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6e412-6bc6-4786-a506-2cd6b9234194 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Subnet': ['ID=21b7c621-4b36-46a8-9e93-886dbd59cdfe,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:57.622743 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d7c6e412-6bc6-4786-a506-2cd6b9234194 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:57.623729 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d7c6e412-6bc6-4786-a506-2cd6b9234194 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.629018 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d7c6e412-6bc6-4786-a506-2cd6b9234194 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/subnets/21b7c621-4b36-46a8-9e93-886dbd59cdfe HTTP/1.1" status: 204 len: 168 time: 0.2851918 Jun 18 16:28:57.629349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50778) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:57.631683 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a4b5da-656f-4cfd-a64d-e378bc369dbb None None] Network 793a55c5-1e43-4ee1-ac94-c424795cefe6 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:28:57.707190 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.767465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting port 521cec45-e35c-49fa-ba6b-325cd3911bbb {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:57.767941 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.803832 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-684a0204-3779-4e7c-a373-d0d3691a1b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:56Z', 'revision_number': 8, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': '343e6ef8-4509-4ca1-b748-2185904b99b4', 'name': '', 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:5e:1d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:48Z', 'updated_at': '2021-06-18T16:28:55Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa55f1b3-0025-45ed-9b10-c25a1753afc1', 'name': '', 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:95:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '56451990-8a28-449f-b698-2da26677ed36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:45Z', 'updated_at': '2021-06-18T16:28:52Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '56451990-8a28-449f-b698-2da26677ed36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:57.836091 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684a0204-3779-4e7c-a373-d0d3691a1b4c None None] Checking router: 54cffa6f-08b8-4eed-a662-2a637aa23326 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:28:57.843892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] For port 521cec45-e35c-49fa-ba6b-325cd3911bbb, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=521cec45-e35c-49fa-ba6b-325cd3911bbb,segment=NetworkSegment(ac6b33e5-df09-4360-89ad-e73ae88754cd),segment_id=ac6b33e5-df09-4360-89ad-e73ae88754cd)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:57.844421 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc4ad74-29c4-482e-8573-1a03b6b11f01 None None] DHCP port deletion for 793a55c5-1e43-4ee1-ac94-c424795cefe6 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:28:57.844612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.845081 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684a0204-3779-4e7c-a373-d0d3691a1b4c None None] Routers {'54cffa6f-08b8-4eed-a662-2a637aa23326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:57.845777 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-684a0204-3779-4e7c-a373-d0d3691a1b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54cffa6f-08b8-4eed-a662-2a637aa23326'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:57.924061 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4ad74-29c4-482e-8573-1a03b6b11f01 None None] Deleting port 521cec45-e35c-49fa-ba6b-325cd3911bbb {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:57.924665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bbc4ad74-29c4-482e-8573-1a03b6b11f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:57.964437 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Calling delete_port for 521cec45-e35c-49fa-ba6b-325cd3911bbb owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:58.029348 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-bbc4ad74-29c4-482e-8573-1a03b6b11f01 None None] For port 521cec45-e35c-49fa-ba6b-325cd3911bbb, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=521cec45-e35c-49fa-ba6b-325cd3911bbb,segment=NetworkSegment(ac6b33e5-df09-4360-89ad-e73ae88754cd),segment_id=ac6b33e5-df09-4360-89ad-e73ae88754cd)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:58.030209 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bbc4ad74-29c4-482e-8573-1a03b6b11f01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.031527 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-684a0204-3779-4e7c-a373-d0d3691a1b4c None None] Set router 54cffa6f-08b8-4eed-a662-2a637aa23326 gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:58.080132 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.083236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-626d0a8b-db3b-44f4-a58e-108a5c956b2c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:58.106191 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Port': ['ID=521cec45-e35c-49fa-ba6b-325cd3911bbb,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:58.106443 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4ad74-29c4-482e-8573-1a03b6b11f01 None None] Calling delete_port for 521cec45-e35c-49fa-ba6b-325cd3911bbb owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:58.110331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] No DVR routers for this DVR port 521cec45-e35c-49fa-ba6b-325cd3911bbb on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:58.112133 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:58.189703 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bbc4ad74-29c4-482e-8573-1a03b6b11f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.191671 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a90b7a15-9855-4eb7-bfb2-d69c98c5f1a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:58.198383 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.209648 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793a55c5-1e43-4ee1-ac94-c424795cefe6']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:58.213635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4ad74-29c4-482e-8573-1a03b6b11f01 None None] Pushing event deleted for resources: {'Port': ['ID=521cec45-e35c-49fa-ba6b-325cd3911bbb,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:58.217334 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bbc4ad74-29c4-482e-8573-1a03b6b11f01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:58.219915 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc4ad74-29c4-482e-8573-1a03b6b11f01 None None] No DVR routers for this DVR port 521cec45-e35c-49fa-ba6b-325cd3911bbb on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:28:58.220477 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6b33e5-df09-4360-89ad-e73ae88754cd') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:58.220900 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6b33e5-df09-4360-89ad-e73ae88754cd') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:58.231009 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.240804 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-684a0204-3779-4e7c-a373-d0d3691a1b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:56Z', 'revision_number': 8, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': '343e6ef8-4509-4ca1-b748-2185904b99b4', 'name': '', 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:5e:1d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:48Z', 'updated_at': '2021-06-18T16:28:55Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa55f1b3-0025-45ed-9b10-c25a1753afc1', 'name': '', 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:95:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '56451990-8a28-449f-b698-2da26677ed36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:45Z', 'updated_at': '2021-06-18T16:28:52Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '56451990-8a28-449f-b698-2da26677ed36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:58.246497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.253406 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:28:58.253803 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:28:58.257344 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:28:58.268748 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684a0204-3779-4e7c-a373-d0d3691a1b4c None None] The sync data for ids ['54cffa6f-08b8-4eed-a662-2a637aa23326'] in dv-neutron-797120-1-hyperv is: [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:56Z', 'revision_number': 8, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': '343e6ef8-4509-4ca1-b748-2185904b99b4', 'name': '', 'network_id': '83094d5c-96e2-4d53-94a0-cd693d8d8fc7', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:5e:1d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:48Z', 'updated_at': '2021-06-18T16:28:55Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': 'dabe6aae-d4f3-49ed-95fe-0dc98311479a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aa55f1b3-0025-45ed-9b10-c25a1753afc1', 'name': '', 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:95:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '56451990-8a28-449f-b698-2da26677ed36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:45Z', 'updated_at': '2021-06-18T16:28:52Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '56451990-8a28-449f-b698-2da26677ed36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:28:58.329985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.333660 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ae69297f-5797-43e5-9210-864f30e2f68f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:58.337735 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.339543 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/networks/793a55c5-1e43-4ee1-ac94-c424795cefe6 HTTP/1.1" status: 204 len: 168 time: 0.7094576 Jun 18 16:28:58.342387 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50780) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:58.351580 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Network': ['ID=793a55c5-1e43-4ee1-ac94-c424795cefe6,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:58.353824 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:58.679138 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ab110dde-f0b4-4b84-b7d7-a66d8c21d80e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.938244 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-ab110dde-f0b4-4b84-b7d7-a66d8c21d80e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting port 343e6ef8-4509-4ca1-b748-2185904b99b4 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:28:58.938612 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ab110dde-f0b4-4b84-b7d7-a66d8c21d80e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:58.940823 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:28:58.963669 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:28:58.964024 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9cf9cae3-5f19-43c0-a55b-e0b6b12183d4 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:28:58.964447 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 521cec45-e35c-49fa-ba6b-325cd3911bbb no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:28:58.983678 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 521cec45-e35c-49fa-ba6b-325cd3911bbb {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:28:58.984650 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 521cec45-e35c-49fa-ba6b-325cd3911bbb not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:28:59.029560 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-ab110dde-f0b4-4b84-b7d7-a66d8c21d80e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] For port 343e6ef8-4509-4ca1-b748-2185904b99b4, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=343e6ef8-4509-4ca1-b748-2185904b99b4,segment=NetworkSegment(b18e5b74-ed0a-4e97-b7af-86e4589aa249),segment_id=b18e5b74-ed0a-4e97-b7af-86e4589aa249)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:28:59.029895 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ab110dde-f0b4-4b84-b7d7-a66d8c21d80e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:59.096218 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-ab110dde-f0b4-4b84-b7d7-a66d8c21d80e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Calling delete_port for 343e6ef8-4509-4ca1-b748-2185904b99b4 owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:28:59.265082 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ab110dde-f0b4-4b84-b7d7-a66d8c21d80e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:59.268890 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fe5a7620-6023-4813-9a83-5d3d63ff1af3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:59.295169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab110dde-f0b4-4b84-b7d7-a66d8c21d80e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Port': ['ID=343e6ef8-4509-4ca1-b748-2185904b99b4,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:59.299828 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ab110dde-f0b4-4b84-b7d7-a66d8c21d80e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:59.412699 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ab110dde-f0b4-4b84-b7d7-a66d8c21d80e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:59.602997 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab110dde-f0b4-4b84-b7d7-a66d8c21d80e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 54cffa6f-08b8-4eed-a662-2a637aa23326 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:28:59.695287 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab110dde-f0b4-4b84-b7d7-a66d8c21d80e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:28:59.700155 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ab110dde-f0b4-4b84-b7d7-a66d8c21d80e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/54cffa6f-08b8-4eed-a662-2a637aa23326/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3559988 Jun 18 16:28:59.704066 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50782) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:59.707804 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f988dbf8-6cfa-4654-b281-13495a1d8e18 None None] Sync routers for ids ['54cffa6f-08b8-4eed-a662-2a637aa23326'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:28:59.716991 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f988dbf8-6cfa-4654-b281-13495a1d8e18 None None] Routers {'54cffa6f-08b8-4eed-a662-2a637aa23326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:28:59.717617 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-f988dbf8-6cfa-4654-b281-13495a1d8e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54cffa6f-08b8-4eed-a662-2a637aa23326'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:28:59.756361 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f04105-0925-443a-be3e-2e898ae1866d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting subnet dabe6aae-d4f3-49ed-95fe-0dc98311479a {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:28:59.759475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-34f04105-0925-443a-be3e-2e898ae1866d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:59.802672 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-34f04105-0925-443a-be3e-2e898ae1866d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:59.810036 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-f988dbf8-6cfa-4654-b281-13495a1d8e18 None None] Set router 54cffa6f-08b8-4eed-a662-2a637aa23326 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:28:59.893762 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-34f04105-0925-443a-be3e-2e898ae1866d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:59.951144 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-34f04105-0925-443a-be3e-2e898ae1866d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:59.954772 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-33ca0516-ecb3-4515-93ab-57e659439091 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:28:59.981307 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-34f04105-0925-443a-be3e-2e898ae1866d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:28:59.984465 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-34f04105-0925-443a-be3e-2e898ae1866d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/subnets/dabe6aae-d4f3-49ed-95fe-0dc98311479a HTTP/1.1" status: 204 len: 168 time: 0.2788498 Jun 18 16:28:59.986413 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50784) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:28:59.986981 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f04105-0925-443a-be3e-2e898ae1866d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Subnet': ['ID=dabe6aae-d4f3-49ed-95fe-0dc98311479a,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:28:59.989147 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-34f04105-0925-443a-be3e-2e898ae1866d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:28:59.991472 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bb67ff-f508-443f-9f30-b3a61caf75de None None] Network 83094d5c-96e2-4d53-94a0-cd693d8d8fc7 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:00.067468 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.119258 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting port d14c32e8-b93b-4cdd-ae74-d6c43dc27990 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:00.119598 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.122392 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-f988dbf8-6cfa-4654-b281-13495a1d8e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:59Z', 'revision_number': 9, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': 'aa55f1b3-0025-45ed-9b10-c25a1753afc1', 'name': '', 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:95:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '56451990-8a28-449f-b698-2da26677ed36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:45Z', 'updated_at': '2021-06-18T16:28:52Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '56451990-8a28-449f-b698-2da26677ed36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:00.156307 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f988dbf8-6cfa-4654-b281-13495a1d8e18 None None] Checking router: 54cffa6f-08b8-4eed-a662-2a637aa23326 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:29:00.170750 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f988dbf8-6cfa-4654-b281-13495a1d8e18 None None] Routers {'54cffa6f-08b8-4eed-a662-2a637aa23326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:00.171957 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-f988dbf8-6cfa-4654-b281-13495a1d8e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54cffa6f-08b8-4eed-a662-2a637aa23326'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:00.185817 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] For port d14c32e8-b93b-4cdd-ae74-d6c43dc27990, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d14c32e8-b93b-4cdd-ae74-d6c43dc27990,segment=NetworkSegment(b18e5b74-ed0a-4e97-b7af-86e4589aa249),segment_id=b18e5b74-ed0a-4e97-b7af-86e4589aa249)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:00.186169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.252247 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Calling delete_port for d14c32e8-b93b-4cdd-ae74-d6c43dc27990 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:00.262581 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-f988dbf8-6cfa-4654-b281-13495a1d8e18 None None] Set router 54cffa6f-08b8-4eed-a662-2a637aa23326 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:00.306046 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a80a792-df13-429a-b237-fbd080718304 None None] DHCP port deletion for 83094d5c-96e2-4d53-94a0-cd693d8d8fc7 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:00.342179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.345243 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:00.360570 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-3a80a792-df13-429a-b237-fbd080718304 None None] The port 'd14c32e8-b93b-4cdd-ae74-d6c43dc27990' was deleted {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1929}} Jun 18 16:29:00.371382 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] No DVR routers for this DVR port d14c32e8-b93b-4cdd-ae74-d6c43dc27990 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:00.394560 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Port': ['ID=d14c32e8-b93b-4cdd-ae74-d6c43dc27990,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:00.397269 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:00.457873 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.467608 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83094d5c-96e2-4d53-94a0-cd693d8d8fc7']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:00.477443 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18e5b74-ed0a-4e97-b7af-86e4589aa249') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:00.477743 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18e5b74-ed0a-4e97-b7af-86e4589aa249') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:00.486736 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.488764 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-f988dbf8-6cfa-4654-b281-13495a1d8e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:59Z', 'revision_number': 9, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': 'aa55f1b3-0025-45ed-9b10-c25a1753afc1', 'name': '', 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:95:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '56451990-8a28-449f-b698-2da26677ed36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:45Z', 'updated_at': '2021-06-18T16:28:52Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '56451990-8a28-449f-b698-2da26677ed36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:00.500814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.506981 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:00.507380 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:00.510486 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:00.521668 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f988dbf8-6cfa-4654-b281-13495a1d8e18 None None] The sync data for ids ['54cffa6f-08b8-4eed-a662-2a637aa23326'] in dv-neutron-797120-1-hyperv is: [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:28:59Z', 'revision_number': 9, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': 'aa55f1b3-0025-45ed-9b10-c25a1753afc1', 'name': '', 'network_id': 'f23cb036-cfc5-4827-be51-56414ef0c39f', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:95:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '56451990-8a28-449f-b698-2da26677ed36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:45Z', 'updated_at': '2021-06-18T16:28:52Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '56451990-8a28-449f-b698-2da26677ed36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:00.572559 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.575999 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4c26888b-8a51-4e08-bcf8-30386ce475fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:00.580000 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.581813 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/networks/83094d5c-96e2-4d53-94a0-cd693d8d8fc7 HTTP/1.1" status: 204 len: 168 time: 0.5943754 Jun 18 16:29:00.585636 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50786) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:00.593422 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Network': ['ID=83094d5c-96e2-4d53-94a0-cd693d8d8fc7,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:00.595841 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:00.920588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-74c41e34-5665-4f3a-a71a-4bd78260aa6b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:00.956733 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d14c32e8-b93b-4cdd-ae74-d6c43dc27990 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:00.981169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: d14c32e8-b93b-4cdd-ae74-d6c43dc27990 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:00.981576 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d14c32e8-b93b-4cdd-ae74-d6c43dc27990 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:00.981939 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 343e6ef8-4509-4ca1-b748-2185904b99b4 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:01.004778 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 343e6ef8-4509-4ca1-b748-2185904b99b4 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:01.005766 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 343e6ef8-4509-4ca1-b748-2185904b99b4 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:01.182189 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-74c41e34-5665-4f3a-a71a-4bd78260aa6b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting port aa55f1b3-0025-45ed-9b10-c25a1753afc1 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:01.182563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-74c41e34-5665-4f3a-a71a-4bd78260aa6b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.270076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-74c41e34-5665-4f3a-a71a-4bd78260aa6b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] For port aa55f1b3-0025-45ed-9b10-c25a1753afc1, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=aa55f1b3-0025-45ed-9b10-c25a1753afc1,segment=NetworkSegment(8700cefa-a074-498e-abf9-12e2e673731b),segment_id=8700cefa-a074-498e-abf9-12e2e673731b)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:01.270483 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-74c41e34-5665-4f3a-a71a-4bd78260aa6b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.339155 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-74c41e34-5665-4f3a-a71a-4bd78260aa6b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Calling delete_port for aa55f1b3-0025-45ed-9b10-c25a1753afc1 owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:01.420774 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-979a02b1-3711-4a17-a847-bbbb3890c01e req-b4dd20fc-e8bc-4887-8b4b-0156e8d25553 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568676 Jun 18 16:29:01.497778 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a02b1-3711-4a17-a847-bbbb3890c01e req-49ebc5bc-3636-44ed-aeeb-8e49bc956447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:01.500127 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-979a02b1-3711-4a17-a847-bbbb3890c01e req-49ebc5bc-3636-44ed-aeeb-8e49bc956447 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=677a748149594a93a9900e94206deadd&device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 1098 time: 0.0540767 Jun 18 16:29:01.519062 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-74c41e34-5665-4f3a-a71a-4bd78260aa6b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.521201 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-80b2dbe6-3662-4c9d-8da4-ab295440f20c tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:01.548425 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c41e34-5665-4f3a-a71a-4bd78260aa6b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Port': ['ID=aa55f1b3-0025-45ed-9b10-c25a1753afc1,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:01.551723 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-74c41e34-5665-4f3a-a71a-4bd78260aa6b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:01.609206 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a02b1-3711-4a17-a847-bbbb3890c01e req-b6d9e666-52b5-4c2b-a9cb-c0ec5a38801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:01.610864 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-979a02b1-3711-4a17-a847-bbbb3890c01e req-b6d9e666-52b5-4c2b-a9cb-c0ec5a38801f service neutron] 10.222.0.55 "GET /v2.0/networks?id=653de129-f9e5-469e-ba59-ca23a87d80e3 HTTP/1.1" status: 200 len: 913 time: 0.0900135 Jun 18 16:29:01.668864 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-74c41e34-5665-4f3a-a71a-4bd78260aa6b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:01.686512 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-979a02b1-3711-4a17-a847-bbbb3890c01e req-db1e8e53-7a32-4d3e-ac5c-27368b079d8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9363744-562b-44be-9251-a22474f48d38 HTTP/1.1" status: 200 len: 1000 time: 0.0681081 Jun 18 16:29:01.741663 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a02b1-3711-4a17-a847-bbbb3890c01e req-918b7c37-b948-4ae2-9b4f-c84ce53d0e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:01.743272 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-979a02b1-3711-4a17-a847-bbbb3890c01e req-918b7c37-b948-4ae2-9b4f-c84ce53d0e18 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69140bce-415f-4588-91e8-fdea89aeed75 HTTP/1.1" status: 200 len: 851 time: 0.0481329 Jun 18 16:29:01.803737 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a02b1-3711-4a17-a847-bbbb3890c01e req-a3389953-bed0-4fac-8974-cbaa34d99c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:01.805222 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-979a02b1-3711-4a17-a847-bbbb3890c01e req-a3389953-bed0-4fac-8974-cbaa34d99c23 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=653de129-f9e5-469e-ba59-ca23a87d80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0538330 Jun 18 16:29:01.868760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c41e34-5665-4f3a-a71a-4bd78260aa6b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 54cffa6f-08b8-4eed-a662-2a637aa23326 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:01.908827 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-979a02b1-3711-4a17-a847-bbbb3890c01e req-b6b39e60-0b13-4d7f-bc67-9037a3fd45b1 service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958898 Jun 18 16:29:01.972386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c41e34-5665-4f3a-a71a-4bd78260aa6b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:01.977286 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-74c41e34-5665-4f3a-a71a-4bd78260aa6b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/54cffa6f-08b8-4eed-a662-2a637aa23326/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3903978 Jun 18 16:29:01.980365 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50790) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:01.985435 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c506b-de3d-4227-91e1-cd0d664f6925 None None] Sync routers for ids ['54cffa6f-08b8-4eed-a662-2a637aa23326'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:01.996204 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c506b-de3d-4227-91e1-cd0d664f6925 None None] Routers {'54cffa6f-08b8-4eed-a662-2a637aa23326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:01.996942 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-557c506b-de3d-4227-91e1-cd0d664f6925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54cffa6f-08b8-4eed-a662-2a637aa23326'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:02.004274 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-979a02b1-3711-4a17-a847-bbbb3890c01e req-83f10c9c-a840-4ca1-bd3f-f5b207e4da86 service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888691 Jun 18 16:29:02.036918 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9e3996-8a6a-4ab3-9129-aa7220ededf8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting subnet 56451990-8a28-449f-b698-2da26677ed36 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:29:02.040112 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b9e3996-8a6a-4ab3-9129-aa7220ededf8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.080832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b9e3996-8a6a-4ab3-9129-aa7220ededf8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.082893 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-557c506b-de3d-4227-91e1-cd0d664f6925 None None] Set router 54cffa6f-08b8-4eed-a662-2a637aa23326 gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:02.167791 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b9e3996-8a6a-4ab3-9129-aa7220ededf8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.227001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b9e3996-8a6a-4ab3-9129-aa7220ededf8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.229649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ec5276d5-b494-4060-bcaa-8b3942fe219d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:02.255767 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e3996-8a6a-4ab3-9129-aa7220ededf8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Subnet': ['ID=56451990-8a28-449f-b698-2da26677ed36,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:02.258866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1b9e3996-8a6a-4ab3-9129-aa7220ededf8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:02.259855 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b9e3996-8a6a-4ab3-9129-aa7220ededf8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.261701 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1b9e3996-8a6a-4ab3-9129-aa7220ededf8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/subnets/56451990-8a28-449f-b698-2da26677ed36 HTTP/1.1" status: 204 len: 168 time: 0.2804060 Jun 18 16:29:02.264312 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50792) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:02.268552 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7333a00b-5847-4b46-a86b-bc37be117306 None None] Network f23cb036-cfc5-4827-be51-56414ef0c39f requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:02.284197 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-557c506b-de3d-4227-91e1-cd0d664f6925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:29:01Z', 'revision_number': 10, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:02.309283 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c506b-de3d-4227-91e1-cd0d664f6925 None None] Checking router: 54cffa6f-08b8-4eed-a662-2a637aa23326 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:29:02.319574 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557c506b-de3d-4227-91e1-cd0d664f6925 None None] Routers {'54cffa6f-08b8-4eed-a662-2a637aa23326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:02.320221 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-557c506b-de3d-4227-91e1-cd0d664f6925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54cffa6f-08b8-4eed-a662-2a637aa23326'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:02.354308 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.423637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting port 3bed0367-db37-41f4-aa8b-cb740a8b086a {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:02.424468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.429063 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-557c506b-de3d-4227-91e1-cd0d664f6925 None None] Set router 54cffa6f-08b8-4eed-a662-2a637aa23326 gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:02.487111 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc414fc-a28b-4294-835a-5d33cbda2a06 None None] DHCP port deletion for f23cb036-cfc5-4827-be51-56414ef0c39f request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:02.502945 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] For port 3bed0367-db37-41f4-aa8b-cb740a8b086a, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3bed0367-db37-41f4-aa8b-cb740a8b086a,segment=NetworkSegment(8700cefa-a074-498e-abf9-12e2e673731b),segment_id=8700cefa-a074-498e-abf9-12e2e673731b)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:02.503439 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.538798 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-1cc414fc-a28b-4294-835a-5d33cbda2a06 None None] Deleting port 3bed0367-db37-41f4-aa8b-cb740a8b086a {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:02.539178 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1cc414fc-a28b-4294-835a-5d33cbda2a06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.568215 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Calling delete_port for 3bed0367-db37-41f4-aa8b-cb740a8b086a owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:02.603611 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-1cc414fc-a28b-4294-835a-5d33cbda2a06 None None] For port 3bed0367-db37-41f4-aa8b-cb740a8b086a, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3bed0367-db37-41f4-aa8b-cb740a8b086a,segment=NetworkSegment(8700cefa-a074-498e-abf9-12e2e673731b),segment_id=8700cefa-a074-498e-abf9-12e2e673731b)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:02.604311 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1cc414fc-a28b-4294-835a-5d33cbda2a06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.645781 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-557c506b-de3d-4227-91e1-cd0d664f6925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:29:01Z', 'revision_number': 10, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:02.657554 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.659825 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-efc746f4-d22e-4e03-9eab-e0e6b9643d87 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:02.675277 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557c506b-de3d-4227-91e1-cd0d664f6925 None None] The sync data for ids ['54cffa6f-08b8-4eed-a662-2a637aa23326'] in dv-neutron-797120-1-hyperv is: [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:29:01Z', 'revision_number': 10, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None, '_interfaces': [{'id': 'b2e3d604-7307-4377-8e32-4fa9cf0b2b3c', 'name': '', 'network_id': '22bbb7f4-bcf3-4b94-b9ae-ae550078f55e', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'mac_address': 'fa:16:3e:87:ce:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:28:42Z', 'updated_at': '2021-06-18T16:28:47Z', 'revision_number': 5, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'subnets': [{'id': '5a61762d-c03b-4573-b6e7-e6a646acc111', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:02.675571 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-1cc414fc-a28b-4294-835a-5d33cbda2a06 None None] Calling delete_port for 3bed0367-db37-41f4-aa8b-cb740a8b086a owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:02.684751 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Port': ['ID=3bed0367-db37-41f4-aa8b-cb740a8b086a,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:02.688339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:02.689136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] No DVR routers for this DVR port 3bed0367-db37-41f4-aa8b-cb740a8b086a on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:02.758862 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1cc414fc-a28b-4294-835a-5d33cbda2a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:02.761504 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:02.786311 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc414fc-a28b-4294-835a-5d33cbda2a06 None None] Pushing event deleted for resources: {'Port': ['ID=3bed0367-db37-41f4-aa8b-cb740a8b086a,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:02.788180 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc414fc-a28b-4294-835a-5d33cbda2a06 None None] No DVR routers for this DVR port 3bed0367-db37-41f4-aa8b-cb740a8b086a on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:02.789610 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1cc414fc-a28b-4294-835a-5d33cbda2a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:03.068225 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device aa55f1b3-0025-45ed-9b10-c25a1753afc1 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:03.090197 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: aa55f1b3-0025-45ed-9b10-c25a1753afc1 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:03.090709 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device aa55f1b3-0025-45ed-9b10-c25a1753afc1 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:03.091238 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3bed0367-db37-41f4-aa8b-cb740a8b086a no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:03.113920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 3bed0367-db37-41f4-aa8b-cb740a8b086a {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:03.114595 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3bed0367-db37-41f4-aa8b-cb740a8b086a not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:03.130785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.140709 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f23cb036-cfc5-4827-be51-56414ef0c39f']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:03.150673 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8700cefa-a074-498e-abf9-12e2e673731b') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:03.151188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8700cefa-a074-498e-abf9-12e2e673731b') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:03.160947 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.175309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.180947 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:03.181334 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:03.184314 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:03.240671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.244052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:03.248219 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:03.250324 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/networks/f23cb036-cfc5-4827-be51-56414ef0c39f HTTP/1.1" status: 204 len: 168 time: 0.9841883 Jun 18 16:29:03.253342 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50794) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:03.262046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Network': ['ID=f23cb036-cfc5-4827-be51-56414ef0c39f,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:03.264314 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:03.579196 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-abd569f9-56f4-4811-972b-9bb2b8af1eca tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.173687 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-abd569f9-56f4-4811-972b-9bb2b8af1eca tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting port b2e3d604-7307-4377-8e32-4fa9cf0b2b3c {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:04.174024 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-abd569f9-56f4-4811-972b-9bb2b8af1eca tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.266286 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-abd569f9-56f4-4811-972b-9bb2b8af1eca tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] For port b2e3d604-7307-4377-8e32-4fa9cf0b2b3c, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b2e3d604-7307-4377-8e32-4fa9cf0b2b3c,segment=NetworkSegment(9defc547-37ea-44f4-b87c-6c668242be18),segment_id=9defc547-37ea-44f4-b87c-6c668242be18)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:04.267068 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-abd569f9-56f4-4811-972b-9bb2b8af1eca tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.329938 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-abd569f9-56f4-4811-972b-9bb2b8af1eca tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Calling delete_port for b2e3d604-7307-4377-8e32-4fa9cf0b2b3c owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:04.510722 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-abd569f9-56f4-4811-972b-9bb2b8af1eca tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.513307 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e62bc8ce-28ef-4304-8e60-e5db9e493f16 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:04.542933 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd569f9-56f4-4811-972b-9bb2b8af1eca tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Port': ['ID=b2e3d604-7307-4377-8e32-4fa9cf0b2b3c,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:04.548815 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-abd569f9-56f4-4811-972b-9bb2b8af1eca tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:04.641685 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-abd569f9-56f4-4811-972b-9bb2b8af1eca tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.803523 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd569f9-56f4-4811-972b-9bb2b8af1eca tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 54cffa6f-08b8-4eed-a662-2a637aa23326 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:04.880284 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd569f9-56f4-4811-972b-9bb2b8af1eca tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:04.885660 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-abd569f9-56f4-4811-972b-9bb2b8af1eca tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/54cffa6f-08b8-4eed-a662-2a637aa23326/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6306493 Jun 18 16:29:04.887673 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50798) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:04.894795 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c120ca82-773b-41bc-a0bb-100c22665cac None None] Sync routers for ids ['54cffa6f-08b8-4eed-a662-2a637aa23326'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:04.908344 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c120ca82-773b-41bc-a0bb-100c22665cac None None] Routers {'54cffa6f-08b8-4eed-a662-2a637aa23326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:04.908473 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-c120ca82-773b-41bc-a0bb-100c22665cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54cffa6f-08b8-4eed-a662-2a637aa23326'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:04.942537 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-a983e7a4-3cd7-41df-8702-0c4a90f2e312 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting subnet 5a61762d-c03b-4573-b6e7-e6a646acc111 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:29:04.945655 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a983e7a4-3cd7-41df-8702-0c4a90f2e312 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:04.980805 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-c120ca82-773b-41bc-a0bb-100c22665cac None None] Set router 54cffa6f-08b8-4eed-a662-2a637aa23326 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:04.986815 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a983e7a4-3cd7-41df-8702-0c4a90f2e312 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.039189 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-c120ca82-773b-41bc-a0bb-100c22665cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:29:04Z', 'revision_number': 11, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:05.067190 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c120ca82-773b-41bc-a0bb-100c22665cac None None] Checking router: 54cffa6f-08b8-4eed-a662-2a637aa23326 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:29:05.075593 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c120ca82-773b-41bc-a0bb-100c22665cac None None] Routers {'54cffa6f-08b8-4eed-a662-2a637aa23326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:05.076228 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-c120ca82-773b-41bc-a0bb-100c22665cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54cffa6f-08b8-4eed-a662-2a637aa23326'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:05.088875 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a983e7a4-3cd7-41df-8702-0c4a90f2e312 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.157903 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a983e7a4-3cd7-41df-8702-0c4a90f2e312 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.161666 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-92b36450-89d2-4c26-9107-f5d0bc9d7e96 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:05.192207 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983e7a4-3cd7-41df-8702-0c4a90f2e312 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Subnet': ['ID=5a61762d-c03b-4573-b6e7-e6a646acc111,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:05.194635 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a983e7a4-3cd7-41df-8702-0c4a90f2e312 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.196685 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a983e7a4-3cd7-41df-8702-0c4a90f2e312 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/subnets/5a61762d-c03b-4573-b6e7-e6a646acc111 HTTP/1.1" status: 204 len: 168 time: 0.3080502 Jun 18 16:29:05.198159 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a983e7a4-3cd7-41df-8702-0c4a90f2e312 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:05.199412 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50802) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:05.290330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.306937 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758283e8-a785-4ffe-85cf-d142d7207bd2 None None] Network 22bbb7f4-bcf3-4b94-b9ae-ae550078f55e requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:05.350508 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-c120ca82-773b-41bc-a0bb-100c22665cac None None] Set router 54cffa6f-08b8-4eed-a662-2a637aa23326 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:05.351641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Deleting port 1492ee98-7bc5-4fb0-807e-783d864ffe76 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:05.352435 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.413253 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-c120ca82-773b-41bc-a0bb-100c22665cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:29:04Z', 'revision_number': 11, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:05.449969 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c120ca82-773b-41bc-a0bb-100c22665cac None None] The sync data for ids ['54cffa6f-08b8-4eed-a662-2a637aa23326'] in dv-neutron-797120-1-hyperv is: [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:29:04Z', 'revision_number': 11, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:05.457813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] For port 1492ee98-7bc5-4fb0-807e-783d864ffe76, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1492ee98-7bc5-4fb0-807e-783d864ffe76,segment=NetworkSegment(9defc547-37ea-44f4-b87c-6c668242be18),segment_id=9defc547-37ea-44f4-b87c-6c668242be18)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:05.458180 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.533705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Calling delete_port for 1492ee98-7bc5-4fb0-807e-783d864ffe76 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:05.605028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f9462-20ce-4416-8991-048ddf61c016 req-4e393d4d-36db-44d6-aabb-a31bb9d4b36b tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:05.606518 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c52f9462-20ce-4416-8991-048ddf61c016 req-4e393d4d-36db-44d6-aabb-a31bb9d4b36b tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 945 time: 0.2122917 Jun 18 16:29:05.668435 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c52f9462-20ce-4416-8991-048ddf61c016 req-bc9cc3b0-f779-4361-b6df-827a96fa9241 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513885 Jun 18 16:29:05.670883 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.673665 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-68d993ac-3dc5-499f-9012-9f71d519477d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:05.704361 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Port': ['ID=1492ee98-7bc5-4fb0-807e-783d864ffe76,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:05.707670 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:05.708450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] No DVR routers for this DVR port 1492ee98-7bc5-4fb0-807e-783d864ffe76 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:05.792427 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.805063 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bbb7f4-bcf3-4b94-b9ae-ae550078f55e']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:05.817751 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9defc547-37ea-44f4-b87c-6c668242be18') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:05.818068 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9defc547-37ea-44f4-b87c-6c668242be18') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:05.822583 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacb78be-8015-4575-9def-0d14eba32033 None None] DHCP port deletion for 22bbb7f4-bcf3-4b94-b9ae-ae550078f55e request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:29:05.829157 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.846135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.853482 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:29:05.853974 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:29:05.857448 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:29:05.933714 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.938964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:05.943365 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/networks/22bbb7f4-bcf3-4b94-b9ae-ae550078f55e HTTP/1.1" status: 204 len: 168 time: 0.7404323 Jun 18 16:29:05.943365 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:05.944149 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50806) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:05.949359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f752d13b-7330-498e-8f2a-4fb323282567 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'router': {'routes': None}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:05.958159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Pushing event deleted for resources: {'Network': ['ID=22bbb7f4-bcf3-4b94-b9ae-ae550078f55e,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:05.960591 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:06.118339 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.extraroute_db [None req-f752d13b-7330-498e-8f2a-4fb323282567 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Added routes are [] {{(pid=93454) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 18 16:29:06.118636 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.extraroute_db [None req-f752d13b-7330-498e-8f2a-4fb323282567 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Removed routes are [] {{(pid=93454) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 18 16:29:06.118905 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f752d13b-7330-498e-8f2a-4fb323282567 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.266514 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f752d13b-7330-498e-8f2a-4fb323282567 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.269800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f752d13b-7330-498e-8f2a-4fb323282567 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.345552 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f752d13b-7330-498e-8f2a-4fb323282567 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 54cffa6f-08b8-4eed-a662-2a637aa23326 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:06.424943 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f752d13b-7330-498e-8f2a-4fb323282567 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:06.431715 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f752d13b-7330-498e-8f2a-4fb323282567 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.432889 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f752d13b-7330-498e-8f2a-4fb323282567 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/54cffa6f-08b8-4eed-a662-2a637aa23326 HTTP/1.1" status: 200 len: 705 time: 0.4876628 Jun 18 16:29:06.434306 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17b3e0-7fec-4fcd-87e9-d44016f6f07d None None] Sync routers for ids ['54cffa6f-08b8-4eed-a662-2a637aa23326'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:06.435692 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50808) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:06.447116 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17b3e0-7fec-4fcd-87e9-d44016f6f07d None None] Routers {'54cffa6f-08b8-4eed-a662-2a637aa23326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:06.448274 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5d17b3e0-7fec-4fcd-87e9-d44016f6f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54cffa6f-08b8-4eed-a662-2a637aa23326'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:06.466156 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-58325879-1416-4260-8e1c-752826ad5e7f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/ports?device_id=54cffa6f-08b8-4eed-a662-2a637aa23326 HTTP/1.1" status: 200 len: 205 time: 0.0291543 Jun 18 16:29:06.468592 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50810) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:06.523535 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-5d17b3e0-7fec-4fcd-87e9-d44016f6f07d None None] Set router 54cffa6f-08b8-4eed-a662-2a637aa23326 gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:06.547915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a4c87a07-eb4e-4b64-8434-fec1aa171716 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.579524 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5d17b3e0-7fec-4fcd-87e9-d44016f6f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:29:04Z', 'revision_number': 11, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:06.616399 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17b3e0-7fec-4fcd-87e9-d44016f6f07d None None] Checking router: 54cffa6f-08b8-4eed-a662-2a637aa23326 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:29:06.626206 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d17b3e0-7fec-4fcd-87e9-d44016f6f07d None None] Routers {'54cffa6f-08b8-4eed-a662-2a637aa23326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:06.626879 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5d17b3e0-7fec-4fcd-87e9-d44016f6f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['54cffa6f-08b8-4eed-a662-2a637aa23326'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:06.697207 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-5d17b3e0-7fec-4fcd-87e9-d44016f6f07d None None] Set router 54cffa6f-08b8-4eed-a662-2a637aa23326 gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:06.717515 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a4c87a07-eb4e-4b64-8434-fec1aa171716 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.720289 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a4c87a07-eb4e-4b64-8434-fec1aa171716 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.753633 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5d17b3e0-7fec-4fcd-87e9-d44016f6f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:29:04Z', 'revision_number': 11, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:06.786148 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d17b3e0-7fec-4fcd-87e9-d44016f6f07d None None] The sync data for ids ['54cffa6f-08b8-4eed-a662-2a637aa23326'] in dv-neutron-797120-1-hyperv is: [{'id': '54cffa6f-08b8-4eed-a662-2a637aa23326', 'name': 'tempest-RoutersIpV6Test-router-1958538568', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:28:41Z', 'updated_at': '2021-06-18T16:29:04Z', 'revision_number': 11, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:06.791083 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a4c87a07-eb4e-4b64-8434-fec1aa171716 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.791872 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c87a07-eb4e-4b64-8434-fec1aa171716 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Fanout notify agent at l3_agent the message router_deleted on router 54cffa6f-08b8-4eed-a662-2a637aa23326 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:29:06.800269 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a4c87a07-eb4e-4b64-8434-fec1aa171716 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.801366 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a4c87a07-eb4e-4b64-8434-fec1aa171716 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/routers/54cffa6f-08b8-4eed-a662-2a637aa23326 HTTP/1.1" status: 204 len: 168 time: 0.3316252 Jun 18 16:29:06.808314 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50814) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:06.813521 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-7509389c-9ebe-419e-9a77-de5adfe20e5c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1583654545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:06.840918 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7509389c-9ebe-419e-9a77-de5adfe20e5c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.842054 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7509389c-9ebe-419e-9a77-de5adfe20e5c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.864383 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19158e1e-375a-4120-8f66-8f47f018f5e1 req-23840931-824a-4bcd-80b7-f86382672247 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:06.865933 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19158e1e-375a-4120-8f66-8f47f018f5e1 req-23840931-824a-4bcd-80b7-f86382672247 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 945 time: 0.0761936 Jun 18 16:29:06.924222 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19158e1e-375a-4120-8f66-8f47f018f5e1 req-d85580a9-70c6-4031-84b3-f61d6c9b6a84 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476575 Jun 18 16:29:06.939981 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7509389c-9ebe-419e-9a77-de5adfe20e5c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.944863 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7509389c-9ebe-419e-9a77-de5adfe20e5c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.964414 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b2e3d604-7307-4377-8e32-4fa9cf0b2b3c no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:06.981686 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7509389c-9ebe-419e-9a77-de5adfe20e5c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:06.986367 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50816) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:06.986864 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7509389c-9ebe-419e-9a77-de5adfe20e5c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1774046 Jun 18 16:29:06.992004 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-9d524aba-1532-4cb9-a2bd-bc7fe93a44e0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:06.998742 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: b2e3d604-7307-4377-8e32-4fa9cf0b2b3c {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:06.999129 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b2e3d604-7307-4377-8e32-4fa9cf0b2b3c not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:06.999555 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1492ee98-7bc5-4fb0-807e-783d864ffe76 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:07.021433 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 1492ee98-7bc5-4fb0-807e-783d864ffe76 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:07.021918 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1492ee98-7bc5-4fb0-807e-783d864ffe76 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:07.053884 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90feba-809c-426e-b263-13b4e950c3c2 req-d059bb19-a080-4ef2-942a-658acc1f244e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:07.055486 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-0d90feba-809c-426e-b263-13b4e950c3c2 req-d059bb19-a080-4ef2-942a-658acc1f244e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.55 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 945 time: 0.0839262 Jun 18 16:29:07.163748 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [req-0d90feba-809c-426e-b263-13b4e950c3c2 req-b6035932-f704-4c9c-a85f-d2f60092664c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Deleting port c9363744-562b-44be-9251-a22474f48d38 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:29:07.164086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-0d90feba-809c-426e-b263-13b4e950c3c2 req-b6035932-f704-4c9c-a85f-d2f60092664c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.217400 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9d524aba-1532-4cb9-a2bd-bc7fe93a44e0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.228809 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9d524aba-1532-4cb9-a2bd-bc7fe93a44e0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.254613 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-0d90feba-809c-426e-b263-13b4e950c3c2 req-b6035932-f704-4c9c-a85f-d2f60092664c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] For port c9363744-562b-44be-9251-a22474f48d38, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c9363744-562b-44be-9251-a22474f48d38,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:07.254965 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-0d90feba-809c-426e-b263-13b4e950c3c2 req-b6035932-f704-4c9c-a85f-d2f60092664c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.330145 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d524aba-1532-4cb9-a2bd-bc7fe93a44e0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Router 71154c54-3396-4557-b597-d1fc984c2e77 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:29:07.404954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d524aba-1532-4cb9-a2bd-bc7fe93a44e0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:07.412442 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9d524aba-1532-4cb9-a2bd-bc7fe93a44e0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.413588 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9d524aba-1532-4cb9-a2bd-bc7fe93a44e0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "PUT /v2.0/routers/71154c54-3396-4557-b597-d1fc984c2e77 HTTP/1.1" status: 200 len: 698 time: 0.4260111 Jun 18 16:29:07.416195 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50818) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:07.418933 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c2573-54cd-4c6c-9bbe-bcfaa265f8d7 None None] Sync routers for ids ['71154c54-3396-4557-b597-d1fc984c2e77'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:07.430302 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c2573-54cd-4c6c-9bbe-bcfaa265f8d7 None None] Routers {'71154c54-3396-4557-b597-d1fc984c2e77'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:07.431044 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ed3c2573-54cd-4c6c-9bbe-bcfaa265f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['71154c54-3396-4557-b597-d1fc984c2e77'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:07.437136 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-0d90feba-809c-426e-b263-13b4e950c3c2 req-b6035932-f704-4c9c-a85f-d2f60092664c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.437651 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-0d90feba-809c-426e-b263-13b4e950c3c2 req-b6035932-f704-4c9c-a85f-d2f60092664c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.437970 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [req-0d90feba-809c-426e-b263-13b4e950c3c2 req-b6035932-f704-4c9c-a85f-d2f60092664c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Floating IP d5deac9c-352a-46e8-810c-5af0a12cb994 disassociated. External IP: 172.26.6.51, port: c9363744-562b-44be-9251-a22474f48d38. Jun 18 16:29:07.438468 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [req-0d90feba-809c-426e-b263-13b4e950c3c2 req-b6035932-f704-4c9c-a85f-d2f60092664c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Calling delete_port for c9363744-562b-44be-9251-a22474f48d38 owned by compute:nova {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:29:07.496860 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-34eef32d-b8f0-457b-95cc-4e8d65f227bd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/routers/71154c54-3396-4557-b597-d1fc984c2e77 HTTP/1.1" status: 200 len: 704 time: 0.0793552 Jun 18 16:29:07.500068 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50820) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:07.507549 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-ed3c2573-54cd-4c6c-9bbe-bcfaa265f8d7 None None] Set router 71154c54-3396-4557-b597-d1fc984c2e77 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:07.529247 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f0bfda4e-9f1d-4813-8e7e-b8c86e133ded tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/ports?device_id=71154c54-3396-4557-b597-d1fc984c2e77 HTTP/1.1" status: 200 len: 205 time: 0.0280395 Jun 18 16:29:07.532001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50822) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:07.564542 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ed3c2573-54cd-4c6c-9bbe-bcfaa265f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71154c54-3396-4557-b597-d1fc984c2e77', 'name': 'tempest-RoutersIpV6Test-router-1583654545', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:06Z', 'updated_at': '2021-06-18T16:29:07Z', 'revision_number': 2, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:07.571906 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-0d90feba-809c-426e-b263-13b4e950c3c2 req-b6035932-f704-4c9c-a85f-d2f60092664c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.576332 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-96faa25c-ccb4-46fb-89ee-72ef50686c01 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:07.590947 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c2573-54cd-4c6c-9bbe-bcfaa265f8d7 None None] Checking router: 71154c54-3396-4557-b597-d1fc984c2e77 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:29:07.600223 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c2573-54cd-4c6c-9bbe-bcfaa265f8d7 None None] Routers {'71154c54-3396-4557-b597-d1fc984c2e77'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:07.600847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ed3c2573-54cd-4c6c-9bbe-bcfaa265f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['71154c54-3396-4557-b597-d1fc984c2e77'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:07.607151 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6035932-f704-4c9c-a85f-d2f60092664c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event deleted for resources: {'Port': ['ID=c9363744-562b-44be-9251-a22474f48d38,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:07.611322 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b6035932-f704-4c9c-a85f-d2f60092664c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:07.611808 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-74447495-6ad0-4748-a578-c667fc843ec6 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.674943 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-ed3c2573-54cd-4c6c-9bbe-bcfaa265f8d7 None None] Set router 71154c54-3396-4557-b597-d1fc984c2e77 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:07.727572 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ed3c2573-54cd-4c6c-9bbe-bcfaa265f8d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71154c54-3396-4557-b597-d1fc984c2e77', 'name': 'tempest-RoutersIpV6Test-router-1583654545', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:06Z', 'updated_at': '2021-06-18T16:29:07Z', 'revision_number': 2, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:07.731644 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d90feba-809c-426e-b263-13b4e950c3c2 req-b6035932-f704-4c9c-a85f-d2f60092664c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Router d2938074-b18f-46a3-8a3d-3c6f178f51b0 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:07.759461 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c2573-54cd-4c6c-9bbe-bcfaa265f8d7 None None] The sync data for ids ['71154c54-3396-4557-b597-d1fc984c2e77'] in dv-neutron-797120-1-hyperv is: [{'id': '71154c54-3396-4557-b597-d1fc984c2e77', 'name': 'tempest-RoutersIpV6Test-router-1583654545', 'tenant_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:06Z', 'updated_at': '2021-06-18T16:29:07Z', 'revision_number': 2, 'project_id': '84b747165e5345b28ba1bbd7eb3d22bc', 'gw_port_host': None}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:07.786330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-74447495-6ad0-4748-a578-c667fc843ec6 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.788560 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-74447495-6ad0-4748-a578-c667fc843ec6 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.834622 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-74447495-6ad0-4748-a578-c667fc843ec6 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.835741 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74447495-6ad0-4748-a578-c667fc843ec6 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Fanout notify agent at l3_agent the message router_deleted on router 71154c54-3396-4557-b597-d1fc984c2e77 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:29:07.844633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-74447495-6ad0-4748-a578-c667fc843ec6 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.845878 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-74447495-6ad0-4748-a578-c667fc843ec6 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/routers/71154c54-3396-4557-b597-d1fc984c2e77 HTTP/1.1" status: 204 len: 168 time: 0.3127282 Jun 18 16:29:07.849221 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50824) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:07.864100 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d90feba-809c-426e-b263-13b4e950c3c2 req-b6035932-f704-4c9c-a85f-d2f60092664c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:07.874055 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d26fc-58c7-4067-bffd-d3495cbb149a None None] Sync routers for ids ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:07.884205 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d26fc-58c7-4067-bffd-d3495cbb149a None None] Routers {'d2938074-b18f-46a3-8a3d-3c6f178f51b0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:07.884861 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-b44d26fc-58c7-4067-bffd-d3495cbb149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:07.895751 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bc38cce2-b436-45ed-b59f-90c52ec22133 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/ports?device_id=71154c54-3396-4557-b597-d1fc984c2e77 HTTP/1.1" status: 200 len: 205 time: 0.0449514 Jun 18 16:29:07.897931 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50826) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:07.934957 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d90feba-809c-426e-b263-13b4e950c3c2 req-b6035932-f704-4c9c-a85f-d2f60092664c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] No DVR routers for this DVR port c9363744-562b-44be-9251-a22474f48d38 on host hv-neutron-7971 {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:29:07.938443 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-0d90feba-809c-426e-b263-13b4e950c3c2 req-b6035932-f704-4c9c-a85f-d2f60092664c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:07.940693 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-0d90feba-809c-426e-b263-13b4e950c3c2 req-b6035932-f704-4c9c-a85f-d2f60092664c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.55 "DELETE /v2.0/ports/c9363744-562b-44be-9251-a22474f48d38 HTTP/1.1" status: 204 len: 173 time: 0.8782454 Jun 18 16:29:07.941268 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88455d4e-81e3-437b-bca6-ab11b71ce0b4', 'name': 'network-vif-deleted', 'tag': 'c9363744-562b-44be-9251-a22474f48d38'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:29:07.943779 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee0daa3-ccbe-4bf0-beea-97006f3e77b8" -d '{"events": [{"server_uuid": "88455d4e-81e3-437b-bca6-ab11b71ce0b4", "name": "network-vif-deleted", "tag": "c9363744-562b-44be-9251-a22474f48d38"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:29:07.974067 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-174f9261-75a8-42f1-b003-e3583923009d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] delete failed (client error): The resource could not be found. Jun 18 16:29:07.976134 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-174f9261-75a8-42f1-b003-e3583923009d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/routers/71154c54-3396-4557-b597-d1fc984c2e77 HTTP/1.1" status: 404 len: 336 time: 0.0769711 Jun 18 16:29:07.978830 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50832) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.013475 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8780e6-d6fc-4f94-9549-cf3321de9ae7 x-openstack-request-id: req-3f8780e6-d6fc-4f94-9549-cf3321de9ae7 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:29:08.014135 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88455d4e-81e3-437b-bca6-ab11b71ce0b4", "name": "network-vif-deleted", "tag": "c9363744-562b-44be-9251-a22474f48d38", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:29:08.014135 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3f8780e6-d6fc-4f94-9549-cf3321de9ae7 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:29:08.014806 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88455d4e-81e3-437b-bca6-ab11b71ce0b4', 'name': 'network-vif-deleted', 'tag': 'c9363744-562b-44be-9251-a22474f48d38', 'status': 'completed', 'code': 200} Jun 18 16:29:08.056955 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce00b83b-2e14-44c3-9909-b2ccb3e5af58 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] DELETE failed (client error): The resource could not be found. Jun 18 16:29:08.058440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce00b83b-2e14-44c3-9909-b2ccb3e5af58 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:29:08.064797 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ce00b83b-2e14-44c3-9909-b2ccb3e5af58 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/subnets/21b7c621-4b36-46a8-9e93-886dbd59cdfe HTTP/1.1" status: 404 len: 337 time: 0.0846860 Jun 18 16:29:08.067689 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50836) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.103430 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f86478a-9ce9-4521-8e17-3ae66dc4637d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] DELETE failed (client error): The resource could not be found. Jun 18 16:29:08.103894 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f86478a-9ce9-4521-8e17-3ae66dc4637d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:29:08.108449 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50838) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.115367 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7f86478a-9ce9-4521-8e17-3ae66dc4637d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/subnets/dabe6aae-d4f3-49ed-95fe-0dc98311479a HTTP/1.1" status: 404 len: 337 time: 0.0464480 Jun 18 16:29:08.158286 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-b44d26fc-58c7-4067-bffd-d3495cbb149a None None] Set router d2938074-b18f-46a3-8a3d-3c6f178f51b0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:08.187388 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-14aea70c-f4d6-4f3b-a3e5-a14aa0665999 req-43a85b79-9e6f-4d67-a137-62d54010c05a tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 210 time: 0.0494668 Jun 18 16:29:08.191846 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-683e9a09-8b4e-4ecf-8994-c1f935f44fed tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] DELETE failed (client error): The resource could not be found. Jun 18 16:29:08.192505 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-683e9a09-8b4e-4ecf-8994-c1f935f44fed tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:29:08.194366 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-683e9a09-8b4e-4ecf-8994-c1f935f44fed tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/subnets/56451990-8a28-449f-b698-2da26677ed36 HTTP/1.1" status: 404 len: 337 time: 0.0847020 Jun 18 16:29:08.205226 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50840) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.236828 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96f87fb-b490-4765-92f7-921f20ee6f7a tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] DELETE failed (client error): The resource could not be found. Jun 18 16:29:08.237235 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a96f87fb-b490-4765-92f7-921f20ee6f7a tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:29:08.241392 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a96f87fb-b490-4765-92f7-921f20ee6f7a tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/subnets/5a61762d-c03b-4573-b6e7-e6a646acc111 HTTP/1.1" status: 404 len: 337 time: 0.0327597 Jun 18 16:29:08.241709 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50842) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.276012 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1297a4ae-52a9-48c0-937d-741a5a3008f4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/ports?device_id=54cffa6f-08b8-4eed-a662-2a637aa23326 HTTP/1.1" status: 200 len: 205 time: 0.0326860 Jun 18 16:29:08.277893 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50844) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.322684 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-0cfe3638-ce2e-4e30-944d-7dbe892874b8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] delete failed (client error): The resource could not be found. Jun 18 16:29:08.323730 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0cfe3638-ce2e-4e30-944d-7dbe892874b8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/routers/54cffa6f-08b8-4eed-a662-2a637aa23326 HTTP/1.1" status: 404 len: 336 time: 0.0446303 Jun 18 16:29:08.326217 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50846) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.357266 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fd1cc41f-afa2-4583-819e-b0a78cf1298f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/ports?device_id=cdcbe344-6ea5-4d4b-a958-aaddf21de399 HTTP/1.1" status: 200 len: 205 time: 0.0296583 Jun 18 16:29:08.360698 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50848) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.388029 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-b44d26fc-58c7-4067-bffd-d3495cbb149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:50Z', 'revision_number': 5, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:08.397504 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-383f631e-61a3-4aea-99a2-4870d1ca75b5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] delete failed (client error): The resource could not be found. Jun 18 16:29:08.400947 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-383f631e-61a3-4aea-99a2-4870d1ca75b5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/routers/cdcbe344-6ea5-4d4b-a958-aaddf21de399 HTTP/1.1" status: 404 len: 336 time: 0.0366838 Jun 18 16:29:08.401105 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50850) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.415984 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d26fc-58c7-4067-bffd-d3495cbb149a None None] Checking router: d2938074-b18f-46a3-8a3d-3c6f178f51b0 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:29:08.427366 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44d26fc-58c7-4067-bffd-d3495cbb149a None None] Routers {'d2938074-b18f-46a3-8a3d-3c6f178f51b0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:08.428382 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-b44d26fc-58c7-4067-bffd-d3495cbb149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:28:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:08.434539 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-aabc855c-c78d-4a6a-93c1-9d2f072714cc tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] DELETE failed (client error): The resource could not be found. Jun 18 16:29:08.435120 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aabc855c-c78d-4a6a-93c1-9d2f072714cc tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:29:08.438931 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-aabc855c-c78d-4a6a-93c1-9d2f072714cc tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/subnets/89b471a5-4ab7-40a5-a980-99464378f0d1 HTTP/1.1" status: 404 len: 337 time: 0.0368531 Jun 18 16:29:08.441315 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50852) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.441836 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aeafabdb-89b5-4cb7-ad76-ebb5d8c73a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:08.472769 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c0f16af1-d11b-4947-a825-e3b159d613a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/ports?device_id=9af30907-1edc-440b-91ec-f5f9e6d906de HTTP/1.1" status: 200 len: 205 time: 0.0293353 Jun 18 16:29:08.474989 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50854) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.515179 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-9ffd6878-b656-4418-b0de-cc404dd1bfc5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] delete failed (client error): The resource could not be found. Jun 18 16:29:08.518464 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9ffd6878-b656-4418-b0de-cc404dd1bfc5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/routers/9af30907-1edc-440b-91ec-f5f9e6d906de HTTP/1.1" status: 404 len: 336 time: 0.0405450 Jun 18 16:29:08.519125 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50856) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.556039 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-311c994e-d07c-407b-a0c1-dc7284743557 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/ports?device_id=98716f64-7591-4c66-a166-fc62d7dc7a43 HTTP/1.1" status: 200 len: 205 time: 0.0337732 Jun 18 16:29:08.556257 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-b44d26fc-58c7-4067-bffd-d3495cbb149a None None] Set router d2938074-b18f-46a3-8a3d-3c6f178f51b0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:08.556364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50858) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.594238 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-12cab5c7-9e0b-4f4b-b23a-b0a38b8a8c11 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] delete failed (client error): The resource could not be found. Jun 18 16:29:08.597515 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-12cab5c7-9e0b-4f4b-b23a-b0a38b8a8c11 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/routers/98716f64-7591-4c66-a166-fc62d7dc7a43 HTTP/1.1" status: 404 len: 336 time: 0.0382464 Jun 18 16:29:08.597739 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50860) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.625030 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19e073d-7abd-4711-9064-5a6ec87388b0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] DELETE failed (client error): The resource could not be found. Jun 18 16:29:08.625491 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19e073d-7abd-4711-9064-5a6ec87388b0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:29:08.627484 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e19e073d-7abd-4711-9064-5a6ec87388b0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/subnets/4aeed037-6b6e-4f6d-a673-1cc2bb1c0d1e HTTP/1.1" status: 404 len: 337 time: 0.0286031 Jun 18 16:29:08.630034 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50862) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.668815 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-006bd587-d1e4-4c23-8b8c-3ce29282177f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/ports?device_id=1ab4bf1c-3db4-41be-9622-3061c4bf0628 HTTP/1.1" status: 200 len: 205 time: 0.0371251 Jun 18 16:29:08.670854 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50864) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.710727 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-b37a8924-f614-4d03-9cf0-d2daf8898725 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] delete failed (client error): The resource could not be found. Jun 18 16:29:08.711791 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b37a8924-f614-4d03-9cf0-d2daf8898725 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/routers/1ab4bf1c-3db4-41be-9622-3061c4bf0628 HTTP/1.1" status: 404 len: 336 time: 0.0397661 Jun 18 16:29:08.714804 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50866) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.744205 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-720c81be-11fb-4fa2-8bc6-f8bfe2738146 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] DELETE failed (client error): The resource could not be found. Jun 18 16:29:08.744932 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720c81be-11fb-4fa2-8bc6-f8bfe2738146 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:29:08.749621 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-720c81be-11fb-4fa2-8bc6-f8bfe2738146 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/subnets/ed49feb5-20d9-4f71-9582-5e39ef819c7c HTTP/1.1" status: 404 len: 337 time: 0.0306351 Jun 18 16:29:08.751070 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50868) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.784941 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9016663a-cab0-4fdf-85a9-c362a00a320c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "GET /v2.0/ports?device_id=1798cd15-22c7-436b-8e77-f49ef5900010 HTTP/1.1" status: 200 len: 205 time: 0.0320661 Jun 18 16:29:08.786991 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-b44d26fc-58c7-4067-bffd-d3495cbb149a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:50Z', 'revision_number': 5, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:08.787268 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50870) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.815332 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44d26fc-58c7-4067-bffd-d3495cbb149a None None] The sync data for ids ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'] in dv-neutron-797120-1-hyperv is: [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:50Z', 'revision_number': 5, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:08.828519 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-6d092480-802b-4ce6-a355-4705d4306cc9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] delete failed (client error): The resource could not be found. Jun 18 16:29:08.829908 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6d092480-802b-4ce6-a355-4705d4306cc9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/routers/1798cd15-22c7-436b-8e77-f49ef5900010 HTTP/1.1" status: 404 len: 336 time: 0.0416455 Jun 18 16:29:08.832566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50872) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.865087 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-26402089-8d9b-4af2-ac82-782ce7d737a3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] DELETE failed (client error): The resource could not be found. Jun 18 16:29:08.865856 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26402089-8d9b-4af2-ac82-782ce7d737a3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:29:08.867712 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-26402089-8d9b-4af2-ac82-782ce7d737a3 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/subnets/4a97a93d-a7fa-412b-b4c7-983068d068b3 HTTP/1.1" status: 404 len: 337 time: 0.0340648 Jun 18 16:29:08.870485 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50874) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:08.905353 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-29dea659-86c8-4cdd-964e-071c2f4a9049 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] DELETE failed (client error): The resource could not be found. Jun 18 16:29:08.906636 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29dea659-86c8-4cdd-964e-071c2f4a9049 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:29:08.911473 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-29dea659-86c8-4cdd-964e-071c2f4a9049 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] 10.222.0.50 "DELETE /v2.0/subnets/e1a3ed39-bedf-4f36-9e37-e5388b450b5c HTTP/1.1" status: 404 len: 337 time: 0.0385597 Jun 18 16:29:09.140298 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3b95da-8f08-4a6b-a12d-14c419fad806 None None] New status for floating IP d5deac9c-352a-46e8-810c-5af0a12cb994: DOWN {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:29:09.203163 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50880) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:09.352914 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6b0353e2-fc3a-46e1-8ca4-b6f49d3e10d1 req-20c71bd3-271d-4171-92b5-4d6955142599 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 210 time: 0.0369346 Jun 18 16:29:09.393075 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-77e8c579-61a9-4525-bb52-d58a73d774a5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=84b747165e5345b28ba1bbd7eb3d22bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1884205 Jun 18 16:29:09.395525 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50886) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:09.447633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2a954cd6-90c7-4a92-9eca-9790b9ae920b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.469859 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2a954cd6-90c7-4a92-9eca-9790b9ae920b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.517205 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2a954cd6-90c7-4a92-9eca-9790b9ae920b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.519816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2a954cd6-90c7-4a92-9eca-9790b9ae920b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:09.520975 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2a954cd6-90c7-4a92-9eca-9790b9ae920b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c08a857d-14c8-4968-9deb-c355193dbaf3 HTTP/1.1" status: 204 len: 168 time: 0.1244993 Jun 18 16:29:09.521733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0aac2e94-6fa9-4600-b02d-bda0c27c4294 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:09.529039 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a954cd6-90c7-4a92-9eca-9790b9ae920b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08a857d-14c8-4968-9deb-c355193dbaf3,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:09.532126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2a954cd6-90c7-4a92-9eca-9790b9ae920b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:10.215806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50910) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:10.313561 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b821d300-451f-4e5b-8cc6-513b324b4c0d tempest-DvrRoutersNegativeTest-948990969 tempest-DvrRoutersNegativeTest-948990969-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1387624226', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:10.316462 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.policy [None req-b821d300-451f-4e5b-8cc6-513b324b4c0d tempest-DvrRoutersNegativeTest-948990969 tempest-DvrRoutersNegativeTest-948990969-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93453) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 18 16:29:10.316766 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.policy [None req-b821d300-451f-4e5b-8cc6-513b324b4c0d tempest-DvrRoutersNegativeTest-948990969 tempest-DvrRoutersNegativeTest-948990969-project] Failed policy check for 'create_router' {{(pid=93453) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 18 16:29:10.317302 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-b821d300-451f-4e5b-8cc6-513b324b4c0d tempest-DvrRoutersNegativeTest-948990969 tempest-DvrRoutersNegativeTest-948990969-project] create failed (client error): Access was denied to this resource. Jun 18 16:29:10.318272 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b821d300-451f-4e5b-8cc6-513b324b4c0d tempest-DvrRoutersNegativeTest-948990969 tempest-DvrRoutersNegativeTest-948990969-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1014364 Jun 18 16:29:10.595974 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 50920) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:10.662946 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81cf916c-4d50-499a-b45a-a212c6b3adfd req-edde4823-c29b-4d24-afd0-a1285478a46c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 210 time: 0.0338047 Jun 18 16:29:10.704171 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e60a17d4-af98-43c5-aeee-91c61cab0f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.805378 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e60a17d4-af98-43c5-aeee-91c61cab0f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.809277 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e60a17d4-af98-43c5-aeee-91c61cab0f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.813194 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fb02e58f-b6ad-4199-aa86-2dfece4efcb6 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:10.849207 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e60a17d4-af98-43c5-aeee-91c61cab0f84 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=091adc5b6e934811bb13b555363f6ba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2520514 Jun 18 16:29:10.850465 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a17d4-af98-43c5-aeee-91c61cab0f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200957c1-ffd4-4eb4-8a3c-a893e75ff70e,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:10.852102 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50924) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:10.853528 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e60a17d4-af98-43c5-aeee-91c61cab0f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:10.912322 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device c9363744-562b-44be-9251-a22474f48d38 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:29:10.914291 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-141641f0-7f41-40d4-8af8-5b0e32892a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.933644 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-93e03738-c9d3-4558-8098-9c9a6eb15636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.935327 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: c9363744-562b-44be-9251-a22474f48d38 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:29:10.935777 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device c9363744-562b-44be-9251-a22474f48d38 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:29:10.940535 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-141641f0-7f41-40d4-8af8-5b0e32892a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.988730 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-141641f0-7f41-40d4-8af8-5b0e32892a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.991390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-141641f0-7f41-40d4-8af8-5b0e32892a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:10.995158 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-141641f0-7f41-40d4-8af8-5b0e32892a17 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/200957c1-ffd4-4eb4-8a3c-a893e75ff70e HTTP/1.1" status: 204 len: 168 time: 0.1393099 Jun 18 16:29:10.995158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3368a262-a612-4ff3-b52f-19434c2be9cf tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:11.001282 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141641f0-7f41-40d4-8af8-5b0e32892a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200957c1-ffd4-4eb4-8a3c-a893e75ff70e,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:11.008039 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-141641f0-7f41-40d4-8af8-5b0e32892a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:11.271482 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:11.833749 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cbf50553-5e28-4bcc-874f-c5782b1c5017 req-534e6b5e-6da7-4c31-b769-12b970e64bd1 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=88455d4e-81e3-437b-bca6-ab11b71ce0b4 HTTP/1.1" status: 200 len: 210 time: 0.0384736 Jun 18 16:29:12.058930 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.227838 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50962) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:12.364789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-09325f5e-888c-422b-9723-3e60c50c16d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'network': {'name': 'tempest-network-smoke--1586143604', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'port_security_enabled': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:12.385556 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09325f5e-888c-422b-9723-3e60c50c16d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:12.389137 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09325f5e-888c-422b-9723-3e60c50c16d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.398200 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09325f5e-888c-422b-9723-3e60c50c16d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.490949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09325f5e-888c-422b-9723-3e60c50c16d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.495161 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09325f5e-888c-422b-9723-3e60c50c16d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.498192 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-141641f0-7f41-40d4-8af8-5b0e32892a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:12.523313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09325f5e-888c-422b-9723-3e60c50c16d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:29:12.532959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09325f5e-888c-422b-9723-3e60c50c16d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce40e532-7586-41e9-a75f-ed4f4d8ea46d,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:12.536187 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-09325f5e-888c-422b-9723-3e60c50c16d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:12.539128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09325f5e-888c-422b-9723-3e60c50c16d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.539471 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-09325f5e-888c-422b-9723-3e60c50c16d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Added segment 55e9cb1a-4bb2-4231-bccf-c4401bb410a9 of type vlan for network 11f922c3-5ac6-4da5-a687-be19cbafabc8 Jun 18 16:29:12.579716 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09325f5e-888c-422b-9723-3e60c50c16d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.606802 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09325f5e-888c-422b-9723-3e60c50c16d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.613122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09325f5e-888c-422b-9723-3e60c50c16d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:12.613727 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09325f5e-888c-422b-9723-3e60c50c16d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.616825 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f41aaafd-ff41-4479-92c6-46068bc61177 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:12.662792 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-09325f5e-888c-422b-9723-3e60c50c16d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4338439 Jun 18 16:29:12.665470 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50966) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:12.672886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-959898964', 'admin_state_up': True, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:12.694559 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09325f5e-888c-422b-9723-3e60c50c16d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Network': ['ID=11f922c3-5ac6-4da5-a687-be19cbafabc8,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:12.698625 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-09325f5e-888c-422b-9723-3e60c50c16d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:12.704933 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 11f922c3-5ac6-4da5-a687-be19cbafabc8 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:29:12.709762 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.710812 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.768132 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:12.910588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.105952 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.126818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.204364 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-c509e289-60e3-402c-9d13-6b68c6422f83 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771184036&fields=id&tenant_id=677a748149594a93a9900e94206deadd HTTP/1.1" status: 200 len: 267 time: 0.0798285 Jun 18 16:29:13.336165 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.26.6.80 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/5129d8be-fb7a-4e80-8737-de61430c4baa) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:13.369826 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-a89f3a90-eeb1-4666-8d23-8cbd550fbe4f tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:13.371285 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-a89f3a90-eeb1-4666-8d23-8cbd550fbe4f tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/networks?id=653de129-f9e5-469e-ba59-ca23a87d80e3 HTTP/1.1" status: 200 len: 812 time: 0.1564376 Jun 18 16:29:13.418351 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-7da0d38d-49c7-4dbf-9b50-5e7386b535e2 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/quotas/677a748149594a93a9900e94206deadd HTTP/1.1" status: 200 len: 375 time: 0.0352125 Jun 18 16:29:13.509771 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.533264 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-f6ec89f1-12ee-4325-a0e2-80162efd45f7 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=677a748149594a93a9900e94206deadd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1078362 Jun 18 16:29:13.609340 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.613239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5f133e6d-e817-46d1-8eba-7a566686e1ea tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:13.669146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:13.678116 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:13.685849 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:13.687435 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=5129d8be-fb7a-4e80-8737-de61430c4baa,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:13.689848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:13.693489 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:13.714707 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-b306ef3b-9e51-47ea-87e2-190ed10fd1f2 service neutron] 10.222.0.50 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676772 Jun 18 16:29:14.241200 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-23e359ee-71fb-4177-bf8a-c7f49654b9c1 service neutron] 10.222.0.50 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183880 Jun 18 16:29:14.344788 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.562563 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-36838269-ee4c-4ffa-9128-ede9e6d44db1 req-7b9dbfa0-e42d-4854-b868-1149dbc9a6d4 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 210 time: 0.0342920 Jun 18 16:29:14.577386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.710393 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 203502c0-4be2-4d03-bd32-2290f3107a95 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:29:14.821804 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:14.832375 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Sync routers for ids ['203502c0-4be2-4d03-bd32-2290f3107a95'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:14.844171 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Routers {'203502c0-4be2-4d03-bd32-2290f3107a95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:14.844456 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:14.844929 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:29:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['203502c0-4be2-4d03-bd32-2290f3107a95'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:14.845829 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1791480 Jun 18 16:29:14.848960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 50996) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:14.944595 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7d1f7a8b-725c-4a3c-bb37-e0c72a96d288 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=ce51bca7228b4491bea754922e3226ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0943024 Jun 18 16:29:14.946930 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51000) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:14.973569 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Set router 203502c0-4be2-4d03-bd32-2290f3107a95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:15.107052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4937fe0f-5e03-4e1d-ab88-4ec55411ce57 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:15.110882 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4937fe0f-5e03-4e1d-ab88-4ec55411ce57 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1628938 Jun 18 16:29:15.111962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51002) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:15.154036 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-be6e1459-0c37-4a3b-b70d-122b484bafcf tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408680 Jun 18 16:29:15.157572 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51004) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:15.164715 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-b3de17c0-27c3-4504-b90c-84a3915b32e8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-159995997', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:15.168454 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:15.197328 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Checking router: 203502c0-4be2-4d03-bd32-2290f3107a95 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:29:15.197868 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Updating router 203502c0-4be2-4d03-bd32-2290f3107a95 port 5129d8be-fb7a-4e80-8737-de61430c4baa binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:29:15.232068 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.259585 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3de17c0-27c3-4504-b90c-84a3915b32e8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:15.263177 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b3de17c0-27c3-4504-b90c-84a3915b32e8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.453211 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b3de17c0-27c3-4504-b90c-84a3915b32e8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.456144 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8bb12e42-7228-4d59-8eea-d9387c59ed38 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:15.506259 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.517728 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Transition to ACTIVE for port object 5129d8be-fb7a-4e80-8737-de61430c4baa will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:15.521746 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de17c0-27c3-4504-b90c-84a3915b32e8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Subnet': ['ID=1d63ce6b-e747-4b26-8494-786ae754de87,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:15.523796 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.526846 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b3de17c0-27c3-4504-b90c-84a3915b32e8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:15.529590 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:15.529775 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3de17c0-27c3-4504-b90c-84a3915b32e8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Checking segment: {'id': '55e9cb1a-4bb2-4231-bccf-c4401bb410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:15.530070 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3de17c0-27c3-4504-b90c-84a3915b32e8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network hostable DHCP agents. Network: 11f922c3-5ac6-4da5-a687-be19cbafabc8, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:29:15.548474 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3de17c0-27c3-4504-b90c-84a3915b32e8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 11f922c3-5ac6-4da5-a687-be19cbafabc8 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:29:15.561289 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-b3de17c0-27c3-4504-b90c-84a3915b32e8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 11f922c3-5ac6-4da5-a687-be19cbafabc8) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:15.568690 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3de17c0-27c3-4504-b90c-84a3915b32e8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:15.569819 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b3de17c0-27c3-4504-b90c-84a3915b32e8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.573307 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69899fe5-e18d-4d6f-bc3b-003288a5b78b None None] Network 11f922c3-5ac6-4da5-a687-be19cbafabc8 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:15.579646 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22197e01-204f-4593-b3d5-1302be3390ff None None] Pushing event updated for resources: {'Port': ['ID=5129d8be-fb7a-4e80-8737-de61430c4baa,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:15.582496 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Attempting to bind port 5129d8be-fb7a-4e80-8737-de61430c4baa on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:15.582880 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Attempting to bind port 5129d8be-fb7a-4e80-8737-de61430c4baa by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:15.583251 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Attempting to bind port 5129d8be-fb7a-4e80-8737-de61430c4baa on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:15.585425 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-22197e01-204f-4593-b3d5-1302be3390ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:15.589552 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:15.590374 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:15.590374 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.590774 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:15.591246 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Bound port: 5129d8be-fb7a-4e80-8737-de61430c4baa, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:15.591620 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.655852 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b3de17c0-27c3-4504-b90c-84a3915b32e8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4925909 Jun 18 16:29:15.656407 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51008) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:15.667095 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] For port 5129d8be-fb7a-4e80-8737-de61430c4baa, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:15.673691 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] For port 5129d8be-fb7a-4e80-8737-de61430c4baa, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=5129d8be-fb7a-4e80-8737-de61430c4baa,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:15.680519 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.694684 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:15.738408 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c7dcae64-26ec-4b25-aad4-d97dc4aad2e0 req-073df8c5-2c56-4e59-beb2-68afaec3d8e5 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 210 time: 0.0439794 Jun 18 16:29:15.768034 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-d0002936-c10f-45be-b286-35ecd6ec7f14 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:15.769782 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-d0002936-c10f-45be-b286-35ecd6ec7f14 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.55 "GET /v2.0/networks?id=653de129-f9e5-469e-ba59-ca23a87d80e3 HTTP/1.1" status: 200 len: 812 time: 0.1924000 Jun 18 16:29:15.845785 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Routers {'203502c0-4be2-4d03-bd32-2290f3107a95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:15.846230 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-24e4ff6f-5b61-4ee4-a3ff-b8dcc5a752be tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=677a748149594a93a9900e94206deadd HTTP/1.1" status: 200 len: 380 time: 0.0448322 Jun 18 16:29:15.846506 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:29:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['203502c0-4be2-4d03-bd32-2290f3107a95'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:15.855297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-11f922c3-5ac6-4da5-a687-be19cbafabc8', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ips': [{'subnet_id': '1d63ce6b-e747-4b26-8494-786ae754de87'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:29:15.856158 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:15.858919 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-f343471d-7f4f-4b0b-ac2a-eeb13d28b500 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Request body: {'port': {'device_id': '310373a9-8742-47c5-8890-afb1259b48f9', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'admin_state_up': True, 'tenant_id': '677a748149594a93a9900e94206deadd', 'security_groups': ['0106fc81-4b98-4bd6-b210-70c4a55c795f']}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:15.914386 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22197e01-204f-4593-b3d5-1302be3390ff None None] Pushing event updated for resources: {'Port': ['ID=5129d8be-fb7a-4e80-8737-de61430c4baa,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:15.919348 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-22197e01-204f-4593-b3d5-1302be3390ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:15.990285 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] Set router 203502c0-4be2-4d03-bd32-2290f3107a95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:16.047094 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Allocated IP 172.20.0.2 (11f922c3-5ac6-4da5-a687-be19cbafabc8/1d63ce6b-e747-4b26-8494-786ae754de87/ba1bb3f4-55b5-4462-b0ed-f8b0139cc310) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:16.215981 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.227032 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:16.232037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Transition to ACTIVE for port object ba1bb3f4-55b5-4462-b0ed-f8b0139cc310 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:16.257370 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Transition to ACTIVE for port object ba1bb3f4-55b5-4462-b0ed-f8b0139cc310 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:16.269336 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.272256 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e572cebb-d516-4086-a018-aa7b88fc4c5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:16.274796 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4ac76c-016d-4f7c-b32b-d03eb1fdbf31 None None] The sync data for ids ['203502c0-4be2-4d03-bd32-2290f3107a95'] in dv-neutron-797120-1-hyperv is: [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:29:14Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:16.326037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Network 11f922c3-5ac6-4da5-a687-be19cbafabc8 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:16.334713 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:16.339274 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:16.350053 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Pushing event updated for resources: {'Port': ['ID=ba1bb3f4-55b5-4462-b0ed-f8b0139cc310,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:16.355242 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:16.413223 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Attempting to bind port ba1bb3f4-55b5-4462-b0ed-f8b0139cc310 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:16.413697 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Attempting to bind port ba1bb3f4-55b5-4462-b0ed-f8b0139cc310 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '55e9cb1a-4bb2-4231-bccf-c4401bb410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:16.414228 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Attempting to bind port ba1bb3f4-55b5-4462-b0ed-f8b0139cc310 on network 11f922c3-5ac6-4da5-a687-be19cbafabc8 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:16.420227 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:16.421681 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Checking segment: {'id': '55e9cb1a-4bb2-4231-bccf-c4401bb410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:16.422367 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.422901 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Bound using segment: {'id': '55e9cb1a-4bb2-4231-bccf-c4401bb410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:16.423498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Bound port: ba1bb3f4-55b5-4462-b0ed-f8b0139cc310, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e9cb1a-4bb2-4231-bccf-c4401bb410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:16.424000 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.500600 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] For port ba1bb3f4-55b5-4462-b0ed-f8b0139cc310, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:16.509997 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] For port ba1bb3f4-55b5-4462-b0ed-f8b0139cc310, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ba1bb3f4-55b5-4462-b0ed-f8b0139cc310,segment=NetworkSegment(55e9cb1a-4bb2-4231-bccf-c4401bb410a9),segment_id=55e9cb1a-4bb2-4231-bccf-c4401bb410a9)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:16.514103 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.516346 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e572cebb-d516-4086-a018-aa7b88fc4c5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:16.545219 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-f343471d-7f4f-4b0b-ac2a-eeb13d28b500 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Made reservation on behalf of 677a748149594a93a9900e94206deadd for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:16.550408 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-f343471d-7f4f-4b0b-ac2a-eeb13d28b500 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:16.606319 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Pushing event updated for resources: {'Port': ['ID=ba1bb3f4-55b5-4462-b0ed-f8b0139cc310,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:16.614450 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:16.804751 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-f343471d-7f4f-4b0b-ac2a-eeb13d28b500 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Allocated IP 172.20.0.6 (653de129-f9e5-469e-ba59-ca23a87d80e3/69140bce-415f-4588-91e8-fdea89aeed75/4a6649d9-aed2-46c8-bfa1-928ff2130200) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:17.013089 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2a4a52e7-3038-4225-b58d-c8acd3c32764 req-4652ae31-b92d-4cc3-bd59-01830a8cbb61 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 210 time: 0.0788007 Jun 18 16:29:17.102537 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.122771 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ba1bb3f4-55b5-4462-b0ed-f8b0139cc310 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:17.188429 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port ba1bb3f4-55b5-4462-b0ed-f8b0139cc310 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:17.195495 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 5129d8be-fb7a-4e80-8737-de61430c4baa up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:17.235228 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-f343471d-7f4f-4b0b-ac2a-eeb13d28b500 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.262242 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-f343471d-7f4f-4b0b-ac2a-eeb13d28b500 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Transition to ACTIVE for port object 4a6649d9-aed2-46c8-bfa1-928ff2130200 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:17.268799 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 5129d8be-fb7a-4e80-8737-de61430c4baa completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:17.273558 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 5129d8be-fb7a-4e80-8737-de61430c4baa triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:17.274170 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.369718 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-f343471d-7f4f-4b0b-ac2a-eeb13d28b500 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.387731 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.411689 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:17.417678 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 5129d8be-fb7a-4e80-8737-de61430c4baa, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=5129d8be-fb7a-4e80-8737-de61430c4baa,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:17.423285 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.425651 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-051eec71-0a11-4cbd-8011-1f6019f07a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:17.485874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=5129d8be-fb7a-4e80-8737-de61430c4baa,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:17.496588 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:17.503349 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-f343471d-7f4f-4b0b-ac2a-eeb13d28b500 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Network 653de129-f9e5-469e-ba59-ca23a87d80e3 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:17.515881 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-f343471d-7f4f-4b0b-ac2a-eeb13d28b500 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:17.542869 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-f343471d-7f4f-4b0b-ac2a-eeb13d28b500 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:17.579507 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343471d-7f4f-4b0b-ac2a-eeb13d28b500 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event updated for resources: {'Port': ['ID=4a6649d9-aed2-46c8-bfa1-928ff2130200,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:17.587557 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f343471d-7f4f-4b0b-ac2a-eeb13d28b500 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:17.628717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.20.0.1 (11f922c3-5ac6-4da5-a687-be19cbafabc8/1d63ce6b-e747-4b26-8494-786ae754de87/516c7732-d025-459d-afc0-f22cc36e645a) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:17.637958 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-f343471d-7f4f-4b0b-ac2a-eeb13d28b500 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:17.638615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-f343471d-7f4f-4b0b-ac2a-eeb13d28b500 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.668012 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-f343471d-7f4f-4b0b-ac2a-eeb13d28b500 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8155403 Jun 18 16:29:17.686759 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Request body: {'port': {'device_id': '310373a9-8742-47c5-8890-afb1259b48f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:17.865483 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.879750 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.908782 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Transition to ACTIVE for port object 516c7732-d025-459d-afc0-f22cc36e645a will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:17.930613 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-24241357-e31e-4e67-9622-cb2f810120df None None] Provisioning for port 4a6649d9-aed2-46c8-bfa1-928ff2130200 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:17.937919 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-24241357-e31e-4e67-9622-cb2f810120df None None] Provisioning complete for port 4a6649d9-aed2-46c8-bfa1-928ff2130200 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:17.938599 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-24241357-e31e-4e67-9622-cb2f810120df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:17.990041 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-24241357-e31e-4e67-9622-cb2f810120df None None] Port 4a6649d9-aed2-46c8-bfa1-928ff2130200 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:18.024062 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0102ec-5fee-478a-8c27-643ae23e6870 None None] Network 11f922c3-5ac6-4da5-a687-be19cbafabc8 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:29:18.075196 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.079880 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:18.192720 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 11f922c3-5ac6-4da5-a687-be19cbafabc8 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:18.202915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:18.229777 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a2d24b5f-0cda-42ca-8fdb-563b80d1b37e None None] Provisioning for port ba1bb3f4-55b5-4462-b0ed-f8b0139cc310 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:18.237403 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a2d24b5f-0cda-42ca-8fdb-563b80d1b37e None None] Provisioning complete for port ba1bb3f4-55b5-4462-b0ed-f8b0139cc310 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:18.237781 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a2d24b5f-0cda-42ca-8fdb-563b80d1b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.273063 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:18.276730 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1b6a9-328b-4d9e-85e8-407339551c0c req-73c41b1c-fb6f-4953-99cd-1fa60466d96e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:18.281093 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=516c7732-d025-459d-afc0-f22cc36e645a,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:18.292940 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d3d1b6a9-328b-4d9e-85e8-407339551c0c req-73c41b1c-fb6f-4953-99cd-1fa60466d96e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 931 time: 0.1286075 Jun 18 16:29:18.329985 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:18.360016 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d3d1b6a9-328b-4d9e-85e8-407339551c0c req-eb808f4e-6aa6-47ae-8329-ee26318627ac tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598464 Jun 18 16:29:18.376076 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a2d24b5f-0cda-42ca-8fdb-563b80d1b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.442521 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a2d24b5f-0cda-42ca-8fdb-563b80d1b37e None None] For port ba1bb3f4-55b5-4462-b0ed-f8b0139cc310, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ba1bb3f4-55b5-4462-b0ed-f8b0139cc310,segment=NetworkSegment(55e9cb1a-4bb2-4231-bccf-c4401bb410a9),segment_id=55e9cb1a-4bb2-4231-bccf-c4401bb410a9)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:18.444276 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.453401 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a2d24b5f-0cda-42ca-8fdb-563b80d1b37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.456041 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-efb7a861-41ba-4338-9bd1-3a0200dc417d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:18.495482 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6649d9-aed2-46c8-bfa1-928ff2130200 {{(pid=93454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:29:18.511027 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d24b5f-0cda-42ca-8fdb-563b80d1b37e None None] Pushing event updated for resources: {'Port': ['ID=ba1bb3f4-55b5-4462-b0ed-f8b0139cc310,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:18.511811 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.516009 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a2d24b5f-0cda-42ca-8fdb-563b80d1b37e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:18.534124 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Transition to ACTIVE for port object 4a6649d9-aed2-46c8-bfa1-928ff2130200 will not be triggered until provisioned by entity L2. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:18.559814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.564970 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-abd569f9-56f4-4811-972b-9bb2b8af1eca tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:18.674586 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Pushing event updated for resources: {'Port': ['ID=4a6649d9-aed2-46c8-bfa1-928ff2130200,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:18.677800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:18.679693 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-cd746dd0-521a-4767-931a-d64058270fa7 None None] Provisioning complete for port ba1bb3f4-55b5-4462-b0ed-f8b0139cc310 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:18.680208 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cd746dd0-521a-4767-931a-d64058270fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.805346 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.828790 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-cd746dd0-521a-4767-931a-d64058270fa7 None None] Provisioning for port 516c7732-d025-459d-afc0-f22cc36e645a completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:18.834472 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-cd746dd0-521a-4767-931a-d64058270fa7 None None] Provisioning complete for port 516c7732-d025-459d-afc0-f22cc36e645a triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:18.835056 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cd746dd0-521a-4767-931a-d64058270fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.870451 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Attempting to bind port 4a6649d9-aed2-46c8-bfa1-928ff2130200 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:18.870782 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Attempting to bind port 4a6649d9-aed2-46c8-bfa1-928ff2130200 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:18.871114 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Attempting to bind port 4a6649d9-aed2-46c8-bfa1-928ff2130200 on network 653de129-f9e5-469e-ba59-ca23a87d80e3 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:18.884747 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Port 4a6649d9-aed2-46c8-bfa1-928ff2130200 on network 653de129-f9e5-469e-ba59-ca23a87d80e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:29:18.885594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Attempting to bind port 4a6649d9-aed2-46c8-bfa1-928ff2130200 on network 653de129-f9e5-469e-ba59-ca23a87d80e3 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:18.912032 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-cd746dd0-521a-4767-931a-d64058270fa7 None None] Port 516c7732-d025-459d-afc0-f22cc36e645a cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:18.937294 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:18.937664 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Checking segment: {'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:18.938115 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Bound using segment: {'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'} {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:18.938538 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Bound port: 4a6649d9-aed2-46c8-bfa1-928ff2130200, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'}}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:18.938886 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:18.990398 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ba1bb3f4-55b5-4462-b0ed-f8b0139cc310 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:19.042057 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-25845b7c-cd6c-46a5-96d0-a7e09c445139 None None] Provisioning complete for port 516c7732-d025-459d-afc0-f22cc36e645a triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:19.042665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-25845b7c-cd6c-46a5-96d0-a7e09c445139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.064533 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] For port 4a6649d9-aed2-46c8-bfa1-928ff2130200, host hv-neutron-7971, cleared binding levels {{(pid=93454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:19.070255 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] For port 4a6649d9-aed2-46c8-bfa1-928ff2130200, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4a6649d9-aed2-46c8-bfa1-928ff2130200,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:19.082507 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ba1bb3f4-55b5-4462-b0ed-f8b0139cc310 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:19.083087 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.108612 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-25845b7c-cd6c-46a5-96d0-a7e09c445139 None None] Port 516c7732-d025-459d-afc0-f22cc36e645a cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:19.112712 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.116563 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:19.159972 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:19.160572 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.161961 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] 10.222.0.55 "PUT /v2.0/ports/4a6649d9-aed2-46c8-bfa1-928ff2130200 HTTP/1.1" status: 200 len: 1093 time: 1.4805992 Jun 18 16:29:19.166696 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310373a9-8742-47c5-8890-afb1259b48f9', 'tag': '4a6649d9-aed2-46c8-bfa1-928ff2130200'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:29:19.169113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ab8cf4-0c6f-4f97-8460-5325363d2922" -d '{"events": [{"name": "network-changed", "server_uuid": "310373a9-8742-47c5-8890-afb1259b48f9", "tag": "4a6649d9-aed2-46c8-bfa1-928ff2130200"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:29:19.206110 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 5129d8be-fb7a-4e80-8737-de61430c4baa up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:19.208626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Pushing event updated for resources: {'Port': ['ID=4a6649d9-aed2-46c8-bfa1-928ff2130200,revision_number=3']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:19.214727 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:19.265585 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8beec29a-80f9-4391-a21d-214792b7a731 x-openstack-request-id: req-8beec29a-80f9-4391-a21d-214792b7a731 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:29:19.265926 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310373a9-8742-47c5-8890-afb1259b48f9", "tag": "4a6649d9-aed2-46c8-bfa1-928ff2130200", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:29:19.266228 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8beec29a-80f9-4391-a21d-214792b7a731 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:29:19.266707 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310373a9-8742-47c5-8890-afb1259b48f9', 'tag': '4a6649d9-aed2-46c8-bfa1-928ff2130200', 'status': 'completed', 'code': 200} Jun 18 16:29:19.292609 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 5129d8be-fb7a-4e80-8737-de61430c4baa triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:19.293387 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.293667 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.308571 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.314115 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:19.375611 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-9703d97b-b9a7-40ce-baf9-837c5abc1459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:19.377176 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-9703d97b-b9a7-40ce-baf9-837c5abc1459 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=677a748149594a93a9900e94206deadd&device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 1096 time: 0.1473598 Jun 18 16:29:19.437796 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=516c7732-d025-459d-afc0-f22cc36e645a,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:19.442031 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.443756 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:19.445146 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-1695566d-ace4-4dfe-accf-e9f1a447875e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a6649d9-aed2-46c8-bfa1-928ff2130200 HTTP/1.1" status: 200 len: 217 time: 0.0547581 Jun 18 16:29:19.557937 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-d57d87c5-9d26-408d-9dfb-dbd169e04c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:19.559397 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7654877-63ff-4799-86a0-68b3d1434512 req-a7a7965f-0c74-4ff5-aaff-a3c31422a718 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:19.559902 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-d57d87c5-9d26-408d-9dfb-dbd169e04c3c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69140bce-415f-4588-91e8-fdea89aeed75 HTTP/1.1" status: 200 len: 851 time: 0.1027641 Jun 18 16:29:19.561441 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b7654877-63ff-4799-86a0-68b3d1434512 req-a7a7965f-0c74-4ff5-aaff-a3c31422a718 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 943 time: 0.0703425 Jun 18 16:29:19.601896 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b7654877-63ff-4799-86a0-68b3d1434512 req-bf4704cd-845b-4d97-ac37-12d99fd3112d tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327463 Jun 18 16:29:19.614962 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 11f922c3-5ac6-4da5-a687-be19cbafabc8 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:19.617107 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:19.726197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-be98e33d-5bd7-460b-9112-1f5db397183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:19.727767 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-be98e33d-5bd7-460b-9112-1f5db397183e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=653de129-f9e5-469e-ba59-ca23a87d80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1595743 Jun 18 16:29:19.826145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 203502c0-4be2-4d03-bd32-2290f3107a95 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:19.869111 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-81608f66-47b4-4539-b42f-3cc214bf21ad service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313550 Jun 18 16:29:19.896425 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a6e05f51-bd9c-4f4b-9b3a-de4c51db1fb0 None None] Provisioning complete for port 516c7732-d025-459d-afc0-f22cc36e645a triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:19.896843 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6e05f51-bd9c-4f4b-9b3a-de4c51db1fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:19.935300 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a6e05f51-bd9c-4f4b-9b3a-de4c51db1fb0 None None] Port 516c7732-d025-459d-afc0-f22cc36e645a cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:20.043761 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3afe6d5b-c4f5-41aa-8e05-a4dabcc3096b req-0177f2f1-6a3b-4611-8350-b4694628590d service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419287 Jun 18 16:29:20.045518 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:20.051622 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/routers/203502c0-4be2-4d03-bd32-2290f3107a95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3941524 Jun 18 16:29:20.054290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51026) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:20.061903 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Sync routers for ids ['203502c0-4be2-4d03-bd32-2290f3107a95'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:20.080140 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Routers {'203502c0-4be2-4d03-bd32-2290f3107a95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:20.081580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:29:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['203502c0-4be2-4d03-bd32-2290f3107a95'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:20.163323 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab8cf4-0c6f-4f97-8460-5325363d2922 req-0204b9a8-610c-46d5-ad49-81de85fe5272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:20.165164 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e5ab8cf4-0c6f-4f97-8460-5325363d2922 req-0204b9a8-610c-46d5-ad49-81de85fe5272 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=677a748149594a93a9900e94206deadd&device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 1096 time: 0.0607424 Jun 18 16:29:20.278085 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7780da86-e45a-4ebd-abf5-e4c646b6aac3 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:20.278988 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7780da86-e45a-4ebd-abf5-e4c646b6aac3 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:20.280220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7780da86-e45a-4ebd-abf5-e4c646b6aac3 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:20.281516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7780da86-e45a-4ebd-abf5-e4c646b6aac3 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:20.282163 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7780da86-e45a-4ebd-abf5-e4c646b6aac3 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:20.282843 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7780da86-e45a-4ebd-abf5-e4c646b6aac3 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:20.288029 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7780da86-e45a-4ebd-abf5-e4c646b6aac3 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2326312 Jun 18 16:29:20.288638 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab8cf4-0c6f-4f97-8460-5325363d2922 req-4a3d717f-5a72-4304-8d9c-f6d50a82bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:20.289124 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51028) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:20.290104 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e5ab8cf4-0c6f-4f97-8460-5325363d2922 req-4a3d717f-5a72-4304-8d9c-f6d50a82bc3b service neutron] 10.222.0.55 "GET /v2.0/networks?id=653de129-f9e5-469e-ba59-ca23a87d80e3 HTTP/1.1" status: 200 len: 913 time: 0.1166596 Jun 18 16:29:20.343506 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e5ab8cf4-0c6f-4f97-8460-5325363d2922 req-9717cc2f-0526-491f-a0f2-90613e4b7f2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a6649d9-aed2-46c8-bfa1-928ff2130200 HTTP/1.1" status: 200 len: 217 time: 0.0455685 Jun 18 16:29:20.357264 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Set router 203502c0-4be2-4d03-bd32-2290f3107a95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:20.390381 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a570c4a9-508b-43a8-9351-ad57ae0014a4 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:20.391302 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a570c4a9-508b-43a8-9351-ad57ae0014a4 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:20.391932 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a570c4a9-508b-43a8-9351-ad57ae0014a4 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:20.392560 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a570c4a9-508b-43a8-9351-ad57ae0014a4 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:20.393187 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a570c4a9-508b-43a8-9351-ad57ae0014a4 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:20.393800 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a570c4a9-508b-43a8-9351-ad57ae0014a4 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:20.395840 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a570c4a9-508b-43a8-9351-ad57ae0014a4 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1055408 Jun 18 16:29:20.398588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51030) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:20.409225 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab8cf4-0c6f-4f97-8460-5325363d2922 req-a70d74ba-5098-46ce-980a-3a527c8a160c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:20.412018 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e5ab8cf4-0c6f-4f97-8460-5325363d2922 req-a70d74ba-5098-46ce-980a-3a527c8a160c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69140bce-415f-4588-91e8-fdea89aeed75 HTTP/1.1" status: 200 len: 851 time: 0.0612786 Jun 18 16:29:20.483376 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab8cf4-0c6f-4f97-8460-5325363d2922 req-3a0f13ad-641a-45ed-bf1f-5a26cdf7239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:20.485082 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e5ab8cf4-0c6f-4f97-8460-5325363d2922 req-3a0f13ad-641a-45ed-bf1f-5a26cdf7239d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=653de129-f9e5-469e-ba59-ca23a87d80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655913 Jun 18 16:29:20.594817 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:29:18Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '516c7732-d025-459d-afc0-f22cc36e645a', 'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:d8:e1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:17Z', 'updated_at': '2021-06-18T16:29:19Z', 'revision_number': 2, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:20.597779 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e5ab8cf4-0c6f-4f97-8460-5325363d2922 req-fdb644b0-f3ed-4e10-85cf-4fc142d521e5 service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050181 Jun 18 16:29:20.629265 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Checking router: 203502c0-4be2-4d03-bd32-2290f3107a95 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:29:20.629265 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Updating router 203502c0-4be2-4d03-bd32-2290f3107a95 port 516c7732-d025-459d-afc0-f22cc36e645a binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:29:20.669088 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ddfbeec3-1bb9-4b82-9c95-5e8202ee234d tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2686980 Jun 18 16:29:20.671172 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:20.743246 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-e5ab8cf4-0c6f-4f97-8460-5325363d2922 req-218cba4e-b329-4c4e-8900-718d89154146 service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360457 Jun 18 16:29:20.854437 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab42a97-f5ce-4bf5-8a95-0859052636f8 req-43817a6b-429e-4018-a783-30421e298a32 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:20.862690 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7ab42a97-f5ce-4bf5-8a95-0859052636f8 req-43817a6b-429e-4018-a783-30421e298a32 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 943 time: 0.0855770 Jun 18 16:29:20.912962 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7ab42a97-f5ce-4bf5-8a95-0859052636f8 req-d5149f78-d6f4-4873-8a7e-d4cad95a91f3 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491679 Jun 18 16:29:21.006507 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.016710 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Transition to ACTIVE for port object 516c7732-d025-459d-afc0-f22cc36e645a will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:21.023188 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.026134 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f1dc4c85-e19c-470f-912c-52cc8e048865 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:21.097417 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51036) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:21.104228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-2c240c67-378f-47cc-8138-218fccfbda31 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1974150790', 'description': 'tempest-secgroup-smoke-1974150790 description', 'project_id': 'ce51bca7228b4491bea754922e3226ea'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:21.110129 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89982d5e-c25c-4ad7-9fdf-69acb08fca12 None None] Pushing event updated for resources: {'Port': ['ID=516c7732-d025-459d-afc0-f22cc36e645a,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:21.114218 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-89982d5e-c25c-4ad7-9fdf-69acb08fca12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:21.133583 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2c240c67-378f-47cc-8138-218fccfbda31 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.183900 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Attempting to bind port 516c7732-d025-459d-afc0-f22cc36e645a on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:21.184564 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Attempting to bind port 516c7732-d025-459d-afc0-f22cc36e645a by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '55e9cb1a-4bb2-4231-bccf-c4401bb410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:21.185148 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Attempting to bind port 516c7732-d025-459d-afc0-f22cc36e645a on network 11f922c3-5ac6-4da5-a687-be19cbafabc8 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:21.191364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:21.191736 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Checking segment: {'id': '55e9cb1a-4bb2-4231-bccf-c4401bb410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:21.192491 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.193098 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Bound using segment: {'id': '55e9cb1a-4bb2-4231-bccf-c4401bb410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:21.193908 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Bound port: 516c7732-d025-459d-afc0-f22cc36e645a, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e9cb1a-4bb2-4231-bccf-c4401bb410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:21.194510 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.242731 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2c240c67-378f-47cc-8138-218fccfbda31 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.248915 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2c240c67-378f-47cc-8138-218fccfbda31 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.251872 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2a4e41c5-f681-48bd-868f-e026b2fdab57 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:21.264395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] For port 516c7732-d025-459d-afc0-f22cc36e645a, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:21.267994 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] For port 516c7732-d025-459d-afc0-f22cc36e645a, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=516c7732-d025-459d-afc0-f22cc36e645a,segment=NetworkSegment(55e9cb1a-4bb2-4231-bccf-c4401bb410a9),segment_id=55e9cb1a-4bb2-4231-bccf-c4401bb410a9)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:21.273948 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.276029 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:21.291314 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c240c67-378f-47cc-8138-218fccfbda31 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27c3545-3252-44c6-9eb6-b8f42ed7a2b7,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:21.294488 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2c240c67-378f-47cc-8138-218fccfbda31 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:21.296896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2c240c67-378f-47cc-8138-218fccfbda31 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.300936 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2c240c67-378f-47cc-8138-218fccfbda31 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1992829 Jun 18 16:29:21.301585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51038) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:21.305724 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-6a972cb7-f05a-4686-a1eb-0653749f9f5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'b27c3545-3252-44c6-9eb6-b8f42ed7a2b7', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:21.340066 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Routers {'203502c0-4be2-4d03-bd32-2290f3107a95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:21.340652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:29:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['203502c0-4be2-4d03-bd32-2290f3107a95'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:21.345052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6a972cb7-f05a-4686-a1eb-0653749f9f5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.379162 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89982d5e-c25c-4ad7-9fdf-69acb08fca12 None None] Pushing event updated for resources: {'Port': ['ID=516c7732-d025-459d-afc0-f22cc36e645a,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:21.383514 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-89982d5e-c25c-4ad7-9fdf-69acb08fca12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:21.429193 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6a972cb7-f05a-4686-a1eb-0653749f9f5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.433165 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6a972cb7-f05a-4686-a1eb-0653749f9f5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.443235 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-05b59929-043e-4c28-b4f9-4c3357d83c63 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:21.458179 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a972cb7-f05a-4686-a1eb-0653749f9f5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e16327-6470-4ae6-85ad-62b344ee020b,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:21.460810 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6a972cb7-f05a-4686-a1eb-0653749f9f5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:21.462516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6a972cb7-f05a-4686-a1eb-0653749f9f5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.463611 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6a972cb7-f05a-4686-a1eb-0653749f9f5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1615644 Jun 18 16:29:21.466447 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51040) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:21.471202 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] Set router 203502c0-4be2-4d03-bd32-2290f3107a95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:21.471650 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-28fccd9b-140f-4a44-89a1-44b5257c2e33 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'b27c3545-3252-44c6-9eb6-b8f42ed7a2b7', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:21.504787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-28fccd9b-140f-4a44-89a1-44b5257c2e33 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.575444 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-28fccd9b-140f-4a44-89a1-44b5257c2e33 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.580361 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-28fccd9b-140f-4a44-89a1-44b5257c2e33 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.582377 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b8b604b0-b12c-4627-afe6-6dd7a927b772 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:21.604011 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fccd9b-140f-4a44-89a1-44b5257c2e33 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6747e15f-50e8-40f9-8e8b-b51016ea5f72,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:21.606913 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-28fccd9b-140f-4a44-89a1-44b5257c2e33 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:21.610072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-28fccd9b-140f-4a44-89a1-44b5257c2e33 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.614290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51042) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:21.614483 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-28fccd9b-140f-4a44-89a1-44b5257c2e33 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1466374 Jun 18 16:29:21.619794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d52231c8-9843-436e-bc75-00caef9101ef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'b27c3545-3252-44c6-9eb6-b8f42ed7a2b7', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:21.647183 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d52231c8-9843-436e-bc75-00caef9101ef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.700489 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:29:18Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '516c7732-d025-459d-afc0-f22cc36e645a', 'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:d8:e1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:17Z', 'updated_at': '2021-06-18T16:29:21Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:21.708226 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d52231c8-9843-436e-bc75-00caef9101ef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.713242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d52231c8-9843-436e-bc75-00caef9101ef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.718922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bcc0cb73-bb3f-414f-931c-71ba0bf053b4 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:21.729011 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e067767d-38d9-47e7-b056-8fc5dd9e8524 None None] The sync data for ids ['203502c0-4be2-4d03-bd32-2290f3107a95'] in dv-neutron-797120-1-hyperv is: [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:29:18Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '516c7732-d025-459d-afc0-f22cc36e645a', 'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:d8:e1:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:17Z', 'updated_at': '2021-06-18T16:29:21Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:21.734067 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52231c8-9843-436e-bc75-00caef9101ef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da60b0e9-cbf4-45b1-810a-505f7d072f4c,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:21.736439 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d52231c8-9843-436e-bc75-00caef9101ef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:21.743433 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d52231c8-9843-436e-bc75-00caef9101ef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.744953 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d52231c8-9843-436e-bc75-00caef9101ef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295071 Jun 18 16:29:21.747561 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51044) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:21.753090 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-a47bfd8e-72f4-4e8b-9d27-56c05fc0d810 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'b27c3545-3252-44c6-9eb6-b8f42ed7a2b7', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:21.803850 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a47bfd8e-72f4-4e8b-9d27-56c05fc0d810 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.881478 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a47bfd8e-72f4-4e8b-9d27-56c05fc0d810 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.887899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a47bfd8e-72f4-4e8b-9d27-56c05fc0d810 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.889961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8dfbd463-c219-4260-aff3-23fbfe4a71a9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:21.908251 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47bfd8e-72f4-4e8b-9d27-56c05fc0d810 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edfa1bd2-2e80-4b5a-b365-132ec647c280,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:21.911282 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a47bfd8e-72f4-4e8b-9d27-56c05fc0d810 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:21.916271 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a47bfd8e-72f4-4e8b-9d27-56c05fc0d810 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:21.917969 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a47bfd8e-72f4-4e8b-9d27-56c05fc0d810 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1688359 Jun 18 16:29:21.921765 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51046) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:21.926624 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-567c7cbd-2a5c-4e27-8c5f-2e65ec2b85db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'b27c3545-3252-44c6-9eb6-b8f42ed7a2b7', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:21.950815 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-567c7cbd-2a5c-4e27-8c5f-2e65ec2b85db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:29:21.957306 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-567c7cbd-2a5c-4e27-8c5f-2e65ec2b85db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.040659 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-567c7cbd-2a5c-4e27-8c5f-2e65ec2b85db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.045930 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-567c7cbd-2a5c-4e27-8c5f-2e65ec2b85db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.058194 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d1c7e353-00a3-429f-bd0a-1a7ee4ad7706 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:22.069296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-567c7cbd-2a5c-4e27-8c5f-2e65ec2b85db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.074088 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-567c7cbd-2a5c-4e27-8c5f-2e65ec2b85db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1509652 Jun 18 16:29:22.074296 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51050) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:22.076988 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c7cbd-2a5c-4e27-8c5f-2e65ec2b85db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b485220f-3095-4277-8ba4-843534045962,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:22.080181 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-567c7cbd-2a5c-4e27-8c5f-2e65ec2b85db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:22.081374 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-0b5f72fe-24e1-440b-a878-614d307acf3f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'b27c3545-3252-44c6-9eb6-b8f42ed7a2b7', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:22.116453 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d14cab-d507-40d6-839c-7e32d15bc546 req-f9a1f593-7bd0-487b-bb86-ebc2a8b8c228 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:22.117983 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5d14cab-d507-40d6-839c-7e32d15bc546 req-f9a1f593-7bd0-487b-bb86-ebc2a8b8c228 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 943 time: 0.0967231 Jun 18 16:29:22.132193 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-0b5f72fe-24e1-440b-a878-614d307acf3f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:29:22.145803 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0b5f72fe-24e1-440b-a878-614d307acf3f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.177841 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5d14cab-d507-40d6-839c-7e32d15bc546 req-59bf23de-8feb-469d-8910-5221595e3728 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525987 Jun 18 16:29:22.215869 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0b5f72fe-24e1-440b-a878-614d307acf3f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.219729 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0b5f72fe-24e1-440b-a878-614d307acf3f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.224652 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a47bfd8e-72f4-4e8b-9d27-56c05fc0d810 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:22.242162 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f72fe-24e1-440b-a878-614d307acf3f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbf3b18-2922-4393-b2de-c15cd40d3868,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:22.245170 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0b5f72fe-24e1-440b-a878-614d307acf3f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:22.246891 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0b5f72fe-24e1-440b-a878-614d307acf3f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:22.248611 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0b5f72fe-24e1-440b-a878-614d307acf3f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1731184 Jun 18 16:29:22.398782 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-8ab95632-9231-4f29-af6f-e2d9c5ca21ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1974150790&fields=id&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 267 time: 0.0361035 Jun 18 16:29:22.515639 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-d859f505-df73-45f7-bdc8-293d2d2dd028 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:22.517228 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-d859f505-df73-45f7-bdc8-293d2d2dd028 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/networks?id=11f922c3-5ac6-4da5-a687-be19cbafabc8 HTTP/1.1" status: 200 len: 797 time: 0.1109664 Jun 18 16:29:22.533477 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-cb795722-d790-4822-80b1-daf2df1c711b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/quotas/ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 375 time: 0.0107393 Jun 18 16:29:22.606482 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-993e6429-3757-44e0-a1e9-45fa0cc08c11 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675189 Jun 18 16:29:22.712205 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-df7575f2-22a0-4194-8941-d0f8dfbf509f service neutron] 10.222.0.50 "GET /v2.0/networks/11f922c3-5ac6-4da5-a687-be19cbafabc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930521 Jun 18 16:29:22.809334 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-fb26bb4b-91ae-4ca4-a229-6dccb6138acf service neutron] 10.222.0.50 "GET /v2.0/networks/11f922c3-5ac6-4da5-a687-be19cbafabc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906076 Jun 18 16:29:22.984590 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b9fb317b-9eb1-45fc-a42f-a27b31cf3c6c req-970919ff-4577-4904-81c6-25c4379b288a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ef8df42-7b58-4f19-b7f8-f446ed44e4ff HTTP/1.1" status: 200 len: 210 time: 0.0301380 Jun 18 16:29:23.000239 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 516c7732-d025-459d-afc0-f22cc36e645a up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:23.054689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 516c7732-d025-459d-afc0-f22cc36e645a completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:23.058471 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 516c7732-d025-459d-afc0-f22cc36e645a triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:23.058857 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.138896 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.175250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 516c7732-d025-459d-afc0-f22cc36e645a, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=516c7732-d025-459d-afc0-f22cc36e645a,segment=NetworkSegment(55e9cb1a-4bb2-4231-bccf-c4401bb410a9),segment_id=55e9cb1a-4bb2-4231-bccf-c4401bb410a9)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:23.179810 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:23.181714 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c0f8f56b-a4be-4af5-a377-85cbf0fc5339 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:23.243214 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=516c7732-d025-459d-afc0-f22cc36e645a,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:23.246889 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:23.381913 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7f20f-191f-435d-b309-9d736177dfd6 req-6340239b-9575-4f32-9020-98b2fb830af4 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:23.383738 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b1d7f20f-191f-435d-b309-9d736177dfd6 req-6340239b-9575-4f32-9020-98b2fb830af4 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 943 time: 0.0719609 Jun 18 16:29:23.421404 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b1d7f20f-191f-435d-b309-9d736177dfd6 req-43935766-acc8-468c-980b-b4a16848e557 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311315 Jun 18 16:29:24.066178 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-c9fb5ffd-8468-4d7b-8c28-998590d64c8d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:24.067794 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-c9fb5ffd-8468-4d7b-8c28-998590d64c8d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/networks?id=11f922c3-5ac6-4da5-a687-be19cbafabc8 HTTP/1.1" status: 200 len: 797 time: 0.1142859 Jun 18 16:29:24.084197 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.122563 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-4bfd1210-fece-44df-b7bb-14c59c7d341c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 380 time: 0.0409756 Jun 18 16:29:24.133059 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-a9644e20-3cf1-4bdd-9861-9e50ba1d79bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'port': {'device_id': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'admin_state_up': True, 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'security_groups': ['b27c3545-3252-44c6-9eb6-b8f42ed7a2b7']}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:24.133450 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2806d46b-4700-4394-a8b2-1d0b9f9e6060 req-fed2cbed-89b9-43bb-a0ef-4d4e0e036b0e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ef8df42-7b58-4f19-b7f8-f446ed44e4ff HTTP/1.1" status: 200 len: 210 time: 0.0304277 Jun 18 16:29:24.262896 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-a9644e20-3cf1-4bdd-9861-9e50ba1d79bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:29:24.267159 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-a9644e20-3cf1-4bdd-9861-9e50ba1d79bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.610250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e073882-748e-4775-b19f-c47ea1e27f4c req-4e5fa523-f8ad-41a7-ab3d-66bfbbfb0283 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:24.611772 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3e073882-748e-4775-b19f-c47ea1e27f4c req-4e5fa523-f8ad-41a7-ab3d-66bfbbfb0283 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 943 time: 0.0716746 Jun 18 16:29:24.652091 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3e073882-748e-4775-b19f-c47ea1e27f4c req-04fa8dea-077b-487e-9ffe-0f84eb6e1186 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344958 Jun 18 16:29:24.751550 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-a9644e20-3cf1-4bdd-9861-9e50ba1d79bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.20.0.11 (11f922c3-5ac6-4da5-a687-be19cbafabc8/1d63ce6b-e747-4b26-8494-786ae754de87/0e88583b-a7f7-43d9-a349-13600341f58d) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:24.891238 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-a9644e20-3cf1-4bdd-9861-9e50ba1d79bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.908957 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-a9644e20-3cf1-4bdd-9861-9e50ba1d79bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Transition to ACTIVE for port object 0e88583b-a7f7-43d9-a349-13600341f58d will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:24.942495 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-a9644e20-3cf1-4bdd-9861-9e50ba1d79bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:24.946441 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a3a1881f-1325-46bb-960b-543f1b2631dd tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:24.960049 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 516c7732-d025-459d-afc0-f22cc36e645a up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:24.988666 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-a9644e20-3cf1-4bdd-9861-9e50ba1d79bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 11f922c3-5ac6-4da5-a687-be19cbafabc8 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:24.991957 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-a9644e20-3cf1-4bdd-9861-9e50ba1d79bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:24.996044 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-a9644e20-3cf1-4bdd-9861-9e50ba1d79bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:25.011038 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 516c7732-d025-459d-afc0-f22cc36e645a triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:25.011423 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.022287 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9644e20-3cf1-4bdd-9861-9e50ba1d79bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=0e88583b-a7f7-43d9-a349-13600341f58d,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:25.026666 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a9644e20-3cf1-4bdd-9861-9e50ba1d79bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:25.054080 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-a9644e20-3cf1-4bdd-9861-9e50ba1d79bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:25.054762 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-a9644e20-3cf1-4bdd-9861-9e50ba1d79bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.070070 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-a9644e20-3cf1-4bdd-9861-9e50ba1d79bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9407132 Jun 18 16:29:25.082519 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Request body: {'port': {'device_id': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:25.163780 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.294653 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e09eec19-145a-4348-84d9-709cd9f566f9 None None] Provisioning for port 0e88583b-a7f7-43d9-a349-13600341f58d completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:25.298867 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e09eec19-145a-4348-84d9-709cd9f566f9 None None] Provisioning complete for port 0e88583b-a7f7-43d9-a349-13600341f58d triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:25.299375 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e09eec19-145a-4348-84d9-709cd9f566f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.318755 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbed45-bed9-410e-b214-b52f321232c6 req-c25cc717-b759-4cc6-bf2e-7c54036112f3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:25.320281 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-93dbed45-bed9-410e-b214-b52f321232c6 req-c25cc717-b759-4cc6-bf2e-7c54036112f3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ef8df42-7b58-4f19-b7f8-f446ed44e4ff HTTP/1.1" status: 200 len: 932 time: 0.0678422 Jun 18 16:29:25.337047 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-e09eec19-145a-4348-84d9-709cd9f566f9 None None] Port 0e88583b-a7f7-43d9-a349-13600341f58d cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:29:25.364001 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-93dbed45-bed9-410e-b214-b52f321232c6 req-67341f2c-2921-433a-874e-fad4ca25ad09 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=b27c3545-3252-44c6-9eb6-b8f42ed7a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352089 Jun 18 16:29:25.438247 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e88583b-a7f7-43d9-a349-13600341f58d {{(pid=93454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:29:25.445391 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.457649 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Transition to ACTIVE for port object 0e88583b-a7f7-43d9-a349-13600341f58d will not be triggered until provisioned by entity L2. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:29:25.461249 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.464115 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5dffeb01-3d4b-4c17-ae05-3d6e5719bdc7 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:25.558717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Pushing event updated for resources: {'Port': ['ID=0e88583b-a7f7-43d9-a349-13600341f58d,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:25.564366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:25.624631 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Attempting to bind port 0e88583b-a7f7-43d9-a349-13600341f58d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:29:25.624967 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Attempting to bind port 0e88583b-a7f7-43d9-a349-13600341f58d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '55e9cb1a-4bb2-4231-bccf-c4401bb410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:29:25.625299 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Attempting to bind port 0e88583b-a7f7-43d9-a349-13600341f58d on network 11f922c3-5ac6-4da5-a687-be19cbafabc8 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:25.629913 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Port 0e88583b-a7f7-43d9-a349-13600341f58d on network 11f922c3-5ac6-4da5-a687-be19cbafabc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:29:25.630238 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Attempting to bind port 0e88583b-a7f7-43d9-a349-13600341f58d on network 11f922c3-5ac6-4da5-a687-be19cbafabc8 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:29:25.635094 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:29:25.635437 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Checking segment: {'id': '55e9cb1a-4bb2-4231-bccf-c4401bb410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:29:25.635829 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Bound using segment: {'id': '55e9cb1a-4bb2-4231-bccf-c4401bb410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8'} {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:29:25.636258 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Bound port: 0e88583b-a7f7-43d9-a349-13600341f58d, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e9cb1a-4bb2-4231-bccf-c4401bb410a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8'}}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:29:25.636609 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.701524 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] For port 0e88583b-a7f7-43d9-a349-13600341f58d, host hv-neutron-7971, cleared binding levels {{(pid=93454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:29:25.704785 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] For port 0e88583b-a7f7-43d9-a349-13600341f58d, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0e88583b-a7f7-43d9-a349-13600341f58d,segment=NetworkSegment(55e9cb1a-4bb2-4231-bccf-c4401bb410a9),segment_id=55e9cb1a-4bb2-4231-bccf-c4401bb410a9)] {{(pid=93454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:29:25.710322 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.712423 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b6035932-f704-4c9c-a85f-d2f60092664c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:25.758663 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:25.759286 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:25.760932 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-587368db-65a5-499d-a569-1ab64765d336 service neutron] 10.222.0.55 "PUT /v2.0/ports/0e88583b-a7f7-43d9-a349-13600341f58d HTTP/1.1" status: 200 len: 1094 time: 0.6826224 Jun 18 16:29:25.761501 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'tag': '0e88583b-a7f7-43d9-a349-13600341f58d'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:29:25.765475 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47159e72-fa32-40d2-9287-dc6f71867123" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef8df42-7b58-4f19-b7f8-f446ed44e4ff", "tag": "0e88583b-a7f7-43d9-a349-13600341f58d"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:29:25.808052 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Pushing event updated for resources: {'Port': ['ID=0e88583b-a7f7-43d9-a349-13600341f58d,revision_number=3']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:25.811904 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:25.827042 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b72de9-f5b6-4c25-9f9e-b668ac92e2a9 x-openstack-request-id: req-28b72de9-f5b6-4c25-9f9e-b668ac92e2a9 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:29:25.827527 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef8df42-7b58-4f19-b7f8-f446ed44e4ff", "tag": "0e88583b-a7f7-43d9-a349-13600341f58d", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:29:25.827928 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-28b72de9-f5b6-4c25-9f9e-b668ac92e2a9 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:29:25.828474 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'tag': '0e88583b-a7f7-43d9-a349-13600341f58d', 'status': 'completed', 'code': 200} Jun 18 16:29:25.859714 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed7fca-4c1a-456d-8874-c8f63a2a628a req-f0cd6f36-b6ce-4eba-a557-7067889b40ea tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:25.861307 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c5ed7fca-4c1a-456d-8874-c8f63a2a628a req-f0cd6f36-b6ce-4eba-a557-7067889b40ea tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 943 time: 0.0955577 Jun 18 16:29:25.887301 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-f4e9d973-957c-49d7-9727-3d5b62000e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:25.889330 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-f4e9d973-957c-49d7-9727-3d5b62000e61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=9ef8df42-7b58-4f19-b7f8-f446ed44e4ff HTTP/1.1" status: 200 len: 1097 time: 0.0743239 Jun 18 16:29:25.920669 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c5ed7fca-4c1a-456d-8874-c8f63a2a628a req-fe795ff8-ad5a-4594-898e-badda124d17e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522196 Jun 18 16:29:25.935126 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-182dce90-9b61-4300-aca6-04004e7317e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e88583b-a7f7-43d9-a349-13600341f58d HTTP/1.1" status: 200 len: 217 time: 0.0367680 Jun 18 16:29:25.987038 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-0f230fc9-b6a8-47e4-9ec5-3974ca89a440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:25.988527 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-0f230fc9-b6a8-47e4-9ec5-3974ca89a440 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1d63ce6b-e747-4b26-8494-786ae754de87 HTTP/1.1" status: 200 len: 834 time: 0.0454803 Jun 18 16:29:26.052112 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-cace3cc2-a39f-4976-b6ef-5b7137766966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:26.053571 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-cace3cc2-a39f-4976-b6ef-5b7137766966 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=11f922c3-5ac6-4da5-a687-be19cbafabc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0582254 Jun 18 16:29:26.143254 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-78281ce7-fd58-42ad-abcd-20eaf2d6be17 service neutron] 10.222.0.55 "GET /v2.0/networks/11f922c3-5ac6-4da5-a687-be19cbafabc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809128 Jun 18 16:29:26.246316 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3d81a728-f05d-4075-8e87-2e115acf9aba req-7a478e69-c139-4517-9869-bf292bfcac2f service neutron] 10.222.0.55 "GET /v2.0/networks/11f922c3-5ac6-4da5-a687-be19cbafabc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958705 Jun 18 16:29:26.362693 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47159e72-fa32-40d2-9287-dc6f71867123 req-7f17ff50-b3c1-425d-ada9-53b2a0b3b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:26.364235 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-47159e72-fa32-40d2-9287-dc6f71867123 req-7f17ff50-b3c1-425d-ada9-53b2a0b3b967 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=9ef8df42-7b58-4f19-b7f8-f446ed44e4ff HTTP/1.1" status: 200 len: 1097 time: 0.0593266 Jun 18 16:29:26.484015 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47159e72-fa32-40d2-9287-dc6f71867123 req-1ca0a197-4f3d-46ea-b64a-10ce7eaf0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:26.485512 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-47159e72-fa32-40d2-9287-dc6f71867123 req-1ca0a197-4f3d-46ea-b64a-10ce7eaf0b6f service neutron] 10.222.0.55 "GET /v2.0/networks?id=11f922c3-5ac6-4da5-a687-be19cbafabc8 HTTP/1.1" status: 200 len: 898 time: 0.1134081 Jun 18 16:29:26.528398 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-47159e72-fa32-40d2-9287-dc6f71867123 req-59cf4c52-c308-44fd-a013-8a35ac17c032 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e88583b-a7f7-43d9-a349-13600341f58d HTTP/1.1" status: 200 len: 217 time: 0.0363250 Jun 18 16:29:26.572638 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332c5eb-7d72-4a59-96d9-c16c7396047f req-ba9c8340-f08e-4010-b687-ead1833ad241 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:26.574221 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c332c5eb-7d72-4a59-96d9-c16c7396047f req-ba9c8340-f08e-4010-b687-ead1833ad241 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ef8df42-7b58-4f19-b7f8-f446ed44e4ff HTTP/1.1" status: 200 len: 944 time: 0.0882683 Jun 18 16:29:26.584044 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47159e72-fa32-40d2-9287-dc6f71867123 req-3b4c1460-8a32-4783-a64b-5d86f839cadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:26.585518 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-47159e72-fa32-40d2-9287-dc6f71867123 req-3b4c1460-8a32-4783-a64b-5d86f839cadd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1d63ce6b-e747-4b26-8494-786ae754de87 HTTP/1.1" status: 200 len: 834 time: 0.0470726 Jun 18 16:29:26.621314 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c332c5eb-7d72-4a59-96d9-c16c7396047f req-cc22b631-d0e2-494f-8a5b-ace7d5876768 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=b27c3545-3252-44c6-9eb6-b8f42ed7a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394545 Jun 18 16:29:26.656335 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47159e72-fa32-40d2-9287-dc6f71867123 req-bbe7b921-042c-4721-8289-1a8b1047de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:26.657755 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-47159e72-fa32-40d2-9287-dc6f71867123 req-bbe7b921-042c-4721-8289-1a8b1047de9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=11f922c3-5ac6-4da5-a687-be19cbafabc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0621312 Jun 18 16:29:26.764243 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-47159e72-fa32-40d2-9287-dc6f71867123 req-affc61a5-4fab-4eb8-9ca9-72fa82ab206d service neutron] 10.222.0.55 "GET /v2.0/networks/11f922c3-5ac6-4da5-a687-be19cbafabc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980031 Jun 18 16:29:26.865437 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-47159e72-fa32-40d2-9287-dc6f71867123 req-5521e823-971b-4f2d-b1fe-70257ef9bff4 service neutron] 10.222.0.55 "GET /v2.0/networks/11f922c3-5ac6-4da5-a687-be19cbafabc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937293 Jun 18 16:29:27.104092 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70320d26-2c10-46a0-b14f-e0f320ef6a42 req-cf4ab030-39c4-40eb-ad33-a32473309b27 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:27.105559 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-70320d26-2c10-46a0-b14f-e0f320ef6a42 req-cf4ab030-39c4-40eb-ad33-a32473309b27 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 943 time: 0.0684969 Jun 18 16:29:27.142613 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-70320d26-2c10-46a0-b14f-e0f320ef6a42 req-6a3bc181-5428-4f49-abd6-9a6d3bc29162 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313511 Jun 18 16:29:27.798953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c6ba0-8a7c-472c-beab-377b5d77f29a req-6a7c48db-b0c4-4f54-a725-2baca7e03df5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:27.800443 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c39c6ba0-8a7c-472c-beab-377b5d77f29a req-6a7c48db-b0c4-4f54-a725-2baca7e03df5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ef8df42-7b58-4f19-b7f8-f446ed44e4ff HTTP/1.1" status: 200 len: 944 time: 0.0689340 Jun 18 16:29:27.837314 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c39c6ba0-8a7c-472c-beab-377b5d77f29a req-57c14b9b-0270-4b6d-af86-10469f02f6d1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=b27c3545-3252-44c6-9eb6-b8f42ed7a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311680 Jun 18 16:29:28.315739 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27388242-70ae-45af-bfe1-3f6c679f8b3a req-0c1b73db-8d47-4c78-a364-407acc79a81a tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:28.317286 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-27388242-70ae-45af-bfe1-3f6c679f8b3a req-0c1b73db-8d47-4c78-a364-407acc79a81a tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 943 time: 0.0663724 Jun 18 16:29:28.355574 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-27388242-70ae-45af-bfe1-3f6c679f8b3a req-edbd6261-18a3-425e-8d13-483eb0dcfced tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325301 Jun 18 16:29:28.972613 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 0e88583b-a7f7-43d9-a349-13600341f58d details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:29:29.015277 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da5164-720d-46a7-8f2b-81f732958923 req-13daeb1a-e035-4c6c-ba92-ac1391694ee1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:29.016776 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-85da5164-720d-46a7-8f2b-81f732958923 req-13daeb1a-e035-4c6c-ba92-ac1391694ee1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ef8df42-7b58-4f19-b7f8-f446ed44e4ff HTTP/1.1" status: 200 len: 944 time: 0.0695095 Jun 18 16:29:29.054752 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-85da5164-720d-46a7-8f2b-81f732958923 req-fda813ef-ebe8-4aae-8bfb-62143006a876 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=b27c3545-3252-44c6-9eb6-b8f42ed7a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320895 Jun 18 16:29:29.069008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 0e88583b-a7f7-43d9-a349-13600341f58d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0e88583b-a7f7-43d9-a349-13600341f58d,segment=NetworkSegment(55e9cb1a-4bb2-4231-bccf-c4401bb410a9),segment_id=55e9cb1a-4bb2-4231-bccf-c4401bb410a9)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:29.081334 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '0e88583b-a7f7-43d9-a349-13600341f58d', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'port_id': '0e88583b-a7f7-43d9-a349-13600341f58d', 'mac_address': 'fa:16:3e:bb:21:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:29:29.120865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.133324 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e88583b-a7f7-43d9-a349-13600341f58d {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:29:29.152393 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 0e88583b-a7f7-43d9-a349-13600341f58d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0e88583b-a7f7-43d9-a349-13600341f58d,segment=NetworkSegment(55e9cb1a-4bb2-4231-bccf-c4401bb410a9),segment_id=55e9cb1a-4bb2-4231-bccf-c4401bb410a9)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:29.157141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.157842 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 4a6649d9-aed2-46c8-bfa1-928ff2130200 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:29:29.160192 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1cc414fc-a28b-4294-835a-5d33cbda2a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:29.253265 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=0e88583b-a7f7-43d9-a349-13600341f58d,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:29.257320 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:29.293176 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 4a6649d9-aed2-46c8-bfa1-928ff2130200, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4a6649d9-aed2-46c8-bfa1-928ff2130200,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:29.307957 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '4a6649d9-aed2-46c8-bfa1-928ff2130200', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'port_id': '4a6649d9-aed2-46c8-bfa1-928ff2130200', 'mac_address': 'fa:16:3e:09:64:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:29:29.344941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.357161 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6649d9-aed2-46c8-bfa1-928ff2130200 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:29:29.378314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 4a6649d9-aed2-46c8-bfa1-928ff2130200, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4a6649d9-aed2-46c8-bfa1-928ff2130200,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:29.382699 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:29.384474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:29.431624 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=4a6649d9-aed2-46c8-bfa1-928ff2130200,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:29.434683 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:29.534905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4e0b4-05e4-4c98-9e5a-ee22f36bccb4 req-83f3021c-eebd-4dd4-9d09-a95324339b83 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:29.536471 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04d4e0b4-05e4-4c98-9e5a-ee22f36bccb4 req-83f3021c-eebd-4dd4-9d09-a95324339b83 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 944 time: 0.0657384 Jun 18 16:29:29.579580 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04d4e0b4-05e4-4c98-9e5a-ee22f36bccb4 req-cb8b15e5-6621-48e3-b637-d6cb4d9c5473 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371599 Jun 18 16:29:29.661156 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['4a6649d9-aed2-46c8-bfa1-928ff2130200'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:29:29.664506 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['0e88583b-a7f7-43d9-a349-13600341f58d'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:29:30.244577 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b47d5-c965-40e7-9131-ae91dbf51781 req-20ed7526-af7f-44a0-99bf-e4b47d37c2c4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:30.246096 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9b8b47d5-c965-40e7-9131-ae91dbf51781 req-20ed7526-af7f-44a0-99bf-e4b47d37c2c4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ef8df42-7b58-4f19-b7f8-f446ed44e4ff HTTP/1.1" status: 200 len: 945 time: 0.0723510 Jun 18 16:29:30.287150 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9b8b47d5-c965-40e7-9131-ae91dbf51781 req-8ddb8940-0025-46b0-b4b4-aba790a65c11 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=b27c3545-3252-44c6-9eb6-b8f42ed7a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345089 Jun 18 16:29:30.757059 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec319181-9db9-4f74-98ee-0c82dcec26ea req-57fcde81-ecfb-487d-a847-05d9a15c263e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:30.758561 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ec319181-9db9-4f74-98ee-0c82dcec26ea req-57fcde81-ecfb-487d-a847-05d9a15c263e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 944 time: 0.0672596 Jun 18 16:29:30.798338 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ec319181-9db9-4f74-98ee-0c82dcec26ea req-bc4b44f8-692c-4d3e-b4e6-ecf88b0e5f15 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328531 Jun 18 16:29:30.987483 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 0e88583b-a7f7-43d9-a349-13600341f58d up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:31.034779 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 0e88583b-a7f7-43d9-a349-13600341f58d completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:31.038441 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 0e88583b-a7f7-43d9-a349-13600341f58d triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:31.038827 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.119308 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.141840 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e88583b-a7f7-43d9-a349-13600341f58d'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:29:31.144137 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662ecf30-15ee-45e8-8dc2-aaffce22ca7f" -d '{"events": [{"server_uuid": "9ef8df42-7b58-4f19-b7f8-f446ed44e4ff", "name": "network-vif-plugged", "status": "completed", "tag": "0e88583b-a7f7-43d9-a349-13600341f58d"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:29:31.158801 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 0e88583b-a7f7-43d9-a349-13600341f58d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0e88583b-a7f7-43d9-a349-13600341f58d,segment=NetworkSegment(55e9cb1a-4bb2-4231-bccf-c4401bb410a9),segment_id=55e9cb1a-4bb2-4231-bccf-c4401bb410a9)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:31.163156 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.164001 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 4a6649d9-aed2-46c8-bfa1-928ff2130200 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:29:31.166360 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:31.207447 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f699e3-a060-4d2f-99ff-77f952664e15 x-openstack-request-id: req-34f699e3-a060-4d2f-99ff-77f952664e15 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:29:31.207749 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef8df42-7b58-4f19-b7f8-f446ed44e4ff", "name": "network-vif-plugged", "status": "completed", "tag": "0e88583b-a7f7-43d9-a349-13600341f58d", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:29:31.208019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-34f699e3-a060-4d2f-99ff-77f952664e15 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:29:31.208409 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e88583b-a7f7-43d9-a349-13600341f58d', 'code': 200} Jun 18 16:29:31.249677 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=0e88583b-a7f7-43d9-a349-13600341f58d,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:31.253141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:31.262037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 4a6649d9-aed2-46c8-bfa1-928ff2130200 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:29:31.267021 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 4a6649d9-aed2-46c8-bfa1-928ff2130200 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:29:31.267398 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.349309 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.385069 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 4a6649d9-aed2-46c8-bfa1-928ff2130200, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4a6649d9-aed2-46c8-bfa1-928ff2130200,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:29:31.391177 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:31.394615 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:31.427943 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5f506-1557-4658-b2c4-1d907511a5ce req-843ef562-882d-4803-842c-7aac1cc03feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:31.431009 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-9cf5f506-1557-4658-b2c4-1d907511a5ce req-843ef562-882d-4803-842c-7aac1cc03feb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9ef8df42-7b58-4f19-b7f8-f446ed44e4ff HTTP/1.1" status: 200 len: 1099 time: 0.0744734 Jun 18 16:29:31.457872 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=4a6649d9-aed2-46c8-bfa1-928ff2130200,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:31.460961 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:31.466150 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-9cf5f506-1557-4658-b2c4-1d907511a5ce req-4ebf4486-40c1-473e-81d0-1a948b8030c1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b27c3545-3252-44c6-9eb6-b8f42ed7a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278547 Jun 18 16:29:31.502481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d31bb-e29b-422a-b83e-791aafffa633 req-819b342b-c358-4a43-8ff8-eb5b2155e420 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:31.504050 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8b4d31bb-e29b-422a-b83e-791aafffa633 req-819b342b-c358-4a43-8ff8-eb5b2155e420 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ef8df42-7b58-4f19-b7f8-f446ed44e4ff HTTP/1.1" status: 200 len: 946 time: 0.0776236 Jun 18 16:29:31.542198 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8b4d31bb-e29b-422a-b83e-791aafffa633 req-2260d936-35ec-4aef-8359-d35aefb75775 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=b27c3545-3252-44c6-9eb6-b8f42ed7a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323484 Jun 18 16:29:32.000153 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f9dba-6166-47b4-b973-0215b202bd70 req-5fe3aa9d-120f-4f14-b856-808aea96be8d tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:32.002127 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2e8f9dba-6166-47b4-b973-0215b202bd70 req-5fe3aa9d-120f-4f14-b856-808aea96be8d tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 945 time: 0.0854578 Jun 18 16:29:32.043748 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2e8f9dba-6166-47b4-b973-0215b202bd70 req-918799af-e400-432e-9535-d7d4f1385672 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349865 Jun 18 16:29:32.716573 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a964066-092a-4f98-91dd-1c0c7dffe71e req-3d0ac74d-8e80-4443-af58-24a5ad30a597 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:32.718089 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0a964066-092a-4f98-91dd-1c0c7dffe71e req-3d0ac74d-8e80-4443-af58-24a5ad30a597 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ef8df42-7b58-4f19-b7f8-f446ed44e4ff HTTP/1.1" status: 200 len: 946 time: 0.0661159 Jun 18 16:29:32.755736 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0a964066-092a-4f98-91dd-1c0c7dffe71e req-a2631415-6a6f-4efc-915f-9207f812dde7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=b27c3545-3252-44c6-9eb6-b8f42ed7a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319397 Jun 18 16:29:32.927411 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a432f39-561f-4e74-ac0e-47f66c1d7251 req-e97fb298-2af1-429c-84a1-ce67eda0d070 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:32.928873 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0a432f39-561f-4e74-ac0e-47f66c1d7251 req-e97fb298-2af1-429c-84a1-ce67eda0d070 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ef8df42-7b58-4f19-b7f8-f446ed44e4ff HTTP/1.1" status: 200 len: 946 time: 0.0630698 Jun 18 16:29:32.965716 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0a432f39-561f-4e74-ac0e-47f66c1d7251 req-80c39606-4014-4e34-a391-93e1ec984ed0 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=b27c3545-3252-44c6-9eb6-b8f42ed7a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311947 Jun 18 16:29:32.989824 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51120) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:33.058041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e18afc3-b8f0-4362-ab8f-c16fc024e190 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:33.059583 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0e18afc3-b8f0-4362-ab8f-c16fc024e190 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9ef8df42-7b58-4f19-b7f8-f446ed44e4ff HTTP/1.1" status: 200 len: 1094 time: 0.0687556 Jun 18 16:29:33.062984 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51122) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:33.067311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '0e88583b-a7f7-43d9-a349-13600341f58d', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:33.092945 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.209958 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310373a9-8742-47c5-8890-afb1259b48f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6649d9-aed2-46c8-bfa1-928ff2130200'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:29:33.212403 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf8da65-3f8e-4a26-90e5-53734a9e95cf" -d '{"events": [{"server_uuid": "310373a9-8742-47c5-8890-afb1259b48f9", "name": "network-vif-plugged", "status": "completed", "tag": "4a6649d9-aed2-46c8-bfa1-928ff2130200"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:29:33.251321 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a4dc7a-306a-4eb2-8ff0-e87d78767690 x-openstack-request-id: req-13a4dc7a-306a-4eb2-8ff0-e87d78767690 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:29:33.251624 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310373a9-8742-47c5-8890-afb1259b48f9", "name": "network-vif-plugged", "status": "completed", "tag": "4a6649d9-aed2-46c8-bfa1-928ff2130200", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:29:33.251913 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-13a4dc7a-306a-4eb2-8ff0-e87d78767690 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:29:33.252326 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310373a9-8742-47c5-8890-afb1259b48f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6649d9-aed2-46c8-bfa1-928ff2130200', 'code': 200} Jun 18 16:29:33.486944 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099879c7-85cd-43a8-a07e-d688321552fe req-6afa7634-64be-41da-b876-7268451fe5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:33.488378 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-099879c7-85cd-43a8-a07e-d688321552fe req-6afa7634-64be-41da-b876-7268451fe5f9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 1098 time: 0.0558205 Jun 18 16:29:33.532000 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-099879c7-85cd-43a8-a07e-d688321552fe req-89af1f70-2885-4c1a-823b-f609e688cd3f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364423 Jun 18 16:29:33.584370 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.600850 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97e816-d08b-43f1-85e1-946ad1c0c03e req-73833113-1609-4afe-8966-5e2473b40723 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:33.602337 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-dd97e816-d08b-43f1-85e1-946ad1c0c03e req-73833113-1609-4afe-8966-5e2473b40723 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 945 time: 0.4433534 Jun 18 16:29:33.714129 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-dd97e816-d08b-43f1-85e1-946ad1c0c03e req-1c44eba9-3609-4546-be60-9487194a594f tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806756 Jun 18 16:29:33.747901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.26.6.138 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/4a36ceca-548c-480d-ad9c-4b419319c6cf) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:33.871869 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.872238 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:29:33.918718 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:33.921458 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fc6645c3-7b67-4d79-96ab-b6744e3d16cc tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:33.964546 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:33.968072 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:33.973959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:33.977607 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=4a36ceca-548c-480d-ad9c-4b419319c6cf,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:34.002208 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:34.588175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.717561 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.907806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.914104 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:34.917057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-66d55904-de98-4d66-8143-d2fe8e86bf9d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:35.001857 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b623c-0652-4f8d-9833-c0875e8381e1 req-5388ceaa-629e-47a7-932f-aedaa7386d1e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:35.003340 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0c7b623c-0652-4f8d-9833-c0875e8381e1 req-5388ceaa-629e-47a7-932f-aedaa7386d1e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 945 time: 0.1615021 Jun 18 16:29:35.005940 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=4a36ceca-548c-480d-ad9c-4b419319c6cf,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:35.010101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:35.033920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.086819 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0c7b623c-0652-4f8d-9833-c0875e8381e1 req-419e7e8c-998d-46d4-85a3-1302bc5dfce1 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756776 Jun 18 16:29:35.146396 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Floating IP a5c3ce9f-6ce3-4a78-b460-69de36c34593 associated. External IP: 172.26.6.138, port: 0e88583b-a7f7-43d9-a349-13600341f58d. Jun 18 16:29:35.344818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eff6b1-cf51-44e6-af8b-16a004e53fc5 req-68343958-4327-4575-8358-daaaf6aa980e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:35.346263 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-24eff6b1-cf51-44e6-af8b-16a004e53fc5 req-68343958-4327-4575-8358-daaaf6aa980e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 945 time: 0.1221232 Jun 18 16:29:35.421339 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-24eff6b1-cf51-44e6-af8b-16a004e53fc5 req-18c6303e-aafa-40d4-a414-783ccca7f8a2 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690496 Jun 18 16:29:35.431156 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 203502c0-4be2-4d03-bd32-2290f3107a95 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:35.446199 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51132) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:35.502882 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8d5aa5-5c07-4539-929a-a703c3fe53fe tempest-TestVolumeBootPattern-1582410022 tempest-TestVolumeBootPattern-1582410022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:35.504404 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1a8d5aa5-5c07-4539-929a-a703c3fe53fe tempest-TestVolumeBootPattern-1582410022 tempest-TestVolumeBootPattern-1582410022-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 1093 time: 0.0571461 Jun 18 16:29:35.507137 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51134) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:35.511410 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '4a6649d9-aed2-46c8-bfa1-928ff2130200', 'tenant_id': '677a748149594a93a9900e94206deadd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:29:35.544041 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for floatingip, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.549903 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:35.560403 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e68a041-d0db-43ea-a230-d93fccfbef44 None None] Sync routers for ids ['203502c0-4be2-4d03-bd32-2290f3107a95'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:35.567892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.570520 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e68a041-d0db-43ea-a230-d93fccfbef44 None None] Routers {'203502c0-4be2-4d03-bd32-2290f3107a95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:35.571245 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4e68a041-d0db-43ea-a230-d93fccfbef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:29:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['203502c0-4be2-4d03-bd32-2290f3107a95'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:35.611282 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5472593 Jun 18 16:29:35.611955 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'tag': '0e88583b-a7f7-43d9-a349-13600341f58d'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:29:35.614450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c641c80f-c22f-4ab3-b498-700edf5c406b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef8df42-7b58-4f19-b7f8-f446ed44e4ff", "tag": "0e88583b-a7f7-43d9-a349-13600341f58d"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:29:35.614960 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51136) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:35.655064 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b180954-6181-41ec-9776-d12711cc9114 x-openstack-request-id: req-5b180954-6181-41ec-9776-d12711cc9114 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:29:35.655611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef8df42-7b58-4f19-b7f8-f446ed44e4ff", "tag": "0e88583b-a7f7-43d9-a349-13600341f58d", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:29:35.656729 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5b180954-6181-41ec-9776-d12711cc9114 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:29:35.656729 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'tag': '0e88583b-a7f7-43d9-a349-13600341f58d', 'status': 'completed', 'code': 200} Jun 18 16:29:35.689594 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-4e68a041-d0db-43ea-a230-d93fccfbef44 None None] Set router 203502c0-4be2-4d03-bd32-2290f3107a95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:35.706760 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a3cd78c8-c860-4391-863a-4aa4e65e050e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/a5c3ce9f-6ce3-4a78-b460-69de36c34593 HTTP/1.1" status: 200 len: 992 time: 0.0901759 Jun 18 16:29:35.764421 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:35.778287 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641c80f-c22f-4ab3-b498-700edf5c406b req-143a84b2-99ea-4173-a855-66a1618f54b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:35.780272 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c641c80f-c22f-4ab3-b498-700edf5c406b req-143a84b2-99ea-4173-a855-66a1618f54b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=9ef8df42-7b58-4f19-b7f8-f446ed44e4ff HTTP/1.1" status: 200 len: 1099 time: 0.0922635 Jun 18 16:29:35.922093 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4e68a041-d0db-43ea-a230-d93fccfbef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:29:18Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'a5c3ce9f-6ce3-4a78-b460-69de36c34593', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'port_id': '0e88583b-a7f7-43d9-a349-13600341f58d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'mac_address': 'fa:16:3e:bb:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:34Z', 'updated_at': '2021-06-18T16:29:34Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516c7732-d025-459d-afc0-f22cc36e645a', 'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:d8:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:17Z', 'updated_at': '2021-06-18T16:29:23Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:35.949999 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e68a041-d0db-43ea-a230-d93fccfbef44 None None] Checking router: 203502c0-4be2-4d03-bd32-2290f3107a95 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:29:35.952438 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Allocated IP 172.26.6.54 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/945bf6f6-c6e2-4626-bd45-5cef7203f164) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:29:35.957193 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641c80f-c22f-4ab3-b498-700edf5c406b req-dbfe93af-4a8f-46e2-80fc-437203628a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:35.958721 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c641c80f-c22f-4ab3-b498-700edf5c406b req-dbfe93af-4a8f-46e2-80fc-437203628a2b service neutron] 10.222.0.55 "GET /v2.0/networks?id=11f922c3-5ac6-4da5-a687-be19cbafabc8 HTTP/1.1" status: 200 len: 898 time: 0.1513238 Jun 18 16:29:35.959207 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e68a041-d0db-43ea-a230-d93fccfbef44 None None] Routers {'203502c0-4be2-4d03-bd32-2290f3107a95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:35.959838 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4e68a041-d0db-43ea-a230-d93fccfbef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:29:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['203502c0-4be2-4d03-bd32-2290f3107a95'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:36.070093 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-4e68a041-d0db-43ea-a230-d93fccfbef44 None None] Set router 203502c0-4be2-4d03-bd32-2290f3107a95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:36.072791 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c641c80f-c22f-4ab3-b498-700edf5c406b req-40c7712f-7bbc-46d6-bd3b-4259e3a8460a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e88583b-a7f7-43d9-a349-13600341f58d HTTP/1.1" status: 200 len: 1000 time: 0.1054478 Jun 18 16:29:36.147094 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:36.157742 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641c80f-c22f-4ab3-b498-700edf5c406b req-4de6c421-3106-4d1d-8e9a-cb1df8f2ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:36.159218 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c641c80f-c22f-4ab3-b498-700edf5c406b req-4de6c421-3106-4d1d-8e9a-cb1df8f2ce00 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1d63ce6b-e747-4b26-8494-786ae754de87 HTTP/1.1" status: 200 len: 834 time: 0.0754204 Jun 18 16:29:36.239593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:36.244968 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f343471d-7f4f-4b0b-ac2a-eeb13d28b500 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:36.288296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:29:36.292959 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c641c80f-c22f-4ab3-b498-700edf5c406b req-707ce91a-7a86-4060-8c2b-32bfb22c2933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:36.294598 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c641c80f-c22f-4ab3-b498-700edf5c406b req-707ce91a-7a86-4060-8c2b-32bfb22c2933 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=11f922c3-5ac6-4da5-a687-be19cbafabc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1261632 Jun 18 16:29:36.295578 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:29:36.298173 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:29:36.303519 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4e68a041-d0db-43ea-a230-d93fccfbef44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:29:18Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'a5c3ce9f-6ce3-4a78-b460-69de36c34593', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'port_id': '0e88583b-a7f7-43d9-a349-13600341f58d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'mac_address': 'fa:16:3e:bb:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:34Z', 'updated_at': '2021-06-18T16:29:34Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516c7732-d025-459d-afc0-f22cc36e645a', 'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:d8:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:17Z', 'updated_at': '2021-06-18T16:29:23Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:36.330776 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e68a041-d0db-43ea-a230-d93fccfbef44 None None] The sync data for ids ['203502c0-4be2-4d03-bd32-2290f3107a95'] in dv-neutron-797120-1-hyperv is: [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:29:18Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'a5c3ce9f-6ce3-4a78-b460-69de36c34593', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'port_id': '0e88583b-a7f7-43d9-a349-13600341f58d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'mac_address': 'fa:16:3e:bb:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:34Z', 'updated_at': '2021-06-18T16:29:34Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516c7732-d025-459d-afc0-f22cc36e645a', 'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:d8:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:17Z', 'updated_at': '2021-06-18T16:29:23Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:36.335937 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event updated for resources: {'Port': ['ID=945bf6f6-c6e2-4626-bd45-5cef7203f164,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:36.339450 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:36.487370 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c641c80f-c22f-4ab3-b498-700edf5c406b req-5da36e87-a877-4f0b-93ae-6c01218fb227 service neutron] 10.222.0.55 "GET /v2.0/networks/11f922c3-5ac6-4da5-a687-be19cbafabc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664605 Jun 18 16:29:36.543340 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4c2b69-e288-4015-a1cc-88e9b62c6bb3 None None] New status for floating IP a5c3ce9f-6ce3-4a78-b460-69de36c34593: ACTIVE {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:29:36.672351 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-c641c80f-c22f-4ab3-b498-700edf5c406b req-26e47f03-bd74-4c76-bf94-6b2b83e757b4 service neutron] 10.222.0.55 "GET /v2.0/networks/11f922c3-5ac6-4da5-a687-be19cbafabc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733620 Jun 18 16:29:36.710183 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51140) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:29:36.830198 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:36.832173 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e7f70b46-7832-4097-a253-91caf1b020ae tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/a5c3ce9f-6ce3-4a78-b460-69de36c34593 HTTP/1.1" status: 200 len: 994 time: 0.1202443 Jun 18 16:29:36.912187 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:37.062030 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:37.066657 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:37.068722 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c04515b3-b10c-475d-9657-574c66a004a9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:29:37.132613 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event updated for resources: {'Port': ['ID=945bf6f6-c6e2-4626-bd45-5cef7203f164,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:29:37.145005 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:37.145397 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:37.145771 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:37.146142 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:37.146529 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:37.146897 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:37.147262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:37.147623 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:37.147985 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:37.148340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:37.148696 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:37.149048 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:29:37.153069 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:29:37.158633 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:37.257151 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Floating IP cfa69f6a-8c10-4ec5-8a7a-7369dc6c6df2 associated. External IP: 172.26.6.54, port: 4a6649d9-aed2-46c8-bfa1-928ff2130200. Jun 18 16:29:37.470783 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Router d2938074-b18f-46a3-8a3d-3c6f178f51b0 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:29:37.577293 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:29:37.586804 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c9d670-cdd9-4f9c-a474-24e783160865 None None] Sync routers for ids ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:29:37.593302 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:37.596649 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c9d670-cdd9-4f9c-a474-24e783160865 None None] Routers {'d2938074-b18f-46a3-8a3d-3c6f178f51b0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:37.597292 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-55c9d670-cdd9-4f9c-a474-24e783160865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:29:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:37.634282 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1261349 Jun 18 16:29:37.635290 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310373a9-8742-47c5-8890-afb1259b48f9', 'tag': '4a6649d9-aed2-46c8-bfa1-928ff2130200'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:29:37.637941 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118d936b-9fcc-4d61-9045-2adff400cb0f" -d '{"events": [{"name": "network-changed", "server_uuid": "310373a9-8742-47c5-8890-afb1259b48f9", "tag": "4a6649d9-aed2-46c8-bfa1-928ff2130200"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:29:37.681276 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f45454-eaeb-4602-8ef2-5b66ed579cd9 x-openstack-request-id: req-27f45454-eaeb-4602-8ef2-5b66ed579cd9 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:29:37.681623 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310373a9-8742-47c5-8890-afb1259b48f9", "tag": "4a6649d9-aed2-46c8-bfa1-928ff2130200", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:29:37.682043 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27f45454-eaeb-4602-8ef2-5b66ed579cd9 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:29:37.682380 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310373a9-8742-47c5-8890-afb1259b48f9', 'tag': '4a6649d9-aed2-46c8-bfa1-928ff2130200', 'status': 'completed', 'code': 200} Jun 18 16:29:37.708103 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-55c9d670-cdd9-4f9c-a474-24e783160865 None None] Set router d2938074-b18f-46a3-8a3d-3c6f178f51b0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:37.772402 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d936b-9fcc-4d61-9045-2adff400cb0f req-36d5ba43-9c71-43df-a388-3645a6c512a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:37.773856 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-118d936b-9fcc-4d61-9045-2adff400cb0f req-36d5ba43-9c71-43df-a388-3645a6c512a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=677a748149594a93a9900e94206deadd&device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 1098 time: 0.0568004 Jun 18 16:29:37.877719 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d936b-9fcc-4d61-9045-2adff400cb0f req-037ab24a-5a94-42ef-9028-b6001e0e47ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:37.879298 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-118d936b-9fcc-4d61-9045-2adff400cb0f req-037ab24a-5a94-42ef-9028-b6001e0e47ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=653de129-f9e5-469e-ba59-ca23a87d80e3 HTTP/1.1" status: 200 len: 913 time: 0.0973203 Jun 18 16:29:37.954482 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-118d936b-9fcc-4d61-9045-2adff400cb0f req-f3e6fb1a-92ee-405b-8bd7-72385832188d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a6649d9-aed2-46c8-bfa1-928ff2130200 HTTP/1.1" status: 200 len: 998 time: 0.0679557 Jun 18 16:29:38.066723 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-55c9d670-cdd9-4f9c-a474-24e783160865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'cfa69f6a-8c10-4ec5-8a7a-7369dc6c6df2', 'tenant_id': '677a748149594a93a9900e94206deadd', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'port_id': '4a6649d9-aed2-46c8-bfa1-928ff2130200', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'mac_address': 'fa:16:3e:09:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310373a9-8742-47c5-8890-afb1259b48f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:36Z', 'updated_at': '2021-06-18T16:29:36Z', 'revision_number': 0, 'project_id': '677a748149594a93a9900e94206deadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:50Z', 'revision_number': 5, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:38.094793 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c9d670-cdd9-4f9c-a474-24e783160865 None None] Checking router: d2938074-b18f-46a3-8a3d-3c6f178f51b0 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:29:38.103881 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c9d670-cdd9-4f9c-a474-24e783160865 None None] Routers {'d2938074-b18f-46a3-8a3d-3c6f178f51b0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:29:38.104513 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-55c9d670-cdd9-4f9c-a474-24e783160865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:29:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:38.217283 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-55c9d670-cdd9-4f9c-a474-24e783160865 None None] Set router d2938074-b18f-46a3-8a3d-3c6f178f51b0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:29:38.385558 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d936b-9fcc-4d61-9045-2adff400cb0f req-a8325ac9-fe7e-48dd-8f93-a959bd2a99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:38.387136 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-118d936b-9fcc-4d61-9045-2adff400cb0f req-a8325ac9-fe7e-48dd-8f93-a959bd2a99ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69140bce-415f-4588-91e8-fdea89aeed75 HTTP/1.1" status: 200 len: 851 time: 0.4146743 Jun 18 16:29:38.434065 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9953eb1c-80c7-4f42-87c2-bb68d0431cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:38.451048 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d936b-9fcc-4d61-9045-2adff400cb0f req-35677a10-a978-4ed5-8ba3-41afc7eb4123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:29:38.452310 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-55c9d670-cdd9-4f9c-a474-24e783160865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'cfa69f6a-8c10-4ec5-8a7a-7369dc6c6df2', 'tenant_id': '677a748149594a93a9900e94206deadd', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'port_id': '4a6649d9-aed2-46c8-bfa1-928ff2130200', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'mac_address': 'fa:16:3e:09:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310373a9-8742-47c5-8890-afb1259b48f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:36Z', 'updated_at': '2021-06-18T16:29:36Z', 'revision_number': 0, 'project_id': '677a748149594a93a9900e94206deadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:50Z', 'revision_number': 5, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:29:38.452569 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-118d936b-9fcc-4d61-9045-2adff400cb0f req-35677a10-a978-4ed5-8ba3-41afc7eb4123 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=653de129-f9e5-469e-ba59-ca23a87d80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0569630 Jun 18 16:29:38.478590 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c9d670-cdd9-4f9c-a474-24e783160865 None None] The sync data for ids ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'] in dv-neutron-797120-1-hyperv is: [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'cfa69f6a-8c10-4ec5-8a7a-7369dc6c6df2', 'tenant_id': '677a748149594a93a9900e94206deadd', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'port_id': '4a6649d9-aed2-46c8-bfa1-928ff2130200', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'mac_address': 'fa:16:3e:09:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310373a9-8742-47c5-8890-afb1259b48f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:36Z', 'updated_at': '2021-06-18T16:29:36Z', 'revision_number': 0, 'project_id': '677a748149594a93a9900e94206deadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:50Z', 'revision_number': 5, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:29:38.550723 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-118d936b-9fcc-4d61-9045-2adff400cb0f req-e1ebea5e-1fa1-4051-bc1d-db9b3b59a1f5 service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899155 Jun 18 16:29:38.644901 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-118d936b-9fcc-4d61-9045-2adff400cb0f req-09193727-359b-41e4-b88d-4e89b82af681 service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875280 Jun 18 16:29:38.673997 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908683d1-5ff6-47b9-bf89-78c9e6b7905c None None] New status for floating IP cfa69f6a-8c10-4ec5-8a7a-7369dc6c6df2: ACTIVE {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:29:40.915206 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1b19a93e-b36d-479c-b378-14563e9724ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:41.274380 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:42.064498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:43.686098 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:29:54.084210 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:03.398446 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-5b3d29f1-822e-489d-8d0d-5ceaa6294dbb req-640b3f55-3c45-4e4e-a510-a3a17b60a2b1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524049 Jun 18 16:30:03.507095 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d29f1-822e-489d-8d0d-5ceaa6294dbb req-27e17439-e995-4bc8-a45b-48bdb57cfc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:03.508611 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-5b3d29f1-822e-489d-8d0d-5ceaa6294dbb req-27e17439-e995-4bc8-a45b-48bdb57cfc79 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=677a748149594a93a9900e94206deadd&device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 1098 time: 0.0590119 Jun 18 16:30:03.612768 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d29f1-822e-489d-8d0d-5ceaa6294dbb req-f8144762-c4d5-470d-a3bb-d7435af1b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:03.614292 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-5b3d29f1-822e-489d-8d0d-5ceaa6294dbb req-f8144762-c4d5-470d-a3bb-d7435af1b1a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=653de129-f9e5-469e-ba59-ca23a87d80e3 HTTP/1.1" status: 200 len: 913 time: 0.0842226 Jun 18 16:30:03.685494 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-5b3d29f1-822e-489d-8d0d-5ceaa6294dbb req-39d5e74b-cafa-4c19-92cb-225fab237eee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a6649d9-aed2-46c8-bfa1-928ff2130200 HTTP/1.1" status: 200 len: 1000 time: 0.0609674 Jun 18 16:30:03.730318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d29f1-822e-489d-8d0d-5ceaa6294dbb req-95dba22a-d632-4f47-a7c2-9dcec43fa8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:03.731761 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-5b3d29f1-822e-489d-8d0d-5ceaa6294dbb req-95dba22a-d632-4f47-a7c2-9dcec43fa8c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69140bce-415f-4588-91e8-fdea89aeed75 HTTP/1.1" status: 200 len: 851 time: 0.0426831 Jun 18 16:30:03.792366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d29f1-822e-489d-8d0d-5ceaa6294dbb req-f034468e-402e-4a2f-9e75-339c58a8c34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:03.793852 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-5b3d29f1-822e-489d-8d0d-5ceaa6294dbb req-f034468e-402e-4a2f-9e75-339c58a8c34d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=653de129-f9e5-469e-ba59-ca23a87d80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0552776 Jun 18 16:30:03.894643 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-5b3d29f1-822e-489d-8d0d-5ceaa6294dbb req-5becbb25-30c8-4429-a040-cf9e69579bb0 service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871286 Jun 18 16:30:03.976965 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-5b3d29f1-822e-489d-8d0d-5ceaa6294dbb req-dc716793-0a68-40d8-8355-4146ecdeded3 service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815151 Jun 18 16:30:07.427340 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51164) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:07.798993 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2200ccd-cd38-4092-b489-f6b0e0630a42 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:07.799377 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2200ccd-cd38-4092-b489-f6b0e0630a42 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:07.799850 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2200ccd-cd38-4092-b489-f6b0e0630a42 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:07.801537 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c2200ccd-cd38-4092-b489-f6b0e0630a42 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=ce51bca7228b4491bea754922e3226ea&network_id=11f922c3-5ac6-4da5-a687-be19cbafabc8 HTTP/1.1" status: 200 len: 3000 time: 0.3731570 Jun 18 16:30:08.439481 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0f27a779-676d-4a8d-a6d6-8e0beeb776f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:10.872308 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:30:10.915717 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5fbe958d-d2fa-49d2-90a4-2416d2d63496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:11.190558 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51174) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:11.261766 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44888626-0de8-4580-afff-28db55dc9965 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:11.272486 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-44888626-0de8-4580-afff-28db55dc9965 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296 HTTP/1.1" status: 200 len: 814 time: 0.0717309 Jun 18 16:30:11.277273 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.065207 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.395548 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51180) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:12.400836 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'network': {'name': 'tempest-network-smoke--102869272', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'port_security_enabled': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:12.423481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:12.426924 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.454692 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:30:12.463789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.464143 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Added segment 726eff3f-d8e7-4443-8ad6-e06e3ae0d70f of type vlan for network b4c3b502-3c4d-4104-a768-735cb7b1cdd1 Jun 18 16:30:12.507338 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.537988 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.543543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:12.544131 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:12.546364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fa2ce38b-7a84-440c-8623-39968670dedd tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:12.601534 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2048171 Jun 18 16:30:12.604838 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51182) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:12.615343 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Network': ['ID=b4c3b502-3c4d-4104-a768-735cb7b1cdd1,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:12.623394 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:12.623816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:12.624137 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:12.624513 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:12.624880 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:12.625245 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:12.625648 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:12.626321 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:12.626936 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:12.626936 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:12.627226 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:12.627601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:12.632144 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:12.640521 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network b4c3b502-3c4d-4104-a768-735cb7b1cdd1 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:30:12.689114 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5bc729-b7dd-40f1-89d7-b7eca6c04069 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:12.690674 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3b5bc729-b7dd-40f1-89d7-b7eca6c04069 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=ce51bca7228b4491bea754922e3226ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0846314 Jun 18 16:30:12.693628 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51184) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:12.792368 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe5331-33d6-47b1-bd5a-9c4ab752c275 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:12.793890 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bbbe5331-33d6-47b1-bd5a-9c4ab752c275 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0993001 Jun 18 16:30:12.797642 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51186) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:12.825897 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-975319b0-8fc5-4d97-842a-06b4dbbc9bf9 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270841 Jun 18 16:30:12.829761 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51188) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:12.858404 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-596817c5-2eb6-45d5-887d-99b4787c2846 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=ce51bca7228b4491bea754922e3226ea&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274768 Jun 18 16:30:12.861496 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51190) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:12.954321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ad81e-2369-4fff-844a-c0f2cc5007f4 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:12.955760 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cf0ad81e-2369-4fff-844a-c0f2cc5007f4 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933685 Jun 18 16:30:12.958546 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51192) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:12.987041 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1292e06c-9001-47f4-ba9d-45d575caf95e tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273027 Jun 18 16:30:12.989443 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51194) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:12.994527 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-a2c86703-87de-437c-ab36-d30f911c07eb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1968543465', 'network_id': 'b4c3b502-3c4d-4104-a768-735cb7b1cdd1', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:13.080547 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c86703-87de-437c-ab36-d30f911c07eb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:13.084493 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a2c86703-87de-437c-ab36-d30f911c07eb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.264789 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a2c86703-87de-437c-ab36-d30f911c07eb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.267295 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c12d24c8-08eb-4f62-92f8-7274d7aca715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:13.330139 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c86703-87de-437c-ab36-d30f911c07eb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Subnet': ['ID=701e0e3e-a8fc-43bb-a1bb-b9342ebe0bf3,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:13.333415 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a2c86703-87de-437c-ab36-d30f911c07eb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:13.340298 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c86703-87de-437c-ab36-d30f911c07eb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Checking segment: {'id': '726eff3f-d8e7-4443-8ad6-e06e3ae0d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4c3b502-3c4d-4104-a768-735cb7b1cdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:13.340734 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c86703-87de-437c-ab36-d30f911c07eb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network hostable DHCP agents. Network: b4c3b502-3c4d-4104-a768-735cb7b1cdd1, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:30:13.356573 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c86703-87de-437c-ab36-d30f911c07eb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network b4c3b502-3c4d-4104-a768-735cb7b1cdd1 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:30:13.364968 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-a2c86703-87de-437c-ab36-d30f911c07eb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, b4c3b502-3c4d-4104-a768-735cb7b1cdd1) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:13.369272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c86703-87de-437c-ab36-d30f911c07eb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:13.369844 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a2c86703-87de-437c-ab36-d30f911c07eb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.376243 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f78bfd-0900-4b01-8f24-2d4e787eb064 None None] Network b4c3b502-3c4d-4104-a768-735cb7b1cdd1 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:13.384448 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a2c86703-87de-437c-ab36-d30f911c07eb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3940268 Jun 18 16:30:13.520705 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-b4c3b502-3c4d-4104-a768-735cb7b1cdd1', 'network_id': 'b4c3b502-3c4d-4104-a768-735cb7b1cdd1', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ips': [{'subnet_id': '701e0e3e-a8fc-43bb-a1bb-b9342ebe0bf3'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:30:13.521559 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.652668 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Allocated IP 172.20.0.18 (b4c3b502-3c4d-4104-a768-735cb7b1cdd1/701e0e3e-a8fc-43bb-a1bb-b9342ebe0bf3/d2908a44-f945-426f-8538-2e449b531578) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:13.723169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.805780 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.814894 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Transition to ACTIVE for port object d2908a44-f945-426f-8538-2e449b531578 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:13.830776 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Transition to ACTIVE for port object d2908a44-f945-426f-8538-2e449b531578 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:13.836294 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.839047 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:13.869994 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51198) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:13.872421 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Network b4c3b502-3c4d-4104-a768-735cb7b1cdd1 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:13.876102 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-decac77d-2a63-451f-99ea-39722d5b8d45 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2053634700', 'description': 'tempest-secgroup-smoke-2053634700 description', 'project_id': 'ce51bca7228b4491bea754922e3226ea'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:13.877691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:13.881313 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:13.894518 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Pushing event updated for resources: {'Port': ['ID=d2908a44-f945-426f-8538-2e449b531578,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:13.898738 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-decac77d-2a63-451f-99ea-39722d5b8d45 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.940973 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:13.941324 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:13.941669 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:13.942003 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:13.942331 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:13.942689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:13.943047 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:13.943395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:13.943762 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:13.944086 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:13.944408 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:13.944728 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:13.949042 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:13.959141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Attempting to bind port d2908a44-f945-426f-8538-2e449b531578 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:13.959523 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Attempting to bind port d2908a44-f945-426f-8538-2e449b531578 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '726eff3f-d8e7-4443-8ad6-e06e3ae0d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4c3b502-3c4d-4104-a768-735cb7b1cdd1'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:13.959893 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Attempting to bind port d2908a44-f945-426f-8538-2e449b531578 on network b4c3b502-3c4d-4104-a768-735cb7b1cdd1 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:13.964902 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:13.965285 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Checking segment: {'id': '726eff3f-d8e7-4443-8ad6-e06e3ae0d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4c3b502-3c4d-4104-a768-735cb7b1cdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:13.965695 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.966108 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Bound using segment: {'id': '726eff3f-d8e7-4443-8ad6-e06e3ae0d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4c3b502-3c4d-4104-a768-735cb7b1cdd1'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:13.966602 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Bound port: d2908a44-f945-426f-8538-2e449b531578, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726eff3f-d8e7-4443-8ad6-e06e3ae0d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4c3b502-3c4d-4104-a768-735cb7b1cdd1'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:13.966987 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.982962 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-decac77d-2a63-451f-99ea-39722d5b8d45 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.987452 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-decac77d-2a63-451f-99ea-39722d5b8d45 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:13.990728 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8242e327-b9e5-4bce-8fc9-10319afe47a4 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:14.013556 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-decac77d-2a63-451f-99ea-39722d5b8d45 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.014806 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-decac77d-2a63-451f-99ea-39722d5b8d45 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1431029 Jun 18 16:30:14.017919 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51200) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:14.020357 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decac77d-2a63-451f-99ea-39722d5b8d45 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e304f08a-2f1c-4ae5-b906-0ff9ec60c47b,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:14.022703 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-0b7dfdae-3142-4372-bac1-67d41af1e4fe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'e304f08a-2f1c-4ae5-b906-0ff9ec60c47b', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:14.023238 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-decac77d-2a63-451f-99ea-39722d5b8d45 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:14.035646 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] For port d2908a44-f945-426f-8538-2e449b531578, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:14.040320 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] For port d2908a44-f945-426f-8538-2e449b531578, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d2908a44-f945-426f-8538-2e449b531578,segment=NetworkSegment(726eff3f-d8e7-4443-8ad6-e06e3ae0d70f),segment_id=726eff3f-d8e7-4443-8ad6-e06e3ae0d70f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:14.044240 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.047792 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-89982d5e-c25c-4ad7-9fdf-69acb08fca12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:14.052890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0b7dfdae-3142-4372-bac1-67d41af1e4fe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.152755 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0b7dfdae-3142-4372-bac1-67d41af1e4fe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.153099 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Pushing event updated for resources: {'Port': ['ID=d2908a44-f945-426f-8538-2e449b531578,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:14.157088 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:14.159115 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0b7dfdae-3142-4372-bac1-67d41af1e4fe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.161026 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8a0ea126-1614-4345-9a4e-560be175fdd6 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:14.182763 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7dfdae-3142-4372-bac1-67d41af1e4fe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1efacd8-3e67-4a2a-9ecb-da935d956c0e,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:14.185642 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0b7dfdae-3142-4372-bac1-67d41af1e4fe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:14.194863 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0b7dfdae-3142-4372-bac1-67d41af1e4fe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.198740 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0b7dfdae-3142-4372-bac1-67d41af1e4fe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1771359 Jun 18 16:30:14.199151 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51202) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:14.204912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-131c4e8c-732a-4f5a-9ac7-9a4244e6da60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'e304f08a-2f1c-4ae5-b906-0ff9ec60c47b', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:14.233826 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-131c4e8c-732a-4f5a-9ac7-9a4244e6da60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.330392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-131c4e8c-732a-4f5a-9ac7-9a4244e6da60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.334007 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-131c4e8c-732a-4f5a-9ac7-9a4244e6da60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.339111 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9a75995d-c351-4b1b-b8e6-a9d3248b0230 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:14.358042 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4e8c-732a-4f5a-9ac7-9a4244e6da60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba6d465-e7b7-44fd-accb-7507352c79b6,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:14.364357 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-131c4e8c-732a-4f5a-9ac7-9a4244e6da60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:14.365650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-131c4e8c-732a-4f5a-9ac7-9a4244e6da60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.367791 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-131c4e8c-732a-4f5a-9ac7-9a4244e6da60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1669750 Jun 18 16:30:14.370202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51204) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:14.376659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-12926cd0-141c-456c-a1c0-b1969ea98dbf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'e304f08a-2f1c-4ae5-b906-0ff9ec60c47b', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:14.407194 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-12926cd0-141c-456c-a1c0-b1969ea98dbf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.477349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-12926cd0-141c-456c-a1c0-b1969ea98dbf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.481293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-12926cd0-141c-456c-a1c0-b1969ea98dbf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.483140 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-47598dd1-39b6-40ef-b415-a5522eb91a92 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:14.501065 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12926cd0-141c-456c-a1c0-b1969ea98dbf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cda994c-35ab-48f1-af74-e0a8a1150dfe,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:14.508046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-12926cd0-141c-456c-a1c0-b1969ea98dbf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:14.511895 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-12926cd0-141c-456c-a1c0-b1969ea98dbf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.513465 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-12926cd0-141c-456c-a1c0-b1969ea98dbf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416879 Jun 18 16:30:14.516747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51206) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:14.521853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-5f56d84d-2933-45a6-8647-026224f4a401 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'e304f08a-2f1c-4ae5-b906-0ff9ec60c47b', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:14.554536 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5f56d84d-2933-45a6-8647-026224f4a401 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.620725 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5f56d84d-2933-45a6-8647-026224f4a401 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.624502 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5f56d84d-2933-45a6-8647-026224f4a401 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.630780 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e385f086-9292-4ce9-baed-813df50c32d4 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:14.648807 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56d84d-2933-45a6-8647-026224f4a401 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2aa829a-0333-4777-a02b-5f2aa21a1144,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:14.652055 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5f56d84d-2933-45a6-8647-026224f4a401 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:14.653449 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5f56d84d-2933-45a6-8647-026224f4a401 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.654703 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5f56d84d-2933-45a6-8647-026224f4a401 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368439 Jun 18 16:30:14.658056 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51208) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:14.662698 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-91f6724c-57d2-45aa-94fe-8bf5b8ba67d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'e304f08a-2f1c-4ae5-b906-0ff9ec60c47b', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:14.684627 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-91f6724c-57d2-45aa-94fe-8bf5b8ba67d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:30:14.689521 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-91f6724c-57d2-45aa-94fe-8bf5b8ba67d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.749447 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-91f6724c-57d2-45aa-94fe-8bf5b8ba67d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.754551 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-91f6724c-57d2-45aa-94fe-8bf5b8ba67d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.756391 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e4ed8e92-9e17-4185-8f44-5199b245a269 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:14.775081 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6724c-57d2-45aa-94fe-8bf5b8ba67d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9efb453f-45bf-4975-9d11-49cea660a9bc,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:14.777641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-91f6724c-57d2-45aa-94fe-8bf5b8ba67d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:14.785232 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-91f6724c-57d2-45aa-94fe-8bf5b8ba67d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.789418 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-91f6724c-57d2-45aa-94fe-8bf5b8ba67d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276727 Jun 18 16:30:14.789811 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51210) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:14.795643 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b1ee6a6a-dd58-444b-b851-d8d3fb0b723c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'e304f08a-2f1c-4ae5-b906-0ff9ec60c47b', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:14.819983 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-b1ee6a6a-dd58-444b-b851-d8d3fb0b723c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:30:14.825033 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b1ee6a6a-dd58-444b-b851-d8d3fb0b723c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.893262 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b1ee6a6a-dd58-444b-b851-d8d3fb0b723c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.897415 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b1ee6a6a-dd58-444b-b851-d8d3fb0b723c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.899523 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3c371ecd-f2ad-4f3d-885b-0c78d62af9de tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:14.917996 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee6a6a-dd58-444b-b851-d8d3fb0b723c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d66e7a8-e7ad-4c89-a637-deba76162165,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:14.920690 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b1ee6a6a-dd58-444b-b851-d8d3fb0b723c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:14.925385 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b1ee6a6a-dd58-444b-b851-d8d3fb0b723c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:14.926708 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b1ee6a6a-dd58-444b-b851-d8d3fb0b723c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1357548 Jun 18 16:30:15.038841 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d2908a44-f945-426f-8538-2e449b531578 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:15.096331 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-aaef4b8e-abe5-49a5-8bf0-88797cf1164f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2053634700&fields=id&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 267 time: 0.0397677 Jun 18 16:30:15.101686 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port d2908a44-f945-426f-8538-2e449b531578 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:15.144856 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51198b7d-6af9-4f73-ac31-22d523eabd1c None None] Network b4c3b502-3c4d-4104-a768-735cb7b1cdd1 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:15.210050 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-e7a7ee10-5e29-447a-bea0-91fbb5aa9d4c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:15.211542 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-e7a7ee10-5e29-447a-bea0-91fbb5aa9d4c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/networks?id=b4c3b502-3c4d-4104-a768-735cb7b1cdd1 HTTP/1.1" status: 200 len: 796 time: 0.1080906 Jun 18 16:30:15.226708 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4d6a971f-fe56-4cda-8bba-3a83b1956213 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/quotas/ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 375 time: 0.0096614 Jun 18 16:30:15.265032 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6124d100-ce37-4e23-9c08-9ef1da07b8f7 None None] Provisioning for port d2908a44-f945-426f-8538-2e449b531578 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:15.271356 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6124d100-ce37-4e23-9c08-9ef1da07b8f7 None None] Provisioning complete for port d2908a44-f945-426f-8538-2e449b531578 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:15.271739 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6124d100-ce37-4e23-9c08-9ef1da07b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.307149 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-66777fe4-6678-4e3c-a9c4-70295e9106d5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0751841 Jun 18 16:30:15.384787 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6124d100-ce37-4e23-9c08-9ef1da07b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.404976 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-0ad00d82-a845-44f5-b928-010ecfc98be9 service neutron] 10.222.0.50 "GET /v2.0/networks/b4c3b502-3c4d-4104-a768-735cb7b1cdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861857 Jun 18 16:30:15.424638 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6124d100-ce37-4e23-9c08-9ef1da07b8f7 None None] For port d2908a44-f945-426f-8538-2e449b531578, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d2908a44-f945-426f-8538-2e449b531578,segment=NetworkSegment(726eff3f-d8e7-4443-8ad6-e06e3ae0d70f),segment_id=726eff3f-d8e7-4443-8ad6-e06e3ae0d70f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:15.429202 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6124d100-ce37-4e23-9c08-9ef1da07b8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.432204 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-85bd299a-8ba8-4d6a-ac44-baddc8171b01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:15.489750 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124d100-ce37-4e23-9c08-9ef1da07b8f7 None None] Pushing event updated for resources: {'Port': ['ID=d2908a44-f945-426f-8538-2e449b531578,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:15.493251 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6124d100-ce37-4e23-9c08-9ef1da07b8f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:15.507483 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-c3b653d3-22c1-47ed-bcc9-5bf11996ef66 service neutron] 10.222.0.50 "GET /v2.0/networks/b4c3b502-3c4d-4104-a768-735cb7b1cdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957370 Jun 18 16:30:15.653696 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-38e2e258-75c4-4dc7-824b-d3164332b360 None None] Provisioning complete for port d2908a44-f945-426f-8538-2e449b531578 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:15.654226 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-38e2e258-75c4-4dc7-824b-d3164332b360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:15.691605 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7f6f4f94-04c3-4345-b752-68efae27f287 req-81de5ea0-eee2-49fd-a9bc-48e128927497 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=327a30ff-2062-4f60-9ca7-a885621cc356 HTTP/1.1" status: 200 len: 210 time: 0.0322835 Jun 18 16:30:16.717960 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-3345d51d-208f-4077-aef1-4da910d58c14 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:16.720021 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-3345d51d-208f-4077-aef1-4da910d58c14 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/networks?id=b4c3b502-3c4d-4104-a768-735cb7b1cdd1 HTTP/1.1" status: 200 len: 796 time: 0.1098037 Jun 18 16:30:16.769644 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-e9170c5b-2f53-4844-aa1a-160c38a897dc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 473 time: 0.0392518 Jun 18 16:30:16.779027 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-e3ea9878-b7d5-45ee-a52b-a12ec8a75246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'port': {'device_id': '327a30ff-2062-4f60-9ca7-a885621cc356', 'network_id': 'b4c3b502-3c4d-4104-a768-735cb7b1cdd1', 'admin_state_up': True, 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'security_groups': ['e304f08a-2f1c-4ae5-b906-0ff9ec60c47b']}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:16.837918 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e898adb3-ee3e-411e-9c30-2f4df66672f1 req-547bc36b-2d32-43a9-bcc5-db75bdaffc4c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=327a30ff-2062-4f60-9ca7-a885621cc356 HTTP/1.1" status: 200 len: 210 time: 0.0313697 Jun 18 16:30:16.903875 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-e3ea9878-b7d5-45ee-a52b-a12ec8a75246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:30:16.908180 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-e3ea9878-b7d5-45ee-a52b-a12ec8a75246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:16.993559 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d2908a44-f945-426f-8538-2e449b531578 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:17.046266 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-e3ea9878-b7d5-45ee-a52b-a12ec8a75246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.20.0.21 (b4c3b502-3c4d-4104-a768-735cb7b1cdd1/701e0e3e-a8fc-43bb-a1bb-b9342ebe0bf3/e2ebee5a-352e-49af-9cf8-33dfdac7df1b) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:17.049133 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port d2908a44-f945-426f-8538-2e449b531578 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:17.049523 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.187088 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-e3ea9878-b7d5-45ee-a52b-a12ec8a75246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.200149 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-e3ea9878-b7d5-45ee-a52b-a12ec8a75246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Transition to ACTIVE for port object e2ebee5a-352e-49af-9cf8-33dfdac7df1b will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:17.233431 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-e3ea9878-b7d5-45ee-a52b-a12ec8a75246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.237882 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0dc1a82c-1512-4108-8533-998a45ed1e24 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:17.278076 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-e3ea9878-b7d5-45ee-a52b-a12ec8a75246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network b4c3b502-3c4d-4104-a768-735cb7b1cdd1 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:17.281948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-e3ea9878-b7d5-45ee-a52b-a12ec8a75246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:17.285955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-e3ea9878-b7d5-45ee-a52b-a12ec8a75246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:17.314338 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea9878-b7d5-45ee-a52b-a12ec8a75246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=e2ebee5a-352e-49af-9cf8-33dfdac7df1b,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:17.318792 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e3ea9878-b7d5-45ee-a52b-a12ec8a75246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:17.340248 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-e3ea9878-b7d5-45ee-a52b-a12ec8a75246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:17.340820 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-e3ea9878-b7d5-45ee-a52b-a12ec8a75246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.356621 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-e3ea9878-b7d5-45ee-a52b-a12ec8a75246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5812666 Jun 18 16:30:17.370476 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Request body: {'port': {'device_id': '327a30ff-2062-4f60-9ca7-a885621cc356', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:30:17.449110 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.481864 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1ad71b67-531a-480a-9731-11aee067ce5e None None] Provisioning for port e2ebee5a-352e-49af-9cf8-33dfdac7df1b completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:17.485712 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1ad71b67-531a-480a-9731-11aee067ce5e None None] Provisioning complete for port e2ebee5a-352e-49af-9cf8-33dfdac7df1b triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:17.486088 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1ad71b67-531a-480a-9731-11aee067ce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.519441 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-1ad71b67-531a-480a-9731-11aee067ce5e None None] Port e2ebee5a-352e-49af-9cf8-33dfdac7df1b cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:17.704863 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ebee5a-352e-49af-9cf8-33dfdac7df1b {{(pid=93454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:30:17.711923 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.723366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Transition to ACTIVE for port object e2ebee5a-352e-49af-9cf8-33dfdac7df1b will not be triggered until provisioned by entity L2. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:17.727285 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.729312 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f4004e74-4f72-44b9-b0e7-3dbccd94ef62 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:17.806750 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ebee5a-352e-49af-9cf8-33dfdac7df1b,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:17.811276 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:17.884889 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Attempting to bind port e2ebee5a-352e-49af-9cf8-33dfdac7df1b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:17.885218 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Attempting to bind port e2ebee5a-352e-49af-9cf8-33dfdac7df1b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '726eff3f-d8e7-4443-8ad6-e06e3ae0d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4c3b502-3c4d-4104-a768-735cb7b1cdd1'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:17.885557 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Attempting to bind port e2ebee5a-352e-49af-9cf8-33dfdac7df1b on network b4c3b502-3c4d-4104-a768-735cb7b1cdd1 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:17.890970 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Port e2ebee5a-352e-49af-9cf8-33dfdac7df1b on network b4c3b502-3c4d-4104-a768-735cb7b1cdd1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:30:17.891347 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Attempting to bind port e2ebee5a-352e-49af-9cf8-33dfdac7df1b on network b4c3b502-3c4d-4104-a768-735cb7b1cdd1 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:17.897555 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:17.898042 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Checking segment: {'id': '726eff3f-d8e7-4443-8ad6-e06e3ae0d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4c3b502-3c4d-4104-a768-735cb7b1cdd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:17.898631 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Bound using segment: {'id': '726eff3f-d8e7-4443-8ad6-e06e3ae0d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4c3b502-3c4d-4104-a768-735cb7b1cdd1'} {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:17.899067 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Bound port: e2ebee5a-352e-49af-9cf8-33dfdac7df1b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '726eff3f-d8e7-4443-8ad6-e06e3ae0d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4c3b502-3c4d-4104-a768-735cb7b1cdd1'}}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:17.899416 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.969138 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] For port e2ebee5a-352e-49af-9cf8-33dfdac7df1b, host hv-neutron-7971, cleared binding levels {{(pid=93454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:17.972391 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] For port e2ebee5a-352e-49af-9cf8-33dfdac7df1b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e2ebee5a-352e-49af-9cf8-33dfdac7df1b,segment=NetworkSegment(726eff3f-d8e7-4443-8ad6-e06e3ae0d70f),segment_id=726eff3f-d8e7-4443-8ad6-e06e3ae0d70f)] {{(pid=93454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:17.977534 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:17.979599 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:18.018785 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:18.019405 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:18.020797 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] 10.222.0.55 "PUT /v2.0/ports/e2ebee5a-352e-49af-9cf8-33dfdac7df1b HTTP/1.1" status: 200 len: 1094 time: 0.6551163 Jun 18 16:30:18.021345 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327a30ff-2062-4f60-9ca7-a885621cc356', 'tag': 'e2ebee5a-352e-49af-9cf8-33dfdac7df1b'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:30:18.023839 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ac2dae-c263-42d6-8187-ef538d53ccee" -d '{"events": [{"name": "network-changed", "server_uuid": "327a30ff-2062-4f60-9ca7-a885621cc356", "tag": "e2ebee5a-352e-49af-9cf8-33dfdac7df1b"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:30:18.040080 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154bcfb-fc71-474b-9ea9-5982f0590959 req-5270fe7f-d2ba-470b-b0c6-968f4f664118 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:18.047727 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ebee5a-352e-49af-9cf8-33dfdac7df1b,revision_number=3']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:18.049651 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8154bcfb-fc71-474b-9ea9-5982f0590959 req-5270fe7f-d2ba-470b-b0c6-968f4f664118 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=327a30ff-2062-4f60-9ca7-a885621cc356 HTTP/1.1" status: 200 len: 944 time: 0.0848200 Jun 18 16:30:18.058102 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:18.073581 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e618e0da-477f-4d6a-8452-c59f64dfa77b x-openstack-request-id: req-e618e0da-477f-4d6a-8452-c59f64dfa77b {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:30:18.076538 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "327a30ff-2062-4f60-9ca7-a885621cc356", "tag": "e2ebee5a-352e-49af-9cf8-33dfdac7df1b", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:30:18.078074 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e618e0da-477f-4d6a-8452-c59f64dfa77b {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:30:18.078736 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '327a30ff-2062-4f60-9ca7-a885621cc356', 'tag': 'e2ebee5a-352e-49af-9cf8-33dfdac7df1b', 'status': 'completed', 'code': 200} Jun 18 16:30:18.092510 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8154bcfb-fc71-474b-9ea9-5982f0590959 req-832794a6-2c8a-489d-8454-538e961afc04 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=e304f08a-2f1c-4ae5-b906-0ff9ec60c47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417454 Jun 18 16:30:18.139037 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4e916f67-0ba8-4e15-8b62-8fe59dc5e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:18.141618 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-4e916f67-0ba8-4e15-8b62-8fe59dc5e639 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=327a30ff-2062-4f60-9ca7-a885621cc356 HTTP/1.1" status: 200 len: 1097 time: 0.0587814 Jun 18 16:30:18.184758 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-76f8bf53-e92b-4d72-b631-5e4aea6a9f78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=e2ebee5a-352e-49af-9cf8-33dfdac7df1b HTTP/1.1" status: 200 len: 217 time: 0.0353239 Jun 18 16:30:18.240719 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-cf0753b1-8278-4acb-9bf5-36b18964e1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:18.242657 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-cf0753b1-8278-4acb-9bf5-36b18964e1f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=701e0e3e-a8fc-43bb-a1bb-b9342ebe0bf3 HTTP/1.1" status: 200 len: 838 time: 0.0504704 Jun 18 16:30:18.306038 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-c4b911b1-aa78-4959-85ac-e3a4567d7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:18.307585 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-c4b911b1-aa78-4959-85ac-e3a4567d7743 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b4c3b502-3c4d-4104-a768-735cb7b1cdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0564501 Jun 18 16:30:18.398928 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-f2fa7549-809c-4a6e-8074-8a4d65a00439 service neutron] 10.222.0.55 "GET /v2.0/networks/b4c3b502-3c4d-4104-a768-735cb7b1cdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839648 Jun 18 16:30:18.491992 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-21828705-25b9-4b5e-9e72-90fe079e0fd0 req-494d8797-b43a-4279-a393-38e555523a96 service neutron] 10.222.0.55 "GET /v2.0/networks/b4c3b502-3c4d-4104-a768-735cb7b1cdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863450 Jun 18 16:30:18.612899 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac2dae-c263-42d6-8187-ef538d53ccee req-d4237c83-b16a-4fdf-b09b-5bcf0cd1d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:18.614516 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-03ac2dae-c263-42d6-8187-ef538d53ccee req-d4237c83-b16a-4fdf-b09b-5bcf0cd1d41e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=327a30ff-2062-4f60-9ca7-a885621cc356 HTTP/1.1" status: 200 len: 1097 time: 0.0671787 Jun 18 16:30:18.720404 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac2dae-c263-42d6-8187-ef538d53ccee req-bfe3eb20-0a8e-4b31-902c-3ffb8cfe9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:18.721995 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-03ac2dae-c263-42d6-8187-ef538d53ccee req-bfe3eb20-0a8e-4b31-902c-3ffb8cfe9ea8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b4c3b502-3c4d-4104-a768-735cb7b1cdd1 HTTP/1.1" status: 200 len: 897 time: 0.0930462 Jun 18 16:30:18.765622 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-03ac2dae-c263-42d6-8187-ef538d53ccee req-9954c874-de33-4c0b-9ade-057a54476489 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=e2ebee5a-352e-49af-9cf8-33dfdac7df1b HTTP/1.1" status: 200 len: 217 time: 0.0358777 Jun 18 16:30:18.817392 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac2dae-c263-42d6-8187-ef538d53ccee req-00be1a68-4906-481c-875b-bce7d8023e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:18.818894 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-03ac2dae-c263-42d6-8187-ef538d53ccee req-00be1a68-4906-481c-875b-bce7d8023e54 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=701e0e3e-a8fc-43bb-a1bb-b9342ebe0bf3 HTTP/1.1" status: 200 len: 838 time: 0.0467830 Jun 18 16:30:18.886377 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac2dae-c263-42d6-8187-ef538d53ccee req-52f7c22b-a613-4ea3-b3bd-cc61733ce735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:18.888410 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-03ac2dae-c263-42d6-8187-ef538d53ccee req-52f7c22b-a613-4ea3-b3bd-cc61733ce735 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b4c3b502-3c4d-4104-a768-735cb7b1cdd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0618892 Jun 18 16:30:18.981274 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-03ac2dae-c263-42d6-8187-ef538d53ccee req-7467f5fa-f49a-48ec-a74f-4bb20409eb93 service neutron] 10.222.0.55 "GET /v2.0/networks/b4c3b502-3c4d-4104-a768-735cb7b1cdd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856235 Jun 18 16:30:19.081646 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-03ac2dae-c263-42d6-8187-ef538d53ccee req-9a267f7f-66d3-4769-8caf-59b0ce2ae3bd service neutron] 10.222.0.55 "GET /v2.0/networks/b4c3b502-3c4d-4104-a768-735cb7b1cdd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918880 Jun 18 16:30:19.289037 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c87ef-5535-491a-a87b-f434c64c6ef0 req-4b56b5f1-401c-423a-998b-fbeaf62a29a0 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:19.290592 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b87c87ef-5535-491a-a87b-f434c64c6ef0 req-4b56b5f1-401c-423a-998b-fbeaf62a29a0 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=327a30ff-2062-4f60-9ca7-a885621cc356 HTTP/1.1" status: 200 len: 944 time: 0.0773361 Jun 18 16:30:19.329261 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b87c87ef-5535-491a-a87b-f434c64c6ef0 req-147dabe9-7b90-42b8-b537-3df4ae6eefaa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=e304f08a-2f1c-4ae5-b906-0ff9ec60c47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327063 Jun 18 16:30:20.505152 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346222b-3770-49ba-b680-e945e1319516 req-f32a3933-f700-4ad8-9c72-83e939455f5f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:20.506623 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f346222b-3770-49ba-b680-e945e1319516 req-f32a3933-f700-4ad8-9c72-83e939455f5f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=327a30ff-2062-4f60-9ca7-a885621cc356 HTTP/1.1" status: 200 len: 944 time: 0.0644050 Jun 18 16:30:20.545502 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f346222b-3770-49ba-b680-e945e1319516 req-eabcecae-8157-491f-85e8-26d6b0a6c8d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=e304f08a-2f1c-4ae5-b906-0ff9ec60c47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329723 Jun 18 16:30:21.287001 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device e2ebee5a-352e-49af-9cf8-33dfdac7df1b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:30:21.381640 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port e2ebee5a-352e-49af-9cf8-33dfdac7df1b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e2ebee5a-352e-49af-9cf8-33dfdac7df1b,segment=NetworkSegment(726eff3f-d8e7-4443-8ad6-e06e3ae0d70f),segment_id=726eff3f-d8e7-4443-8ad6-e06e3ae0d70f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:21.393399 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': 'e2ebee5a-352e-49af-9cf8-33dfdac7df1b', 'network_id': 'b4c3b502-3c4d-4104-a768-735cb7b1cdd1', 'port_id': 'e2ebee5a-352e-49af-9cf8-33dfdac7df1b', 'mac_address': 'fa:16:3e:40:98:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701e0e3e-a8fc-43bb-a1bb-b9342ebe0bf3', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:30:21.428371 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:21.441052 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ebee5a-352e-49af-9cf8-33dfdac7df1b {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:30:21.460534 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port e2ebee5a-352e-49af-9cf8-33dfdac7df1b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e2ebee5a-352e-49af-9cf8-33dfdac7df1b,segment=NetworkSegment(726eff3f-d8e7-4443-8ad6-e06e3ae0d70f),segment_id=726eff3f-d8e7-4443-8ad6-e06e3ae0d70f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:21.464720 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:21.466459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d550812d-89d0-46a0-9657-570fafe69df8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:21.520860 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=e2ebee5a-352e-49af-9cf8-33dfdac7df1b,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:21.523905 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:21.709235 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['e2ebee5a-352e-49af-9cf8-33dfdac7df1b'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:30:21.730244 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd81d6c-2417-4b7c-a29e-ff28704ce460 req-ef1b60bf-3c06-4bdf-a345-43744044360a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:21.731777 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fdd81d6c-2417-4b7c-a29e-ff28704ce460 req-ef1b60bf-3c06-4bdf-a345-43744044360a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=327a30ff-2062-4f60-9ca7-a885621cc356 HTTP/1.1" status: 200 len: 945 time: 0.0692511 Jun 18 16:30:21.772282 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fdd81d6c-2417-4b7c-a29e-ff28704ce460 req-db1f90e1-c635-421f-bf89-d028efdc2f51 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=e304f08a-2f1c-4ae5-b906-0ff9ec60c47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338869 Jun 18 16:30:22.949784 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70530402-0ded-4729-b2e7-4c9a6fcf51e0 req-581b47e7-007f-49fd-bf46-ebf7d2b37f25 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:22.951359 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-70530402-0ded-4729-b2e7-4c9a6fcf51e0 req-581b47e7-007f-49fd-bf46-ebf7d2b37f25 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=327a30ff-2062-4f60-9ca7-a885621cc356 HTTP/1.1" status: 200 len: 945 time: 0.0639546 Jun 18 16:30:22.990151 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-70530402-0ded-4729-b2e7-4c9a6fcf51e0 req-77f88f5e-ab99-4264-90ae-b63e2781fbd2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=e304f08a-2f1c-4ae5-b906-0ff9ec60c47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329301 Jun 18 16:30:23.297320 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device e2ebee5a-352e-49af-9cf8-33dfdac7df1b up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:23.345063 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port e2ebee5a-352e-49af-9cf8-33dfdac7df1b completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:23.348704 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port e2ebee5a-352e-49af-9cf8-33dfdac7df1b triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:23.349062 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:23.428053 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:23.450065 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327a30ff-2062-4f60-9ca7-a885621cc356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ebee5a-352e-49af-9cf8-33dfdac7df1b'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:30:23.452402 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3d8a0b-af53-4a71-a6d3-2722c35672c7" -d '{"events": [{"server_uuid": "327a30ff-2062-4f60-9ca7-a885621cc356", "name": "network-vif-plugged", "status": "completed", "tag": "e2ebee5a-352e-49af-9cf8-33dfdac7df1b"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:30:23.464924 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port e2ebee5a-352e-49af-9cf8-33dfdac7df1b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e2ebee5a-352e-49af-9cf8-33dfdac7df1b,segment=NetworkSegment(726eff3f-d8e7-4443-8ad6-e06e3ae0d70f),segment_id=726eff3f-d8e7-4443-8ad6-e06e3ae0d70f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:23.469568 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:23.471517 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-85bd299a-8ba8-4d6a-ac44-baddc8171b01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:23.494509 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a54fcf3-d2dd-4ee0-bb55-4f2d3b1653f4 x-openstack-request-id: req-0a54fcf3-d2dd-4ee0-bb55-4f2d3b1653f4 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:30:23.494799 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327a30ff-2062-4f60-9ca7-a885621cc356", "name": "network-vif-plugged", "status": "completed", "tag": "e2ebee5a-352e-49af-9cf8-33dfdac7df1b", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:30:23.495057 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a54fcf3-d2dd-4ee0-bb55-4f2d3b1653f4 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:30:23.495451 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327a30ff-2062-4f60-9ca7-a885621cc356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ebee5a-352e-49af-9cf8-33dfdac7df1b', 'code': 200} Jun 18 16:30:23.522213 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=e2ebee5a-352e-49af-9cf8-33dfdac7df1b,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:23.525180 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:23.715449 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de2393-ef30-48b3-b91e-d0bf52f6c781 req-37ba33a8-7e32-493d-9c23-783011d6eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:23.716999 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-38de2393-ef30-48b3-b91e-d0bf52f6c781 req-37ba33a8-7e32-493d-9c23-783011d6eaef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=327a30ff-2062-4f60-9ca7-a885621cc356 HTTP/1.1" status: 200 len: 1099 time: 0.0525575 Jun 18 16:30:23.752071 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-38de2393-ef30-48b3-b91e-d0bf52f6c781 req-23651aca-5a4c-4a75-878a-b724bebb4c88 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e304f08a-2f1c-4ae5-b906-0ff9ec60c47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279014 Jun 18 16:30:24.080337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:24.183603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad60a7a-a0f4-4253-a24f-38870da3dba6 req-891148f7-88dc-4418-b83d-54392d38280b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:24.185096 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7ad60a7a-a0f4-4253-a24f-38870da3dba6 req-891148f7-88dc-4418-b83d-54392d38280b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=327a30ff-2062-4f60-9ca7-a885621cc356 HTTP/1.1" status: 200 len: 946 time: 0.0710831 Jun 18 16:30:24.224397 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7ad60a7a-a0f4-4253-a24f-38870da3dba6 req-15a90acb-711b-47b9-8322-5c5d0763486c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=e304f08a-2f1c-4ae5-b906-0ff9ec60c47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326226 Jun 18 16:30:25.409958 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641b98a-863d-426e-93c9-8c8dc563ab6c req-be9c7923-c1ed-4c0b-bec8-fdc50e5abf8a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:25.412461 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a641b98a-863d-426e-93c9-8c8dc563ab6c req-be9c7923-c1ed-4c0b-bec8-fdc50e5abf8a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=327a30ff-2062-4f60-9ca7-a885621cc356 HTTP/1.1" status: 200 len: 946 time: 0.0709803 Jun 18 16:30:25.449533 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a641b98a-863d-426e-93c9-8c8dc563ab6c req-975fed0f-ef8a-400c-9225-1e0a856eaa83 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=e304f08a-2f1c-4ae5-b906-0ff9ec60c47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323050 Jun 18 16:30:25.626612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f6435-01fc-4de3-8ddf-90fda076ab3b req-e1e00a0a-1625-4104-ab26-b40e680abe11 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:25.628415 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a65f6435-01fc-4de3-8ddf-90fda076ab3b req-e1e00a0a-1625-4104-ab26-b40e680abe11 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=327a30ff-2062-4f60-9ca7-a885621cc356 HTTP/1.1" status: 200 len: 946 time: 0.0678859 Jun 18 16:30:25.668557 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a65f6435-01fc-4de3-8ddf-90fda076ab3b req-0594cc80-e804-491b-b89e-46c1dde94e0c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=e304f08a-2f1c-4ae5-b906-0ff9ec60c47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339904 Jun 18 16:30:27.186288 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51270) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:27.660461 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:27.958027 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.20.0.17 (b4c3b502-3c4d-4104-a768-735cb7b1cdd1/701e0e3e-a8fc-43bb-a1bb-b9342ebe0bf3/bd27313a-ad7a-46fb-97c5-ed26c4d33fbc) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:30:28.088462 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.103433 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Transition to ACTIVE for port object bd27313a-ad7a-46fb-97c5-ed26c4d33fbc will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:28.142947 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.146710 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d2ddab5a-cf54-415b-af3e-4f0bb09e3f24 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:28.200829 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network b4c3b502-3c4d-4104-a768-735cb7b1cdd1 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:28.205178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:28.209564 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:30:28.236808 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=bd27313a-ad7a-46fb-97c5-ed26c4d33fbc,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:28.241985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:28.262935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.425261 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.483464 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-fafb13fd-0b2a-43c3-ad31-decfe98a53d3 None None] Provisioning for port bd27313a-ad7a-46fb-97c5-ed26c4d33fbc completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:28.488643 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-fafb13fd-0b2a-43c3-ad31-decfe98a53d3 None None] Provisioning complete for port bd27313a-ad7a-46fb-97c5-ed26c4d33fbc triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:28.489024 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fafb13fd-0b2a-43c3-ad31-decfe98a53d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.532902 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-fafb13fd-0b2a-43c3-ad31-decfe98a53d3 None None] Port bd27313a-ad7a-46fb-97c5-ed26c4d33fbc cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:28.746610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.751950 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.754872 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:28.827549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=bd27313a-ad7a-46fb-97c5-ed26c4d33fbc,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:28.833499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:28.834772 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:28.934020 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network b4c3b502-3c4d-4104-a768-735cb7b1cdd1 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:30:28.935478 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:30:29.079212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 203502c0-4be2-4d03-bd32-2290f3107a95 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:30:29.156183 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-811e860f-1289-4712-8a73-93cc6e9e2d07 None None] Provisioning complete for port bd27313a-ad7a-46fb-97c5-ed26c4d33fbc triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:29.157689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-811e860f-1289-4712-8a73-93cc6e9e2d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.200516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-811e860f-1289-4712-8a73-93cc6e9e2d07 None None] Port bd27313a-ad7a-46fb-97c5-ed26c4d33fbc cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:30:29.204351 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:29.209477 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/routers/203502c0-4be2-4d03-bd32-2290f3107a95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0213273 Jun 18 16:30:29.222545 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Sync routers for ids ['203502c0-4be2-4d03-bd32-2290f3107a95'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:29.232902 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Routers {'203502c0-4be2-4d03-bd32-2290f3107a95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:29.234272 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:30:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['203502c0-4be2-4d03-bd32-2290f3107a95'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:29.345430 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Set router 203502c0-4be2-4d03-bd32-2290f3107a95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:29.626190 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:30:28Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'a5c3ce9f-6ce3-4a78-b460-69de36c34593', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'port_id': '0e88583b-a7f7-43d9-a349-13600341f58d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'mac_address': 'fa:16:3e:bb:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:34Z', 'updated_at': '2021-06-18T16:29:36Z', 'revision_number': 1, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516c7732-d025-459d-afc0-f22cc36e645a', 'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:d8:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:17Z', 'updated_at': '2021-06-18T16:29:23Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd27313a-ad7a-46fb-97c5-ed26c4d33fbc', 'name': '', 'network_id': 'b4c3b502-3c4d-4104-a768-735cb7b1cdd1', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:4b:cf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '701e0e3e-a8fc-43bb-a1bb-b9342ebe0bf3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:27Z', 'updated_at': '2021-06-18T16:30:28Z', 'revision_number': 2, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '701e0e3e-a8fc-43bb-a1bb-b9342ebe0bf3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:29.653749 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Checking router: 203502c0-4be2-4d03-bd32-2290f3107a95 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:30:29.654109 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Updating router 203502c0-4be2-4d03-bd32-2290f3107a95 port bd27313a-ad7a-46fb-97c5-ed26c4d33fbc binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:30:29.693124 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.976897 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.989786 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Transition to ACTIVE for port object bd27313a-ad7a-46fb-97c5-ed26c4d33fbc will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:30:29.996491 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:29.998311 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-5c00ee02-5d27-47fe-8155-343f1b88ea5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:30.069201 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a1788-2190-4b41-854d-b6d9aca47c50 None None] Pushing event updated for resources: {'Port': ['ID=bd27313a-ad7a-46fb-97c5-ed26c4d33fbc,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:30.079508 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a1788-2190-4b41-854d-b6d9aca47c50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:30.079845 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a1788-2190-4b41-854d-b6d9aca47c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:30.080167 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a1788-2190-4b41-854d-b6d9aca47c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:30.080496 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a1788-2190-4b41-854d-b6d9aca47c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:30.080825 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a1788-2190-4b41-854d-b6d9aca47c50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:30.081157 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a1788-2190-4b41-854d-b6d9aca47c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:30.081493 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a1788-2190-4b41-854d-b6d9aca47c50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:30.081790 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a1788-2190-4b41-854d-b6d9aca47c50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:30.082104 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a1788-2190-4b41-854d-b6d9aca47c50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:30.082496 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a1788-2190-4b41-854d-b6d9aca47c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:30.082748 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a1788-2190-4b41-854d-b6d9aca47c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:30.083057 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942a1788-2190-4b41-854d-b6d9aca47c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:30.088533 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-942a1788-2190-4b41-854d-b6d9aca47c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:30.140174 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Attempting to bind port bd27313a-ad7a-46fb-97c5-ed26c4d33fbc on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:30:30.140174 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Attempting to bind port bd27313a-ad7a-46fb-97c5-ed26c4d33fbc by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '726eff3f-d8e7-4443-8ad6-e06e3ae0d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4c3b502-3c4d-4104-a768-735cb7b1cdd1'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:30:30.140558 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Attempting to bind port bd27313a-ad7a-46fb-97c5-ed26c4d33fbc on network b4c3b502-3c4d-4104-a768-735cb7b1cdd1 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:30:30.145610 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:30:30.145988 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Checking segment: {'id': '726eff3f-d8e7-4443-8ad6-e06e3ae0d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4c3b502-3c4d-4104-a768-735cb7b1cdd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:30:30.146391 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.146821 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Bound using segment: {'id': '726eff3f-d8e7-4443-8ad6-e06e3ae0d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4c3b502-3c4d-4104-a768-735cb7b1cdd1'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:30:30.147293 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Bound port: bd27313a-ad7a-46fb-97c5-ed26c4d33fbc, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726eff3f-d8e7-4443-8ad6-e06e3ae0d70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b4c3b502-3c4d-4104-a768-735cb7b1cdd1'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:30:30.147665 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.211729 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] For port bd27313a-ad7a-46fb-97c5-ed26c4d33fbc, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:30:30.215181 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] For port bd27313a-ad7a-46fb-97c5-ed26c4d33fbc, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=bd27313a-ad7a-46fb-97c5-ed26c4d33fbc,segment=NetworkSegment(726eff3f-d8e7-4443-8ad6-e06e3ae0d70f),segment_id=726eff3f-d8e7-4443-8ad6-e06e3ae0d70f)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:30:30.220271 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:30.222194 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-5c00ee02-5d27-47fe-8155-343f1b88ea5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:30.288722 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a1788-2190-4b41-854d-b6d9aca47c50 None None] Pushing event updated for resources: {'Port': ['ID=bd27313a-ad7a-46fb-97c5-ed26c4d33fbc,revision_number=4']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:30.291520 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Routers {'203502c0-4be2-4d03-bd32-2290f3107a95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:30.292114 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:30:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['203502c0-4be2-4d03-bd32-2290f3107a95'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:30.294168 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-942a1788-2190-4b41-854d-b6d9aca47c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:30.503997 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] Set router 203502c0-4be2-4d03-bd32-2290f3107a95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:30.753126 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:30:28Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'a5c3ce9f-6ce3-4a78-b460-69de36c34593', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'port_id': '0e88583b-a7f7-43d9-a349-13600341f58d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'mac_address': 'fa:16:3e:bb:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:34Z', 'updated_at': '2021-06-18T16:29:36Z', 'revision_number': 1, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516c7732-d025-459d-afc0-f22cc36e645a', 'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:d8:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:17Z', 'updated_at': '2021-06-18T16:29:23Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd27313a-ad7a-46fb-97c5-ed26c4d33fbc', 'name': '', 'network_id': 'b4c3b502-3c4d-4104-a768-735cb7b1cdd1', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:4b:cf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '701e0e3e-a8fc-43bb-a1bb-b9342ebe0bf3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:27Z', 'updated_at': '2021-06-18T16:30:30Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '701e0e3e-a8fc-43bb-a1bb-b9342ebe0bf3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:30.781006 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34cb0969-efd7-441c-b2b5-8327d4a6c109 None None] The sync data for ids ['203502c0-4be2-4d03-bd32-2290f3107a95'] in dv-neutron-797120-1-hyperv is: [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:30:28Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'a5c3ce9f-6ce3-4a78-b460-69de36c34593', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'port_id': '0e88583b-a7f7-43d9-a349-13600341f58d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'mac_address': 'fa:16:3e:bb:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:34Z', 'updated_at': '2021-06-18T16:29:36Z', 'revision_number': 1, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516c7732-d025-459d-afc0-f22cc36e645a', 'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:d8:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:17Z', 'updated_at': '2021-06-18T16:29:23Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd27313a-ad7a-46fb-97c5-ed26c4d33fbc', 'name': '', 'network_id': 'b4c3b502-3c4d-4104-a768-735cb7b1cdd1', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:4b:cf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '701e0e3e-a8fc-43bb-a1bb-b9342ebe0bf3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:30:27Z', 'updated_at': '2021-06-18T16:30:30Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '701e0e3e-a8fc-43bb-a1bb-b9342ebe0bf3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:31.063061 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bd27313a-ad7a-46fb-97c5-ed26c4d33fbc up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:31.141244 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port bd27313a-ad7a-46fb-97c5-ed26c4d33fbc completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:30:31.145288 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port bd27313a-ad7a-46fb-97c5-ed26c4d33fbc triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:31.145670 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.235717 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.277392 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port bd27313a-ad7a-46fb-97c5-ed26c4d33fbc, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=bd27313a-ad7a-46fb-97c5-ed26c4d33fbc,segment=NetworkSegment(726eff3f-d8e7-4443-8ad6-e06e3ae0d70f),segment_id=726eff3f-d8e7-4443-8ad6-e06e3ae0d70f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:31.282909 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:31.284868 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1ba29b29-f0d3-4f32-ace0-0d5adccae660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:31.334045 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=bd27313a-ad7a-46fb-97c5-ed26c4d33fbc,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:31.337888 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:33.002702 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bd27313a-ad7a-46fb-97c5-ed26c4d33fbc up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:30:33.054304 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port bd27313a-ad7a-46fb-97c5-ed26c4d33fbc triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:30:33.054709 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:38.441853 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-087927d6-9d6c-4ec6-96cd-23acc264af01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:40.928340 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-77f8ff30-1b92-43dd-aea7-64dfc2b9f892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:41.280623 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:42.069410 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:43.696299 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:47.871331 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:30:52.090178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51300) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:52.764785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-19b0deb5-edd8-48a8-997e-f301cf48ef50 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.099637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-19b0deb5-edd8-48a8-997e-f301cf48ef50 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port bd27313a-ad7a-46fb-97c5-ed26c4d33fbc {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:53.100332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-19b0deb5-edd8-48a8-997e-f301cf48ef50 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.189526 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-19b0deb5-edd8-48a8-997e-f301cf48ef50 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port bd27313a-ad7a-46fb-97c5-ed26c4d33fbc, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=bd27313a-ad7a-46fb-97c5-ed26c4d33fbc,segment=NetworkSegment(726eff3f-d8e7-4443-8ad6-e06e3ae0d70f),segment_id=726eff3f-d8e7-4443-8ad6-e06e3ae0d70f)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:53.189876 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-19b0deb5-edd8-48a8-997e-f301cf48ef50 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.258655 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-19b0deb5-edd8-48a8-997e-f301cf48ef50 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for bd27313a-ad7a-46fb-97c5-ed26c4d33fbc owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:53.474548 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-19b0deb5-edd8-48a8-997e-f301cf48ef50 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.476488 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-74c41e34-5665-4f3a-a71a-4bd78260aa6b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:53.503398 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0deb5-edd8-48a8-997e-f301cf48ef50 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=bd27313a-ad7a-46fb-97c5-ed26c4d33fbc,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:53.506612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-19b0deb5-edd8-48a8-997e-f301cf48ef50 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:53.686389 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-19b0deb5-edd8-48a8-997e-f301cf48ef50 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:53.921882 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b0deb5-edd8-48a8-997e-f301cf48ef50 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 203502c0-4be2-4d03-bd32-2290f3107a95 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:30:54.032303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b0deb5-edd8-48a8-997e-f301cf48ef50 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:54.037210 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-19b0deb5-edd8-48a8-997e-f301cf48ef50 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/routers/203502c0-4be2-4d03-bd32-2290f3107a95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9459105 Jun 18 16:30:54.042923 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e939137c-2b5d-4bdf-b32a-d47a37be00fb None None] Sync routers for ids ['203502c0-4be2-4d03-bd32-2290f3107a95'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:30:54.054030 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e939137c-2b5d-4bdf-b32a-d47a37be00fb None None] Routers {'203502c0-4be2-4d03-bd32-2290f3107a95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:54.054699 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e939137c-2b5d-4bdf-b32a-d47a37be00fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:30:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['203502c0-4be2-4d03-bd32-2290f3107a95'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:54.116797 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:54.177137 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-e939137c-2b5d-4bdf-b32a-d47a37be00fb None None] Set router 203502c0-4be2-4d03-bd32-2290f3107a95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:54.431853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d9db4-44e0-4491-b81f-52458ab232e5 req-76319d6e-f239-4f5c-9c96-5f60f0a0c996 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:54.434464 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-985d9db4-44e0-4491-b81f-52458ab232e5 req-76319d6e-f239-4f5c-9c96-5f60f0a0c996 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=327a30ff-2062-4f60-9ca7-a885621cc356 HTTP/1.1" status: 200 len: 946 time: 0.0793338 Jun 18 16:30:54.445315 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e939137c-2b5d-4bdf-b32a-d47a37be00fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:30:53Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'a5c3ce9f-6ce3-4a78-b460-69de36c34593', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'port_id': '0e88583b-a7f7-43d9-a349-13600341f58d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'mac_address': 'fa:16:3e:bb:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:34Z', 'updated_at': '2021-06-18T16:29:36Z', 'revision_number': 1, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516c7732-d025-459d-afc0-f22cc36e645a', 'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:d8:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:17Z', 'updated_at': '2021-06-18T16:29:23Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:54.479631 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e939137c-2b5d-4bdf-b32a-d47a37be00fb None None] Checking router: 203502c0-4be2-4d03-bd32-2290f3107a95 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:30:54.485157 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-985d9db4-44e0-4491-b81f-52458ab232e5 req-856e1fe5-28ca-4238-837c-736ce287bd62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=e304f08a-2f1c-4ae5-b906-0ff9ec60c47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419991 Jun 18 16:30:54.490247 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e939137c-2b5d-4bdf-b32a-d47a37be00fb None None] Routers {'203502c0-4be2-4d03-bd32-2290f3107a95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:30:54.491108 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e939137c-2b5d-4bdf-b32a-d47a37be00fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:30:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['203502c0-4be2-4d03-bd32-2290f3107a95'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:54.764271 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-e939137c-2b5d-4bdf-b32a-d47a37be00fb None None] Set router 203502c0-4be2-4d03-bd32-2290f3107a95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:30:55.027868 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e939137c-2b5d-4bdf-b32a-d47a37be00fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:30:53Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'a5c3ce9f-6ce3-4a78-b460-69de36c34593', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'port_id': '0e88583b-a7f7-43d9-a349-13600341f58d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'mac_address': 'fa:16:3e:bb:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:34Z', 'updated_at': '2021-06-18T16:29:36Z', 'revision_number': 1, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516c7732-d025-459d-afc0-f22cc36e645a', 'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:d8:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:17Z', 'updated_at': '2021-06-18T16:29:23Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:55.055218 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e939137c-2b5d-4bdf-b32a-d47a37be00fb None None] The sync data for ids ['203502c0-4be2-4d03-bd32-2290f3107a95'] in dv-neutron-797120-1-hyperv is: [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:30:53Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'a5c3ce9f-6ce3-4a78-b460-69de36c34593', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.138', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'port_id': '0e88583b-a7f7-43d9-a349-13600341f58d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'mac_address': 'fa:16:3e:bb:21:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:34Z', 'updated_at': '2021-06-18T16:29:36Z', 'revision_number': 1, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '516c7732-d025-459d-afc0-f22cc36e645a', 'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:d8:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:17Z', 'updated_at': '2021-06-18T16:29:23Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:30:55.688684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f99b4-a8fb-4f9a-99f3-4be1e89fdfbc req-45d18ca4-7316-44dc-9157-9e6a174de4aa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:55.690238 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-637f99b4-a8fb-4f9a-99f3-4be1e89fdfbc req-45d18ca4-7316-44dc-9157-9e6a174de4aa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=327a30ff-2062-4f60-9ca7-a885621cc356 HTTP/1.1" status: 200 len: 946 time: 0.0734565 Jun 18 16:30:55.740103 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-637f99b4-a8fb-4f9a-99f3-4be1e89fdfbc req-3c4f483c-adea-47b6-9017-91fa2c7a4a4b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=e304f08a-2f1c-4ae5-b906-0ff9ec60c47b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441411 Jun 18 16:30:56.020752 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdebc564-4a59-4102-b092-45f4b94f0f65 req-5d50a383-3f7f-434d-9e3f-5e75137ae797 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:30:56.022116 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-fdebc564-4a59-4102-b092-45f4b94f0f65 req-5d50a383-3f7f-434d-9e3f-5e75137ae797 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/ports?device_id=327a30ff-2062-4f60-9ca7-a885621cc356 HTTP/1.1" status: 200 len: 946 time: 0.0680332 Jun 18 16:30:56.124421 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [req-fdebc564-4a59-4102-b092-45f4b94f0f65 req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port e2ebee5a-352e-49af-9cf8-33dfdac7df1b {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:56.124760 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-fdebc564-4a59-4102-b092-45f4b94f0f65 req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.211354 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-fdebc564-4a59-4102-b092-45f4b94f0f65 req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port e2ebee5a-352e-49af-9cf8-33dfdac7df1b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e2ebee5a-352e-49af-9cf8-33dfdac7df1b,segment=NetworkSegment(726eff3f-d8e7-4443-8ad6-e06e3ae0d70f),segment_id=726eff3f-d8e7-4443-8ad6-e06e3ae0d70f)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:56.211705 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-fdebc564-4a59-4102-b092-45f4b94f0f65 req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.279674 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [req-fdebc564-4a59-4102-b092-45f4b94f0f65 req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for e2ebee5a-352e-49af-9cf8-33dfdac7df1b owned by compute:nova {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:56.407629 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-fdebc564-4a59-4102-b092-45f4b94f0f65 req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.411462 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ccc46dcf-db22-417b-adbf-f06dfe471dfd tempest-ExtraDHCPOptionsTestJSON-141213694 tempest-ExtraDHCPOptionsTestJSON-141213694-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:56.438266 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=e2ebee5a-352e-49af-9cf8-33dfdac7df1b,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:56.466347 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:56.466832 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:56.467216 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:56.467591 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:56.467962 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:56.468340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:56.468693 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:56.469073 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:56.469422 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:56.469785 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:56.470147 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:56.470528 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:30:56.475579 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:56.494233 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdebc564-4a59-4102-b092-45f4b94f0f65 req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] No DVR routers for this DVR port e2ebee5a-352e-49af-9cf8-33dfdac7df1b on host hv-neutron-7971 {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:30:56.496564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-fdebc564-4a59-4102-b092-45f4b94f0f65 req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:56.498704 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-fdebc564-4a59-4102-b092-45f4b94f0f65 req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "DELETE /v2.0/ports/e2ebee5a-352e-49af-9cf8-33dfdac7df1b HTTP/1.1" status: 204 len: 173 time: 0.4708436 Jun 18 16:30:56.499230 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327a30ff-2062-4f60-9ca7-a885621cc356', 'name': 'network-vif-deleted', 'tag': 'e2ebee5a-352e-49af-9cf8-33dfdac7df1b'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:30:56.501595 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb70a9f-2a44-417a-a341-121e50fc012b" -d '{"events": [{"server_uuid": "327a30ff-2062-4f60-9ca7-a885621cc356", "name": "network-vif-deleted", "tag": "e2ebee5a-352e-49af-9cf8-33dfdac7df1b"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:30:56.540170 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d8ba8c-de9b-40bb-8e09-a1a4060d3a40 x-openstack-request-id: req-f1d8ba8c-de9b-40bb-8e09-a1a4060d3a40 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:30:56.540781 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "327a30ff-2062-4f60-9ca7-a885621cc356", "name": "network-vif-deleted", "tag": "e2ebee5a-352e-49af-9cf8-33dfdac7df1b", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:30:56.541085 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f1d8ba8c-de9b-40bb-8e09-a1a4060d3a40 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:30:56.541554 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '327a30ff-2062-4f60-9ca7-a885621cc356', 'name': 'network-vif-deleted', 'tag': 'e2ebee5a-352e-49af-9cf8-33dfdac7df1b', 'status': 'completed', 'code': 200} Jun 18 16:30:56.918009 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4156f2d2-5dfc-492c-80ef-3d74ccb54e09 req-a50f8b14-7952-45e1-a235-d8e00fd3ae63 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=327a30ff-2062-4f60-9ca7-a885621cc356 HTTP/1.1" status: 200 len: 210 time: 0.0408919 Jun 18 16:30:56.974102 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bd27313a-ad7a-46fb-97c5-ed26c4d33fbc no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:56.994041 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: bd27313a-ad7a-46fb-97c5-ed26c4d33fbc {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:30:56.994533 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bd27313a-ad7a-46fb-97c5-ed26c4d33fbc not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:30:58.011260 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51314) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:58.073154 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3a3165d5-0f31-4db1-a653-c6deccafdfb5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.107398 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3a3165d5-0f31-4db1-a653-c6deccafdfb5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.167054 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3a3165d5-0f31-4db1-a653-c6deccafdfb5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.169721 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3a3165d5-0f31-4db1-a653-c6deccafdfb5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.170896 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3a3165d5-0f31-4db1-a653-c6deccafdfb5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/security-groups/e304f08a-2f1c-4ae5-b906-0ff9ec60c47b HTTP/1.1" status: 204 len: 168 time: 0.1586521 Jun 18 16:30:58.171690 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-decac77d-2a63-451f-99ea-39722d5b8d45 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:58.180851 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3165d5-0f31-4db1-a653-c6deccafdfb5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e304f08a-2f1c-4ae5-b906-0ff9ec60c47b,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:58.183069 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3a3165d5-0f31-4db1-a653-c6deccafdfb5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:58.207681 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51318) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:58.257892 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46d0a0d-4b64-46eb-8b95-a45e273bbe2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting subnet 701e0e3e-a8fc-43bb-a1bb-b9342ebe0bf3 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:30:58.260898 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c46d0a0d-4b64-46eb-8b95-a45e273bbe2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.299692 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c46d0a0d-4b64-46eb-8b95-a45e273bbe2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.383491 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c46d0a0d-4b64-46eb-8b95-a45e273bbe2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.446800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c46d0a0d-4b64-46eb-8b95-a45e273bbe2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.449354 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f899feab-415e-45f2-9d91-0834d0b9e91f tempest-RoutersNegativeTest-1605739913 tempest-RoutersNegativeTest-1605739913-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:58.474588 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d0a0d-4b64-46eb-8b95-a45e273bbe2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Subnet': ['ID=701e0e3e-a8fc-43bb-a1bb-b9342ebe0bf3,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:58.476521 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c46d0a0d-4b64-46eb-8b95-a45e273bbe2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.478329 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c46d0a0d-4b64-46eb-8b95-a45e273bbe2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/subnets/701e0e3e-a8fc-43bb-a1bb-b9342ebe0bf3 HTTP/1.1" status: 204 len: 168 time: 0.2696493 Jun 18 16:30:58.479360 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c46d0a0d-4b64-46eb-8b95-a45e273bbe2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:58.480934 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51320) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:58.481324 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c345fbd-a783-4a9a-a5e9-05f7e04f76cf None None] Network b4c3b502-3c4d-4104-a768-735cb7b1cdd1 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:30:58.561500 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.614488 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port d2908a44-f945-426f-8538-2e449b531578 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:58.614834 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.676951 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e37104f-4255-41ad-ba22-28a3cc9d8c3d None None] DHCP port deletion for b4c3b502-3c4d-4104-a768-735cb7b1cdd1 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:30:58.681455 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port d2908a44-f945-426f-8538-2e449b531578, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d2908a44-f945-426f-8538-2e449b531578,segment=NetworkSegment(726eff3f-d8e7-4443-8ad6-e06e3ae0d70f),segment_id=726eff3f-d8e7-4443-8ad6-e06e3ae0d70f)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:58.681815 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.723889 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5e37104f-4255-41ad-ba22-28a3cc9d8c3d None None] Deleting port d2908a44-f945-426f-8538-2e449b531578 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:58.724190 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5e37104f-4255-41ad-ba22-28a3cc9d8c3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.753306 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for d2908a44-f945-426f-8538-2e449b531578 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:58.789926 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-5e37104f-4255-41ad-ba22-28a3cc9d8c3d None None] For port d2908a44-f945-426f-8538-2e449b531578, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d2908a44-f945-426f-8538-2e449b531578,segment=NetworkSegment(726eff3f-d8e7-4443-8ad6-e06e3ae0d70f),segment_id=726eff3f-d8e7-4443-8ad6-e06e3ae0d70f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:30:58.790261 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5e37104f-4255-41ad-ba22-28a3cc9d8c3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.839036 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.842138 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:58.853991 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5e37104f-4255-41ad-ba22-28a3cc9d8c3d None None] Calling delete_port for d2908a44-f945-426f-8538-2e449b531578 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:58.872623 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=d2908a44-f945-426f-8538-2e449b531578,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:58.872623 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:58.873491 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] No DVR routers for this DVR port d2908a44-f945-426f-8538-2e449b531578 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:30:58.936118 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5e37104f-4255-41ad-ba22-28a3cc9d8c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.937991 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-60833dfa-bf6a-4188-8064-66b78496e810 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:58.955070 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:58.964990 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37104f-4255-41ad-ba22-28a3cc9d8c3d None None] Pushing event deleted for resources: {'Port': ['ID=d2908a44-f945-426f-8538-2e449b531578,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:58.967289 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4c3b502-3c4d-4104-a768-735cb7b1cdd1']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:58.969611 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5e37104f-4255-41ad-ba22-28a3cc9d8c3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:58.973437 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e37104f-4255-41ad-ba22-28a3cc9d8c3d None None] No DVR routers for this DVR port d2908a44-f945-426f-8538-2e449b531578 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:30:58.984218 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726eff3f-d8e7-4443-8ad6-e06e3ae0d70f') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:58.984601 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726eff3f-d8e7-4443-8ad6-e06e3ae0d70f') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:30:58.994325 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.010441 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.016412 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:30:59.017022 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:30:59.020027 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:30:59.030220 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d2908a44-f945-426f-8538-2e449b531578 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:59.050745 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: d2908a44-f945-426f-8538-2e449b531578 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:30:59.051175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d2908a44-f945-426f-8538-2e449b531578 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:30:59.085312 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.088869 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c70e3f62-38f0-45d5-bc9b-5a74469646c5 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:59.093666 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.095600 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/networks/b4c3b502-3c4d-4104-a768-735cb7b1cdd1 HTTP/1.1" status: 204 len: 168 time: 0.6135108 Jun 18 16:30:59.098384 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51322) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:30:59.108050 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Network': ['ID=b4c3b502-3c4d-4104-a768-735cb7b1cdd1,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:59.111177 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:59.255608 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-ecd480d8-72b0-44aa-b29a-28c97a2ec87b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port 4a36ceca-548c-480d-ad9c-4b419319c6cf {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:30:59.255862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ecd480d8-72b0-44aa-b29a-28c97a2ec87b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.330284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ecd480d8-72b0-44aa-b29a-28c97a2ec87b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.330641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ecd480d8-72b0-44aa-b29a-28c97a2ec87b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.397916 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-ecd480d8-72b0-44aa-b29a-28c97a2ec87b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for 4a36ceca-548c-480d-ad9c-4b419319c6cf owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:30:59.567508 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ecd480d8-72b0-44aa-b29a-28c97a2ec87b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.568566 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device e2ebee5a-352e-49af-9cf8-33dfdac7df1b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:30:59.569771 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-19b0deb5-edd8-48a8-997e-f301cf48ef50 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:30:59.589324 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: e2ebee5a-352e-49af-9cf8-33dfdac7df1b {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:30:59.589682 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device e2ebee5a-352e-49af-9cf8-33dfdac7df1b not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:30:59.594327 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd480d8-72b0-44aa-b29a-28c97a2ec87b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=4a36ceca-548c-480d-ad9c-4b419319c6cf,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:30:59.597348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ecd480d8-72b0-44aa-b29a-28c97a2ec87b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:30:59.665049 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ecd480d8-72b0-44aa-b29a-28c97a2ec87b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.665399 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-ecd480d8-72b0-44aa-b29a-28c97a2ec87b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Floating IP a5c3ce9f-6ce3-4a78-b460-69de36c34593 disassociated (deleted). External IP: 172.26.6.138, port: 0e88583b-a7f7-43d9-a349-13600341f58d. Jun 18 16:30:59.871968 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd480d8-72b0-44aa-b29a-28c97a2ec87b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 203502c0-4be2-4d03-bd32-2290f3107a95 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:30:59.976903 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd480d8-72b0-44aa-b29a-28c97a2ec87b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:30:59.982400 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ecd480d8-72b0-44aa-b29a-28c97a2ec87b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:30:59.987266 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46971d9f-784e-400e-9f15-a9520ec71314 None None] Sync routers for ids ['203502c0-4be2-4d03-bd32-2290f3107a95'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:31:00.001028 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46971d9f-784e-400e-9f15-a9520ec71314 None None] Routers {'203502c0-4be2-4d03-bd32-2290f3107a95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:00.001654 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-46971d9f-784e-400e-9f15-a9520ec71314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:30:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['203502c0-4be2-4d03-bd32-2290f3107a95'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:00.022030 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ecd480d8-72b0-44aa-b29a-28c97a2ec87b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/floatingips/a5c3ce9f-6ce3-4a78-b460-69de36c34593 HTTP/1.1" status: 204 len: 168 time: 0.9224937 Jun 18 16:31:00.023054 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'tag': '0e88583b-a7f7-43d9-a349-13600341f58d'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:31:00.025387 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfb4f2e-e6e0-4505-8ad5-6eb51dbbeda7" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef8df42-7b58-4f19-b7f8-f446ed44e4ff", "tag": "0e88583b-a7f7-43d9-a349-13600341f58d"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:31:00.068579 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f15410-9a1b-48fe-a0f0-2f2d223ebb5d x-openstack-request-id: req-52f15410-9a1b-48fe-a0f0-2f2d223ebb5d {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:31:00.070833 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef8df42-7b58-4f19-b7f8-f446ed44e4ff", "tag": "0e88583b-a7f7-43d9-a349-13600341f58d", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:31:00.071330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-52f15410-9a1b-48fe-a0f0-2f2d223ebb5d {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:31:00.071972 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'tag': '0e88583b-a7f7-43d9-a349-13600341f58d', 'status': 'completed', 'code': 200} Jun 18 16:31:00.115457 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-46971d9f-784e-400e-9f15-a9520ec71314 None None] Set router 203502c0-4be2-4d03-bd32-2290f3107a95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:31:00.148557 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb4f2e-e6e0-4505-8ad5-6eb51dbbeda7 req-e2c04255-bca7-4c00-b08b-fbcf488e54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:00.150814 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-1dfb4f2e-e6e0-4505-8ad5-6eb51dbbeda7 req-e2c04255-bca7-4c00-b08b-fbcf488e54b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=9ef8df42-7b58-4f19-b7f8-f446ed44e4ff HTTP/1.1" status: 200 len: 1099 time: 0.0579224 Jun 18 16:31:00.253336 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb4f2e-e6e0-4505-8ad5-6eb51dbbeda7 req-bdf69327-b4e5-43be-9440-b519c6443d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:00.254910 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-1dfb4f2e-e6e0-4505-8ad5-6eb51dbbeda7 req-bdf69327-b4e5-43be-9440-b519c6443d65 service neutron] 10.222.0.55 "GET /v2.0/networks?id=11f922c3-5ac6-4da5-a687-be19cbafabc8 HTTP/1.1" status: 200 len: 898 time: 0.0973060 Jun 18 16:31:00.312973 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-1dfb4f2e-e6e0-4505-8ad5-6eb51dbbeda7 req-bf972055-0ada-482d-a21e-cb3954237301 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0e88583b-a7f7-43d9-a349-13600341f58d HTTP/1.1" status: 200 len: 217 time: 0.0488105 Jun 18 16:31:00.331556 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-46971d9f-784e-400e-9f15-a9520ec71314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:30:53Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '516c7732-d025-459d-afc0-f22cc36e645a', 'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:d8:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:17Z', 'updated_at': '2021-06-18T16:29:23Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:00.362326 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46971d9f-784e-400e-9f15-a9520ec71314 None None] Checking router: 203502c0-4be2-4d03-bd32-2290f3107a95 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:31:00.371470 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb4f2e-e6e0-4505-8ad5-6eb51dbbeda7 req-1cfeee24-b7ee-4eeb-aeeb-edef79719359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:00.372754 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46971d9f-784e-400e-9f15-a9520ec71314 None None] Routers {'203502c0-4be2-4d03-bd32-2290f3107a95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:00.373614 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-46971d9f-784e-400e-9f15-a9520ec71314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:30:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['203502c0-4be2-4d03-bd32-2290f3107a95'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:00.373781 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-1dfb4f2e-e6e0-4505-8ad5-6eb51dbbeda7 req-1cfeee24-b7ee-4eeb-aeeb-edef79719359 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1d63ce6b-e747-4b26-8494-786ae754de87 HTTP/1.1" status: 200 len: 834 time: 0.0549879 Jun 18 16:31:00.418274 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41170c21-e660-4f79-9344-aa7b6454fb70 req-5dc71b0c-1dbd-4e86-9bfa-45d6cca85a48 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:00.420576 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-41170c21-e660-4f79-9344-aa7b6454fb70 req-5dc71b0c-1dbd-4e86-9bfa-45d6cca85a48 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ef8df42-7b58-4f19-b7f8-f446ed44e4ff HTTP/1.1" status: 200 len: 946 time: 0.0750992 Jun 18 16:31:00.440273 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb4f2e-e6e0-4505-8ad5-6eb51dbbeda7 req-4c827ba1-1573-46f2-998d-dd59f1fb14b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:00.441936 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-1dfb4f2e-e6e0-4505-8ad5-6eb51dbbeda7 req-4c827ba1-1573-46f2-998d-dd59f1fb14b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=11f922c3-5ac6-4da5-a687-be19cbafabc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0582170 Jun 18 16:31:00.455543 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [req-1dfb4f2e-e6e0-4505-8ad5-6eb51dbbeda7 req-a64860b4-c69f-44ba-a79b-6121246fb75d service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93454) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:31:00.456686 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-1dfb4f2e-e6e0-4505-8ad5-6eb51dbbeda7 req-a64860b4-c69f-44ba-a79b-6121246fb75d service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070879 Jun 18 16:31:00.466559 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-41170c21-e660-4f79-9344-aa7b6454fb70 req-a97ef573-6fd4-4f8e-8a7b-b4db91d422b0 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=b27c3545-3252-44c6-9eb6-b8f42ed7a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374172 Jun 18 16:31:00.489767 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-46971d9f-784e-400e-9f15-a9520ec71314 None None] Set router 203502c0-4be2-4d03-bd32-2290f3107a95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:31:00.551530 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-1dfb4f2e-e6e0-4505-8ad5-6eb51dbbeda7 req-4b14a907-7818-466a-8adf-4914c4f195d0 service neutron] 10.222.0.55 "GET /v2.0/networks/11f922c3-5ac6-4da5-a687-be19cbafabc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860651 Jun 18 16:31:00.650314 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-1dfb4f2e-e6e0-4505-8ad5-6eb51dbbeda7 req-53e39251-0abb-484b-8f59-e48836dc628b service neutron] 10.222.0.55 "GET /v2.0/networks/11f922c3-5ac6-4da5-a687-be19cbafabc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898168 Jun 18 16:31:00.697503 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-46971d9f-784e-400e-9f15-a9520ec71314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:30:53Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '516c7732-d025-459d-afc0-f22cc36e645a', 'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:d8:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:17Z', 'updated_at': '2021-06-18T16:29:23Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:00.726381 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46971d9f-784e-400e-9f15-a9520ec71314 None None] The sync data for ids ['203502c0-4be2-4d03-bd32-2290f3107a95'] in dv-neutron-797120-1-hyperv is: [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:30:53Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '516c7732-d025-459d-afc0-f22cc36e645a', 'name': '', 'network_id': '11f922c3-5ac6-4da5-a687-be19cbafabc8', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:d8:e1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:17Z', 'updated_at': '2021-06-18T16:29:23Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '1d63ce6b-e747-4b26-8494-786ae754de87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:31:00.956275 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d942584-9548-4897-acc7-8f8532e7c6ee None None] New status for floating IP a5c3ce9f-6ce3-4a78-b460-69de36c34593: DOWN {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:31:01.760085 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869753ba-2771-45db-a2fe-f2b1bf6a7ba6 req-a8e1061e-045c-4d48-835a-53eb17d26f19 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:01.761514 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-869753ba-2771-45db-a2fe-f2b1bf6a7ba6 req-a8e1061e-045c-4d48-835a-53eb17d26f19 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ef8df42-7b58-4f19-b7f8-f446ed44e4ff HTTP/1.1" status: 200 len: 946 time: 0.1750188 Jun 18 16:31:01.768098 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1274d8e-df4f-4e4c-899e-8a3fc28d557d req-8aa758fb-d601-4445-9c3a-d62fa0a9eb4c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:01.769555 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d1274d8e-df4f-4e4c-899e-8a3fc28d557d req-8aa758fb-d601-4445-9c3a-d62fa0a9eb4c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ef8df42-7b58-4f19-b7f8-f446ed44e4ff HTTP/1.1" status: 200 len: 946 time: 0.0656924 Jun 18 16:31:01.805958 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-869753ba-2771-45db-a2fe-f2b1bf6a7ba6 req-ecf04072-90f3-4388-877c-c8b89e4c316a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=b27c3545-3252-44c6-9eb6-b8f42ed7a2b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377135 Jun 18 16:31:02.224318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [req-d1274d8e-df4f-4e4c-899e-8a3fc28d557d req-fa07e492-4fe4-4ace-8f45-8bdf2fa78c60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port 0e88583b-a7f7-43d9-a349-13600341f58d {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:02.224651 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-d1274d8e-df4f-4e4c-899e-8a3fc28d557d req-fa07e492-4fe4-4ace-8f45-8bdf2fa78c60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:02.312658 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-d1274d8e-df4f-4e4c-899e-8a3fc28d557d req-fa07e492-4fe4-4ace-8f45-8bdf2fa78c60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port 0e88583b-a7f7-43d9-a349-13600341f58d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0e88583b-a7f7-43d9-a349-13600341f58d,segment=NetworkSegment(55e9cb1a-4bb2-4231-bccf-c4401bb410a9),segment_id=55e9cb1a-4bb2-4231-bccf-c4401bb410a9)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:02.313009 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-d1274d8e-df4f-4e4c-899e-8a3fc28d557d req-fa07e492-4fe4-4ace-8f45-8bdf2fa78c60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:02.374183 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [req-d1274d8e-df4f-4e4c-899e-8a3fc28d557d req-fa07e492-4fe4-4ace-8f45-8bdf2fa78c60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for 0e88583b-a7f7-43d9-a349-13600341f58d owned by compute:nova {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:02.500062 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-d1274d8e-df4f-4e4c-899e-8a3fc28d557d req-fa07e492-4fe4-4ace-8f45-8bdf2fa78c60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:02.503830 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5786fd96-b595-4f8e-9624-1d8e2ae3601d tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:02.528685 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07e492-4fe4-4ace-8f45-8bdf2fa78c60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=0e88583b-a7f7-43d9-a349-13600341f58d,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:02.532414 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fa07e492-4fe4-4ace-8f45-8bdf2fa78c60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:02.579296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1274d8e-df4f-4e4c-899e-8a3fc28d557d req-fa07e492-4fe4-4ace-8f45-8bdf2fa78c60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] No DVR routers for this DVR port 0e88583b-a7f7-43d9-a349-13600341f58d on host hv-neutron-7971 {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:02.581567 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-d1274d8e-df4f-4e4c-899e-8a3fc28d557d req-fa07e492-4fe4-4ace-8f45-8bdf2fa78c60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:02.583529 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d1274d8e-df4f-4e4c-899e-8a3fc28d557d req-fa07e492-4fe4-4ace-8f45-8bdf2fa78c60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "DELETE /v2.0/ports/0e88583b-a7f7-43d9-a349-13600341f58d HTTP/1.1" status: 204 len: 173 time: 0.8080287 Jun 18 16:31:02.584068 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'name': 'network-vif-deleted', 'tag': '0e88583b-a7f7-43d9-a349-13600341f58d'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:31:02.586449 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b9a9f7-f967-485b-94c6-b2c1df63652e" -d '{"events": [{"server_uuid": "9ef8df42-7b58-4f19-b7f8-f446ed44e4ff", "name": "network-vif-deleted", "tag": "0e88583b-a7f7-43d9-a349-13600341f58d"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:31:02.624699 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b488ff-f98c-471a-98eb-f996267983ce x-openstack-request-id: req-41b488ff-f98c-471a-98eb-f996267983ce {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:31:02.625043 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef8df42-7b58-4f19-b7f8-f446ed44e4ff", "name": "network-vif-deleted", "tag": "0e88583b-a7f7-43d9-a349-13600341f58d", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:31:02.625352 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-41b488ff-f98c-471a-98eb-f996267983ce {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:31:02.625798 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef8df42-7b58-4f19-b7f8-f446ed44e4ff', 'name': 'network-vif-deleted', 'tag': '0e88583b-a7f7-43d9-a349-13600341f58d', 'status': 'completed', 'code': 200} Jun 18 16:31:02.969961 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6a0639e3-faf2-453e-8ad1-55ab9284fa01 req-cf730448-c762-4979-90c1-654550272177 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=9ef8df42-7b58-4f19-b7f8-f446ed44e4ff HTTP/1.1" status: 200 len: 210 time: 0.0324974 Jun 18 16:31:04.073814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51340) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:04.138325 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bfa20729-c12d-43b0-924d-dd7c290c1094 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.163688 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bfa20729-c12d-43b0-924d-dd7c290c1094 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.224046 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bfa20729-c12d-43b0-924d-dd7c290c1094 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.227136 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bfa20729-c12d-43b0-924d-dd7c290c1094 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.228276 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bfa20729-c12d-43b0-924d-dd7c290c1094 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/security-groups/b27c3545-3252-44c6-9eb6-b8f42ed7a2b7 HTTP/1.1" status: 204 len: 168 time: 0.1534410 Jun 18 16:31:04.229065 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-951bb6b1-c9ae-4755-ad01-bacb430e6bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:04.238673 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa20729-c12d-43b0-924d-dd7c290c1094 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27c3545-3252-44c6-9eb6-b8f42ed7a2b7,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:04.242644 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bfa20729-c12d-43b0-924d-dd7c290c1094 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:04.258974 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51344) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:04.627965 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-869882ca-d9cc-4f48-87d2-6933460e1136 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.903127 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-869882ca-d9cc-4f48-87d2-6933460e1136 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port 516c7732-d025-459d-afc0-f22cc36e645a {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:04.903966 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-869882ca-d9cc-4f48-87d2-6933460e1136 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:04.993680 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-869882ca-d9cc-4f48-87d2-6933460e1136 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port 516c7732-d025-459d-afc0-f22cc36e645a, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=516c7732-d025-459d-afc0-f22cc36e645a,segment=NetworkSegment(55e9cb1a-4bb2-4231-bccf-c4401bb410a9),segment_id=55e9cb1a-4bb2-4231-bccf-c4401bb410a9)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:04.994037 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-869882ca-d9cc-4f48-87d2-6933460e1136 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.061428 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-869882ca-d9cc-4f48-87d2-6933460e1136 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for 516c7732-d025-459d-afc0-f22cc36e645a owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:05.246872 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-869882ca-d9cc-4f48-87d2-6933460e1136 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.248836 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fa07e492-4fe4-4ace-8f45-8bdf2fa78c60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:05.274193 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869882ca-d9cc-4f48-87d2-6933460e1136 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=516c7732-d025-459d-afc0-f22cc36e645a,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:05.277364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-869882ca-d9cc-4f48-87d2-6933460e1136 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:05.455615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-869882ca-d9cc-4f48-87d2-6933460e1136 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.607194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 0e88583b-a7f7-43d9-a349-13600341f58d no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:31:05.626806 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 0e88583b-a7f7-43d9-a349-13600341f58d {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:31:05.627161 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 0e88583b-a7f7-43d9-a349-13600341f58d not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:31:05.675163 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869882ca-d9cc-4f48-87d2-6933460e1136 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 203502c0-4be2-4d03-bd32-2290f3107a95 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:31:05.779632 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869882ca-d9cc-4f48-87d2-6933460e1136 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:31:05.784468 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-869882ca-d9cc-4f48-87d2-6933460e1136 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/routers/203502c0-4be2-4d03-bd32-2290f3107a95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5243969 Jun 18 16:31:05.787128 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51346) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:05.789968 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a8d436-1c9a-42f2-9b79-8a87a5a5f5c1 None None] Sync routers for ids ['203502c0-4be2-4d03-bd32-2290f3107a95'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:31:05.800050 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a8d436-1c9a-42f2-9b79-8a87a5a5f5c1 None None] Routers {'203502c0-4be2-4d03-bd32-2290f3107a95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:05.800657 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-99a8d436-1c9a-42f2-9b79-8a87a5a5f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:30:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['203502c0-4be2-4d03-bd32-2290f3107a95'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:05.841533 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f57fb1-0e37-4f20-973b-cc7fb16aaba7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting subnet 1d63ce6b-e747-4b26-8494-786ae754de87 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:31:05.844680 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b6f57fb1-0e37-4f20-973b-cc7fb16aaba7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.889086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b6f57fb1-0e37-4f20-973b-cc7fb16aaba7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:05.906307 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-99a8d436-1c9a-42f2-9b79-8a87a5a5f5c1 None None] Set router 203502c0-4be2-4d03-bd32-2290f3107a95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:31:05.971283 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b6f57fb1-0e37-4f20-973b-cc7fb16aaba7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.033193 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b6f57fb1-0e37-4f20-973b-cc7fb16aaba7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.035997 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-14f4a8f7-9ec8-499a-a88a-694ac63f4601 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:06.060609 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f57fb1-0e37-4f20-973b-cc7fb16aaba7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Subnet': ['ID=1d63ce6b-e747-4b26-8494-786ae754de87,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:06.063688 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b6f57fb1-0e37-4f20-973b-cc7fb16aaba7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:06.064688 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b6f57fb1-0e37-4f20-973b-cc7fb16aaba7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.066601 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b6f57fb1-0e37-4f20-973b-cc7fb16aaba7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/subnets/1d63ce6b-e747-4b26-8494-786ae754de87 HTTP/1.1" status: 204 len: 168 time: 0.2785091 Jun 18 16:31:06.069263 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51348) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:06.072540 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb74d3e-9b13-4cdf-a328-3dce51d9dc09 None None] Network 11f922c3-5ac6-4da5-a687-be19cbafabc8 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:06.084429 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-99a8d436-1c9a-42f2-9b79-8a87a5a5f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:31:05Z', 'revision_number': 7, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:06.191318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c732417c-f41e-41ac-bac2-558f9707db18 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.201653 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a8d436-1c9a-42f2-9b79-8a87a5a5f5c1 None None] Checking router: 203502c0-4be2-4d03-bd32-2290f3107a95 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:31:06.210001 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a8d436-1c9a-42f2-9b79-8a87a5a5f5c1 None None] Routers {'203502c0-4be2-4d03-bd32-2290f3107a95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:06.210660 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-99a8d436-1c9a-42f2-9b79-8a87a5a5f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:30:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['203502c0-4be2-4d03-bd32-2290f3107a95'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:06.304066 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019020d8-eff9-4b25-84db-1dd696a39db4 None None] DHCP port deletion for 11f922c3-5ac6-4da5-a687-be19cbafabc8 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:31:06.307799 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c732417c-f41e-41ac-bac2-558f9707db18 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.316005 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-99a8d436-1c9a-42f2-9b79-8a87a5a5f5c1 None None] Set router 203502c0-4be2-4d03-bd32-2290f3107a95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:31:06.354067 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-019020d8-eff9-4b25-84db-1dd696a39db4 None None] Deleting port ba1bb3f4-55b5-4462-b0ed-f8b0139cc310 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:06.354470 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-019020d8-eff9-4b25-84db-1dd696a39db4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.361056 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-c732417c-f41e-41ac-bac2-558f9707db18 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port 5129d8be-fb7a-4e80-8737-de61430c4baa {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:31:06.361401 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c732417c-f41e-41ac-bac2-558f9707db18 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.425247 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-019020d8-eff9-4b25-84db-1dd696a39db4 None None] For port ba1bb3f4-55b5-4462-b0ed-f8b0139cc310, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ba1bb3f4-55b5-4462-b0ed-f8b0139cc310,segment=NetworkSegment(55e9cb1a-4bb2-4231-bccf-c4401bb410a9),segment_id=55e9cb1a-4bb2-4231-bccf-c4401bb410a9)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:06.425646 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-019020d8-eff9-4b25-84db-1dd696a39db4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.450320 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-c732417c-f41e-41ac-bac2-558f9707db18 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port 5129d8be-fb7a-4e80-8737-de61430c4baa, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=5129d8be-fb7a-4e80-8737-de61430c4baa,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:06.451246 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c732417c-f41e-41ac-bac2-558f9707db18 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.489467 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-019020d8-eff9-4b25-84db-1dd696a39db4 None None] Calling delete_port for ba1bb3f4-55b5-4462-b0ed-f8b0139cc310 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:06.505707 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-99a8d436-1c9a-42f2-9b79-8a87a5a5f5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:31:05Z', 'revision_number': 7, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:06.526357 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-c732417c-f41e-41ac-bac2-558f9707db18 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for 5129d8be-fb7a-4e80-8737-de61430c4baa owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:31:06.540611 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a8d436-1c9a-42f2-9b79-8a87a5a5f5c1 None None] The sync data for ids ['203502c0-4be2-4d03-bd32-2290f3107a95'] in dv-neutron-797120-1-hyperv is: [{'id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'name': 'tempest-TestNetworkBasicOps-router-959898964', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80'}], 'enable_snat': True}, 'gw_port_id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:29:12Z', 'updated_at': '2021-06-18T16:31:05Z', 'revision_number': 7, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '5129d8be-fb7a-4e80-8737-de61430c4baa', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '203502c0-4be2-4d03-bd32-2290f3107a95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:29:13Z', 'updated_at': '2021-06-18T16:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:31:06.584186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-019020d8-eff9-4b25-84db-1dd696a39db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.586520 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:06.609839 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019020d8-eff9-4b25-84db-1dd696a39db4 None None] Pushing event deleted for resources: {'Port': ['ID=ba1bb3f4-55b5-4462-b0ed-f8b0139cc310,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:06.613128 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-019020d8-eff9-4b25-84db-1dd696a39db4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:06.613925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019020d8-eff9-4b25-84db-1dd696a39db4 None None] No DVR routers for this DVR port ba1bb3f4-55b5-4462-b0ed-f8b0139cc310 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:31:06.703106 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c732417c-f41e-41ac-bac2-558f9707db18 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.705194 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a9644e20-3cf1-4bdd-9861-9e50ba1d79bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:06.732065 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732417c-f41e-41ac-bac2-558f9707db18 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=5129d8be-fb7a-4e80-8737-de61430c4baa,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:06.735910 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c732417c-f41e-41ac-bac2-558f9707db18 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:06.797661 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c732417c-f41e-41ac-bac2-558f9707db18 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.887328 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c732417c-f41e-41ac-bac2-558f9707db18 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.889827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c732417c-f41e-41ac-bac2-558f9707db18 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.935196 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c732417c-f41e-41ac-bac2-558f9707db18 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.935849 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c732417c-f41e-41ac-bac2-558f9707db18 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Fanout notify agent at l3_agent the message router_deleted on router 203502c0-4be2-4d03-bd32-2290f3107a95 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:31:06.943353 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c732417c-f41e-41ac-bac2-558f9707db18 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:06.947082 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c732417c-f41e-41ac-bac2-558f9707db18 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/routers/203502c0-4be2-4d03-bd32-2290f3107a95 HTTP/1.1" status: 204 len: 168 time: 0.8738823 Jun 18 16:31:06.947305 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51350) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:07.039501 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f84c64bd-55d8-4a39-95b3-0b10e34ef98c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.096067 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ba1bb3f4-55b5-4462-b0ed-f8b0139cc310 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:31:07.117028 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: ba1bb3f4-55b5-4462-b0ed-f8b0139cc310 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:31:07.117384 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ba1bb3f4-55b5-4462-b0ed-f8b0139cc310 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:31:07.117806 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 516c7732-d025-459d-afc0-f22cc36e645a no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:31:07.133923 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f84c64bd-55d8-4a39-95b3-0b10e34ef98c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.139680 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 516c7732-d025-459d-afc0-f22cc36e645a {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:31:07.140159 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 516c7732-d025-459d-afc0-f22cc36e645a not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:31:07.145804 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-f84c64bd-55d8-4a39-95b3-0b10e34ef98c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f922c3-5ac6-4da5-a687-be19cbafabc8']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:07.161400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-f84c64bd-55d8-4a39-95b3-0b10e34ef98c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e9cb1a-4bb2-4231-bccf-c4401bb410a9') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:07.161736 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-f84c64bd-55d8-4a39-95b3-0b10e34ef98c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e9cb1a-4bb2-4231-bccf-c4401bb410a9') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:07.171576 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f84c64bd-55d8-4a39-95b3-0b10e34ef98c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.186439 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f84c64bd-55d8-4a39-95b3-0b10e34ef98c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.192671 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84c64bd-55d8-4a39-95b3-0b10e34ef98c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:31:07.193134 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f84c64bd-55d8-4a39-95b3-0b10e34ef98c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:31:07.196209 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:31:07.256851 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f84c64bd-55d8-4a39-95b3-0b10e34ef98c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.260286 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-79b18afa-33a3-4477-9156-ebe0cd441ba9 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:07.265006 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f84c64bd-55d8-4a39-95b3-0b10e34ef98c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.266809 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f84c64bd-55d8-4a39-95b3-0b10e34ef98c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/networks/11f922c3-5ac6-4da5-a687-be19cbafabc8 HTTP/1.1" status: 204 len: 168 time: 0.3185451 Jun 18 16:31:07.281814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c64bd-55d8-4a39-95b3-0b10e34ef98c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Network': ['ID=11f922c3-5ac6-4da5-a687-be19cbafabc8,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:07.281814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51352) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:07.286326 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-9c78d7a5-c5b5-4834-9104-e1904b972713 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'network': {'name': 'tempest-network-smoke--1193047304', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'port_security_enabled': True}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:07.289471 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f84c64bd-55d8-4a39-95b3-0b10e34ef98c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:07.308078 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c78d7a5-c5b5-4834-9104-e1904b972713 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:07.312347 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c78d7a5-c5b5-4834-9104-e1904b972713 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.335554 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c78d7a5-c5b5-4834-9104-e1904b972713 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:31:07.344070 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c78d7a5-c5b5-4834-9104-e1904b972713 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.344413 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-9c78d7a5-c5b5-4834-9104-e1904b972713 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Added segment 4e30e227-072c-4d8b-9118-a8d88235528e of type vlan for network d3cf4d41-9e31-4206-8d6e-36acbab5f190 Jun 18 16:31:07.385055 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c78d7a5-c5b5-4834-9104-e1904b972713 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.416888 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c78d7a5-c5b5-4834-9104-e1904b972713 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.422386 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c78d7a5-c5b5-4834-9104-e1904b972713 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:07.423245 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c78d7a5-c5b5-4834-9104-e1904b972713 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.426263 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6cf0b02b-b816-49b2-b2d3-b017276dcb17 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:07.478046 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9c78d7a5-c5b5-4834-9104-e1904b972713 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1955752 Jun 18 16:31:07.480803 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51354) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:07.485697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-825141085', 'admin_state_up': True, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:07.490161 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78d7a5-c5b5-4834-9104-e1904b972713 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Network': ['ID=d3cf4d41-9e31-4206-8d6e-36acbab5f190,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:07.493626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9c78d7a5-c5b5-4834-9104-e1904b972713 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:07.501499 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network d3cf4d41-9e31-4206-8d6e-36acbab5f190 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:31:07.509037 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.510018 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.562980 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:07.716177 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.226925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.251300 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.353119 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.26.6.119 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/ead5c481-d55a-496e-b53d-f085b6fc0662) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:08.443910 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0168880-c3cb-42b9-82ca-e0977f310816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.459975 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.498376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.501139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8dba9146-c839-4e46-9621-94e6c0f00733 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:08.531972 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:08.537963 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:08.541727 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:08.567127 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=ead5c481-d55a-496e-b53d-f085b6fc0662,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:08.570927 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:08.792218 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.978396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 5129d8be-fb7a-4e80-8737-de61430c4baa no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:31:08.992853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:08.999782 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 5129d8be-fb7a-4e80-8737-de61430c4baa {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:31:09.000135 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 5129d8be-fb7a-4e80-8737-de61430c4baa not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:31:09.123857 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 22aa50a9-16cd-498b-8aa5-5befeaf940bb is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:31:09.233372 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:31:09.242876 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Sync routers for ids ['22aa50a9-16cd-498b-8aa5-5befeaf940bb'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:31:09.251789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.252837 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Routers {'22aa50a9-16cd-498b-8aa5-5befeaf940bb'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:09.253020 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7711356 Jun 18 16:31:09.253572 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:30:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22aa50a9-16cd-498b-8aa5-5befeaf940bb'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:09.256053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51356) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:09.283578 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e7032287-6c09-400a-8bab-c0d331feabcb tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=ce51bca7228b4491bea754922e3226ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263617 Jun 18 16:31:09.285924 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51358) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:09.363034 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Set router 22aa50a9-16cd-498b-8aa5-5befeaf940bb gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:31:09.378351 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff59045-e429-4832-adb4-60a7914065a6 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:09.379796 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2ff59045-e429-4832-adb4-60a7914065a6 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929537 Jun 18 16:31:09.382644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51360) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:09.410256 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a4fe85a2-0b55-454e-89d6-26b78cc1b5cb tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264587 Jun 18 16:31:09.412672 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51362) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:09.417436 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-3c076fa2-fe5c-4d9c-995e-37af92800dd3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-742962978', 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:09.506288 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c076fa2-fe5c-4d9c-995e-37af92800dd3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:09.509972 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3c076fa2-fe5c-4d9c-995e-37af92800dd3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.548034 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'name': 'tempest-TestNetworkBasicOps-router-825141085', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:31:07Z', 'updated_at': '2021-06-18T16:31:08Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:be:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:08Z', 'updated_at': '2021-06-18T16:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:09.575541 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Checking router: 22aa50a9-16cd-498b-8aa5-5befeaf940bb for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:31:09.575873 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Updating router 22aa50a9-16cd-498b-8aa5-5befeaf940bb port ead5c481-d55a-496e-b53d-f085b6fc0662 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:31:09.609681 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.691430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3c076fa2-fe5c-4d9c-995e-37af92800dd3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.694237 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d7c6e412-6bc6-4786-a506-2cd6b9234194 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:09.756978 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c076fa2-fe5c-4d9c-995e-37af92800dd3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Subnet': ['ID=7fe4fe7d-2022-4aee-9f73-87f9996f67d5,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:09.760804 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3c076fa2-fe5c-4d9c-995e-37af92800dd3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:09.765120 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c076fa2-fe5c-4d9c-995e-37af92800dd3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Checking segment: {'id': '4e30e227-072c-4d8b-9118-a8d88235528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:09.765460 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c076fa2-fe5c-4d9c-995e-37af92800dd3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network hostable DHCP agents. Network: d3cf4d41-9e31-4206-8d6e-36acbab5f190, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:31:09.782205 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c076fa2-fe5c-4d9c-995e-37af92800dd3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network d3cf4d41-9e31-4206-8d6e-36acbab5f190 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:31:09.791271 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-3c076fa2-fe5c-4d9c-995e-37af92800dd3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, d3cf4d41-9e31-4206-8d6e-36acbab5f190) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:09.796841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c076fa2-fe5c-4d9c-995e-37af92800dd3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:09.797617 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3c076fa2-fe5c-4d9c-995e-37af92800dd3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.807148 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6351a8-c044-4e20-be84-814110c7996b None None] Network d3cf4d41-9e31-4206-8d6e-36acbab5f190 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:09.813683 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3c076fa2-fe5c-4d9c-995e-37af92800dd3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3993399 Jun 18 16:31:09.815857 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51364) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:09.926229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.947384 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Transition to ACTIVE for port object ead5c481-d55a-496e-b53d-f085b6fc0662 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:09.969717 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:09.973097 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bed63381-6c91-45c6-9997-82cd9723449d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:10.043662 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Attempting to bind port ead5c481-d55a-496e-b53d-f085b6fc0662 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:10.044049 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Attempting to bind port ead5c481-d55a-496e-b53d-f085b6fc0662 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:10.044459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Attempting to bind port ead5c481-d55a-496e-b53d-f085b6fc0662 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:10.062517 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4740c8-e34a-4e8a-b28d-b36afe0d91c8 None None] Pushing event updated for resources: {'Port': ['ID=ead5c481-d55a-496e-b53d-f085b6fc0662,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:10.067830 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-dd4740c8-e34a-4e8a-b28d-b36afe0d91c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:10.069037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:10.069423 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:10.069833 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.070233 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:10.070737 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Bound port: ead5c481-d55a-496e-b53d-f085b6fc0662, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:10.071120 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.099489 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-d3cf4d41-9e31-4206-8d6e-36acbab5f190', 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ips': [{'subnet_id': '7fe4fe7d-2022-4aee-9f73-87f9996f67d5'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:31:10.101941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.205549 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] For port ead5c481-d55a-496e-b53d-f085b6fc0662, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:10.227701 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] For port ead5c481-d55a-496e-b53d-f085b6fc0662, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ead5c481-d55a-496e-b53d-f085b6fc0662,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:10.234825 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.238842 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:10.255542 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.321449 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Allocated IP 172.20.0.2 (d3cf4d41-9e31-4206-8d6e-36acbab5f190/7fe4fe7d-2022-4aee-9f73-87f9996f67d5/2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:10.339442 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Routers {'22aa50a9-16cd-498b-8aa5-5befeaf940bb'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:10.340474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:30:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22aa50a9-16cd-498b-8aa5-5befeaf940bb'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:10.346605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4740c8-e34a-4e8a-b28d-b36afe0d91c8 None None] Pushing event updated for resources: {'Port': ['ID=ead5c481-d55a-496e-b53d-f085b6fc0662,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:10.349907 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-dd4740c8-e34a-4e8a-b28d-b36afe0d91c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:10.671916 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] Set router 22aa50a9-16cd-498b-8aa5-5befeaf940bb gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:31:10.826769 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.846613 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Transition to ACTIVE for port object 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:10.885491 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Transition to ACTIVE for port object 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:10.894853 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.898081 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:10.942470 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.20.0.1 (d3cf4d41-9e31-4206-8d6e-36acbab5f190/7fe4fe7d-2022-4aee-9f73-87f9996f67d5/cf26b425-63f3-47e7-9d7f-e80e80ed51d0) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:10.961810 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Network d3cf4d41-9e31-4206-8d6e-36acbab5f190 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:10.962973 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0ae6446-1f86-45de-b245-47a8998681c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:10.974001 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:10.976828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:10.981432 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Pushing event updated for resources: {'Port': ['ID=2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:10.984482 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:11.035365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'name': 'tempest-TestNetworkBasicOps-router-825141085', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:31:07Z', 'updated_at': '2021-06-18T16:31:08Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:be:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:08Z', 'updated_at': '2021-06-18T16:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:11.055776 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.069668 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940286e5-ed23-47a2-bb49-9690df4909c6 None None] The sync data for ids ['22aa50a9-16cd-498b-8aa5-5befeaf940bb'] in dv-neutron-797120-1-hyperv is: [{'id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'name': 'tempest-TestNetworkBasicOps-router-825141085', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:31:07Z', 'updated_at': '2021-06-18T16:31:08Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:be:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:08Z', 'updated_at': '2021-06-18T16:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:31:11.069951 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Transition to ACTIVE for port object cf26b425-63f3-47e7-9d7f-e80e80ed51d0 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:11.072110 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Attempting to bind port 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:11.072506 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Attempting to bind port 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '4e30e227-072c-4d8b-9118-a8d88235528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:11.072958 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Attempting to bind port 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f on network d3cf4d41-9e31-4206-8d6e-36acbab5f190 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:11.081909 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:11.082454 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Checking segment: {'id': '4e30e227-072c-4d8b-9118-a8d88235528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:11.082651 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.083077 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Bound using segment: {'id': '4e30e227-072c-4d8b-9118-a8d88235528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:11.083577 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Bound port: 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e30e227-072c-4d8b-9118-a8d88235528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:11.083958 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.111238 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.114298 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ed35a3ed-a815-4a23-b53e-f1b25e494b9b tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:11.163980 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network d3cf4d41-9e31-4206-8d6e-36acbab5f190 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:11.164205 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] For port 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:11.167434 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:11.169134 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] For port 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f,segment=NetworkSegment(4e30e227-072c-4d8b-9118-a8d88235528e),segment_id=4e30e227-072c-4d8b-9118-a8d88235528e)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:11.172749 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:11.176492 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.177510 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=cf26b425-63f3-47e7-9d7f-e80e80ed51d0,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:11.180503 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-89982d5e-c25c-4ad7-9fdf-69acb08fca12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:11.201215 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:11.222207 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.241855 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Pushing event updated for resources: {'Port': ['ID=2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:11.245453 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:11.288104 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.436286 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.757454 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.765700 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.768797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:11.845496 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=cf26b425-63f3-47e7-9d7f-e80e80ed51d0,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:11.847910 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:11.853995 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:11.956705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network d3cf4d41-9e31-4206-8d6e-36acbab5f190 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:11.958768 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:12.073195 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:12.088409 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 22aa50a9-16cd-498b-8aa5-5befeaf940bb has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:31:12.204943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:31:12.210948 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/routers/22aa50a9-16cd-498b-8aa5-5befeaf940bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3939829 Jun 18 16:31:12.213366 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51366) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:12.231289 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400bd217-c2f0-4b35-a06a-12f3bfc47cec None None] Network d3cf4d41-9e31-4206-8d6e-36acbab5f190 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:31:12.289526 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-84ddfd41-f092-495b-a558-ad7bc7f0937e None None] Provisioning for port 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:12.316538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487a462d-3fb8-4289-b5ac-de96427bb6d6 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:12.317019 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487a462d-3fb8-4289-b5ac-de96427bb6d6 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:12.317484 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487a462d-3fb8-4289-b5ac-de96427bb6d6 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:12.317950 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487a462d-3fb8-4289-b5ac-de96427bb6d6 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:12.318408 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487a462d-3fb8-4289-b5ac-de96427bb6d6 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:12.318883 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487a462d-3fb8-4289-b5ac-de96427bb6d6 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:12.320643 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-487a462d-3fb8-4289-b5ac-de96427bb6d6 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.1063333 Jun 18 16:31:12.323530 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51368) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:12.377595 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41733659-787f-4c86-9be2-643db3f4e400 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:12.378063 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41733659-787f-4c86-9be2-643db3f4e400 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:12.378543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41733659-787f-4c86-9be2-643db3f4e400 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:12.378998 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41733659-787f-4c86-9be2-643db3f4e400 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:12.379446 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41733659-787f-4c86-9be2-643db3f4e400 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:12.379891 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41733659-787f-4c86-9be2-643db3f4e400 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:12.384213 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-41733659-787f-4c86-9be2-643db3f4e400 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0571735 Jun 18 16:31:12.384704 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51370) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:12.631898 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7450666b-2952-4dc8-a149-03cbd190f0aa None None] Provisioning for port cf26b425-63f3-47e7-9d7f-e80e80ed51d0 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:12.637242 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7450666b-2952-4dc8-a149-03cbd190f0aa None None] Provisioning complete for port cf26b425-63f3-47e7-9d7f-e80e80ed51d0 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:12.637657 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7450666b-2952-4dc8-a149-03cbd190f0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:12.680347 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7450666b-2952-4dc8-a149-03cbd190f0aa None None] Port cf26b425-63f3-47e7-9d7f-e80e80ed51d0 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:12.751125 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Sync routers for ids ['22aa50a9-16cd-498b-8aa5-5befeaf940bb'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:31:12.762547 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Routers {'22aa50a9-16cd-498b-8aa5-5befeaf940bb'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:12.763248 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:31:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22aa50a9-16cd-498b-8aa5-5befeaf940bb'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:12.813177 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-2f08a686-4d07-4ae0-8855-6640b228cadd None None] Provisioning complete for port cf26b425-63f3-47e7-9d7f-e80e80ed51d0 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:12.813641 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2f08a686-4d07-4ae0-8855-6640b228cadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:12.864109 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-2f08a686-4d07-4ae0-8855-6640b228cadd None None] Port cf26b425-63f3-47e7-9d7f-e80e80ed51d0 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:12.880685 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-afae0dd0-2060-4e8d-84be-86a8378c270c tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.4943841 Jun 18 16:31:12.890392 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Set router 22aa50a9-16cd-498b-8aa5-5befeaf940bb gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:31:13.099893 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-2efd7f17-5561-4b8b-93bd-3879c63f5809 None None] Provisioning complete for port cf26b425-63f3-47e7-9d7f-e80e80ed51d0 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:13.100399 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2efd7f17-5561-4b8b-93bd-3879c63f5809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.117648 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'name': 'tempest-TestNetworkBasicOps-router-825141085', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:31:07Z', 'updated_at': '2021-06-18T16:31:11Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:be:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:08Z', 'updated_at': '2021-06-18T16:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cf26b425-63f3-47e7-9d7f-e80e80ed51d0', 'name': '', 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:30:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '7fe4fe7d-2022-4aee-9f73-87f9996f67d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:10Z', 'updated_at': '2021-06-18T16:31:11Z', 'revision_number': 2, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '7fe4fe7d-2022-4aee-9f73-87f9996f67d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:13.135920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ead5c481-d55a-496e-b53d-f085b6fc0662 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:13.148202 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Checking router: 22aa50a9-16cd-498b-8aa5-5befeaf940bb for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:31:13.148671 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Updating router 22aa50a9-16cd-498b-8aa5-5befeaf940bb port cf26b425-63f3-47e7-9d7f-e80e80ed51d0 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:31:13.179582 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-2efd7f17-5561-4b8b-93bd-3879c63f5809 None None] Port cf26b425-63f3-47e7-9d7f-e80e80ed51d0 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:13.190720 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.201442 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port ead5c481-d55a-496e-b53d-f085b6fc0662 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:13.205261 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ead5c481-d55a-496e-b53d-f085b6fc0662 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:13.205638 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.288298 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.309157 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port ead5c481-d55a-496e-b53d-f085b6fc0662, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ead5c481-d55a-496e-b53d-f085b6fc0662,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:13.313467 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.314251 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:13.315891 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:13.387341 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=ead5c481-d55a-496e-b53d-f085b6fc0662,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:13.391097 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:13.401595 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:13.406710 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:13.407486 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.459341 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.470059 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Transition to ACTIVE for port object cf26b425-63f3-47e7-9d7f-e80e80ed51d0 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:13.477309 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.482390 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:13.495331 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.526198 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261989d-4271-458a-b51f-d7506593ff68 None None] Pushing event updated for resources: {'Port': ['ID=cf26b425-63f3-47e7-9d7f-e80e80ed51d0,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:13.531494 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-1261989d-4271-458a-b51f-d7506593ff68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:13.538243 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f,segment=NetworkSegment(4e30e227-072c-4d8b-9118-a8d88235528e),segment_id=4e30e227-072c-4d8b-9118-a8d88235528e)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:13.544480 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.547969 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6124d100-ce37-4e23-9c08-9ef1da07b8f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:13.597885 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:13.601878 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:13.618730 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Attempting to bind port cf26b425-63f3-47e7-9d7f-e80e80ed51d0 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:13.619100 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Attempting to bind port cf26b425-63f3-47e7-9d7f-e80e80ed51d0 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '4e30e227-072c-4d8b-9118-a8d88235528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:13.619472 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Attempting to bind port cf26b425-63f3-47e7-9d7f-e80e80ed51d0 on network d3cf4d41-9e31-4206-8d6e-36acbab5f190 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:13.625136 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:13.625518 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Checking segment: {'id': '4e30e227-072c-4d8b-9118-a8d88235528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:13.625925 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.626356 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Bound using segment: {'id': '4e30e227-072c-4d8b-9118-a8d88235528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:13.626853 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Bound port: cf26b425-63f3-47e7-9d7f-e80e80ed51d0, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e30e227-072c-4d8b-9118-a8d88235528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:13.627231 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.698342 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.701297 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] For port cf26b425-63f3-47e7-9d7f-e80e80ed51d0, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:13.701458 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51374) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:13.704656 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] For port cf26b425-63f3-47e7-9d7f-e80e80ed51d0, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cf26b425-63f3-47e7-9d7f-e80e80ed51d0,segment=NetworkSegment(4e30e227-072c-4d8b-9118-a8d88235528e),segment_id=4e30e227-072c-4d8b-9118-a8d88235528e)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:13.706030 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-85455653', 'description': 'tempest-secgroup-smoke-85455653 description', 'project_id': 'ce51bca7228b4491bea754922e3226ea'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:13.709071 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.711089 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-be691784-e230-442a-8e98-2d488b01dfac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:13.728489 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.769444 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261989d-4271-458a-b51f-d7506593ff68 None None] Pushing event updated for resources: {'Port': ['ID=cf26b425-63f3-47e7-9d7f-e80e80ed51d0,revision_number=4']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:13.780868 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-1261989d-4271-458a-b51f-d7506593ff68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:13.781778 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Routers {'22aa50a9-16cd-498b-8aa5-5befeaf940bb'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:13.782078 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:31:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22aa50a9-16cd-498b-8aa5-5befeaf940bb'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:13.842952 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.848242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.851051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-723e29ad-4f0e-4d01-ba6c-1b9c11e63da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:13.881035 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237ddbeb-3bce-45a0-b1fa-17ed8f00cafc,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:13.890034 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:13.890528 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:13.890889 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:13.891265 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:13.891633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:13.892003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:13.892365 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:13.892729 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:13.893088 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:13.893444 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:13.893803 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:13.894160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:13.897642 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:13.901387 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1965582 Jun 18 16:31:13.901387 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:13.901730 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51376) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:13.907356 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-71160ca7-9cb1-45f9-b0ca-4d2feeaf0e81 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '237ddbeb-3bce-45a0-b1fa-17ed8f00cafc', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:13.920854 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] Set router 22aa50a9-16cd-498b-8aa5-5befeaf940bb gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:31:13.934937 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-71160ca7-9cb1-45f9-b0ca-4d2feeaf0e81 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.001142 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-71160ca7-9cb1-45f9-b0ca-4d2feeaf0e81 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.004946 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-71160ca7-9cb1-45f9-b0ca-4d2feeaf0e81 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.011369 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0b5f72fe-24e1-440b-a878-614d307acf3f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:14.029893 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71160ca7-9cb1-45f9-b0ca-4d2feeaf0e81 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83814a25-4de5-4a0b-a6b5-1446b05348ed,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:14.033566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-71160ca7-9cb1-45f9-b0ca-4d2feeaf0e81 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:14.034891 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-71160ca7-9cb1-45f9-b0ca-4d2feeaf0e81 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.036158 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-71160ca7-9cb1-45f9-b0ca-4d2feeaf0e81 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335917 Jun 18 16:31:14.040762 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51378) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:14.045739 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-1a8cb4f4-8da8-4271-8170-8d7721791c61 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '237ddbeb-3bce-45a0-b1fa-17ed8f00cafc', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:14.075579 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb4f4-8da8-4271-8170-8d7721791c61 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.136953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb4f4-8da8-4271-8170-8d7721791c61 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.141192 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb4f4-8da8-4271-8170-8d7721791c61 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.143070 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-131c4e8c-732a-4f5a-9ac7-9a4244e6da60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:14.161214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8cb4f4-8da8-4271-8170-8d7721791c61 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3101a309-4cf0-46fd-b6bf-ecb2565c9de7,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:14.164209 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1a8cb4f4-8da8-4271-8170-8d7721791c61 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:14.167249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1a8cb4f4-8da8-4271-8170-8d7721791c61 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.169247 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1a8cb4f4-8da8-4271-8170-8d7721791c61 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1275039 Jun 18 16:31:14.172029 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51380) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:14.176710 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-194bd7ce-57a6-46c2-bfe6-21e4f66ffcbd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '237ddbeb-3bce-45a0-b1fa-17ed8f00cafc', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:14.204875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-194bd7ce-57a6-46c2-bfe6-21e4f66ffcbd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.219263 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'name': 'tempest-TestNetworkBasicOps-router-825141085', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:31:07Z', 'updated_at': '2021-06-18T16:31:11Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:08Z', 'updated_at': '2021-06-18T16:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cf26b425-63f3-47e7-9d7f-e80e80ed51d0', 'name': '', 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:30:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '7fe4fe7d-2022-4aee-9f73-87f9996f67d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:10Z', 'updated_at': '2021-06-18T16:31:13Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '7fe4fe7d-2022-4aee-9f73-87f9996f67d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:14.246507 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06baecdc-d86c-4415-a1a4-67ed6fde1aed None None] The sync data for ids ['22aa50a9-16cd-498b-8aa5-5befeaf940bb'] in dv-neutron-797120-1-hyperv is: [{'id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'name': 'tempest-TestNetworkBasicOps-router-825141085', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:31:07Z', 'updated_at': '2021-06-18T16:31:11Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:08Z', 'updated_at': '2021-06-18T16:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cf26b425-63f3-47e7-9d7f-e80e80ed51d0', 'name': '', 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:30:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '7fe4fe7d-2022-4aee-9f73-87f9996f67d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:10Z', 'updated_at': '2021-06-18T16:31:13Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '7fe4fe7d-2022-4aee-9f73-87f9996f67d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:31:14.265559 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-194bd7ce-57a6-46c2-bfe6-21e4f66ffcbd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.269375 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-194bd7ce-57a6-46c2-bfe6-21e4f66ffcbd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.271332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-10b31a00-4c18-466f-b19c-b7c2ae0a2f07 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:14.297783 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bd7ce-57a6-46c2-bfe6-21e4f66ffcbd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17146ac2-c109-4f55-b3b3-3f6fe3aaffeb,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:14.301674 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-194bd7ce-57a6-46c2-bfe6-21e4f66ffcbd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:14.305885 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-194bd7ce-57a6-46c2-bfe6-21e4f66ffcbd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.307374 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-194bd7ce-57a6-46c2-bfe6-21e4f66ffcbd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343884 Jun 18 16:31:14.310131 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51382) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:14.318208 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-16de2a43-b815-4e8d-b462-02bf60884c55 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '237ddbeb-3bce-45a0-b1fa-17ed8f00cafc', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:14.344933 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-16de2a43-b815-4e8d-b462-02bf60884c55 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.413343 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-16de2a43-b815-4e8d-b462-02bf60884c55 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.417311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-16de2a43-b815-4e8d-b462-02bf60884c55 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.420270 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f64077e1-9881-451f-a309-b189177fb652 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:14.439027 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de2a43-b815-4e8d-b462-02bf60884c55 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757341ba-0886-48fd-8721-7ab4bf55610f,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:14.441331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-16de2a43-b815-4e8d-b462-02bf60884c55 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.442536 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-16de2a43-b815-4e8d-b462-02bf60884c55 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313512 Jun 18 16:31:14.443481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-16de2a43-b815-4e8d-b462-02bf60884c55 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:14.445136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51384) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:14.449921 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-00d377b0-3623-4c1b-975c-e83f11a83aa8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '237ddbeb-3bce-45a0-b1fa-17ed8f00cafc', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:14.471566 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-00d377b0-3623-4c1b-975c-e83f11a83aa8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:31:14.476792 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-00d377b0-3623-4c1b-975c-e83f11a83aa8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.539352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-00d377b0-3623-4c1b-975c-e83f11a83aa8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.543928 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-00d377b0-3623-4c1b-975c-e83f11a83aa8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.545897 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a8dd086f-ea93-4a99-960b-bcfcca255696 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:14.562858 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d377b0-3623-4c1b-975c-e83f11a83aa8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7cf02e-64f4-413a-a0e9-85a723c93365,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:14.565607 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-00d377b0-3623-4c1b-975c-e83f11a83aa8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:14.571786 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-00d377b0-3623-4c1b-975c-e83f11a83aa8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.573068 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-00d377b0-3623-4c1b-975c-e83f11a83aa8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269929 Jun 18 16:31:14.575816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51386) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:14.580973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f688ad6c-7463-4394-84dd-3e5cf98e386d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '237ddbeb-3bce-45a0-b1fa-17ed8f00cafc', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:14.605782 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-f688ad6c-7463-4394-84dd-3e5cf98e386d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:31:14.610995 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f688ad6c-7463-4394-84dd-3e5cf98e386d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.676386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f688ad6c-7463-4394-84dd-3e5cf98e386d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.680466 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f688ad6c-7463-4394-84dd-3e5cf98e386d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.682488 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8e64b67a-abd1-4682-898e-542c203df534 tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:14.700216 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688ad6c-7463-4394-84dd-3e5cf98e386d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a881008-76d3-46da-91e2-4a4c1b7f1e9c,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:14.703301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f688ad6c-7463-4394-84dd-3e5cf98e386d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:14.706698 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f688ad6c-7463-4394-84dd-3e5cf98e386d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:14.707916 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f688ad6c-7463-4394-84dd-3e5cf98e386d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1308441 Jun 18 16:31:14.856175 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-d02b86ba-f0da-420c-86a0-b5d25eaa9add tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-85455653&fields=id&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 267 time: 0.0331399 Jun 18 16:31:14.970628 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-91887de7-c558-4ba0-8633-0575f465fba3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:14.973209 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-91887de7-c558-4ba0-8633-0575f465fba3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/networks?id=d3cf4d41-9e31-4206-8d6e-36acbab5f190 HTTP/1.1" status: 200 len: 797 time: 0.1104004 Jun 18 16:31:14.998927 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-51c8f633-2037-406f-b6fb-d5c09087861f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/quotas/ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 375 time: 0.0211279 Jun 18 16:31:15.072653 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-e609ea56-55ba-400b-a891-e3bb3b3e41e0 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708418 Jun 18 16:31:15.126201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:15.139680 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-f5bcd331-c86d-4323-87fa-def97d3660e5 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:31:15.140636 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-f5bcd331-c86d-4323-87fa-def97d3660e5 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561206 Jun 18 16:31:15.178879 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:15.179362 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.247714 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-d0d9a21f-dff1-4299-a257-19d31907a545 service neutron] 10.222.0.50 "GET /v2.0/networks/d3cf4d41-9e31-4206-8d6e-36acbab5f190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009343 Jun 18 16:31:15.269511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ead5c481-d55a-496e-b53d-f085b6fc0662 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:15.317044 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ead5c481-d55a-496e-b53d-f085b6fc0662 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:15.317427 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.340319 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-1c2115c9-3603-4d92-bcd1-7182fcc60c9e service neutron] 10.222.0.50 "GET /v2.0/networks/d3cf4d41-9e31-4206-8d6e-36acbab5f190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860908 Jun 18 16:31:15.401589 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cf26b425-63f3-47e7-9d7f-e80e80ed51d0 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:15.450369 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port cf26b425-63f3-47e7-9d7f-e80e80ed51d0 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:15.454758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port cf26b425-63f3-47e7-9d7f-e80e80ed51d0 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:15.455141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.536413 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.569695 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port cf26b425-63f3-47e7-9d7f-e80e80ed51d0, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cf26b425-63f3-47e7-9d7f-e80e80ed51d0,segment=NetworkSegment(4e30e227-072c-4d8b-9118-a8d88235528e),segment_id=4e30e227-072c-4d8b-9118-a8d88235528e)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:15.573914 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:15.577440 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:15.587742 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c9efe8c1-d470-42b8-bc14-3fe9d5bf0ed3 req-1e7880ab-afbe-4871-b2eb-d072d739ccbb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 210 time: 0.1012411 Jun 18 16:31:15.628211 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=cf26b425-63f3-47e7-9d7f-e80e80ed51d0,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:15.635244 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.635588 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.635947 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.636293 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.636640 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.636968 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.637352 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.637598 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.637922 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.638241 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.638665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.638986 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:31:15.642777 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:16.670280 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-2ba72314-8cc1-444a-9652-1c225b8bd445 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:16.671775 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-2ba72314-8cc1-444a-9652-1c225b8bd445 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/networks?id=d3cf4d41-9e31-4206-8d6e-36acbab5f190 HTTP/1.1" status: 200 len: 797 time: 0.1126988 Jun 18 16:31:16.722277 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-40ca2130-3cee-4911-9371-0bab606b2e83 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 378 time: 0.0344386 Jun 18 16:31:16.724073 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8c994c7-53e9-475a-8be6-7178438e9b28 req-f1793aa0-0764-4ff2-bd11-39e5e6cbde9a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 210 time: 0.0303290 Jun 18 16:31:16.733181 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-2bac16a1-f583-4167-906c-453f89cfc1e5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'port': {'device_id': '05db3607-e853-4776-a486-ce10acb0ac44', 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190', 'admin_state_up': True, 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'security_groups': ['237ddbeb-3bce-45a0-b1fa-17ed8f00cafc']}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:16.843695 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-2bac16a1-f583-4167-906c-453f89cfc1e5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:16.847332 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-2bac16a1-f583-4167-906c-453f89cfc1e5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:16.981790 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-2bac16a1-f583-4167-906c-453f89cfc1e5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.20.0.12 (d3cf4d41-9e31-4206-8d6e-36acbab5f190/7fe4fe7d-2022-4aee-9f73-87f9996f67d5/62c54b47-316d-4edf-871e-161ac3a900e1) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:17.029683 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cf26b425-63f3-47e7-9d7f-e80e80ed51d0 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:17.080330 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port cf26b425-63f3-47e7-9d7f-e80e80ed51d0 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:17.080709 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.478761 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-2bac16a1-f583-4167-906c-453f89cfc1e5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.491991 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-2bac16a1-f583-4167-906c-453f89cfc1e5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Transition to ACTIVE for port object 62c54b47-316d-4edf-871e-161ac3a900e1 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:17.524443 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-2bac16a1-f583-4167-906c-453f89cfc1e5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.528715 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a65a8f81-7813-44c5-b1de-0cc89286e5f5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:17.570186 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-2bac16a1-f583-4167-906c-453f89cfc1e5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network d3cf4d41-9e31-4206-8d6e-36acbab5f190 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:17.573493 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-2bac16a1-f583-4167-906c-453f89cfc1e5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:17.577388 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-2bac16a1-f583-4167-906c-453f89cfc1e5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:17.604288 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac16a1-f583-4167-906c-453f89cfc1e5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=62c54b47-316d-4edf-871e-161ac3a900e1,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:17.608357 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2bac16a1-f583-4167-906c-453f89cfc1e5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:17.633965 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-2bac16a1-f583-4167-906c-453f89cfc1e5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:17.634725 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-2bac16a1-f583-4167-906c-453f89cfc1e5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.649113 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-2bac16a1-f583-4167-906c-453f89cfc1e5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9205661 Jun 18 16:31:17.709192 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Request body: {'port': {'device_id': '05db3607-e853-4776-a486-ce10acb0ac44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:17.787667 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.790893 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a90d7c54-a91f-429b-8f65-8f3e53dd7078 None None] Provisioning for port 62c54b47-316d-4edf-871e-161ac3a900e1 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:17.795153 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a90d7c54-a91f-429b-8f65-8f3e53dd7078 None None] Provisioning complete for port 62c54b47-316d-4edf-871e-161ac3a900e1 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:17.795545 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a90d7c54-a91f-429b-8f65-8f3e53dd7078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:17.831416 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a90d7c54-a91f-429b-8f65-8f3e53dd7078 None None] Port 62c54b47-316d-4edf-871e-161ac3a900e1 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:17.911759 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b26417-dca7-471d-b217-66b235992756 req-6affd6f7-867c-4895-b61d-eae379effcf3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:17.913318 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-15b26417-dca7-471d-b217-66b235992756 req-6affd6f7-867c-4895-b61d-eae379effcf3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 932 time: 0.0661500 Jun 18 16:31:17.951451 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-15b26417-dca7-471d-b217-66b235992756 req-eadd4b8b-3b85-4035-aefb-6a95560c0623 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=237ddbeb-3bce-45a0-b1fa-17ed8f00cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315459 Jun 18 16:31:18.056362 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c54b47-316d-4edf-871e-161ac3a900e1 {{(pid=93454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:31:18.064197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:18.077796 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Transition to ACTIVE for port object 62c54b47-316d-4edf-871e-161ac3a900e1 will not be triggered until provisioned by entity L2. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:18.080606 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:18.083337 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4100cfd4-cd5f-4af4-98f4-ffde27332ee7 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:18.181494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Pushing event updated for resources: {'Port': ['ID=62c54b47-316d-4edf-871e-161ac3a900e1,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:18.186570 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:18.245030 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Attempting to bind port 62c54b47-316d-4edf-871e-161ac3a900e1 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:18.245553 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Attempting to bind port 62c54b47-316d-4edf-871e-161ac3a900e1 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '4e30e227-072c-4d8b-9118-a8d88235528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:18.246245 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Attempting to bind port 62c54b47-316d-4edf-871e-161ac3a900e1 on network d3cf4d41-9e31-4206-8d6e-36acbab5f190 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:18.251430 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Port 62c54b47-316d-4edf-871e-161ac3a900e1 on network d3cf4d41-9e31-4206-8d6e-36acbab5f190 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:31:18.251741 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Attempting to bind port 62c54b47-316d-4edf-871e-161ac3a900e1 on network d3cf4d41-9e31-4206-8d6e-36acbab5f190 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:18.256895 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:18.257233 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Checking segment: {'id': '4e30e227-072c-4d8b-9118-a8d88235528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:18.257626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Bound using segment: {'id': '4e30e227-072c-4d8b-9118-a8d88235528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190'} {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:18.258059 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Bound port: 62c54b47-316d-4edf-871e-161ac3a900e1, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e30e227-072c-4d8b-9118-a8d88235528e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190'}}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:18.258434 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:18.325249 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] For port 62c54b47-316d-4edf-871e-161ac3a900e1, host hv-neutron-7971, cleared binding levels {{(pid=93454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:18.328098 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] For port 62c54b47-316d-4edf-871e-161ac3a900e1, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=62c54b47-316d-4edf-871e-161ac3a900e1,segment=NetworkSegment(4e30e227-072c-4d8b-9118-a8d88235528e),segment_id=4e30e227-072c-4d8b-9118-a8d88235528e)] {{(pid=93454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:18.332611 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:18.335403 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:18.366051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:18.366557 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:18.367985 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] 10.222.0.55 "PUT /v2.0/ports/62c54b47-316d-4edf-871e-161ac3a900e1 HTTP/1.1" status: 200 len: 1094 time: 0.7102935 Jun 18 16:31:18.368538 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05db3607-e853-4776-a486-ce10acb0ac44', 'tag': '62c54b47-316d-4edf-871e-161ac3a900e1'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:31:18.371600 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71884ec4-d478-40b0-ae7c-02eaa31f33b9" -d '{"events": [{"name": "network-changed", "server_uuid": "05db3607-e853-4776-a486-ce10acb0ac44", "tag": "62c54b47-316d-4edf-871e-161ac3a900e1"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:31:18.403854 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Pushing event updated for resources: {'Port': ['ID=62c54b47-316d-4edf-871e-161ac3a900e1,revision_number=3']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:18.407731 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:18.418512 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13fb6b4-1705-4387-b318-1f73db4727f7 x-openstack-request-id: req-a13fb6b4-1705-4387-b318-1f73db4727f7 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:31:18.418868 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05db3607-e853-4776-a486-ce10acb0ac44", "tag": "62c54b47-316d-4edf-871e-161ac3a900e1", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:31:18.419172 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a13fb6b4-1705-4387-b318-1f73db4727f7 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:31:18.419615 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05db3607-e853-4776-a486-ce10acb0ac44', 'tag': '62c54b47-316d-4edf-871e-161ac3a900e1', 'status': 'completed', 'code': 200} Jun 18 16:31:18.483625 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-0c4ca0f1-fafb-422a-be08-d4bb505901e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:18.485155 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-0c4ca0f1-fafb-422a-be08-d4bb505901e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 1097 time: 0.0581887 Jun 18 16:31:18.533553 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-8aa460ef-74ac-4d65-9bd5-c1c7afce71a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62c54b47-316d-4edf-871e-161ac3a900e1 HTTP/1.1" status: 200 len: 217 time: 0.0403903 Jun 18 16:31:18.585913 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-9ba088b5-1549-46f9-9c09-70dfda2e1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:18.587345 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-9ba088b5-1549-46f9-9c09-70dfda2e1128 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7fe4fe7d-2022-4aee-9f73-87f9996f67d5 HTTP/1.1" status: 200 len: 834 time: 0.0464413 Jun 18 16:31:18.645529 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-e956dbf3-07d7-409a-804d-c2d7d6b69ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:18.646979 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-e956dbf3-07d7-409a-804d-c2d7d6b69ece service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3cf4d41-9e31-4206-8d6e-36acbab5f190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517814 Jun 18 16:31:18.744308 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-0e51699d-612a-433c-a4eb-20e4e0640b6f service neutron] 10.222.0.55 "GET /v2.0/networks/d3cf4d41-9e31-4206-8d6e-36acbab5f190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893388 Jun 18 16:31:18.849760 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-123b5cde-524b-4f8d-ae28-bed6a5acf410 req-66e2afec-6e2c-4918-935d-e8922cd145cb service neutron] 10.222.0.55 "GET /v2.0/networks/d3cf4d41-9e31-4206-8d6e-36acbab5f190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970104 Jun 18 16:31:18.960317 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71884ec4-d478-40b0-ae7c-02eaa31f33b9 req-e7b2d3d6-10cd-49b3-8700-051cec7b7b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:18.961911 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-71884ec4-d478-40b0-ae7c-02eaa31f33b9 req-e7b2d3d6-10cd-49b3-8700-051cec7b7b32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 1097 time: 0.0558970 Jun 18 16:31:19.077763 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71884ec4-d478-40b0-ae7c-02eaa31f33b9 req-1f75ac84-55de-4209-a320-e2862cd8d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:19.079000 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-71884ec4-d478-40b0-ae7c-02eaa31f33b9 req-1f75ac84-55de-4209-a320-e2862cd8d96c service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3cf4d41-9e31-4206-8d6e-36acbab5f190 HTTP/1.1" status: 200 len: 898 time: 0.1087439 Jun 18 16:31:19.128382 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-71884ec4-d478-40b0-ae7c-02eaa31f33b9 req-1f997529-a891-4702-93da-ecdaaebd14c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62c54b47-316d-4edf-871e-161ac3a900e1 HTTP/1.1" status: 200 len: 217 time: 0.0416961 Jun 18 16:31:19.145806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf82586-d1bd-4cd9-b506-726469c065a4 req-ea6feb65-e325-46a9-9fbb-30772ed9ce26 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:19.148152 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9cf82586-d1bd-4cd9-b506-726469c065a4 req-ea6feb65-e325-46a9-9fbb-30772ed9ce26 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 944 time: 0.0826237 Jun 18 16:31:19.189841 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9cf82586-d1bd-4cd9-b506-726469c065a4 req-1ac3a536-2ac9-4f8c-b4b9-1e3972048248 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=237ddbeb-3bce-45a0-b1fa-17ed8f00cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406039 Jun 18 16:31:19.194631 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71884ec4-d478-40b0-ae7c-02eaa31f33b9 req-12fed695-7493-4110-943d-42e555f21d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:19.196698 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-71884ec4-d478-40b0-ae7c-02eaa31f33b9 req-12fed695-7493-4110-943d-42e555f21d07 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7fe4fe7d-2022-4aee-9f73-87f9996f67d5 HTTP/1.1" status: 200 len: 834 time: 0.0569472 Jun 18 16:31:19.267883 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71884ec4-d478-40b0-ae7c-02eaa31f33b9 req-eeb496b8-399f-4db8-9cb0-577c65ed30f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:19.269385 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-71884ec4-d478-40b0-ae7c-02eaa31f33b9 req-eeb496b8-399f-4db8-9cb0-577c65ed30f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3cf4d41-9e31-4206-8d6e-36acbab5f190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658872 Jun 18 16:31:19.363340 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-71884ec4-d478-40b0-ae7c-02eaa31f33b9 req-a9dbbf14-f11d-480c-a76e-aef4083301b6 service neutron] 10.222.0.55 "GET /v2.0/networks/d3cf4d41-9e31-4206-8d6e-36acbab5f190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868559 Jun 18 16:31:19.477507 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-71884ec4-d478-40b0-ae7c-02eaa31f33b9 req-83159c00-98c4-4042-aa3c-3c78361d03be service neutron] 10.222.0.55 "GET /v2.0/networks/d3cf4d41-9e31-4206-8d6e-36acbab5f190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053748 Jun 18 16:31:20.437031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c28b57-68fb-40bf-9930-70e4ac15c866 req-df503d4c-cdce-4384-a901-84acfa7b9e2b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:20.438670 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b6c28b57-68fb-40bf-9930-70e4ac15c866 req-df503d4c-cdce-4384-a901-84acfa7b9e2b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 944 time: 0.0664823 Jun 18 16:31:20.479760 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b6c28b57-68fb-40bf-9930-70e4ac15c866 req-950bf1ab-2736-4155-a226-0b79c2a4ff87 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=237ddbeb-3bce-45a0-b1fa-17ed8f00cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346904 Jun 18 16:31:21.684890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2806a374-a0a5-4c25-9d4b-f309d80a28a2 req-1241b624-b9e1-4bde-803b-4e2fbcda556c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:21.686655 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2806a374-a0a5-4c25-9d4b-f309d80a28a2 req-1241b624-b9e1-4bde-803b-4e2fbcda556c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 944 time: 0.0758154 Jun 18 16:31:21.688656 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 62c54b47-316d-4edf-871e-161ac3a900e1 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:31:21.727633 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2806a374-a0a5-4c25-9d4b-f309d80a28a2 req-b23df9c0-b0e9-49e8-832d-8483034fe8d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=237ddbeb-3bce-45a0-b1fa-17ed8f00cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346735 Jun 18 16:31:21.786776 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 62c54b47-316d-4edf-871e-161ac3a900e1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=62c54b47-316d-4edf-871e-161ac3a900e1,segment=NetworkSegment(4e30e227-072c-4d8b-9118-a8d88235528e),segment_id=4e30e227-072c-4d8b-9118-a8d88235528e)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:21.799144 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '62c54b47-316d-4edf-871e-161ac3a900e1', 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190', 'port_id': '62c54b47-316d-4edf-871e-161ac3a900e1', 'mac_address': 'fa:16:3e:d0:24:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fe4fe7d-2022-4aee-9f73-87f9996f67d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:31:21.840834 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.856273 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c54b47-316d-4edf-871e-161ac3a900e1 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:31:21.877421 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 62c54b47-316d-4edf-871e-161ac3a900e1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=62c54b47-316d-4edf-871e-161ac3a900e1,segment=NetworkSegment(4e30e227-072c-4d8b-9118-a8d88235528e),segment_id=4e30e227-072c-4d8b-9118-a8d88235528e)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:21.882567 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:21.884330 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:21.934340 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=62c54b47-316d-4edf-871e-161ac3a900e1,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:21.937476 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:22.122175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['62c54b47-316d-4edf-871e-161ac3a900e1'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:31:22.915632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b036a2e-b54f-41c0-83d6-42c4590ce1f8 req-ac83f607-5eaf-49e4-9a97-d85264aba709 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:22.917632 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7b036a2e-b54f-41c0-83d6-42c4590ce1f8 req-ac83f607-5eaf-49e4-9a97-d85264aba709 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 945 time: 0.0717351 Jun 18 16:31:22.954787 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7b036a2e-b54f-41c0-83d6-42c4590ce1f8 req-ea8951c2-4672-4dea-93f4-053c34660e22 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=237ddbeb-3bce-45a0-b1fa-17ed8f00cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314329 Jun 18 16:31:23.704902 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 62c54b47-316d-4edf-871e-161ac3a900e1 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:23.755372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 62c54b47-316d-4edf-871e-161ac3a900e1 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:23.760121 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 62c54b47-316d-4edf-871e-161ac3a900e1 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:23.760504 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:23.848858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:23.888231 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05db3607-e853-4776-a486-ce10acb0ac44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c54b47-316d-4edf-871e-161ac3a900e1'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:31:23.890887 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce14fc66-aefc-4556-a9af-95f4fea69cab" -d '{"events": [{"server_uuid": "05db3607-e853-4776-a486-ce10acb0ac44", "name": "network-vif-plugged", "status": "completed", "tag": "62c54b47-316d-4edf-871e-161ac3a900e1"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:31:23.906549 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 62c54b47-316d-4edf-871e-161ac3a900e1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=62c54b47-316d-4edf-871e-161ac3a900e1,segment=NetworkSegment(4e30e227-072c-4d8b-9118-a8d88235528e),segment_id=4e30e227-072c-4d8b-9118-a8d88235528e)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:23.911800 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:23.914058 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-019020d8-eff9-4b25-84db-1dd696a39db4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:23.940553 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade7250e-2be0-46ce-8191-521ead3e7cf5 x-openstack-request-id: req-ade7250e-2be0-46ce-8191-521ead3e7cf5 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:31:23.940853 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05db3607-e853-4776-a486-ce10acb0ac44", "name": "network-vif-plugged", "status": "completed", "tag": "62c54b47-316d-4edf-871e-161ac3a900e1", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:31:23.941446 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ade7250e-2be0-46ce-8191-521ead3e7cf5 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:31:23.941583 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05db3607-e853-4776-a486-ce10acb0ac44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c54b47-316d-4edf-871e-161ac3a900e1', 'code': 200} Jun 18 16:31:23.971268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=62c54b47-316d-4edf-871e-161ac3a900e1,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:23.974175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:24.112117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:24.169420 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6934b-3ac5-48a4-b4cb-c81f1b1b8e24 req-ded1b39a-6774-4494-936c-d2dca34cc456 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:24.171649 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b0b6934b-3ac5-48a4-b4cb-c81f1b1b8e24 req-ded1b39a-6774-4494-936c-d2dca34cc456 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 946 time: 0.0998576 Jun 18 16:31:24.178267 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d865b-0b6b-46e0-941e-b449eeb927bb req-a17bd64a-0001-4244-85ee-f01e5d4b6bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:24.180211 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-5c4d865b-0b6b-46e0-941e-b449eeb927bb req-a17bd64a-0001-4244-85ee-f01e5d4b6bb1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 1099 time: 0.0684927 Jun 18 16:31:24.212269 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b0b6934b-3ac5-48a4-b4cb-c81f1b1b8e24 req-41891729-9487-49f7-9e46-dd3e16239d3d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=237ddbeb-3bce-45a0-b1fa-17ed8f00cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347354 Jun 18 16:31:24.220326 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-5c4d865b-0b6b-46e0-941e-b449eeb927bb req-5b8d0f30-322c-47fc-9c80-e00726206bc3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=237ddbeb-3bce-45a0-b1fa-17ed8f00cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324357 Jun 18 16:31:24.883804 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:31:25.466374 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1bd02-4e36-4f04-886e-798e4e74e7e9 req-3e236828-0552-4a1a-aa91-55d8b08ab2b0 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:25.467746 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cbb1bd02-4e36-4f04-886e-798e4e74e7e9 req-3e236828-0552-4a1a-aa91-55d8b08ab2b0 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 946 time: 0.1045084 Jun 18 16:31:25.533285 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cbb1bd02-4e36-4f04-886e-798e4e74e7e9 req-ac92334c-e90e-4881-899f-e73f86938a32 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=237ddbeb-3bce-45a0-b1fa-17ed8f00cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542722 Jun 18 16:31:26.744801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a81739-db51-43cb-8775-d3a9eb49482e req-22eaf4e8-9986-488a-944c-e19ff79b13a4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:26.746544 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e7a81739-db51-43cb-8775-d3a9eb49482e req-22eaf4e8-9986-488a-944c-e19ff79b13a4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 946 time: 0.0710583 Jun 18 16:31:26.785825 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e7a81739-db51-43cb-8775-d3a9eb49482e req-dbad4639-7d55-43d6-a54e-8fed486d0c6f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=237ddbeb-3bce-45a0-b1fa-17ed8f00cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336115 Jun 18 16:31:26.990312 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d2e43-7314-47f4-a79a-3b6ae4d84c06 req-f2046601-e612-4909-8a2a-47b0fe15ca1e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:26.992007 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-246d2e43-7314-47f4-a79a-3b6ae4d84c06 req-f2046601-e612-4909-8a2a-47b0fe15ca1e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 946 time: 0.0857842 Jun 18 16:31:27.039526 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-246d2e43-7314-47f4-a79a-3b6ae4d84c06 req-d2808ae2-05ce-47e2-a1b9-ce1348b597f1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=237ddbeb-3bce-45a0-b1fa-17ed8f00cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414090 Jun 18 16:31:27.068948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51486) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:27.144793 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5790d686-aaf0-4390-8ce9-66c739b30fb3 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:27.152357 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5790d686-aaf0-4390-8ce9-66c739b30fb3 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 1094 time: 0.0788732 Jun 18 16:31:27.152512 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51488) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:27.157194 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '62c54b47-316d-4edf-871e-161ac3a900e1', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:27.187536 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.309297 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.424734 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.26.6.121 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/38574b77-9b8b-4a40-a4c6-076104e47318) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:27.544803 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.600148 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:27.604833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ab110dde-f0b4-4b84-b7d7-a66d8c21d80e tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:27.650823 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:27.656309 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:27.660220 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:27.687301 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=38574b77-9b8b-4a40-a4c6-076104e47318,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:27.691088 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:28.054395 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.146775 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.307078 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.311989 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.314502 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-587368db-65a5-499d-a569-1ab64765d336 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:28.378964 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=38574b77-9b8b-4a40-a4c6-076104e47318,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:28.384346 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:28.392754 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.498966 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Floating IP bcc26607-37a4-4b3d-b38d-19c6ad04542b associated. External IP: 172.26.6.121, port: 62c54b47-316d-4edf-871e-161ac3a900e1. Jun 18 16:31:28.729048 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 22aa50a9-16cd-498b-8aa5-5befeaf940bb has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:31:28.844391 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:31:28.856729 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b008fe-2d45-49d5-b807-5414544ac997 None None] Sync routers for ids ['22aa50a9-16cd-498b-8aa5-5befeaf940bb'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:31:28.863923 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:28.869250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b008fe-2d45-49d5-b807-5414544ac997 None None] Routers {'22aa50a9-16cd-498b-8aa5-5befeaf940bb'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:28.871247 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-30b008fe-2d45-49d5-b807-5414544ac997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:31:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22aa50a9-16cd-498b-8aa5-5befeaf940bb'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:28.907823 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7541347 Jun 18 16:31:28.908677 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05db3607-e853-4776-a486-ce10acb0ac44', 'tag': '62c54b47-316d-4edf-871e-161ac3a900e1'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:31:28.911500 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9dcab8-036b-48a1-98bc-f035e8933a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "05db3607-e853-4776-a486-ce10acb0ac44", "tag": "62c54b47-316d-4edf-871e-161ac3a900e1"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:31:28.912973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51492) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:28.993014 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f574b0c1-3a77-4a50-992e-dcb8d17187ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/bcc26607-37a4-4b3d-b38d-19c6ad04542b HTTP/1.1" status: 200 len: 992 time: 0.0777462 Jun 18 16:31:29.027070 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-30b008fe-2d45-49d5-b807-5414544ac997 None None] Set router 22aa50a9-16cd-498b-8aa5-5befeaf940bb gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:31:29.057749 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a202d4-088d-4a84-8602-6aa977312a3b x-openstack-request-id: req-37a202d4-088d-4a84-8602-6aa977312a3b {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:31:29.058549 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05db3607-e853-4776-a486-ce10acb0ac44", "tag": "62c54b47-316d-4edf-871e-161ac3a900e1", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:31:29.059116 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-37a202d4-088d-4a84-8602-6aa977312a3b {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:31:29.059630 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05db3607-e853-4776-a486-ce10acb0ac44', 'tag': '62c54b47-316d-4edf-871e-161ac3a900e1', 'status': 'completed', 'code': 200} Jun 18 16:31:29.164758 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dcab8-036b-48a1-98bc-f035e8933a8f req-445c9272-1655-46f0-9a09-621dfaa586e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:29.166633 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-9c9dcab8-036b-48a1-98bc-f035e8933a8f req-445c9272-1655-46f0-9a09-621dfaa586e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 1099 time: 0.0705717 Jun 18 16:31:29.280981 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dcab8-036b-48a1-98bc-f035e8933a8f req-80ba9173-563f-42c6-bd92-69cb30a92108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:29.282535 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-9c9dcab8-036b-48a1-98bc-f035e8933a8f req-80ba9173-563f-42c6-bd92-69cb30a92108 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3cf4d41-9e31-4206-8d6e-36acbab5f190 HTTP/1.1" status: 200 len: 898 time: 0.1074429 Jun 18 16:31:29.315605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-30b008fe-2d45-49d5-b807-5414544ac997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'name': 'tempest-TestNetworkBasicOps-router-825141085', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:31:07Z', 'updated_at': '2021-06-18T16:31:11Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:08Z', 'updated_at': '2021-06-18T16:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'bcc26607-37a4-4b3d-b38d-19c6ad04542b', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.121', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'port_id': '62c54b47-316d-4edf-871e-161ac3a900e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190', 'mac_address': 'fa:16:3e:d0:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05db3607-e853-4776-a486-ce10acb0ac44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:31:27Z', 'updated_at': '2021-06-18T16:31:27Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf26b425-63f3-47e7-9d7f-e80e80ed51d0', 'name': '', 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '7fe4fe7d-2022-4aee-9f73-87f9996f67d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:10Z', 'updated_at': '2021-06-18T16:31:15Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '7fe4fe7d-2022-4aee-9f73-87f9996f67d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:29.341387 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b008fe-2d45-49d5-b807-5414544ac997 None None] Checking router: 22aa50a9-16cd-498b-8aa5-5befeaf940bb for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:31:29.349513 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b008fe-2d45-49d5-b807-5414544ac997 None None] Routers {'22aa50a9-16cd-498b-8aa5-5befeaf940bb'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:29.350116 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-30b008fe-2d45-49d5-b807-5414544ac997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:31:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22aa50a9-16cd-498b-8aa5-5befeaf940bb'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:29.350295 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-9c9dcab8-036b-48a1-98bc-f035e8933a8f req-59e460c1-4898-4a4b-82e7-47c19fef6efe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62c54b47-316d-4edf-871e-161ac3a900e1 HTTP/1.1" status: 200 len: 1000 time: 0.0593688 Jun 18 16:31:29.404718 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dcab8-036b-48a1-98bc-f035e8933a8f req-eeb1a236-ee87-4d24-84a6-1434e65c94ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:29.406096 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-9c9dcab8-036b-48a1-98bc-f035e8933a8f req-eeb1a236-ee87-4d24-84a6-1434e65c94ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7fe4fe7d-2022-4aee-9f73-87f9996f67d5 HTTP/1.1" status: 200 len: 834 time: 0.0488844 Jun 18 16:31:29.455125 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-30b008fe-2d45-49d5-b807-5414544ac997 None None] Set router 22aa50a9-16cd-498b-8aa5-5befeaf940bb gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:31:29.466749 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dcab8-036b-48a1-98bc-f035e8933a8f req-2f1f71f0-b937-4eff-abd6-ec6f79355d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:29.468266 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-9c9dcab8-036b-48a1-98bc-f035e8933a8f req-2f1f71f0-b937-4eff-abd6-ec6f79355d15 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3cf4d41-9e31-4206-8d6e-36acbab5f190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0545866 Jun 18 16:31:29.564665 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-9c9dcab8-036b-48a1-98bc-f035e8933a8f req-5e5df513-c301-4a92-9c74-ae317a245469 service neutron] 10.222.0.55 "GET /v2.0/networks/d3cf4d41-9e31-4206-8d6e-36acbab5f190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884228 Jun 18 16:31:29.662015 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-9c9dcab8-036b-48a1-98bc-f035e8933a8f req-ea596af5-8dd7-4b90-bd0d-1997f35429fc service neutron] 10.222.0.55 "GET /v2.0/networks/d3cf4d41-9e31-4206-8d6e-36acbab5f190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909431 Jun 18 16:31:29.684243 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-30b008fe-2d45-49d5-b807-5414544ac997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'name': 'tempest-TestNetworkBasicOps-router-825141085', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:31:07Z', 'updated_at': '2021-06-18T16:31:11Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:08Z', 'updated_at': '2021-06-18T16:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'bcc26607-37a4-4b3d-b38d-19c6ad04542b', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.121', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'port_id': '62c54b47-316d-4edf-871e-161ac3a900e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190', 'mac_address': 'fa:16:3e:d0:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05db3607-e853-4776-a486-ce10acb0ac44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:31:27Z', 'updated_at': '2021-06-18T16:31:27Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf26b425-63f3-47e7-9d7f-e80e80ed51d0', 'name': '', 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '7fe4fe7d-2022-4aee-9f73-87f9996f67d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:10Z', 'updated_at': '2021-06-18T16:31:15Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '7fe4fe7d-2022-4aee-9f73-87f9996f67d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:29.712202 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b008fe-2d45-49d5-b807-5414544ac997 None None] The sync data for ids ['22aa50a9-16cd-498b-8aa5-5befeaf940bb'] in dv-neutron-797120-1-hyperv is: [{'id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'name': 'tempest-TestNetworkBasicOps-router-825141085', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:31:07Z', 'updated_at': '2021-06-18T16:31:11Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:08Z', 'updated_at': '2021-06-18T16:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'bcc26607-37a4-4b3d-b38d-19c6ad04542b', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.121', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'port_id': '62c54b47-316d-4edf-871e-161ac3a900e1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190', 'mac_address': 'fa:16:3e:d0:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05db3607-e853-4776-a486-ce10acb0ac44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:31:27Z', 'updated_at': '2021-06-18T16:31:27Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf26b425-63f3-47e7-9d7f-e80e80ed51d0', 'name': '', 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '7fe4fe7d-2022-4aee-9f73-87f9996f67d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:10Z', 'updated_at': '2021-06-18T16:31:15Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '7fe4fe7d-2022-4aee-9f73-87f9996f67d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:31:29.909883 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b776e31-38c4-4f79-959d-16618dd15eb9 None None] New status for floating IP bcc26607-37a4-4b3d-b38d-19c6ad04542b: ACTIVE {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:31:29.996383 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51500) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:30.061338 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ae3068c0-caf6-4155-bfca-2c5040b4c277 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/bcc26607-37a4-4b3d-b38d-19c6ad04542b HTTP/1.1" status: 200 len: 992 time: 0.0636768 Jun 18 16:31:30.483500 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-059c0a28-b39f-4e77-9b28-de48366c089e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1771184036&fields=id&tenant_id=677a748149594a93a9900e94206deadd HTTP/1.1" status: 200 len: 267 time: 0.0367041 Jun 18 16:31:30.587349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-c3f343ed-143d-4853-a0eb-a29aa94b4ca5 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:30.589657 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-c3f343ed-143d-4853-a0eb-a29aa94b4ca5 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/networks?id=653de129-f9e5-469e-ba59-ca23a87d80e3 HTTP/1.1" status: 200 len: 812 time: 0.0995355 Jun 18 16:31:30.605787 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-c2c46622-2916-4a87-ba10-e58ee6f32bac tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/quotas/677a748149594a93a9900e94206deadd HTTP/1.1" status: 200 len: 375 time: 0.0097373 Jun 18 16:31:30.685811 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-5aa44ef7-2592-49f4-b885-7914eb8b6822 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=677a748149594a93a9900e94206deadd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0749846 Jun 18 16:31:30.701597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-6f9567b9-4516-4a2c-880d-0a039b380e27 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:31:30.702604 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-6f9567b9-4516-4a2c-880d-0a039b380e27 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053656 Jun 18 16:31:30.791168 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-b881260f-b6c2-436b-b544-82f01a371f14 service neutron] 10.222.0.50 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832038 Jun 18 16:31:30.883443 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-de7f19cd-d0ec-4cc4-8641-097b5384b57d service neutron] 10.222.0.50 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859950 Jun 18 16:31:31.064739 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51518) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:31.138992 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f595bc52-5187-4b9f-9e37-bb04370f3fc8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/bcc26607-37a4-4b3d-b38d-19c6ad04542b HTTP/1.1" status: 200 len: 994 time: 0.0729728 Jun 18 16:31:31.198829 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d6450715-63de-4991-a7c9-273329920e4e req-167c5354-7c3f-4b10-9a51-36149a3f35e2 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 210 time: 0.0308108 Jun 18 16:31:32.297805 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-09d26fee-e0ee-418a-b168-137692605ecb tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:32.300091 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-09d26fee-e0ee-418a-b168-137692605ecb tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.55 "GET /v2.0/networks?id=653de129-f9e5-469e-ba59-ca23a87d80e3 HTTP/1.1" status: 200 len: 812 time: 0.1136088 Jun 18 16:31:32.344581 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a9a2d020-f5da-43ac-b3fb-3715f8f9d105 req-419c553c-db03-444e-be9a-f7606dcdec85 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 210 time: 0.0309033 Jun 18 16:31:32.348424 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-06112720-8dbb-4974-a2f5-b1623a23e0b2 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=677a748149594a93a9900e94206deadd HTTP/1.1" status: 200 len: 380 time: 0.0371990 Jun 18 16:31:32.357546 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-e6900637-5a41-4695-b1a6-a095e839cd75 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Request body: {'port': {'device_id': '775d783c-35ee-4588-a506-59c7c6fb6282', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'admin_state_up': True, 'tenant_id': '677a748149594a93a9900e94206deadd', 'security_groups': ['0106fc81-4b98-4bd6-b210-70c4a55c795f']}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:32.474967 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-e6900637-5a41-4695-b1a6-a095e839cd75 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Made reservation on behalf of 677a748149594a93a9900e94206deadd for: {'port': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:31:32.478594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-e6900637-5a41-4695-b1a6-a095e839cd75 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.607385 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-e6900637-5a41-4695-b1a6-a095e839cd75 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Allocated IP 172.20.0.10 (653de129-f9e5-469e-ba59-ca23a87d80e3/69140bce-415f-4588-91e8-fdea89aeed75/2e45ad60-47c1-4e26-ab03-1c6536916756) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:32.749990 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-e6900637-5a41-4695-b1a6-a095e839cd75 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.765998 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-e6900637-5a41-4695-b1a6-a095e839cd75 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Transition to ACTIVE for port object 2e45ad60-47c1-4e26-ab03-1c6536916756 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:32.800124 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-e6900637-5a41-4695-b1a6-a095e839cd75 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.805755 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4f251d19-2eda-4356-b725-54ed6831ce10 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:32.846646 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-e6900637-5a41-4695-b1a6-a095e839cd75 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Network 653de129-f9e5-469e-ba59-ca23a87d80e3 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:32.849908 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-e6900637-5a41-4695-b1a6-a095e839cd75 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:32.853743 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-e6900637-5a41-4695-b1a6-a095e839cd75 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:32.860237 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6900637-5a41-4695-b1a6-a095e839cd75 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event updated for resources: {'Port': ['ID=2e45ad60-47c1-4e26-ab03-1c6536916756,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:32.886030 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e6900637-5a41-4695-b1a6-a095e839cd75 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:32.924858 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-e6900637-5a41-4695-b1a6-a095e839cd75 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:32.925321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-e6900637-5a41-4695-b1a6-a095e839cd75 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:32.941869 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-e6900637-5a41-4695-b1a6-a095e839cd75 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5883195 Jun 18 16:31:32.954482 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Request body: {'port': {'device_id': '775d783c-35ee-4588-a506-59c7c6fb6282', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:33.039636 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.094095 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c802da7-7ce0-4e03-8036-3e0b5608baf6 None None] Provisioning for port 2e45ad60-47c1-4e26-ab03-1c6536916756 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:33.099453 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c802da7-7ce0-4e03-8036-3e0b5608baf6 None None] Provisioning complete for port 2e45ad60-47c1-4e26-ab03-1c6536916756 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:33.099790 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c802da7-7ce0-4e03-8036-3e0b5608baf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.134054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c802da7-7ce0-4e03-8036-3e0b5608baf6 None None] Port 2e45ad60-47c1-4e26-ab03-1c6536916756 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:31:33.314859 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e45ad60-47c1-4e26-ab03-1c6536916756 {{(pid=93454) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:31:33.322207 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.334987 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Transition to ACTIVE for port object 2e45ad60-47c1-4e26-ab03-1c6536916756 will not be triggered until provisioned by entity L2. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:31:33.340318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.343213 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-eebadd8e-8f12-4169-bd2c-3d5ae7a9c931 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:33.424852 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Pushing event updated for resources: {'Port': ['ID=2e45ad60-47c1-4e26-ab03-1c6536916756,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:33.429416 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:33.547206 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Attempting to bind port 2e45ad60-47c1-4e26-ab03-1c6536916756 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:31:33.548576 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Attempting to bind port 2e45ad60-47c1-4e26-ab03-1c6536916756 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:31:33.548922 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Attempting to bind port 2e45ad60-47c1-4e26-ab03-1c6536916756 on network 653de129-f9e5-469e-ba59-ca23a87d80e3 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:33.560847 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Port 2e45ad60-47c1-4e26-ab03-1c6536916756 on network 653de129-f9e5-469e-ba59-ca23a87d80e3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:31:33.561561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Attempting to bind port 2e45ad60-47c1-4e26-ab03-1c6536916756 on network 653de129-f9e5-469e-ba59-ca23a87d80e3 {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:31:33.573113 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084f736-e4aa-4bf3-ba19-a77b9597071c req-67f17a43-cb0a-4383-bb56-9b03e7a98d43 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:33.574353 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:31:33.574982 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a084f736-e4aa-4bf3-ba19-a77b9597071c req-67f17a43-cb0a-4383-bb56-9b03e7a98d43 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 944 time: 0.0960031 Jun 18 16:31:33.575183 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Checking segment: {'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:31:33.575968 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Bound using segment: {'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'} {{(pid=93454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:31:33.576838 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.managers [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Bound port: 2e45ad60-47c1-4e26-ab03-1c6536916756, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7112ffc-9633-452b-8997-d79e9f95d37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3'}}] {{(pid=93454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:31:33.577547 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.621167 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a084f736-e4aa-4bf3-ba19-a77b9597071c req-61c02fac-7357-416f-aeee-d18b028c5c57 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402224 Jun 18 16:31:33.669029 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] For port 2e45ad60-47c1-4e26-ab03-1c6536916756, host hv-neutron-7971, cleared binding levels {{(pid=93454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:31:33.672101 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] For port 2e45ad60-47c1-4e26-ab03-1c6536916756, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2e45ad60-47c1-4e26-ab03-1c6536916756,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:31:33.676765 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.679601 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:33.710985 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:33.711600 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:33.713018 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] 10.222.0.55 "PUT /v2.0/ports/2e45ad60-47c1-4e26-ab03-1c6536916756 HTTP/1.1" status: 200 len: 1094 time: 0.7629976 Jun 18 16:31:33.713666 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775d783c-35ee-4588-a506-59c7c6fb6282', 'tag': '2e45ad60-47c1-4e26-ab03-1c6536916756'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:31:33.715986 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22fd735-fdac-4446-8dc8-9819f100bc72" -d '{"events": [{"name": "network-changed", "server_uuid": "775d783c-35ee-4588-a506-59c7c6fb6282", "tag": "2e45ad60-47c1-4e26-ab03-1c6536916756"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:31:33.767038 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f785641-d577-43d3-b632-f8b7537f14b8 x-openstack-request-id: req-7f785641-d577-43d3-b632-f8b7537f14b8 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:31:33.767457 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775d783c-35ee-4588-a506-59c7c6fb6282", "tag": "2e45ad60-47c1-4e26-ab03-1c6536916756", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:31:33.767990 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7f785641-d577-43d3-b632-f8b7537f14b8 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:31:33.768658 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775d783c-35ee-4588-a506-59c7c6fb6282', 'tag': '2e45ad60-47c1-4e26-ab03-1c6536916756', 'status': 'completed', 'code': 200} Jun 18 16:31:33.770101 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Pushing event updated for resources: {'Port': ['ID=2e45ad60-47c1-4e26-ab03-1c6536916756,revision_number=3']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:33.773855 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:33.834278 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-ed2849fa-5b2a-4345-b0bc-c787bdb99bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:33.839170 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-ed2849fa-5b2a-4345-b0bc-c787bdb99bd1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=677a748149594a93a9900e94206deadd&device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 1097 time: 0.0607982 Jun 18 16:31:33.902180 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-b752f7d8-d0b1-4387-98a2-e762dd2fa4ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e45ad60-47c1-4e26-ab03-1c6536916756 HTTP/1.1" status: 200 len: 217 time: 0.0535829 Jun 18 16:31:33.954109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-5629b1cf-66bf-456b-8f78-18755409da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:33.955589 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-5629b1cf-66bf-456b-8f78-18755409da58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69140bce-415f-4588-91e8-fdea89aeed75 HTTP/1.1" status: 200 len: 851 time: 0.0471301 Jun 18 16:31:34.015462 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-dcb77c62-6262-4127-bd5b-5189a0b23219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:34.017644 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-dcb77c62-6262-4127-bd5b-5189a0b23219 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=653de129-f9e5-469e-ba59-ca23a87d80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553753 Jun 18 16:31:34.112249 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-dd68712b-c863-425d-bd0f-170bd80ab033 service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877504 Jun 18 16:31:34.204713 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-a23b3eeb-7608-42b7-a554-43ef07f07413 req-77d36908-bb33-4c65-b341-e392dde05fed service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844584 Jun 18 16:31:34.312327 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fd735-fdac-4446-8dc8-9819f100bc72 req-90e9b80c-0ed8-48e2-82f2-c22597b18153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:34.313880 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d22fd735-fdac-4446-8dc8-9819f100bc72 req-90e9b80c-0ed8-48e2-82f2-c22597b18153 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=677a748149594a93a9900e94206deadd&device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 1097 time: 0.0563812 Jun 18 16:31:34.409443 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fd735-fdac-4446-8dc8-9819f100bc72 req-ba9318e5-384e-4d53-9921-dc1f247ee42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:34.410958 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d22fd735-fdac-4446-8dc8-9819f100bc72 req-ba9318e5-384e-4d53-9921-dc1f247ee42a service neutron] 10.222.0.55 "GET /v2.0/networks?id=653de129-f9e5-469e-ba59-ca23a87d80e3 HTTP/1.1" status: 200 len: 913 time: 0.0902703 Jun 18 16:31:34.456992 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d22fd735-fdac-4446-8dc8-9819f100bc72 req-bc44ca8b-0428-4988-a7f7-2a047bcc5d38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e45ad60-47c1-4e26-ab03-1c6536916756 HTTP/1.1" status: 200 len: 217 time: 0.0347271 Jun 18 16:31:34.516362 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fd735-fdac-4446-8dc8-9819f100bc72 req-15a8fa16-3769-4735-a6e3-838ce9151aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:34.517804 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d22fd735-fdac-4446-8dc8-9819f100bc72 req-15a8fa16-3769-4735-a6e3-838ce9151aba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69140bce-415f-4588-91e8-fdea89aeed75 HTTP/1.1" status: 200 len: 851 time: 0.0512776 Jun 18 16:31:34.577385 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fd735-fdac-4446-8dc8-9819f100bc72 req-a26950dc-e0ed-4224-ae75-046ba3611217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:34.578821 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d22fd735-fdac-4446-8dc8-9819f100bc72 req-a26950dc-e0ed-4224-ae75-046ba3611217 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=653de129-f9e5-469e-ba59-ca23a87d80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0525782 Jun 18 16:31:34.683306 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d22fd735-fdac-4446-8dc8-9819f100bc72 req-894b9894-f86e-479e-a767-3b1edef3697c service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967715 Jun 18 16:31:34.788436 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d22fd735-fdac-4446-8dc8-9819f100bc72 req-14c3499a-dab3-4c00-b15b-4344aa0fd28d service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920820 Jun 18 16:31:34.812804 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07190379-07da-4b80-8658-599aa83abba3 req-f0140394-97db-405c-8127-40789f26d62f tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:34.815482 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07190379-07da-4b80-8658-599aa83abba3 req-f0140394-97db-405c-8127-40789f26d62f tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 944 time: 0.0702608 Jun 18 16:31:34.854307 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07190379-07da-4b80-8658-599aa83abba3 req-9e166603-cd35-4586-86cf-63a7791a31c6 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335107 Jun 18 16:31:36.082800 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb45c4-24ea-4b9b-b4d1-f9c329521902 req-ff8bca0d-8323-4f11-859d-cae6c4021a92 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:36.084361 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fdfb45c4-24ea-4b9b-b4d1-f9c329521902 req-ff8bca0d-8323-4f11-859d-cae6c4021a92 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 944 time: 0.0750792 Jun 18 16:31:36.137765 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fdfb45c4-24ea-4b9b-b4d1-f9c329521902 req-ed464263-916c-41d9-877c-79ee4a88a883 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459950 Jun 18 16:31:37.322673 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7df95-addf-4126-9bdb-4bab2939b0ef req-9de2b5e0-abbb-46cf-8030-cd0520b58e95 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:37.324468 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-92a7df95-addf-4126-9bdb-4bab2939b0ef req-9de2b5e0-abbb-46cf-8030-cd0520b58e95 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 944 time: 0.0734406 Jun 18 16:31:37.363980 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-92a7df95-addf-4126-9bdb-4bab2939b0ef req-c9d7668b-fab8-48d5-ba42-d9b89d500cf3 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337965 Jun 18 16:31:38.449487 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c7fab56a-57b1-46bb-b574-8666181c27bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:38.547473 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9602d-4b1a-431f-963a-7672781d0cd3 req-510d4f89-0861-40e7-8c5f-8c3f5244aa8a tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:38.548952 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-74f9602d-4b1a-431f-963a-7672781d0cd3 req-510d4f89-0861-40e7-8c5f-8c3f5244aa8a tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 944 time: 0.0676551 Jun 18 16:31:38.594007 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-74f9602d-4b1a-431f-963a-7672781d0cd3 req-9c911c68-bf6e-45a0-a7c6-acd2916377b4 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391860 Jun 18 16:31:39.775866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040cf1f-727e-44d3-a782-8026e80b9e2f req-a3dbe1a1-d254-416f-9a8a-0bee446f296b tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:39.778093 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3040cf1f-727e-44d3-a782-8026e80b9e2f req-a3dbe1a1-d254-416f-9a8a-0bee446f296b tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 944 time: 0.0680177 Jun 18 16:31:39.822959 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3040cf1f-727e-44d3-a782-8026e80b9e2f req-94cecd81-6aa4-4e84-af13-c8df278f00b0 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383027 Jun 18 16:31:40.931767 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2721a197-7986-4c6a-a9b6-923c46ead780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:41.036415 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3029cd92-d040-4e53-92bd-c5ba22947e4f req-66cccf95-e317-450d-8975-29f89f00ca05 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:41.038078 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3029cd92-d040-4e53-92bd-c5ba22947e4f req-66cccf95-e317-450d-8975-29f89f00ca05 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 944 time: 0.0789311 Jun 18 16:31:41.088968 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3029cd92-d040-4e53-92bd-c5ba22947e4f req-15c3d3a2-3eff-49a1-9de0-e5b693c8a0d3 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407553 Jun 18 16:31:41.282658 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.082353 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:42.322986 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b5561-19fb-45b5-9ec0-46d5e1d205c6 req-3473be2f-209e-4e34-82eb-8a581c4ac398 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:42.324537 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-477b5561-19fb-45b5-9ec0-46d5e1d205c6 req-3473be2f-209e-4e34-82eb-8a581c4ac398 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 944 time: 0.0789449 Jun 18 16:31:42.373804 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-477b5561-19fb-45b5-9ec0-46d5e1d205c6 req-a095af92-0087-44d4-b237-265b2d045d5c tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394518 Jun 18 16:31:43.609478 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626803b-bf6b-4158-902d-655f9e959243 req-8fb321f6-0cf7-4284-907f-d1ea70bedad9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:43.611179 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3626803b-bf6b-4158-902d-655f9e959243 req-8fb321f6-0cf7-4284-907f-d1ea70bedad9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 944 time: 0.1021118 Jun 18 16:31:43.659313 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3626803b-bf6b-4158-902d-655f9e959243 req-2565c330-8b60-4177-819c-f29a1bca9589 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402908 Jun 18 16:31:43.706538 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:43.828378 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 2e45ad60-47c1-4e26-ab03-1c6536916756 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:31:43.951606 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 2e45ad60-47c1-4e26-ab03-1c6536916756, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2e45ad60-47c1-4e26-ab03-1c6536916756,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:43.970555 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '2e45ad60-47c1-4e26-ab03-1c6536916756', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'port_id': '2e45ad60-47c1-4e26-ab03-1c6536916756', 'mac_address': 'fa:16:3e:90:31:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:31:44.041313 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.056996 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e45ad60-47c1-4e26-ab03-1c6536916756 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:31:44.084991 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 2e45ad60-47c1-4e26-ab03-1c6536916756, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2e45ad60-47c1-4e26-ab03-1c6536916756,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:44.092158 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:44.095169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:44.173859 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=2e45ad60-47c1-4e26-ab03-1c6536916756,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:44.179478 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:44.402854 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['2e45ad60-47c1-4e26-ab03-1c6536916756'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:31:44.919733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fede5f5-d92b-469e-ad6f-a4bf93922977 req-51cd005a-519f-45cb-b1ad-e45ada21a149 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:44.921317 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2fede5f5-d92b-469e-ad6f-a4bf93922977 req-51cd005a-519f-45cb-b1ad-e45ada21a149 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 945 time: 0.0916562 Jun 18 16:31:44.968604 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2fede5f5-d92b-469e-ad6f-a4bf93922977 req-3b6156a6-991c-4798-b019-a6346b4d1490 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410736 Jun 18 16:31:45.823946 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 2e45ad60-47c1-4e26-ab03-1c6536916756 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:31:45.872433 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 2e45ad60-47c1-4e26-ab03-1c6536916756 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:31:45.876351 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 2e45ad60-47c1-4e26-ab03-1c6536916756 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:31:45.876724 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.954554 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:45.980609 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775d783c-35ee-4588-a506-59c7c6fb6282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e45ad60-47c1-4e26-ab03-1c6536916756'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:31:45.982933 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a426a5fc-4c5d-4b31-8b50-84efc680415f" -d '{"events": [{"server_uuid": "775d783c-35ee-4588-a506-59c7c6fb6282", "name": "network-vif-plugged", "status": "completed", "tag": "2e45ad60-47c1-4e26-ab03-1c6536916756"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:31:45.997106 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 2e45ad60-47c1-4e26-ab03-1c6536916756, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2e45ad60-47c1-4e26-ab03-1c6536916756,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:31:46.002266 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:46.004159 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:46.032598 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a792a3-24b8-4248-9e46-c81c7b32a173 x-openstack-request-id: req-b5a792a3-24b8-4248-9e46-c81c7b32a173 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:31:46.032904 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775d783c-35ee-4588-a506-59c7c6fb6282", "name": "network-vif-plugged", "status": "completed", "tag": "2e45ad60-47c1-4e26-ab03-1c6536916756", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:31:46.033168 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b5a792a3-24b8-4248-9e46-c81c7b32a173 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:31:46.033566 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775d783c-35ee-4588-a506-59c7c6fb6282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e45ad60-47c1-4e26-ab03-1c6536916756', 'code': 200} Jun 18 16:31:46.059608 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=2e45ad60-47c1-4e26-ab03-1c6536916756,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:46.062715 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:46.179348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a0ea8-705b-4bb4-af15-7ebfea6a9887 req-f0bcec33-8aeb-40a9-b7d8-bab249840cb7 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:46.181114 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9a0a0ea8-705b-4bb4-af15-7ebfea6a9887 req-f0bcec33-8aeb-40a9-b7d8-bab249840cb7 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 946 time: 0.0723424 Jun 18 16:31:46.229904 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9a0a0ea8-705b-4bb4-af15-7ebfea6a9887 req-c3f546af-9d22-4c53-811b-f3f13cd076f2 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420129 Jun 18 16:31:46.266478 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb74e69-5eb4-4f8c-a269-eee193709e63 req-9733eb2c-cd41-4b72-9b8e-efb0f0e5b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:46.268013 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-fbb74e69-5eb4-4f8c-a269-eee193709e63 req-9733eb2c-cd41-4b72-9b8e-efb0f0e5b9b3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 1099 time: 0.0587058 Jun 18 16:31:46.305355 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-fbb74e69-5eb4-4f8c-a269-eee193709e63 req-2f9f007a-91c7-4be0-83b4-2acd60a23044 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296485 Jun 18 16:31:47.425790 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9db1e-4acc-4d39-8da5-f580d5505746 req-88348a71-a05a-4389-9fac-c101066ca814 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:47.427313 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-70d9db1e-4acc-4d39-8da5-f580d5505746 req-88348a71-a05a-4389-9fac-c101066ca814 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 946 time: 0.0711474 Jun 18 16:31:47.466981 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-70d9db1e-4acc-4d39-8da5-f580d5505746 req-b131a020-7119-46f5-a5a5-b3ed3ae0fa89 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335226 Jun 18 16:31:47.643437 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc179b9-31eb-410b-bbd9-578d274d14e9 req-55693d06-82d8-4cad-8e75-2f2efa161181 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:47.644957 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1fc179b9-31eb-410b-bbd9-578d274d14e9 req-55693d06-82d8-4cad-8e75-2f2efa161181 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 946 time: 0.0656588 Jun 18 16:31:47.683695 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1fc179b9-31eb-410b-bbd9-578d274d14e9 req-7d134902-db94-4e51-af8d-1aa17944d6c7 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321386 Jun 18 16:31:47.709705 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51564) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:47.768785 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b96e081-c26b-44e7-9243-e16556965c2e tempest-TestVolumeBootPattern-1582410022 tempest-TestVolumeBootPattern-1582410022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:47.770264 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2b96e081-c26b-44e7-9243-e16556965c2e tempest-TestVolumeBootPattern-1582410022 tempest-TestVolumeBootPattern-1582410022-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 1094 time: 0.0595653 Jun 18 16:31:47.773076 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51566) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:31:47.778144 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '2e45ad60-47c1-4e26-ab03-1c6536916756', 'tenant_id': '677a748149594a93a9900e94206deadd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:31:47.801639 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for floatingip, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.254403 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.363103 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Allocated IP 172.26.6.176 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/76af066d-a0fd-48e0-8f40-2fb566ed1df5) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:31:48.465635 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.504344 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:48.507178 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-38a6583a-2396-4f10-8bf7-398fe43ff111 tempest-RoutersAdminTest-2030753661 tempest-RoutersAdminTest-2030753661-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:48.551469 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:31:48.554402 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:31:48.558438 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:31:48.563909 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event updated for resources: {'Port': ['ID=76af066d-a0fd-48e0-8f40-2fb566ed1df5,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:48.582651 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:48.939545 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.015952 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.186493 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.190919 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.193066 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2bac16a1-f583-4167-906c-453f89cfc1e5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:31:49.259708 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event updated for resources: {'Port': ['ID=76af066d-a0fd-48e0-8f40-2fb566ed1df5,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:31:49.263745 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:31:49.278007 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.382887 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Floating IP d908f7fb-4923-4f47-a114-6cfb1673f423 associated. External IP: 172.26.6.176, port: 2e45ad60-47c1-4e26-ab03-1c6536916756. Jun 18 16:31:49.600935 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Router d2938074-b18f-46a3-8a3d-3c6f178f51b0 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:31:49.718049 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:31:49.727637 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d11707-6b7e-46ed-80d0-525c2ccc726e None None] Sync routers for ids ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:31:49.735019 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:31:49.738588 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d11707-6b7e-46ed-80d0-525c2ccc726e None None] Routers {'d2938074-b18f-46a3-8a3d-3c6f178f51b0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:49.739493 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-c6d11707-6b7e-46ed-80d0-525c2ccc726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:31:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:49.779800 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0057023 Jun 18 16:31:49.780803 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775d783c-35ee-4588-a506-59c7c6fb6282', 'tag': '2e45ad60-47c1-4e26-ab03-1c6536916756'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:31:49.783905 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7545d119-bbb9-40f6-ba0f-b1524ffe6256" -d '{"events": [{"name": "network-changed", "server_uuid": "775d783c-35ee-4588-a506-59c7c6fb6282", "tag": "2e45ad60-47c1-4e26-ab03-1c6536916756"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:31:49.850709 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd406e3d-e8b4-4da4-8e4c-df57ced079b1 x-openstack-request-id: req-fd406e3d-e8b4-4da4-8e4c-df57ced079b1 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:31:49.851175 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775d783c-35ee-4588-a506-59c7c6fb6282", "tag": "2e45ad60-47c1-4e26-ab03-1c6536916756", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:31:49.851560 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fd406e3d-e8b4-4da4-8e4c-df57ced079b1 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:31:49.852098 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775d783c-35ee-4588-a506-59c7c6fb6282', 'tag': '2e45ad60-47c1-4e26-ab03-1c6536916756', 'status': 'completed', 'code': 200} Jun 18 16:31:49.889908 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-c6d11707-6b7e-46ed-80d0-525c2ccc726e None None] Set router d2938074-b18f-46a3-8a3d-3c6f178f51b0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:31:49.932689 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545d119-bbb9-40f6-ba0f-b1524ffe6256 req-e77a5c22-122a-437f-99cf-55cf1de56390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:49.934260 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-7545d119-bbb9-40f6-ba0f-b1524ffe6256 req-e77a5c22-122a-437f-99cf-55cf1de56390 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=677a748149594a93a9900e94206deadd&device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 1099 time: 0.0583186 Jun 18 16:31:50.033354 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545d119-bbb9-40f6-ba0f-b1524ffe6256 req-d2c04962-988e-46ff-b56d-ab69ac49f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:50.034850 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-7545d119-bbb9-40f6-ba0f-b1524ffe6256 req-d2c04962-988e-46ff-b56d-ab69ac49f31f service neutron] 10.222.0.55 "GET /v2.0/networks?id=653de129-f9e5-469e-ba59-ca23a87d80e3 HTTP/1.1" status: 200 len: 913 time: 0.0925922 Jun 18 16:31:50.109630 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-7545d119-bbb9-40f6-ba0f-b1524ffe6256 req-dd629e82-fed4-4e49-a9c4-39d4e514a652 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e45ad60-47c1-4e26-ab03-1c6536916756 HTTP/1.1" status: 200 len: 1000 time: 0.0673871 Jun 18 16:31:50.159476 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-c6d11707-6b7e-46ed-80d0-525c2ccc726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'cfa69f6a-8c10-4ec5-8a7a-7369dc6c6df2', 'tenant_id': '677a748149594a93a9900e94206deadd', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'port_id': '4a6649d9-aed2-46c8-bfa1-928ff2130200', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'mac_address': 'fa:16:3e:09:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310373a9-8742-47c5-8890-afb1259b48f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:36Z', 'updated_at': '2021-06-18T16:29:38Z', 'revision_number': 1, 'project_id': '677a748149594a93a9900e94206deadd', 'fixed_ip_address_scope': None}, {'id': 'd908f7fb-4923-4f47-a114-6cfb1673f423', 'tenant_id': '677a748149594a93a9900e94206deadd', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'port_id': '2e45ad60-47c1-4e26-ab03-1c6536916756', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'mac_address': 'fa:16:3e:90:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775d783c-35ee-4588-a506-59c7c6fb6282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:31:48Z', 'updated_at': '2021-06-18T16:31:48Z', 'revision_number': 0, 'project_id': '677a748149594a93a9900e94206deadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:50Z', 'revision_number': 5, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:50.164378 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545d119-bbb9-40f6-ba0f-b1524ffe6256 req-e3f0d4cd-dbe5-49af-b5c6-535a67677232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:50.166248 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-7545d119-bbb9-40f6-ba0f-b1524ffe6256 req-e3f0d4cd-dbe5-49af-b5c6-535a67677232 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69140bce-415f-4588-91e8-fdea89aeed75 HTTP/1.1" status: 200 len: 851 time: 0.0479543 Jun 18 16:31:50.187325 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d11707-6b7e-46ed-80d0-525c2ccc726e None None] Checking router: d2938074-b18f-46a3-8a3d-3c6f178f51b0 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:31:50.195743 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d11707-6b7e-46ed-80d0-525c2ccc726e None None] Routers {'d2938074-b18f-46a3-8a3d-3c6f178f51b0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:31:50.197200 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-c6d11707-6b7e-46ed-80d0-525c2ccc726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:31:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:50.228917 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545d119-bbb9-40f6-ba0f-b1524ffe6256 req-b0d9ea71-6b9d-415a-9f20-e80c1ac91e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:31:50.230457 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-7545d119-bbb9-40f6-ba0f-b1524ffe6256 req-b0d9ea71-6b9d-415a-9f20-e80c1ac91e09 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=653de129-f9e5-469e-ba59-ca23a87d80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0576153 Jun 18 16:31:50.310215 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-c6d11707-6b7e-46ed-80d0-525c2ccc726e None None] Set router d2938074-b18f-46a3-8a3d-3c6f178f51b0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:31:50.331816 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-7545d119-bbb9-40f6-ba0f-b1524ffe6256 req-3b5d733a-0ed9-494a-ad60-58393700876e service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929894 Jun 18 16:31:50.426455 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-7545d119-bbb9-40f6-ba0f-b1524ffe6256 req-7317ef34-8944-461f-91f9-2546ce5331ba service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879571 Jun 18 16:31:50.545308 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-c6d11707-6b7e-46ed-80d0-525c2ccc726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'cfa69f6a-8c10-4ec5-8a7a-7369dc6c6df2', 'tenant_id': '677a748149594a93a9900e94206deadd', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'port_id': '4a6649d9-aed2-46c8-bfa1-928ff2130200', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'mac_address': 'fa:16:3e:09:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310373a9-8742-47c5-8890-afb1259b48f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:36Z', 'updated_at': '2021-06-18T16:29:38Z', 'revision_number': 1, 'project_id': '677a748149594a93a9900e94206deadd', 'fixed_ip_address_scope': None}, {'id': 'd908f7fb-4923-4f47-a114-6cfb1673f423', 'tenant_id': '677a748149594a93a9900e94206deadd', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'port_id': '2e45ad60-47c1-4e26-ab03-1c6536916756', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'mac_address': 'fa:16:3e:90:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775d783c-35ee-4588-a506-59c7c6fb6282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:31:48Z', 'updated_at': '2021-06-18T16:31:48Z', 'revision_number': 0, 'project_id': '677a748149594a93a9900e94206deadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:50Z', 'revision_number': 5, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:31:50.575014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d11707-6b7e-46ed-80d0-525c2ccc726e None None] The sync data for ids ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'] in dv-neutron-797120-1-hyperv is: [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'cfa69f6a-8c10-4ec5-8a7a-7369dc6c6df2', 'tenant_id': '677a748149594a93a9900e94206deadd', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'port_id': '4a6649d9-aed2-46c8-bfa1-928ff2130200', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'mac_address': 'fa:16:3e:09:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310373a9-8742-47c5-8890-afb1259b48f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:36Z', 'updated_at': '2021-06-18T16:29:38Z', 'revision_number': 1, 'project_id': '677a748149594a93a9900e94206deadd', 'fixed_ip_address_scope': None}, {'id': 'd908f7fb-4923-4f47-a114-6cfb1673f423', 'tenant_id': '677a748149594a93a9900e94206deadd', 'floating_ip_address': '172.26.6.176', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'port_id': '2e45ad60-47c1-4e26-ab03-1c6536916756', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'mac_address': 'fa:16:3e:90:31:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775d783c-35ee-4588-a506-59c7c6fb6282', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:31:48Z', 'updated_at': '2021-06-18T16:31:48Z', 'revision_number': 0, 'project_id': '677a748149594a93a9900e94206deadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:50Z', 'revision_number': 5, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:31:50.770907 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c76630f-ca38-4f74-8982-57e8ed3f1dbc None None] New status for floating IP d908f7fb-4923-4f47-a114-6cfb1673f423: ACTIVE {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:31:54.121722 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:01.872942 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:32:04.272079 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51586) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:04.343834 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-df5436e9-4ebe-4f72-80b4-da10b519f27e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/bcc26607-37a4-4b3d-b38d-19c6ad04542b HTTP/1.1" status: 200 len: 994 time: 0.0704682 Jun 18 16:32:04.647788 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51592) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:04.830153 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-cc45d67e-be06-449c-b3e0-15f53a8ee94e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port 38574b77-9b8b-4a40-a4c6-076104e47318 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:04.830153 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cc45d67e-be06-449c-b3e0-15f53a8ee94e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.907942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cc45d67e-be06-449c-b3e0-15f53a8ee94e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.908197 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cc45d67e-be06-449c-b3e0-15f53a8ee94e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:04.976352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-cc45d67e-be06-449c-b3e0-15f53a8ee94e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for 38574b77-9b8b-4a40-a4c6-076104e47318 owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:05.128472 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cc45d67e-be06-449c-b3e0-15f53a8ee94e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.130651 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:05.155625 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45d67e-be06-449c-b3e0-15f53a8ee94e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=38574b77-9b8b-4a40-a4c6-076104e47318,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:05.163156 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-cc45d67e-be06-449c-b3e0-15f53a8ee94e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:05.230980 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cc45d67e-be06-449c-b3e0-15f53a8ee94e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.231321 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-cc45d67e-be06-449c-b3e0-15f53a8ee94e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Floating IP bcc26607-37a4-4b3d-b38d-19c6ad04542b disassociated (deleted). External IP: 172.26.6.121, port: 62c54b47-316d-4edf-871e-161ac3a900e1. Jun 18 16:32:05.488037 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc45d67e-be06-449c-b3e0-15f53a8ee94e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 22aa50a9-16cd-498b-8aa5-5befeaf940bb has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:32:05.668724 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc45d67e-be06-449c-b3e0-15f53a8ee94e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:32:05.676848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cc45d67e-be06-449c-b3e0-15f53a8ee94e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:05.682883 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab91ee60-88c1-413d-90fe-4c9e54b78526 None None] Sync routers for ids ['22aa50a9-16cd-498b-8aa5-5befeaf940bb'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:32:05.700236 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91ee60-88c1-413d-90fe-4c9e54b78526 None None] Routers {'22aa50a9-16cd-498b-8aa5-5befeaf940bb'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:05.701196 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ab91ee60-88c1-413d-90fe-4c9e54b78526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:31:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22aa50a9-16cd-498b-8aa5-5befeaf940bb'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:05.746941 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-cc45d67e-be06-449c-b3e0-15f53a8ee94e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/floatingips/bcc26607-37a4-4b3d-b38d-19c6ad04542b HTTP/1.1" status: 204 len: 168 time: 1.0972764 Jun 18 16:32:05.747603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05db3607-e853-4776-a486-ce10acb0ac44', 'tag': '62c54b47-316d-4edf-871e-161ac3a900e1'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:32:05.752378 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb602418-cec2-4c34-b6f3-d8abfdf2ea0b" -d '{"events": [{"name": "network-changed", "server_uuid": "05db3607-e853-4776-a486-ce10acb0ac44", "tag": "62c54b47-316d-4edf-871e-161ac3a900e1"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:32:05.817080 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73e196f-6796-40ea-8138-e3802038cd62 x-openstack-request-id: req-b73e196f-6796-40ea-8138-e3802038cd62 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:32:05.817603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05db3607-e853-4776-a486-ce10acb0ac44", "tag": "62c54b47-316d-4edf-871e-161ac3a900e1", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:32:05.818055 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b73e196f-6796-40ea-8138-e3802038cd62 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:32:05.818686 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05db3607-e853-4776-a486-ce10acb0ac44', 'tag': '62c54b47-316d-4edf-871e-161ac3a900e1', 'status': 'completed', 'code': 200} Jun 18 16:32:05.858742 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-ab91ee60-88c1-413d-90fe-4c9e54b78526 None None] Set router 22aa50a9-16cd-498b-8aa5-5befeaf940bb gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:05.923562 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602418-cec2-4c34-b6f3-d8abfdf2ea0b req-6bb7faec-f1c5-4664-b5a9-9a73eccb177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:05.925566 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-bb602418-cec2-4c34-b6f3-d8abfdf2ea0b req-6bb7faec-f1c5-4664-b5a9-9a73eccb177f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 1099 time: 0.0779922 Jun 18 16:32:06.041911 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602418-cec2-4c34-b6f3-d8abfdf2ea0b req-cae315fe-ee30-451a-98b9-f5a32b03b4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:06.044604 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-bb602418-cec2-4c34-b6f3-d8abfdf2ea0b req-cae315fe-ee30-451a-98b9-f5a32b03b4d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3cf4d41-9e31-4206-8d6e-36acbab5f190 HTTP/1.1" status: 200 len: 898 time: 0.1093814 Jun 18 16:32:06.096306 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-bb602418-cec2-4c34-b6f3-d8abfdf2ea0b req-33cb0da2-ff9e-432f-b2f4-13e6daf662c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62c54b47-316d-4edf-871e-161ac3a900e1 HTTP/1.1" status: 200 len: 217 time: 0.0385315 Jun 18 16:32:06.128227 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ab91ee60-88c1-413d-90fe-4c9e54b78526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'name': 'tempest-TestNetworkBasicOps-router-825141085', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:31:07Z', 'updated_at': '2021-06-18T16:31:11Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:08Z', 'updated_at': '2021-06-18T16:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cf26b425-63f3-47e7-9d7f-e80e80ed51d0', 'name': '', 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '7fe4fe7d-2022-4aee-9f73-87f9996f67d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:10Z', 'updated_at': '2021-06-18T16:31:15Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '7fe4fe7d-2022-4aee-9f73-87f9996f67d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:06.157827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602418-cec2-4c34-b6f3-d8abfdf2ea0b req-380e0762-01e6-4247-8d1b-1627e2d95362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:06.159354 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-bb602418-cec2-4c34-b6f3-d8abfdf2ea0b req-380e0762-01e6-4247-8d1b-1627e2d95362 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7fe4fe7d-2022-4aee-9f73-87f9996f67d5 HTTP/1.1" status: 200 len: 834 time: 0.0541494 Jun 18 16:32:06.164680 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab91ee60-88c1-413d-90fe-4c9e54b78526 None None] Checking router: 22aa50a9-16cd-498b-8aa5-5befeaf940bb for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:32:06.174980 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab91ee60-88c1-413d-90fe-4c9e54b78526 None None] Routers {'22aa50a9-16cd-498b-8aa5-5befeaf940bb'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:06.175630 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ab91ee60-88c1-413d-90fe-4c9e54b78526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:31:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22aa50a9-16cd-498b-8aa5-5befeaf940bb'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:06.252822 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb602418-cec2-4c34-b6f3-d8abfdf2ea0b req-f9d7fe0f-4f87-4859-9e00-c3222e42a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:06.254800 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-bb602418-cec2-4c34-b6f3-d8abfdf2ea0b req-f9d7fe0f-4f87-4859-9e00-c3222e42a044 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3cf4d41-9e31-4206-8d6e-36acbab5f190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803771 Jun 18 16:32:06.298467 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2065ba3-fef1-4a5e-a587-c77fad0c46ff req-46fd0772-efa5-4a6a-8370-9307057723ef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:06.300116 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c2065ba3-fef1-4a5e-a587-c77fad0c46ff req-46fd0772-efa5-4a6a-8370-9307057723ef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 946 time: 0.1154444 Jun 18 16:32:06.357406 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-ab91ee60-88c1-413d-90fe-4c9e54b78526 None None] Set router 22aa50a9-16cd-498b-8aa5-5befeaf940bb gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:06.403507 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c2065ba3-fef1-4a5e-a587-c77fad0c46ff req-f3ad9606-162e-4acc-8030-0a5d81aa5e15 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=237ddbeb-3bce-45a0-b1fa-17ed8f00cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948126 Jun 18 16:32:06.437046 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-bb602418-cec2-4c34-b6f3-d8abfdf2ea0b req-3ad8836e-b7d0-451b-95c7-91eb5cf00c64 service neutron] 10.222.0.55 "GET /v2.0/networks/d3cf4d41-9e31-4206-8d6e-36acbab5f190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721315 Jun 18 16:32:06.442063 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c3c0be19-ed54-4a8b-89bb-9122fad36014 req-450ef903-df78-460f-ab89-d8d67667b253 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0968218 Jun 18 16:32:06.597655 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-bb602418-cec2-4c34-b6f3-d8abfdf2ea0b req-17b1e648-a1fa-46fe-a527-6f303fa1a9ad service neutron] 10.222.0.55 "GET /v2.0/networks/d3cf4d41-9e31-4206-8d6e-36acbab5f190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401713 Jun 18 16:32:06.668741 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0be19-ed54-4a8b-89bb-9122fad36014 req-12006f6b-0925-4d24-8d16-1a1b89a3e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:06.670301 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c3c0be19-ed54-4a8b-89bb-9122fad36014 req-12006f6b-0925-4d24-8d16-1a1b89a3e30e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=677a748149594a93a9900e94206deadd&device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 1098 time: 0.1596439 Jun 18 16:32:06.687018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ab91ee60-88c1-413d-90fe-4c9e54b78526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'name': 'tempest-TestNetworkBasicOps-router-825141085', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:31:07Z', 'updated_at': '2021-06-18T16:31:11Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:08Z', 'updated_at': '2021-06-18T16:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cf26b425-63f3-47e7-9d7f-e80e80ed51d0', 'name': '', 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '7fe4fe7d-2022-4aee-9f73-87f9996f67d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:10Z', 'updated_at': '2021-06-18T16:31:15Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '7fe4fe7d-2022-4aee-9f73-87f9996f67d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:06.717365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab91ee60-88c1-413d-90fe-4c9e54b78526 None None] The sync data for ids ['22aa50a9-16cd-498b-8aa5-5befeaf940bb'] in dv-neutron-797120-1-hyperv is: [{'id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'name': 'tempest-TestNetworkBasicOps-router-825141085', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:31:07Z', 'updated_at': '2021-06-18T16:31:11Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:08Z', 'updated_at': '2021-06-18T16:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cf26b425-63f3-47e7-9d7f-e80e80ed51d0', 'name': '', 'network_id': 'd3cf4d41-9e31-4206-8d6e-36acbab5f190', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:30:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': '7fe4fe7d-2022-4aee-9f73-87f9996f67d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:10Z', 'updated_at': '2021-06-18T16:31:15Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '7fe4fe7d-2022-4aee-9f73-87f9996f67d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:32:06.892144 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0be19-ed54-4a8b-89bb-9122fad36014 req-c69c5ac5-6525-478b-b80e-4aa8ca2fc70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:06.893966 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c3c0be19-ed54-4a8b-89bb-9122fad36014 req-c69c5ac5-6525-478b-b80e-4aa8ca2fc70a service neutron] 10.222.0.55 "GET /v2.0/networks?id=653de129-f9e5-469e-ba59-ca23a87d80e3 HTTP/1.1" status: 200 len: 913 time: 0.1949880 Jun 18 16:32:06.996658 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31271145-eb2e-4e0e-9fd9-241238687614 None None] New status for floating IP bcc26607-37a4-4b3d-b38d-19c6ad04542b: DOWN {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:32:07.041421 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c3c0be19-ed54-4a8b-89bb-9122fad36014 req-fa777595-da86-4bdc-897e-1856d63544cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a6649d9-aed2-46c8-bfa1-928ff2130200 HTTP/1.1" status: 200 len: 1000 time: 0.1325488 Jun 18 16:32:07.123109 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0be19-ed54-4a8b-89bb-9122fad36014 req-c72755c3-a0df-4a75-8513-f9b4cdcffc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:07.124003 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c3c0be19-ed54-4a8b-89bb-9122fad36014 req-c72755c3-a0df-4a75-8513-f9b4cdcffc8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69140bce-415f-4588-91e8-fdea89aeed75 HTTP/1.1" status: 200 len: 851 time: 0.0755992 Jun 18 16:32:07.221591 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0be19-ed54-4a8b-89bb-9122fad36014 req-ebf5819c-f65f-4b8a-83c6-a700d94e38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:07.223242 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c3c0be19-ed54-4a8b-89bb-9122fad36014 req-ebf5819c-f65f-4b8a-83c6-a700d94e38a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=653de129-f9e5-469e-ba59-ca23a87d80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0906682 Jun 18 16:32:07.658872 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c3c0be19-ed54-4a8b-89bb-9122fad36014 req-18efc899-2f03-4c94-8865-0b463aa517c4 service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234643 Jun 18 16:32:07.782719 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c3c0be19-ed54-4a8b-89bb-9122fad36014 req-f3ca87db-5667-43a6-ad1e-089d7ac30901 service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066868 Jun 18 16:32:07.792889 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950ddc2-2140-47b7-84f4-4e43cd353f32 req-72c76746-c6e3-4814-8251-b30848c33f3e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:07.794761 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d950ddc2-2140-47b7-84f4-4e43cd353f32 req-72c76746-c6e3-4814-8251-b30848c33f3e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 946 time: 0.1559048 Jun 18 16:32:07.845746 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d950ddc2-2140-47b7-84f4-4e43cd353f32 req-66b3e017-3c4b-4df7-a84f-c3e2bce35ee7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=237ddbeb-3bce-45a0-b1fa-17ed8f00cafc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414064 Jun 18 16:32:07.967354 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be292f2a-e69b-46f0-86a6-26d8075ea1c4 req-10c4f64a-c7bf-4896-bcd6-0ba8497fdea6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:07.968943 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-be292f2a-e69b-46f0-86a6-26d8075ea1c4 req-10c4f64a-c7bf-4896-bcd6-0ba8497fdea6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/ports?device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 946 time: 0.0667317 Jun 18 16:32:08.079852 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-be292f2a-e69b-46f0-86a6-26d8075ea1c4 req-fde93c05-58f5-4aca-8b7a-4b1652450f3b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port 62c54b47-316d-4edf-871e-161ac3a900e1 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:08.080104 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-be292f2a-e69b-46f0-86a6-26d8075ea1c4 req-fde93c05-58f5-4aca-8b7a-4b1652450f3b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:08.170011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-be292f2a-e69b-46f0-86a6-26d8075ea1c4 req-fde93c05-58f5-4aca-8b7a-4b1652450f3b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port 62c54b47-316d-4edf-871e-161ac3a900e1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=62c54b47-316d-4edf-871e-161ac3a900e1,segment=NetworkSegment(4e30e227-072c-4d8b-9118-a8d88235528e),segment_id=4e30e227-072c-4d8b-9118-a8d88235528e)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:08.170374 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-be292f2a-e69b-46f0-86a6-26d8075ea1c4 req-fde93c05-58f5-4aca-8b7a-4b1652450f3b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:08.240645 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-be292f2a-e69b-46f0-86a6-26d8075ea1c4 req-fde93c05-58f5-4aca-8b7a-4b1652450f3b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for 62c54b47-316d-4edf-871e-161ac3a900e1 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:08.377453 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-be292f2a-e69b-46f0-86a6-26d8075ea1c4 req-fde93c05-58f5-4aca-8b7a-4b1652450f3b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:08.381252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:08.410090 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde93c05-58f5-4aca-8b7a-4b1652450f3b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=62c54b47-316d-4edf-871e-161ac3a900e1,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:08.415835 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fde93c05-58f5-4aca-8b7a-4b1652450f3b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:08.450924 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7f5a285a-9dba-45a8-98c9-6702c86721f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:08.457003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-be292f2a-e69b-46f0-86a6-26d8075ea1c4 req-fde93c05-58f5-4aca-8b7a-4b1652450f3b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] No DVR routers for this DVR port 62c54b47-316d-4edf-871e-161ac3a900e1 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:08.459418 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-be292f2a-e69b-46f0-86a6-26d8075ea1c4 req-fde93c05-58f5-4aca-8b7a-4b1652450f3b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:08.462602 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-be292f2a-e69b-46f0-86a6-26d8075ea1c4 req-fde93c05-58f5-4aca-8b7a-4b1652450f3b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "DELETE /v2.0/ports/62c54b47-316d-4edf-871e-161ac3a900e1 HTTP/1.1" status: 204 len: 173 time: 0.4867678 Jun 18 16:32:08.463150 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05db3607-e853-4776-a486-ce10acb0ac44', 'name': 'network-vif-deleted', 'tag': '62c54b47-316d-4edf-871e-161ac3a900e1'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:32:08.465761 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04761716-0536-42f1-90ba-e952d8daf421" -d '{"events": [{"server_uuid": "05db3607-e853-4776-a486-ce10acb0ac44", "name": "network-vif-deleted", "tag": "62c54b47-316d-4edf-871e-161ac3a900e1"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:32:08.513024 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e786fdb-a46d-4163-8e00-67bd7ce0dfa3 x-openstack-request-id: req-2e786fdb-a46d-4163-8e00-67bd7ce0dfa3 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:32:08.513375 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05db3607-e853-4776-a486-ce10acb0ac44", "name": "network-vif-deleted", "tag": "62c54b47-316d-4edf-871e-161ac3a900e1", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:32:08.513750 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2e786fdb-a46d-4163-8e00-67bd7ce0dfa3 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:32:08.514189 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05db3607-e853-4776-a486-ce10acb0ac44', 'name': 'network-vif-deleted', 'tag': '62c54b47-316d-4edf-871e-161ac3a900e1', 'status': 'completed', 'code': 200} Jun 18 16:32:09.031277 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8af5c049-0cfe-4a58-8a3a-1031e702f9d1 req-ba636203-d427-4b75-8b5c-0b2b6757b6ff tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=05db3607-e853-4776-a486-ce10acb0ac44 HTTP/1.1" status: 200 len: 210 time: 0.0355809 Jun 18 16:32:10.128663 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51608) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:10.194128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a7386570-2bb2-471b-b0a2-0cd647b7697e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.224904 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a7386570-2bb2-471b-b0a2-0cd647b7697e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.293784 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a7386570-2bb2-471b-b0a2-0cd647b7697e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.296887 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a7386570-2bb2-471b-b0a2-0cd647b7697e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.298105 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a7386570-2bb2-471b-b0a2-0cd647b7697e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/security-groups/237ddbeb-3bce-45a0-b1fa-17ed8f00cafc HTTP/1.1" status: 204 len: 168 time: 0.1681223 Jun 18 16:32:10.298985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d44bdfde-6c02-48cc-9b13-052a737695b0 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:10.308549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7386570-2bb2-471b-b0a2-0cd647b7697e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=237ddbeb-3bce-45a0-b1fa-17ed8f00cafc,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:10.311436 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a7386570-2bb2-471b-b0a2-0cd647b7697e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:10.333481 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51612) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:10.727277 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:10.924046 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-312f0ac3-b20c-448c-93e9-79fc19a5b9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.022551 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port cf26b425-63f3-47e7-9d7f-e80e80ed51d0 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:11.022890 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.129299 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port cf26b425-63f3-47e7-9d7f-e80e80ed51d0, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cf26b425-63f3-47e7-9d7f-e80e80ed51d0,segment=NetworkSegment(4e30e227-072c-4d8b-9118-a8d88235528e),segment_id=4e30e227-072c-4d8b-9118-a8d88235528e)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:11.129691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.198510 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for cf26b425-63f3-47e7-9d7f-e80e80ed51d0 owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:11.285701 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.407653 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.410128 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:11.436214 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=cf26b425-63f3-47e7-9d7f-e80e80ed51d0,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:11.449095 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:11.449490 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:11.449874 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:11.450248 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:11.450645 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:11.451018 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:11.451383 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:11.451818 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:11.452191 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:11.452553 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:11.452917 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:11.453277 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:11.474169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:11.642294 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:11.877298 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 22aa50a9-16cd-498b-8aa5-5befeaf940bb has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:32:11.915839 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 62c54b47-316d-4edf-871e-161ac3a900e1 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:11.937073 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 62c54b47-316d-4edf-871e-161ac3a900e1 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:11.937851 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 62c54b47-316d-4edf-871e-161ac3a900e1 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:12.080473 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.372789 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:32:12.378872 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/routers/22aa50a9-16cd-498b-8aa5-5befeaf940bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0441854 Jun 18 16:32:12.381648 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51616) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:12.385158 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bafafaa-2f44-4f8f-b12f-602f29e168cc None None] Sync routers for ids ['22aa50a9-16cd-498b-8aa5-5befeaf940bb'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:32:12.394708 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bafafaa-2f44-4f8f-b12f-602f29e168cc None None] Routers {'22aa50a9-16cd-498b-8aa5-5befeaf940bb'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:12.395388 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2bafafaa-2f44-4f8f-b12f-602f29e168cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:32:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22aa50a9-16cd-498b-8aa5-5befeaf940bb'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:12.440345 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-399f94b6-fc38-4486-850f-98d6552ecc5f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting subnet 7fe4fe7d-2022-4aee-9f73-87f9996f67d5 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:32:12.444172 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-399f94b6-fc38-4486-850f-98d6552ecc5f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.492478 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-399f94b6-fc38-4486-850f-98d6552ecc5f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.600830 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-399f94b6-fc38-4486-850f-98d6552ecc5f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.662291 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-2bafafaa-2f44-4f8f-b12f-602f29e168cc None None] Set router 22aa50a9-16cd-498b-8aa5-5befeaf940bb gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:12.672513 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-399f94b6-fc38-4486-850f-98d6552ecc5f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.674830 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-55b8d7bd-6b55-452a-b64b-ef1c33099408 tempest-TagsExtTest-2114937880 tempest-TagsExtTest-2114937880-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:12.701999 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f94b6-fc38-4486-850f-98d6552ecc5f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe4fe7d-2022-4aee-9f73-87f9996f67d5,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:12.706378 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-399f94b6-fc38-4486-850f-98d6552ecc5f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:12.710272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-399f94b6-fc38-4486-850f-98d6552ecc5f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.712552 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-399f94b6-fc38-4486-850f-98d6552ecc5f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/subnets/7fe4fe7d-2022-4aee-9f73-87f9996f67d5 HTTP/1.1" status: 204 len: 168 time: 0.3299575 Jun 18 16:32:12.715222 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51618) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:12.728980 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c498a24-5e42-4c65-8f4b-dfc00102805a None None] Network d3cf4d41-9e31-4206-8d6e-36acbab5f190 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:12.828819 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-47f7ff1b-00ba-4c3e-9f51-31790e0e672e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.941290 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-47f7ff1b-00ba-4c3e-9f51-31790e0e672e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:12.980674 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2bafafaa-2f44-4f8f-b12f-602f29e168cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'name': 'tempest-TestNetworkBasicOps-router-825141085', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119'}], 'enable_snat': True}, 'gw_port_id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:31:07Z', 'updated_at': '2021-06-18T16:32:11Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ead5c481-d55a-496e-b53d-f085b6fc0662', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:be:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:31:08Z', 'updated_at': '2021-06-18T16:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:13.002234 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-47f7ff1b-00ba-4c3e-9f51-31790e0e672e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port ead5c481-d55a-496e-b53d-f085b6fc0662 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:13.002660 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-47f7ff1b-00ba-4c3e-9f51-31790e0e672e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.009613 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bafafaa-2f44-4f8f-b12f-602f29e168cc None None] Checking router: 22aa50a9-16cd-498b-8aa5-5befeaf940bb for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:32:13.023337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bafafaa-2f44-4f8f-b12f-602f29e168cc None None] Routers {'22aa50a9-16cd-498b-8aa5-5befeaf940bb'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:13.024186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2bafafaa-2f44-4f8f-b12f-602f29e168cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:32:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22aa50a9-16cd-498b-8aa5-5befeaf940bb'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:13.063810 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52b098d-4092-48cf-9405-3e569f370742 None None] DHCP port deletion for d3cf4d41-9e31-4206-8d6e-36acbab5f190 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:32:13.090635 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-47f7ff1b-00ba-4c3e-9f51-31790e0e672e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port ead5c481-d55a-496e-b53d-f085b6fc0662, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ead5c481-d55a-496e-b53d-f085b6fc0662,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:13.091085 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-47f7ff1b-00ba-4c3e-9f51-31790e0e672e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.147407 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-2bafafaa-2f44-4f8f-b12f-602f29e168cc None None] Set router 22aa50a9-16cd-498b-8aa5-5befeaf940bb gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:13.168058 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-47f7ff1b-00ba-4c3e-9f51-31790e0e672e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for ead5c481-d55a-496e-b53d-f085b6fc0662 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:13.204966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2bafafaa-2f44-4f8f-b12f-602f29e168cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'name': 'tempest-TestNetworkBasicOps-router-825141085', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:31:07Z', 'updated_at': '2021-06-18T16:32:12Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:13.239358 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bafafaa-2f44-4f8f-b12f-602f29e168cc None None] The sync data for ids ['22aa50a9-16cd-498b-8aa5-5befeaf940bb'] in dv-neutron-797120-1-hyperv is: [{'id': '22aa50a9-16cd-498b-8aa5-5befeaf940bb', 'name': 'tempest-TestNetworkBasicOps-router-825141085', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:31:07Z', 'updated_at': '2021-06-18T16:32:12Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port_host': None}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:32:13.248125 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f52b098d-4092-48cf-9405-3e569f370742 None None] Deleting port 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:32:13.248510 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f52b098d-4092-48cf-9405-3e569f370742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.319348 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f52b098d-4092-48cf-9405-3e569f370742 None None] For port 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f,segment=NetworkSegment(4e30e227-072c-4d8b-9118-a8d88235528e),segment_id=4e30e227-072c-4d8b-9118-a8d88235528e)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:13.320291 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f52b098d-4092-48cf-9405-3e569f370742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.350123 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-47f7ff1b-00ba-4c3e-9f51-31790e0e672e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.352519 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-869882ca-d9cc-4f48-87d2-6933460e1136 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:13.383316 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7ff1b-00ba-4c3e-9f51-31790e0e672e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=ead5c481-d55a-496e-b53d-f085b6fc0662,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:13.386695 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-47f7ff1b-00ba-4c3e-9f51-31790e0e672e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:13.394178 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f52b098d-4092-48cf-9405-3e569f370742 None None] Calling delete_port for 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:32:13.454544 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-47f7ff1b-00ba-4c3e-9f51-31790e0e672e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.485436 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f52b098d-4092-48cf-9405-3e569f370742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.487406 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:13.510638 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b098d-4092-48cf-9405-3e569f370742 None None] Pushing event deleted for resources: {'Port': ['ID=2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:13.514052 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f52b098d-4092-48cf-9405-3e569f370742 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:13.516768 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52b098d-4092-48cf-9405-3e569f370742 None None] No DVR routers for this DVR port 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:32:13.562278 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-47f7ff1b-00ba-4c3e-9f51-31790e0e672e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.564753 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-47f7ff1b-00ba-4c3e-9f51-31790e0e672e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.627045 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-47f7ff1b-00ba-4c3e-9f51-31790e0e672e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.627618 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f7ff1b-00ba-4c3e-9f51-31790e0e672e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Fanout notify agent at l3_agent the message router_deleted on router 22aa50a9-16cd-498b-8aa5-5befeaf940bb {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:32:13.636677 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-47f7ff1b-00ba-4c3e-9f51-31790e0e672e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.638072 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-47f7ff1b-00ba-4c3e-9f51-31790e0e672e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/routers/22aa50a9-16cd-498b-8aa5-5befeaf940bb HTTP/1.1" status: 204 len: 168 time: 0.9216101 Jun 18 16:32:13.640863 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51620) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:13.704008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.725787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0bf03dc2-3860-4fcc-bd17-759581a3c5ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.843020 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0bf03dc2-3860-4fcc-bd17-759581a3c5ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.856410 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-0bf03dc2-3860-4fcc-bd17-759581a3c5ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3cf4d41-9e31-4206-8d6e-36acbab5f190']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:13.871052 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-0bf03dc2-3860-4fcc-bd17-759581a3c5ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e30e227-072c-4d8b-9118-a8d88235528e') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:13.871374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-0bf03dc2-3860-4fcc-bd17-759581a3c5ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e30e227-072c-4d8b-9118-a8d88235528e') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:13.882042 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0bf03dc2-3860-4fcc-bd17-759581a3c5ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.900544 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0bf03dc2-3860-4fcc-bd17-759581a3c5ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.908035 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf03dc2-3860-4fcc-bd17-759581a3c5ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:32:13.908668 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0bf03dc2-3860-4fcc-bd17-759581a3c5ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:32:13.912265 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:32:13.984866 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0bf03dc2-3860-4fcc-bd17-759581a3c5ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.990435 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0bf03dc2-3860-4fcc-bd17-759581a3c5ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:13.996856 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0bf03dc2-3860-4fcc-bd17-759581a3c5ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/networks/d3cf4d41-9e31-4206-8d6e-36acbab5f190 HTTP/1.1" status: 204 len: 168 time: 0.3543577 Jun 18 16:32:13.998335 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-387c8b8d-1967-4c32-86f9-60e633430f66 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:14.011667 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51622) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:14.017946 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'network': {'name': 'tempest-network-smoke--308060450', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'port_security_enabled': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:14.025678 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf03dc2-3860-4fcc-bd17-759581a3c5ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Network': ['ID=d3cf4d41-9e31-4206-8d6e-36acbab5f190,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:14.028905 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0bf03dc2-3860-4fcc-bd17-759581a3c5ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:14.052146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:14.057898 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.083076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:32:14.093971 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.094323 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Added segment 0588f997-27ce-4d2d-bd1f-60dcc25a722e of type vlan for network b6b05792-a6ef-49ab-af1c-720146a3279c Jun 18 16:32:14.134879 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.165859 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.171472 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:14.172051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.174257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9cb9405b-c6ef-439c-95d8-b1807fab282f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:14.230782 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2172272 Jun 18 16:32:14.233673 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51624) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:14.239009 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'admin_state_up': True, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:14.246710 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Network': ['ID=b6b05792-a6ef-49ab-af1c-720146a3279c,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:14.254326 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:14.254749 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:14.255137 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:14.255517 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:14.255888 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:14.256260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:14.256721 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:14.257850 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:14.258140 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:14.258598 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:14.258964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:14.260754 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:14.263250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:14.270962 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network b6b05792-a6ef-49ab-af1c-720146a3279c details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:32:14.273928 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.275228 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.340975 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.484754 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.675777 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.693753 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.799903 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.26.6.212 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/ae4a6c1f-4935-4c27-bce1-681593cb47cc) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:14.902003 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.946392 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:14.948409 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:14.988086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:14.990916 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:14.995266 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:14.998367 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=ae4a6c1f-4935-4c27-bce1-681593cb47cc,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:15.017252 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:15.063514 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:15.084674 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:15.085028 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2fc396fb-fc97-4ec8-aff1-6ad3ff6e8f3f not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:15.085500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ead5c481-d55a-496e-b53d-f085b6fc0662 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:15.103360 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: ead5c481-d55a-496e-b53d-f085b6fc0662 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:15.103712 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ead5c481-d55a-496e-b53d-f085b6fc0662 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:15.104151 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cf26b425-63f3-47e7-9d7f-e80e80ed51d0 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:32:15.122975 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: cf26b425-63f3-47e7-9d7f-e80e80ed51d0 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:32:15.123349 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cf26b425-63f3-47e7-9d7f-e80e80ed51d0 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:32:15.246976 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.445443 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.568813 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router d894b8ae-5307-49ab-a48d-e8dbf006e64a is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:32:15.688095 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:32:15.697838 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Sync routers for ids ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:32:15.706437 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.706960 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Routers {'d894b8ae-5307-49ab-a48d-e8dbf006e64a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:15.711734 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:32:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:15.711966 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4733443 Jun 18 16:32:15.712420 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51626) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:15.740986 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ef65537f-4261-4c8b-8706-8fdbba9c8c02 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=ce51bca7228b4491bea754922e3226ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273018 Jun 18 16:32:15.743768 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51628) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:15.812581 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Set router d894b8ae-5307-49ab-a48d-e8dbf006e64a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:15.836454 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e097130-91dc-4ab9-a314-b79c542de601 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:15.837868 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3e097130-91dc-4ab9-a314-b79c542de601 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931346 Jun 18 16:32:15.840591 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51630) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:15.871149 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-69545188-cf0b-49a7-8220-c047fceacc31 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271654 Jun 18 16:32:15.871401 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51632) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:15.876263 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-93b2342c-1b62-4a87-a912-7efdcb4f390d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-117192409', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:15.965396 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b2342c-1b62-4a87-a912-7efdcb4f390d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:15.969423 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-93b2342c-1b62-4a87-a912-7efdcb4f390d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:15.990090 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:15Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:16.016727 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Checking router: d894b8ae-5307-49ab-a48d-e8dbf006e64a for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:32:16.017080 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Updating router d894b8ae-5307-49ab-a48d-e8dbf006e64a port ae4a6c1f-4935-4c27-bce1-681593cb47cc binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:32:16.054754 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.150555 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-93b2342c-1b62-4a87-a912-7efdcb4f390d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.152595 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f80859df-9504-4821-a54c-69840865288f tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:16.217297 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2342c-1b62-4a87-a912-7efdcb4f390d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Subnet': ['ID=94b62248-efaa-4374-9c84-6cc1aa3038ab,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:16.220124 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-93b2342c-1b62-4a87-a912-7efdcb4f390d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:16.227003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b2342c-1b62-4a87-a912-7efdcb4f390d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Checking segment: {'id': '0588f997-27ce-4d2d-bd1f-60dcc25a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:16.227361 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b2342c-1b62-4a87-a912-7efdcb4f390d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network hostable DHCP agents. Network: b6b05792-a6ef-49ab-af1c-720146a3279c, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:32:16.244264 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b2342c-1b62-4a87-a912-7efdcb4f390d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network b6b05792-a6ef-49ab-af1c-720146a3279c is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:32:16.253074 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-93b2342c-1b62-4a87-a912-7efdcb4f390d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, b6b05792-a6ef-49ab-af1c-720146a3279c) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:16.257510 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b2342c-1b62-4a87-a912-7efdcb4f390d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:16.258220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-93b2342c-1b62-4a87-a912-7efdcb4f390d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.263343 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62453728-adc4-4dca-9804-624f272d5e3d None None] Network b6b05792-a6ef-49ab-af1c-720146a3279c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:16.274004 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-93b2342c-1b62-4a87-a912-7efdcb4f390d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4016054 Jun 18 16:32:16.276628 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51634) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:16.307750 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.317927 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Transition to ACTIVE for port object ae4a6c1f-4935-4c27-bce1-681593cb47cc will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:16.328499 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.330449 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-22197e01-204f-4593-b3d5-1302be3390ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:16.370728 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Attempting to bind port ae4a6c1f-4935-4c27-bce1-681593cb47cc on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:16.370985 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Attempting to bind port ae4a6c1f-4935-4c27-bce1-681593cb47cc by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:16.371251 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Attempting to bind port ae4a6c1f-4935-4c27-bce1-681593cb47cc on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:16.377610 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:16.378274 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:16.378698 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.379090 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:16.379554 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Bound port: ae4a6c1f-4935-4c27-bce1-681593cb47cc, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:16.379922 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.421838 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-b6b05792-a6ef-49ab-af1c-720146a3279c', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ips': [{'subnet_id': '94b62248-efaa-4374-9c84-6cc1aa3038ab'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:32:16.422847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.444187 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e7a7b-f6fb-4a30-b038-1319319084aa None None] Pushing event updated for resources: {'Port': ['ID=ae4a6c1f-4935-4c27-bce1-681593cb47cc,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:16.448035 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] For port ae4a6c1f-4935-4c27-bce1-681593cb47cc, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:16.454035 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] For port ae4a6c1f-4935-4c27-bce1-681593cb47cc, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ae4a6c1f-4935-4c27-bce1-681593cb47cc,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:16.456945 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e7a7b-f6fb-4a30-b038-1319319084aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.457365 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e7a7b-f6fb-4a30-b038-1319319084aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.457702 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e7a7b-f6fb-4a30-b038-1319319084aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.458115 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e7a7b-f6fb-4a30-b038-1319319084aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.458356 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e7a7b-f6fb-4a30-b038-1319319084aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.458734 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e7a7b-f6fb-4a30-b038-1319319084aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.459080 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e7a7b-f6fb-4a30-b038-1319319084aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.459400 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e7a7b-f6fb-4a30-b038-1319319084aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.459716 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e7a7b-f6fb-4a30-b038-1319319084aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.460030 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e7a7b-f6fb-4a30-b038-1319319084aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.460685 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e7a7b-f6fb-4a30-b038-1319319084aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.461029 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4e7a7b-f6fb-4a30-b038-1319319084aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.464700 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-0c4e7a7b-f6fb-4a30-b038-1319319084aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:16.466447 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.474326 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-a40429e4-2b43-44d2-82e9-4a87f75e7990 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:16.516116 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Routers {'d894b8ae-5307-49ab-a48d-e8dbf006e64a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:16.516758 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:32:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:16.568145 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Allocated IP 172.20.0.2 (b6b05792-a6ef-49ab-af1c-720146a3279c/94b62248-efaa-4374-9c84-6cc1aa3038ab/0f5868c3-b205-462a-9715-4e743afe08a4) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:16.719815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.724925 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] Set router d894b8ae-5307-49ab-a48d-e8dbf006e64a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:16.728292 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Transition to ACTIVE for port object 0f5868c3-b205-462a-9715-4e743afe08a4 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:16.744325 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Transition to ACTIVE for port object 0f5868c3-b205-462a-9715-4e743afe08a4 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:16.751365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.753307 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e7a7b-f6fb-4a30-b038-1319319084aa None None] Pushing event updated for resources: {'Port': ['ID=ae4a6c1f-4935-4c27-bce1-681593cb47cc,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:16.754375 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:16.756464 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-0c4e7a7b-f6fb-4a30-b038-1319319084aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:16.758563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.800893 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Network b6b05792-a6ef-49ab-af1c-720146a3279c is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:16.803801 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:16.809020 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:16.812078 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Pushing event updated for resources: {'Port': ['ID=0f5868c3-b205-462a-9715-4e743afe08a4,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:16.821898 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.822250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.822614 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.822946 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.823274 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.823602 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.823923 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.824241 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.824562 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.824880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.825195 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.825508 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:32:16.829647 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:16.877538 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Attempting to bind port 0f5868c3-b205-462a-9715-4e743afe08a4 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:16.877914 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Attempting to bind port 0f5868c3-b205-462a-9715-4e743afe08a4 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '0588f997-27ce-4d2d-bd1f-60dcc25a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:16.878287 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Attempting to bind port 0f5868c3-b205-462a-9715-4e743afe08a4 on network b6b05792-a6ef-49ab-af1c-720146a3279c {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:16.884333 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:16.884713 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Checking segment: {'id': '0588f997-27ce-4d2d-bd1f-60dcc25a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:16.885122 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.885521 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Bound using segment: {'id': '0588f997-27ce-4d2d-bd1f-60dcc25a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:16.885997 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Bound port: 0f5868c3-b205-462a-9715-4e743afe08a4, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0588f997-27ce-4d2d-bd1f-60dcc25a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:16.886374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.928722 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:15Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:16.966041 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c30f44-c8aa-4269-958b-3fdad493fda5 None None] The sync data for ids ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'] in dv-neutron-797120-1-hyperv is: [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:15Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:32:16.966626 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] For port 0f5868c3-b205-462a-9715-4e743afe08a4, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:16.970725 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] For port 0f5868c3-b205-462a-9715-4e743afe08a4, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=0f5868c3-b205-462a-9715-4e743afe08a4,segment=NetworkSegment(0588f997-27ce-4d2d-bd1f-60dcc25a722e),segment_id=0588f997-27ce-4d2d-bd1f-60dcc25a722e)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:16.976209 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:16.978597 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:17.042346 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Pushing event updated for resources: {'Port': ['ID=0f5868c3-b205-462a-9715-4e743afe08a4,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:17.045745 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:17.101461 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.20.0.1 (b6b05792-a6ef-49ab-af1c-720146a3279c/94b62248-efaa-4374-9c84-6cc1aa3038ab/a18efe20-c3af-4f50-afb3-f7a180f32891) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:17.256036 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.270115 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Transition to ACTIVE for port object a18efe20-c3af-4f50-afb3-f7a180f32891 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:17.309861 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.312413 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e6f03846-424d-4e3b-a8fb-3b4e65b57762 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:17.369251 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network b6b05792-a6ef-49ab-af1c-720146a3279c is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:17.374527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:17.380296 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:17.410443 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=a18efe20-c3af-4f50-afb3-f7a180f32891,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:17.416475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:17.435838 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.595427 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.905875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.911555 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:17.915555 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:17.995471 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=a18efe20-c3af-4f50-afb3-f7a180f32891,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:17.997920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.007705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:18.092220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network b6b05792-a6ef-49ab-af1c-720146a3279c is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:18.093565 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:18.100771 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e07fd50-fdc6-42ed-99b6-0a3df56fcd44 None None] Network b6b05792-a6ef-49ab-af1c-720146a3279c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:32:18.167484 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-79824873-5bac-4750-9a53-946998747fcd None None] Provisioning for port 0f5868c3-b205-462a-9715-4e743afe08a4 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:18.210353 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router d894b8ae-5307-49ab-a48d-e8dbf006e64a has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:32:18.326962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:32:18.333834 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/routers/d894b8ae-5307-49ab-a48d-e8dbf006e64a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0553865 Jun 18 16:32:18.336725 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51636) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:18.509124 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ccce24b2-3496-4e45-868d-36e364c5de1a None None] Provisioning for port a18efe20-c3af-4f50-afb3-f7a180f32891 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:18.513963 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ccce24b2-3496-4e45-868d-36e364c5de1a None None] Provisioning complete for port a18efe20-c3af-4f50-afb3-f7a180f32891 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:18.514727 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ccce24b2-3496-4e45-868d-36e364c5de1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.549893 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087b46e3-a4bd-440a-82e5-6a8a38f3e364 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:18.550360 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087b46e3-a4bd-440a-82e5-6a8a38f3e364 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:18.551048 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087b46e3-a4bd-440a-82e5-6a8a38f3e364 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:18.551510 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087b46e3-a4bd-440a-82e5-6a8a38f3e364 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:18.551962 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087b46e3-a4bd-440a-82e5-6a8a38f3e364 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:18.552413 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087b46e3-a4bd-440a-82e5-6a8a38f3e364 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:18.554737 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-087b46e3-a4bd-440a-82e5-6a8a38f3e364 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2165127 Jun 18 16:32:18.557090 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51638) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:18.559609 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ccce24b2-3496-4e45-868d-36e364c5de1a None None] Port a18efe20-c3af-4f50-afb3-f7a180f32891 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:32:18.623522 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c8adf1-f479-4dc5-b8e0-1a9bb78df972 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:18.624000 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c8adf1-f479-4dc5-b8e0-1a9bb78df972 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:18.624465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c8adf1-f479-4dc5-b8e0-1a9bb78df972 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:18.624926 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c8adf1-f479-4dc5-b8e0-1a9bb78df972 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:18.625382 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c8adf1-f479-4dc5-b8e0-1a9bb78df972 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:18.625837 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c8adf1-f479-4dc5-b8e0-1a9bb78df972 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:18.630369 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b0c8adf1-f479-4dc5-b8e0-1a9bb78df972 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0696292 Jun 18 16:32:18.631268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51640) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:18.706307 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d79f041d-e23d-42c1-b0b3-aec667b89be6 None None] Provisioning complete for port a18efe20-c3af-4f50-afb3-f7a180f32891 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:18.706749 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d79f041d-e23d-42c1-b0b3-aec667b89be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:18.708606 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Sync routers for ids ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:32:18.744383 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Routers {'d894b8ae-5307-49ab-a48d-e8dbf006e64a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:18.745038 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ee760d37-2086-45e3-9371-a5872100252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:32:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:18.780127 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-90c15a67-78dd-4707-b3c3-9e5410dae872 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.1476014 Jun 18 16:32:18.791620 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d79f041d-e23d-42c1-b0b3-aec667b89be6 None None] Port a18efe20-c3af-4f50-afb3-f7a180f32891 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:32:18.873274 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Set router d894b8ae-5307-49ab-a48d-e8dbf006e64a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:18.949975 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-34ca47b0-72c3-4e50-b500-6cfbe4628d43 None None] Provisioning complete for port a18efe20-c3af-4f50-afb3-f7a180f32891 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:18.950349 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-34ca47b0-72c3-4e50-b500-6cfbe4628d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.027717 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-34ca47b0-72c3-4e50-b500-6cfbe4628d43 None None] Port a18efe20-c3af-4f50-afb3-f7a180f32891 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:32:19.107972 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ee760d37-2086-45e3-9371-a5872100252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'a18efe20-c3af-4f50-afb3-f7a180f32891', 'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:98:90:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 2, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:19.140459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ae4a6c1f-4935-4c27-bce1-681593cb47cc up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:19.142804 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Checking router: d894b8ae-5307-49ab-a48d-e8dbf006e64a for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:32:19.143162 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Updating router d894b8ae-5307-49ab-a48d-e8dbf006e64a port a18efe20-c3af-4f50-afb3-f7a180f32891 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:32:19.200643 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.241452 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port ae4a6c1f-4935-4c27-bce1-681593cb47cc completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:19.254171 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ae4a6c1f-4935-4c27-bce1-681593cb47cc triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:19.254669 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.289497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51646) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:19.294250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-0ca43b42-44e3-4189-9bf3-bb28d2b63e12 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-49730081', 'description': 'tempest-secgroup-smoke-49730081 description', 'project_id': 'ce51bca7228b4491bea754922e3226ea'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:19.315480 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0ca43b42-44e3-4189-9bf3-bb28d2b63e12 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.402928 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0ca43b42-44e3-4189-9bf3-bb28d2b63e12 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.406644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0ca43b42-44e3-4189-9bf3-bb28d2b63e12 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.409167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fbd829db-c35e-49d5-8260-be29834f2ad6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:19.442765 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0ca43b42-44e3-4189-9bf3-bb28d2b63e12 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.444029 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0ca43b42-44e3-4189-9bf3-bb28d2b63e12 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1534624 Jun 18 16:32:19.445481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca43b42-44e3-4189-9bf3-bb28d2b63e12 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de83ff6-1a57-4e90-8675-928ecc042c86,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:19.447173 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51648) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:19.449034 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0ca43b42-44e3-4189-9bf3-bb28d2b63e12 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:19.461473 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-8819f096-cd7b-45cf-b24d-c5444c5f27ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '2de83ff6-1a57-4e90-8675-928ecc042c86', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:19.499072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8819f096-cd7b-45cf-b24d-c5444c5f27ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.572559 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8819f096-cd7b-45cf-b24d-c5444c5f27ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.576969 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8819f096-cd7b-45cf-b24d-c5444c5f27ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.578889 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3f6499c1-10a9-409c-8447-12e5884e7436 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:19.599166 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819f096-cd7b-45cf-b24d-c5444c5f27ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332d49b6-63d5-48ce-aef9-fefb2b9934f6,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:19.603109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8819f096-cd7b-45cf-b24d-c5444c5f27ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:19.604126 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.604452 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8819f096-cd7b-45cf-b24d-c5444c5f27ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.608695 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8819f096-cd7b-45cf-b24d-c5444c5f27ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1565850 Jun 18 16:32:19.609171 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51650) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:19.614441 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-2d8fc2e8-8cd1-435d-9449-9da284be7929 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '2de83ff6-1a57-4e90-8675-928ecc042c86', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:19.641057 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port ae4a6c1f-4935-4c27-bce1-681593cb47cc, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ae4a6c1f-4935-4c27-bce1-681593cb47cc,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:19.644109 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2d8fc2e8-8cd1-435d-9449-9da284be7929 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.649000 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.649822 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 0f5868c3-b205-462a-9715-4e743afe08a4 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:19.652693 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bbc4ad74-29c4-482e-8573-1a03b6b11f01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:19.710874 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2d8fc2e8-8cd1-435d-9449-9da284be7929 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.715407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2d8fc2e8-8cd1-435d-9449-9da284be7929 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.717340 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8ca2f38e-1364-4941-9328-3eb766e615ba tempest-SecGroupIPv6Test-1381920770 tempest-SecGroupIPv6Test-1381920770-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:19.736014 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8fc2e8-8cd1-435d-9449-9da284be7929 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09bfd76-b3e1-4a15-b964-c5eb2942c0ff,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:19.738751 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2d8fc2e8-8cd1-435d-9449-9da284be7929 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:19.741784 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2d8fc2e8-8cd1-435d-9449-9da284be7929 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.745652 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2d8fc2e8-8cd1-435d-9449-9da284be7929 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328244 Jun 18 16:32:19.746167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51652) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:19.750657 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d691a977-6e65-4177-b263-3d60f8dff16e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '2de83ff6-1a57-4e90-8675-928ecc042c86', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:19.772966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.777779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d691a977-6e65-4177-b263-3d60f8dff16e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.781368 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=ae4a6c1f-4935-4c27-bce1-681593cb47cc,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:19.787689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:19.792211 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Transition to ACTIVE for port object a18efe20-c3af-4f50-afb3-f7a180f32891 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:19.796827 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 0f5868c3-b205-462a-9715-4e743afe08a4 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:19.800685 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.802548 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 0f5868c3-b205-462a-9715-4e743afe08a4 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:19.802917 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.805558 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:19.842611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d691a977-6e65-4177-b263-3d60f8dff16e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.847892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d691a977-6e65-4177-b263-3d60f8dff16e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.850781 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-00d377b0-3623-4c1b-975c-e83f11a83aa8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:19.874610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d691a977-6e65-4177-b263-3d60f8dff16e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c49fe98c-8515-4388-91be-ab0eb3dc86bb,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:19.877138 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d691a977-6e65-4177-b263-3d60f8dff16e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:19.883773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d691a977-6e65-4177-b263-3d60f8dff16e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:19.887567 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d691a977-6e65-4177-b263-3d60f8dff16e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1379957 Jun 18 16:32:19.887760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51654) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:19.892379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-7328d9c4-772d-48eb-86fd-1539fd402e49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '2de83ff6-1a57-4e90-8675-928ecc042c86', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:19.920623 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3a0eb-6559-47a4-87ec-fc9a5d2724a2 None None] Pushing event updated for resources: {'Port': ['ID=a18efe20-c3af-4f50-afb3-f7a180f32891,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:19.925619 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-51a3a0eb-6559-47a4-87ec-fc9a5d2724a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:19.930393 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7328d9c4-772d-48eb-86fd-1539fd402e49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.001499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7328d9c4-772d-48eb-86fd-1539fd402e49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.005877 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7328d9c4-772d-48eb-86fd-1539fd402e49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.009573 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:20.009721 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Attempting to bind port a18efe20-c3af-4f50-afb3-f7a180f32891 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:20.009845 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Attempting to bind port a18efe20-c3af-4f50-afb3-f7a180f32891 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '0588f997-27ce-4d2d-bd1f-60dcc25a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:20.010218 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Attempting to bind port a18efe20-c3af-4f50-afb3-f7a180f32891 on network b6b05792-a6ef-49ab-af1c-720146a3279c {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:20.016441 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.018662 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:20.019042 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Checking segment: {'id': '0588f997-27ce-4d2d-bd1f-60dcc25a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:20.019438 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.020037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Bound using segment: {'id': '0588f997-27ce-4d2d-bd1f-60dcc25a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:20.020522 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Bound port: a18efe20-c3af-4f50-afb3-f7a180f32891, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0588f997-27ce-4d2d-bd1f-60dcc25a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:20.020901 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.035473 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328d9c4-772d-48eb-86fd-1539fd402e49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25e4649d-ec8b-4f23-bca5-706acadcef12,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:20.039567 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7328d9c4-772d-48eb-86fd-1539fd402e49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:20.040822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7328d9c4-772d-48eb-86fd-1539fd402e49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.044876 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7328d9c4-772d-48eb-86fd-1539fd402e49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1533995 Jun 18 16:32:20.045851 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51656) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:20.052641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-21a0e4c1-9446-45eb-a7e0-7b8c5e352978 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '2de83ff6-1a57-4e90-8675-928ecc042c86', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:20.077360 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-21a0e4c1-9446-45eb-a7e0-7b8c5e352978 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:32:20.082276 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-21a0e4c1-9446-45eb-a7e0-7b8c5e352978 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.087843 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 0f5868c3-b205-462a-9715-4e743afe08a4, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=0f5868c3-b205-462a-9715-4e743afe08a4,segment=NetworkSegment(0588f997-27ce-4d2d-bd1f-60dcc25a722e),segment_id=0588f997-27ce-4d2d-bd1f-60dcc25a722e)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:20.095056 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.102309 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f52b098d-4092-48cf-9405-3e569f370742 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:20.153769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-21a0e4c1-9446-45eb-a7e0-7b8c5e352978 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.157556 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-21a0e4c1-9446-45eb-a7e0-7b8c5e352978 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.159647 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6a972cb7-f05a-4686-a1eb-0653749f9f5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:20.159970 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ee760d37-2086-45e3-9371-a5872100252c None None] For port a18efe20-c3af-4f50-afb3-f7a180f32891, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:20.177403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0e4c1-9446-45eb-a7e0-7b8c5e352978 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8e32f2-68f0-4dd4-931b-25c17802eed8,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:20.181281 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-21a0e4c1-9446-45eb-a7e0-7b8c5e352978 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:20.183304 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ee760d37-2086-45e3-9371-a5872100252c None None] For port a18efe20-c3af-4f50-afb3-f7a180f32891, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a18efe20-c3af-4f50-afb3-f7a180f32891,segment=NetworkSegment(0588f997-27ce-4d2d-bd1f-60dcc25a722e),segment_id=0588f997-27ce-4d2d-bd1f-60dcc25a722e)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:20.186804 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-21a0e4c1-9446-45eb-a7e0-7b8c5e352978 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.186951 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=0f5868c3-b205-462a-9715-4e743afe08a4,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:20.188303 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-21a0e4c1-9446-45eb-a7e0-7b8c5e352978 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1417289 Jun 18 16:32:20.191186 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51658) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:20.191333 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.194569 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:20.195035 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:20.196747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-afa6fc68-be20-49d0-bf00-3511d332e49d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '2de83ff6-1a57-4e90-8675-928ecc042c86', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:20.218288 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-afa6fc68-be20-49d0-bf00-3511d332e49d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:32:20.223322 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-afa6fc68-be20-49d0-bf00-3511d332e49d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.258534 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Routers {'d894b8ae-5307-49ab-a48d-e8dbf006e64a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:20.259186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ee760d37-2086-45e3-9371-a5872100252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:32:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:20.262272 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3a0eb-6559-47a4-87ec-fc9a5d2724a2 None None] Pushing event updated for resources: {'Port': ['ID=a18efe20-c3af-4f50-afb3-f7a180f32891,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:20.295203 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-51a3a0eb-6559-47a4-87ec-fc9a5d2724a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:20.301590 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-afa6fc68-be20-49d0-bf00-3511d332e49d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.308036 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-afa6fc68-be20-49d0-bf00-3511d332e49d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.310679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0b7dfdae-3142-4372-bac1-67d41af1e4fe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:20.333292 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6fc68-be20-49d0-bf00-3511d332e49d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee0568c-e6ad-4615-9814-bde2f141171a,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:20.337459 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-afa6fc68-be20-49d0-bf00-3511d332e49d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:20.342715 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-afa6fc68-be20-49d0-bf00-3511d332e49d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:20.344409 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-afa6fc68-be20-49d0-bf00-3511d332e49d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1522777 Jun 18 16:32:20.385923 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-ee760d37-2086-45e3-9371-a5872100252c None None] Set router d894b8ae-5307-49ab-a48d-e8dbf006e64a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:20.497683 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-432e48e0-e571-4378-8a60-0bc687d6f13b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-49730081&fields=id&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 267 time: 0.0384169 Jun 18 16:32:20.607241 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-04ce4a2f-1778-4a74-962c-8ef0025862e9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:20.608604 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-04ce4a2f-1778-4a74-962c-8ef0025862e9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/networks?id=b6b05792-a6ef-49ab-af1c-720146a3279c HTTP/1.1" status: 200 len: 796 time: 0.1040339 Jun 18 16:32:20.614947 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ee760d37-2086-45e3-9371-a5872100252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'a18efe20-c3af-4f50-afb3-f7a180f32891', 'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:98:90:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:20Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:20.624566 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-2ff0dd06-a07c-4c7f-8125-3e62a8a5a27d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/quotas/ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 375 time: 0.0096331 Jun 18 16:32:20.645425 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee760d37-2086-45e3-9371-a5872100252c None None] The sync data for ids ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'] in dv-neutron-797120-1-hyperv is: [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'a18efe20-c3af-4f50-afb3-f7a180f32891', 'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:98:90:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:20Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:32:20.708200 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-b703d935-5efe-4fd0-bc5e-d3930a550de4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782702 Jun 18 16:32:21.165122 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-80f71546-8ea4-4fa3-9018-61c5ef5dcee6 service neutron] 10.222.0.50 "GET /v2.0/networks/b6b05792-a6ef-49ab-af1c-720146a3279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447427 Jun 18 16:32:21.179362 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a18efe20-c3af-4f50-afb3-f7a180f32891 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:21.238091 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port a18efe20-c3af-4f50-afb3-f7a180f32891 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:21.244037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port a18efe20-c3af-4f50-afb3-f7a180f32891 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:21.244414 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.264325 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-c6c1c5d1-4de2-45f4-afe2-b1a47131c4e9 service neutron] 10.222.0.50 "GET /v2.0/networks/b6b05792-a6ef-49ab-af1c-720146a3279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919397 Jun 18 16:32:21.329500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.366788 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port a18efe20-c3af-4f50-afb3-f7a180f32891, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a18efe20-c3af-4f50-afb3-f7a180f32891,segment=NetworkSegment(0588f997-27ce-4d2d-bd1f-60dcc25a722e),segment_id=0588f997-27ce-4d2d-bd1f-60dcc25a722e)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:21.371150 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.372034 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ae4a6c1f-4935-4c27-bce1-681593cb47cc up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:21.373805 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:21.455121 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=a18efe20-c3af-4f50-afb3-f7a180f32891,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:21.459231 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:21.469206 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ae4a6c1f-4935-4c27-bce1-681593cb47cc triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:21.469584 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:21.490015 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c603d4b6-f3e9-49aa-a87b-c24c36b164fd req-a797188c-cf63-498c-96d8-dc491f76a500 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3d08d3-d429-4559-a9ac-ec65f2f90bc8 HTTP/1.1" status: 200 len: 210 time: 0.0595937 Jun 18 16:32:21.557201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 0f5868c3-b205-462a-9715-4e743afe08a4 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:21.607991 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 0f5868c3-b205-462a-9715-4e743afe08a4 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:21.608465 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.542606 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-7be2a93b-9068-48aa-a71f-544b2d4cfca5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:22.544242 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-7be2a93b-9068-48aa-a71f-544b2d4cfca5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/networks?id=b6b05792-a6ef-49ab-af1c-720146a3279c HTTP/1.1" status: 200 len: 796 time: 0.1025527 Jun 18 16:32:22.601084 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-aa36fc5c-6d8d-4d4a-ba6a-f31394cba1ef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 378 time: 0.0441449 Jun 18 16:32:22.611516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-53031530-5eda-48d9-9fdc-480f4e5b7471 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'port': {'device_id': 'ed3d08d3-d429-4559-a9ac-ec65f2f90bc8', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'admin_state_up': True, 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'security_groups': ['2de83ff6-1a57-4e90-8675-928ecc042c86']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:22.683474 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a6d96436-7f0c-4070-9756-d84d58ef144a req-f1db8001-8b94-41cd-9efe-32833b1768c0 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3d08d3-d429-4559-a9ac-ec65f2f90bc8 HTTP/1.1" status: 200 len: 210 time: 0.0760806 Jun 18 16:32:22.756601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-53031530-5eda-48d9-9fdc-480f4e5b7471 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:32:22.760603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-53031530-5eda-48d9-9fdc-480f4e5b7471 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:22.890467 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-53031530-5eda-48d9-9fdc-480f4e5b7471 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.20.0.10 (b6b05792-a6ef-49ab-af1c-720146a3279c/94b62248-efaa-4374-9c84-6cc1aa3038ab/8d4a029a-45d5-46b9-a1e3-56135691a823) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:23.029221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-53031530-5eda-48d9-9fdc-480f4e5b7471 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.044336 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-53031530-5eda-48d9-9fdc-480f4e5b7471 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Transition to ACTIVE for port object 8d4a029a-45d5-46b9-a1e3-56135691a823 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:23.077345 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a18efe20-c3af-4f50-afb3-f7a180f32891 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:23.079328 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-53031530-5eda-48d9-9fdc-480f4e5b7471 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.084318 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a9ff5fa4-438e-4427-ad33-e3a081ca1b06 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:23.125948 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port a18efe20-c3af-4f50-afb3-f7a180f32891 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:23.126237 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.130889 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-53031530-5eda-48d9-9fdc-480f4e5b7471 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network b6b05792-a6ef-49ab-af1c-720146a3279c is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:23.135302 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-53031530-5eda-48d9-9fdc-480f4e5b7471 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:23.137724 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-53031530-5eda-48d9-9fdc-480f4e5b7471 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:23.144517 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53031530-5eda-48d9-9fdc-480f4e5b7471 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=8d4a029a-45d5-46b9-a1e3-56135691a823,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:23.148065 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-53031530-5eda-48d9-9fdc-480f4e5b7471 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:23.195858 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-53031530-5eda-48d9-9fdc-480f4e5b7471 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:23.196491 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-53031530-5eda-48d9-9fdc-480f4e5b7471 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.212558 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-53031530-5eda-48d9-9fdc-480f4e5b7471 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6062992 Jun 18 16:32:23.224528 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Request body: {'port': {'device_id': 'ed3d08d3-d429-4559-a9ac-ec65f2f90bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:23.306544 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.379816 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ec4dd7ab-0518-4ed0-925e-f6b79ddfd6e4 None None] Provisioning for port 8d4a029a-45d5-46b9-a1e3-56135691a823 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:23.383921 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ec4dd7ab-0518-4ed0-925e-f6b79ddfd6e4 None None] Provisioning complete for port 8d4a029a-45d5-46b9-a1e3-56135691a823 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:23.384306 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ec4dd7ab-0518-4ed0-925e-f6b79ddfd6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.418727 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ec4dd7ab-0518-4ed0-925e-f6b79ddfd6e4 None None] Port 8d4a029a-45d5-46b9-a1e3-56135691a823 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:32:23.629620 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4a029a-45d5-46b9-a1e3-56135691a823 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:32:23.637542 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.651140 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Transition to ACTIVE for port object 8d4a029a-45d5-46b9-a1e3-56135691a823 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:32:23.654943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.657953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:23.734285 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4a029a-45d5-46b9-a1e3-56135691a823,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:23.739297 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:23.824735 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Attempting to bind port 8d4a029a-45d5-46b9-a1e3-56135691a823 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:32:23.825137 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Attempting to bind port 8d4a029a-45d5-46b9-a1e3-56135691a823 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '0588f997-27ce-4d2d-bd1f-60dcc25a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:32:23.825406 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Attempting to bind port 8d4a029a-45d5-46b9-a1e3-56135691a823 on network b6b05792-a6ef-49ab-af1c-720146a3279c {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:23.848939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Port 8d4a029a-45d5-46b9-a1e3-56135691a823 on network b6b05792-a6ef-49ab-af1c-720146a3279c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:32:23.849267 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Attempting to bind port 8d4a029a-45d5-46b9-a1e3-56135691a823 on network b6b05792-a6ef-49ab-af1c-720146a3279c {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:32:23.859129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:32:23.859473 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Checking segment: {'id': '0588f997-27ce-4d2d-bd1f-60dcc25a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:32:23.859862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Bound using segment: {'id': '0588f997-27ce-4d2d-bd1f-60dcc25a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:32:23.860300 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Bound port: 8d4a029a-45d5-46b9-a1e3-56135691a823, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0588f997-27ce-4d2d-bd1f-60dcc25a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:32:23.860648 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.935276 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce0ce7-635f-45e7-80fc-c8f976614933 req-8195c1e0-37ea-4c5b-873b-e851b2f87136 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:23.936729 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5ce0ce7-635f-45e7-80fc-c8f976614933 req-8195c1e0-37ea-4c5b-873b-e851b2f87136 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3d08d3-d429-4559-a9ac-ec65f2f90bc8 HTTP/1.1" status: 200 len: 944 time: 0.1274471 Jun 18 16:32:23.956026 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] For port 8d4a029a-45d5-46b9-a1e3-56135691a823, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:32:23.979523 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] For port 8d4a029a-45d5-46b9-a1e3-56135691a823, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8d4a029a-45d5-46b9-a1e3-56135691a823,segment=NetworkSegment(0588f997-27ce-4d2d-bd1f-60dcc25a722e),segment_id=0588f997-27ce-4d2d-bd1f-60dcc25a722e)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:32:23.987295 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:23.993005 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f88b491e-fff9-4f50-82ae-df0826f677f9 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:24.025561 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5ce0ce7-635f-45e7-80fc-c8f976614933 req-a4dad79a-aae4-47c0-948a-a72e07e55bd9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=2de83ff6-1a57-4e90-8675-928ecc042c86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0826242 Jun 18 16:32:24.036335 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:24.037092 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:24.038989 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] 10.222.0.55 "PUT /v2.0/ports/8d4a029a-45d5-46b9-a1e3-56135691a823 HTTP/1.1" status: 200 len: 1094 time: 0.8185081 Jun 18 16:32:24.039550 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3d08d3-d429-4559-a9ac-ec65f2f90bc8', 'tag': '8d4a029a-45d5-46b9-a1e3-56135691a823'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:32:24.042835 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5512d84-94ca-4d8b-ae24-47601addaa83" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3d08d3-d429-4559-a9ac-ec65f2f90bc8", "tag": "8d4a029a-45d5-46b9-a1e3-56135691a823"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:32:24.067025 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Pushing event updated for resources: {'Port': ['ID=8d4a029a-45d5-46b9-a1e3-56135691a823,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:24.071504 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:24.089576 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315e9bec-adbc-406f-b442-dafbc4601ee8 x-openstack-request-id: req-315e9bec-adbc-406f-b442-dafbc4601ee8 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:32:24.090210 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3d08d3-d429-4559-a9ac-ec65f2f90bc8", "tag": "8d4a029a-45d5-46b9-a1e3-56135691a823", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:32:24.091109 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-315e9bec-adbc-406f-b442-dafbc4601ee8 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:32:24.091585 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3d08d3-d429-4559-a9ac-ec65f2f90bc8', 'tag': '8d4a029a-45d5-46b9-a1e3-56135691a823', 'status': 'completed', 'code': 200} Jun 18 16:32:24.109196 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:24.157360 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95570923-88fb-4db6-8039-61b928e9d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:24.159035 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-95570923-88fb-4db6-8039-61b928e9d310 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=ed3d08d3-d429-4559-a9ac-ec65f2f90bc8 HTTP/1.1" status: 200 len: 1097 time: 0.0626473 Jun 18 16:32:24.203729 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-0362bc47-0cb7-4334-85bf-6857947996dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4a029a-45d5-46b9-a1e3-56135691a823 HTTP/1.1" status: 200 len: 217 time: 0.0366728 Jun 18 16:32:24.262312 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-ba6b714a-ddce-4bfd-ae18-4de651c7bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:24.263828 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-ba6b714a-ddce-4bfd-ae18-4de651c7bfc0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94b62248-efaa-4374-9c84-6cc1aa3038ab HTTP/1.1" status: 200 len: 834 time: 0.0504487 Jun 18 16:32:24.321297 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-8fcf5fe1-390f-4b69-85c2-a790d4793404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:24.322711 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-8fcf5fe1-390f-4b69-85c2-a790d4793404 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6b05792-a6ef-49ab-af1c-720146a3279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517755 Jun 18 16:32:24.412283 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-2691af6b-128b-4b4c-99d6-947d648faf65 service neutron] 10.222.0.55 "GET /v2.0/networks/b6b05792-a6ef-49ab-af1c-720146a3279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827439 Jun 18 16:32:24.507908 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-063aca28-6ebf-4ac0-802a-814f3ae20a20 req-f90bc61f-6db9-49e3-87fa-66b4f88098cf service neutron] 10.222.0.55 "GET /v2.0/networks/b6b05792-a6ef-49ab-af1c-720146a3279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877805 Jun 18 16:32:24.636597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5512d84-94ca-4d8b-ae24-47601addaa83 req-2c8a9d79-5302-4402-962d-c69085c6381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:24.638559 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5512d84-94ca-4d8b-ae24-47601addaa83 req-2c8a9d79-5302-4402-962d-c69085c6381b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=ed3d08d3-d429-4559-a9ac-ec65f2f90bc8 HTTP/1.1" status: 200 len: 1097 time: 0.0646632 Jun 18 16:32:24.738759 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5512d84-94ca-4d8b-ae24-47601addaa83 req-404391f6-95c4-4ec1-9b77-8d85ae53579a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:24.740319 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5512d84-94ca-4d8b-ae24-47601addaa83 req-404391f6-95c4-4ec1-9b77-8d85ae53579a service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6b05792-a6ef-49ab-af1c-720146a3279c HTTP/1.1" status: 200 len: 897 time: 0.0942221 Jun 18 16:32:24.782925 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5512d84-94ca-4d8b-ae24-47601addaa83 req-58d60a97-05b2-4049-9426-bd1d98125e61 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4a029a-45d5-46b9-a1e3-56135691a823 HTTP/1.1" status: 200 len: 217 time: 0.0352335 Jun 18 16:32:24.835357 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5512d84-94ca-4d8b-ae24-47601addaa83 req-44007379-12d0-4521-91f4-59a7a17ec356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:24.836831 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5512d84-94ca-4d8b-ae24-47601addaa83 req-44007379-12d0-4521-91f4-59a7a17ec356 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94b62248-efaa-4374-9c84-6cc1aa3038ab HTTP/1.1" status: 200 len: 834 time: 0.0460012 Jun 18 16:32:24.906829 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5512d84-94ca-4d8b-ae24-47601addaa83 req-090379ea-03d7-472d-b764-2cde668e2536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:24.908329 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5512d84-94ca-4d8b-ae24-47601addaa83 req-090379ea-03d7-472d-b764-2cde668e2536 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6b05792-a6ef-49ab-af1c-720146a3279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0635400 Jun 18 16:32:25.004283 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5512d84-94ca-4d8b-ae24-47601addaa83 req-8252cc85-dd2b-4617-8590-c308b15f32d3 service neutron] 10.222.0.55 "GET /v2.0/networks/b6b05792-a6ef-49ab-af1c-720146a3279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867236 Jun 18 16:32:25.112747 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5512d84-94ca-4d8b-ae24-47601addaa83 req-587ee5e1-f791-400e-9f3c-b3f12c053e92 service neutron] 10.222.0.55 "GET /v2.0/networks/b6b05792-a6ef-49ab-af1c-720146a3279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960364 Jun 18 16:32:25.215953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60126470-c9d0-4835-b17c-61525503612b req-d45bfe0f-aede-4d30-92aa-61d58b04a062 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:25.217503 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60126470-c9d0-4835-b17c-61525503612b req-d45bfe0f-aede-4d30-92aa-61d58b04a062 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3d08d3-d429-4559-a9ac-ec65f2f90bc8 HTTP/1.1" status: 200 len: 944 time: 0.0718372 Jun 18 16:32:25.259623 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60126470-c9d0-4835-b17c-61525503612b req-5cb7f9f1-3469-45ae-b4f2-d5ecea8fe113 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=2de83ff6-1a57-4e90-8675-928ecc042c86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360513 Jun 18 16:32:26.038643 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 8d4a029a-45d5-46b9-a1e3-56135691a823 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:32:26.137225 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 8d4a029a-45d5-46b9-a1e3-56135691a823, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8d4a029a-45d5-46b9-a1e3-56135691a823,segment=NetworkSegment(0588f997-27ce-4d2d-bd1f-60dcc25a722e),segment_id=0588f997-27ce-4d2d-bd1f-60dcc25a722e)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:26.149498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '8d4a029a-45d5-46b9-a1e3-56135691a823', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'port_id': '8d4a029a-45d5-46b9-a1e3-56135691a823', 'mac_address': 'fa:16:3e:6b:fc:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:32:26.186073 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.200100 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4a029a-45d5-46b9-a1e3-56135691a823 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:32:26.220004 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 8d4a029a-45d5-46b9-a1e3-56135691a823, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8d4a029a-45d5-46b9-a1e3-56135691a823,segment=NetworkSegment(0588f997-27ce-4d2d-bd1f-60dcc25a722e),segment_id=0588f997-27ce-4d2d-bd1f-60dcc25a722e)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:26.224393 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:26.227126 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:26.279605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=8d4a029a-45d5-46b9-a1e3-56135691a823,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:26.282739 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:26.485026 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['8d4a029a-45d5-46b9-a1e3-56135691a823'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:32:26.490355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95c204-84a6-4e19-bc70-c03af007145c req-b931946f-2095-43a1-8308-22ae1605fefa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:26.492033 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba95c204-84a6-4e19-bc70-c03af007145c req-b931946f-2095-43a1-8308-22ae1605fefa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3d08d3-d429-4559-a9ac-ec65f2f90bc8 HTTP/1.1" status: 200 len: 945 time: 0.0680993 Jun 18 16:32:26.530709 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba95c204-84a6-4e19-bc70-c03af007145c req-5ab5885c-1545-47a0-962a-e36a5123e743 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=2de83ff6-1a57-4e90-8675-928ecc042c86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327520 Jun 18 16:32:27.722106 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b8c64-ab03-49f2-9335-c49630ad474a req-6e4311ba-5d88-41dd-943f-b053c944af79 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:27.723756 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-219b8c64-ab03-49f2-9335-c49630ad474a req-6e4311ba-5d88-41dd-943f-b053c944af79 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3d08d3-d429-4559-a9ac-ec65f2f90bc8 HTTP/1.1" status: 200 len: 945 time: 0.0725691 Jun 18 16:32:27.767185 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-219b8c64-ab03-49f2-9335-c49630ad474a req-db1bb36b-55f1-42e3-861c-c1a8359eef4d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=2de83ff6-1a57-4e90-8675-928ecc042c86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364106 Jun 18 16:32:28.069799 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 8d4a029a-45d5-46b9-a1e3-56135691a823 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:32:28.125660 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 8d4a029a-45d5-46b9-a1e3-56135691a823 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:32:28.129876 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 8d4a029a-45d5-46b9-a1e3-56135691a823 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:32:28.130259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:28.214438 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:28.239181 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3d08d3-d429-4559-a9ac-ec65f2f90bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4a029a-45d5-46b9-a1e3-56135691a823'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:32:28.241644 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2be98b7-49be-4f82-a087-40b223219473" -d '{"events": [{"server_uuid": "ed3d08d3-d429-4559-a9ac-ec65f2f90bc8", "name": "network-vif-plugged", "status": "completed", "tag": "8d4a029a-45d5-46b9-a1e3-56135691a823"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:32:28.256002 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 8d4a029a-45d5-46b9-a1e3-56135691a823, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8d4a029a-45d5-46b9-a1e3-56135691a823,segment=NetworkSegment(0588f997-27ce-4d2d-bd1f-60dcc25a722e),segment_id=0588f997-27ce-4d2d-bd1f-60dcc25a722e)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:32:28.260769 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:28.262856 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:28.311820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=8d4a029a-45d5-46b9-a1e3-56135691a823,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:28.315091 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:28.351292 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e2a5e0-d3c5-4e69-a21e-f6e356874a79 x-openstack-request-id: req-81e2a5e0-d3c5-4e69-a21e-f6e356874a79 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:32:28.351292 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3d08d3-d429-4559-a9ac-ec65f2f90bc8", "name": "network-vif-plugged", "status": "completed", "tag": "8d4a029a-45d5-46b9-a1e3-56135691a823", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:32:28.351292 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-81e2a5e0-d3c5-4e69-a21e-f6e356874a79 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:32:28.351292 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3d08d3-d429-4559-a9ac-ec65f2f90bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4a029a-45d5-46b9-a1e3-56135691a823', 'code': 200} Jun 18 16:32:28.586584 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73ec3b-77df-4c09-94ff-c7353ca80cde req-437c7c41-ea84-49b3-bad2-5c2b6af2fd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:28.588111 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fc73ec3b-77df-4c09-94ff-c7353ca80cde req-437c7c41-ea84-49b3-bad2-5c2b6af2fd48 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed3d08d3-d429-4559-a9ac-ec65f2f90bc8 HTTP/1.1" status: 200 len: 1099 time: 0.0581107 Jun 18 16:32:28.636889 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fc73ec3b-77df-4c09-94ff-c7353ca80cde req-eda32dba-e6b1-4fe4-8993-2f8977563e75 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2de83ff6-1a57-4e90-8675-928ecc042c86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420380 Jun 18 16:32:28.949940 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ef774-dffa-42a8-a038-5f3c2af1871e req-94f6447e-b5ce-46e7-9395-6304ed96bef1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:28.951723 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f64ef774-dffa-42a8-a038-5f3c2af1871e req-94f6447e-b5ce-46e7-9395-6304ed96bef1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3d08d3-d429-4559-a9ac-ec65f2f90bc8 HTTP/1.1" status: 200 len: 946 time: 0.0652328 Jun 18 16:32:29.000016 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f64ef774-dffa-42a8-a038-5f3c2af1871e req-84a0c8d4-4ff4-4010-87c7-36c5e099a5ce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=2de83ff6-1a57-4e90-8675-928ecc042c86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422788 Jun 18 16:32:30.177664 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de741ef-78ed-4662-8536-c4db1e63d8dc req-d3268e1b-65a0-4aa2-9915-aa594b1aef1d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:30.179149 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0de741ef-78ed-4662-8536-c4db1e63d8dc req-d3268e1b-65a0-4aa2-9915-aa594b1aef1d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3d08d3-d429-4559-a9ac-ec65f2f90bc8 HTTP/1.1" status: 200 len: 946 time: 0.0654433 Jun 18 16:32:30.217018 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0de741ef-78ed-4662-8536-c4db1e63d8dc req-d0857be7-a6fe-49cd-a011-c6e23b686802 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=2de83ff6-1a57-4e90-8675-928ecc042c86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318480 Jun 18 16:32:30.407651 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c5862-54ce-43bc-83c9-237fa3822a21 req-c29bdac6-4dde-4612-a76e-938af1ff2398 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:30.409109 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d05c5862-54ce-43bc-83c9-237fa3822a21 req-c29bdac6-4dde-4612-a76e-938af1ff2398 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3d08d3-d429-4559-a9ac-ec65f2f90bc8 HTTP/1.1" status: 200 len: 946 time: 0.0744483 Jun 18 16:32:30.447062 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d05c5862-54ce-43bc-83c9-237fa3822a21 req-218a1979-897f-48b4-9c38-f44e6bc5a821 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=2de83ff6-1a57-4e90-8675-928ecc042c86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318477 Jun 18 16:32:30.470854 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51716) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:30.528758 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5527c2-8ace-4ca6-8640-7a33e0a907cd tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:30.530262 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9e5527c2-8ace-4ca6-8640-7a33e0a907cd tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ed3d08d3-d429-4559-a9ac-ec65f2f90bc8 HTTP/1.1" status: 200 len: 1094 time: 0.0583811 Jun 18 16:32:30.532985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51718) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:30.537381 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '8d4a029a-45d5-46b9-a1e3-56135691a823', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:32:30.560731 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:30.658020 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:30.769649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.26.6.32 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/e59cdbd7-1fa5-4630-8a5d-1a46da48a812) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:32:30.872883 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:30.912154 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:30.914300 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:30.959656 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:32:30.963189 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:32:30.966769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:32:30.972140 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=e59cdbd7-1fa5-4630-8a5d-1a46da48a812,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:30.992015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:31.377271 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:31.456080 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:31.627016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:31.632033 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:31.635869 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:32:31.701843 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=e59cdbd7-1fa5-4630-8a5d-1a46da48a812,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:32:31.707321 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:32:31.714085 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:31.816097 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Floating IP 8049e52d-ca67-44d8-a649-fbf530b19289 associated. External IP: 172.26.6.32, port: 8d4a029a-45d5-46b9-a1e3-56135691a823. Jun 18 16:32:32.030052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router d894b8ae-5307-49ab-a48d-e8dbf006e64a has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:32:32.140644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:32:32.150445 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03342820-10d2-4d59-afc6-c042ee7710f4 None None] Sync routers for ids ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:32:32.157654 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:32.160082 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03342820-10d2-4d59-afc6-c042ee7710f4 None None] Routers {'d894b8ae-5307-49ab-a48d-e8dbf006e64a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:32.160714 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-03342820-10d2-4d59-afc6-c042ee7710f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:32:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:32.201475 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6674237 Jun 18 16:32:32.202320 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3d08d3-d429-4559-a9ac-ec65f2f90bc8', 'tag': '8d4a029a-45d5-46b9-a1e3-56135691a823'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:32:32.204904 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d8ebf6-e09d-4d7c-8217-3942f8defbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3d08d3-d429-4559-a9ac-ec65f2f90bc8", "tag": "8d4a029a-45d5-46b9-a1e3-56135691a823"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:32:32.206262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51720) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:32.247773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632b2feb-66b3-428a-9560-dfbcbe357f56 x-openstack-request-id: req-632b2feb-66b3-428a-9560-dfbcbe357f56 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:32:32.248156 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3d08d3-d429-4559-a9ac-ec65f2f90bc8", "tag": "8d4a029a-45d5-46b9-a1e3-56135691a823", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:32:32.248470 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-632b2feb-66b3-428a-9560-dfbcbe357f56 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:32:32.249015 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3d08d3-d429-4559-a9ac-ec65f2f90bc8', 'tag': '8d4a029a-45d5-46b9-a1e3-56135691a823', 'status': 'completed', 'code': 200} Jun 18 16:32:32.315214 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-03342820-10d2-4d59-afc6-c042ee7710f4 None None] Set router d894b8ae-5307-49ab-a48d-e8dbf006e64a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:32.331916 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8ebf6-e09d-4d7c-8217-3942f8defbdb req-a7caf736-16c1-4594-91bd-fe0559163ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:32.332245 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8e2db0f3-4318-49fb-8d26-b1d25988d90f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/8049e52d-ca67-44d8-a649-fbf530b19289 HTTP/1.1" status: 200 len: 991 time: 0.1212482 Jun 18 16:32:32.332534 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b8d8ebf6-e09d-4d7c-8217-3942f8defbdb req-a7caf736-16c1-4594-91bd-fe0559163ae6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=ed3d08d3-d429-4559-a9ac-ec65f2f90bc8 HTTP/1.1" status: 200 len: 1099 time: 0.0566518 Jun 18 16:32:32.439175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8ebf6-e09d-4d7c-8217-3942f8defbdb req-6051627d-2445-4f21-ac23-2884be1974f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:32.440440 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b8d8ebf6-e09d-4d7c-8217-3942f8defbdb req-6051627d-2445-4f21-ac23-2884be1974f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6b05792-a6ef-49ab-af1c-720146a3279c HTTP/1.1" status: 200 len: 897 time: 0.1001012 Jun 18 16:32:32.527690 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b8d8ebf6-e09d-4d7c-8217-3942f8defbdb req-88843794-eade-4ba1-aaf9-4a4ef40b3301 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4a029a-45d5-46b9-a1e3-56135691a823 HTTP/1.1" status: 200 len: 999 time: 0.0652401 Jun 18 16:32:32.575042 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-03342820-10d2-4d59-afc6-c042ee7710f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '8049e52d-ca67-44d8-a649-fbf530b19289', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'port_id': '8d4a029a-45d5-46b9-a1e3-56135691a823', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'mac_address': 'fa:16:3e:6b:fc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d08d3-d429-4559-a9ac-ec65f2f90bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:32:31Z', 'updated_at': '2021-06-18T16:32:31Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18efe20-c3af-4f50-afb3-f7a180f32891', 'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:98:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:21Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:32.577433 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8ebf6-e09d-4d7c-8217-3942f8defbdb req-bb8a3148-d5eb-4a16-aa81-03b7928e52cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:32.578929 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b8d8ebf6-e09d-4d7c-8217-3942f8defbdb req-bb8a3148-d5eb-4a16-aa81-03b7928e52cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94b62248-efaa-4374-9c84-6cc1aa3038ab HTTP/1.1" status: 200 len: 834 time: 0.0455146 Jun 18 16:32:32.606345 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03342820-10d2-4d59-afc6-c042ee7710f4 None None] Checking router: d894b8ae-5307-49ab-a48d-e8dbf006e64a for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:32:32.615635 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03342820-10d2-4d59-afc6-c042ee7710f4 None None] Routers {'d894b8ae-5307-49ab-a48d-e8dbf006e64a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:32:32.616361 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-03342820-10d2-4d59-afc6-c042ee7710f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:32:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:32.644743 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8ebf6-e09d-4d7c-8217-3942f8defbdb req-4637bd66-3852-4cde-864f-5777c2f124cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:32:32.646252 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b8d8ebf6-e09d-4d7c-8217-3942f8defbdb req-4637bd66-3852-4cde-864f-5777c2f124cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6b05792-a6ef-49ab-af1c-720146a3279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575907 Jun 18 16:32:32.734226 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-03342820-10d2-4d59-afc6-c042ee7710f4 None None] Set router d894b8ae-5307-49ab-a48d-e8dbf006e64a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:32:32.985817 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-03342820-10d2-4d59-afc6-c042ee7710f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '8049e52d-ca67-44d8-a649-fbf530b19289', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'port_id': '8d4a029a-45d5-46b9-a1e3-56135691a823', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'mac_address': 'fa:16:3e:6b:fc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d08d3-d429-4559-a9ac-ec65f2f90bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:32:31Z', 'updated_at': '2021-06-18T16:32:31Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18efe20-c3af-4f50-afb3-f7a180f32891', 'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:98:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:21Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:32:33.013991 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03342820-10d2-4d59-afc6-c042ee7710f4 None None] The sync data for ids ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'] in dv-neutron-797120-1-hyperv is: [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '8049e52d-ca67-44d8-a649-fbf530b19289', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'port_id': '8d4a029a-45d5-46b9-a1e3-56135691a823', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'mac_address': 'fa:16:3e:6b:fc:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3d08d3-d429-4559-a9ac-ec65f2f90bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:32:31Z', 'updated_at': '2021-06-18T16:32:31Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18efe20-c3af-4f50-afb3-f7a180f32891', 'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:98:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:21Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:32:33.096461 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b8d8ebf6-e09d-4d7c-8217-3942f8defbdb req-3547a34f-fe2e-48a5-96db-b87fb81c17c9 service neutron] 10.222.0.55 "GET /v2.0/networks/b6b05792-a6ef-49ab-af1c-720146a3279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421012 Jun 18 16:32:33.199291 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b8d8ebf6-e09d-4d7c-8217-3942f8defbdb req-c0821c07-b0d2-4c0d-85e0-2fef12a00bb8 service neutron] 10.222.0.55 "GET /v2.0/networks/b6b05792-a6ef-49ab-af1c-720146a3279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890675 Jun 18 16:32:33.219804 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d5bce-dbf2-46a8-920f-8bb49b01fbcd None None] New status for floating IP 8049e52d-ca67-44d8-a649-fbf530b19289: ACTIVE {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:32:33.334746 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51724) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:33.408211 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4a787269-10f2-42cd-ab23-9c9e15522109 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/8049e52d-ca67-44d8-a649-fbf530b19289 HTTP/1.1" status: 200 len: 991 time: 0.0711076 Jun 18 16:32:34.411216 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51726) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:32:34.485497 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8e716fdc-5f72-4ef1-9914-1a2df2afcbdb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/8049e52d-ca67-44d8-a649-fbf530b19289 HTTP/1.1" status: 200 len: 993 time: 0.0728369 Jun 18 16:32:38.454983 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7e092da4-086c-48ef-95b9-34c62930b03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:38.871965 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:32:40.932370 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-846c10e5-98e3-4998-808a-17a96f5cf948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:41.287718 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:42.080324 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:43.706277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:32:54.117772 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:03.115604 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51740) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:03.176311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7707bae0-17de-472e-b1bd-e9dac4bd89cc tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:03.176787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7707bae0-17de-472e-b1bd-e9dac4bd89cc tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:03.177257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7707bae0-17de-472e-b1bd-e9dac4bd89cc tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:03.178980 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7707bae0-17de-472e-b1bd-e9dac4bd89cc tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/ports?project_id=ce51bca7228b4491bea754922e3226ea&network_id=b6b05792-a6ef-49ab-af1c-720146a3279c HTTP/1.1" status: 200 len: 3000 time: 0.0623825 Jun 18 16:33:06.631081 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51750) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:06.707599 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e00adce-0da7-4164-869e-3f00e008820b tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:06.709101 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8e00adce-0da7-4164-869e-3f00e008820b tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296 HTTP/1.1" status: 200 len: 814 time: 0.0769198 Jun 18 16:33:07.398642 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-70484ad3-fe13-46e4-ae30-8d2e50a0143c req-315ae285-0779-416d-ad0c-937bd76bf619 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532401 Jun 18 16:33:07.477613 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70484ad3-fe13-46e4-ae30-8d2e50a0143c req-9a96707d-620e-4f4e-8397-460bdfb02716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:07.479229 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-70484ad3-fe13-46e4-ae30-8d2e50a0143c req-9a96707d-620e-4f4e-8397-460bdfb02716 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=677a748149594a93a9900e94206deadd&device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 1099 time: 0.0536869 Jun 18 16:33:07.588553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70484ad3-fe13-46e4-ae30-8d2e50a0143c req-e3b521cb-a87b-4b37-97cd-a3567cdfc541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:07.590760 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-70484ad3-fe13-46e4-ae30-8d2e50a0143c req-e3b521cb-a87b-4b37-97cd-a3567cdfc541 service neutron] 10.222.0.55 "GET /v2.0/networks?id=653de129-f9e5-469e-ba59-ca23a87d80e3 HTTP/1.1" status: 200 len: 913 time: 0.0897117 Jun 18 16:33:07.659543 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-70484ad3-fe13-46e4-ae30-8d2e50a0143c req-7a923bc2-f3a5-424e-a1c2-48bf4a7921af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e45ad60-47c1-4e26-ab03-1c6536916756 HTTP/1.1" status: 200 len: 1002 time: 0.0599651 Jun 18 16:33:07.713661 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70484ad3-fe13-46e4-ae30-8d2e50a0143c req-208fe5ae-cd40-4e93-bbb0-c576d67584db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:07.715984 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-70484ad3-fe13-46e4-ae30-8d2e50a0143c req-208fe5ae-cd40-4e93-bbb0-c576d67584db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69140bce-415f-4588-91e8-fdea89aeed75 HTTP/1.1" status: 200 len: 851 time: 0.0495470 Jun 18 16:33:07.749475 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51756) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:07.754508 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-71d1dd53-ef4b-4cbd-b464-83ab2e91e310 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:07.778610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70484ad3-fe13-46e4-ae30-8d2e50a0143c req-f0e461d6-300b-4ece-9dd4-e328bdc97e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:07.780176 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-70484ad3-fe13-46e4-ae30-8d2e50a0143c req-f0e461d6-300b-4ece-9dd4-e328bdc97e46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=653de129-f9e5-469e-ba59-ca23a87d80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0574014 Jun 18 16:33:07.890701 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-70484ad3-fe13-46e4-ae30-8d2e50a0143c req-746130ca-8fcc-4b93-af25-55589b7a63d4 service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963752 Jun 18 16:33:07.991264 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-70484ad3-fe13-46e4-ae30-8d2e50a0143c req-16cabaf0-d2c2-4c0c-92cd-3a17f3548c46 service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964148 Jun 18 16:33:08.184554 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-71d1dd53-ef4b-4cbd-b464-83ab2e91e310 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:08.340236 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-71d1dd53-ef4b-4cbd-b464-83ab2e91e310 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:08.344035 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-71d1dd53-ef4b-4cbd-b464-83ab2e91e310 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:08.344352 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-71d1dd53-ef4b-4cbd-b464-83ab2e91e310 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Floating IP 8049e52d-ca67-44d8-a649-fbf530b19289 disassociated. External IP: 172.26.6.32, port: 8d4a029a-45d5-46b9-a1e3-56135691a823. Jun 18 16:33:08.456832 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-10119de7-6248-4b89-92eb-49d069b1f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:08.564414 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71d1dd53-ef4b-4cbd-b464-83ab2e91e310 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router d894b8ae-5307-49ab-a48d-e8dbf006e64a has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:08.676830 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d1dd53-ef4b-4cbd-b464-83ab2e91e310 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:08.681713 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-71d1dd53-ef4b-4cbd-b464-83ab2e91e310 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:08.687168 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2b565e-d1fb-4706-849d-a1a38e68d4da None None] Sync routers for ids ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:08.696511 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2b565e-d1fb-4706-849d-a1a38e68d4da None None] Routers {'d894b8ae-5307-49ab-a48d-e8dbf006e64a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:08.697131 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4f2b565e-d1fb-4706-849d-a1a38e68d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:32:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:08.717621 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-71d1dd53-ef4b-4cbd-b464-83ab2e91e310 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/floatingips/8049e52d-ca67-44d8-a649-fbf530b19289 HTTP/1.1" status: 200 len: 689 time: 0.9669440 Jun 18 16:33:08.718648 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3d08d3-d429-4559-a9ac-ec65f2f90bc8', 'tag': '8d4a029a-45d5-46b9-a1e3-56135691a823'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:08.721073 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51758) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:08.721572 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da2de14-707e-42e6-b79d-d78a9d26bf76" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3d08d3-d429-4559-a9ac-ec65f2f90bc8", "tag": "8d4a029a-45d5-46b9-a1e3-56135691a823"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:08.762793 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245928a5-2894-4c4e-ac96-92d7e6efe468 x-openstack-request-id: req-245928a5-2894-4c4e-ac96-92d7e6efe468 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:08.763460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3d08d3-d429-4559-a9ac-ec65f2f90bc8", "tag": "8d4a029a-45d5-46b9-a1e3-56135691a823", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:08.763460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-245928a5-2894-4c4e-ac96-92d7e6efe468 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:08.763887 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3d08d3-d429-4559-a9ac-ec65f2f90bc8', 'tag': '8d4a029a-45d5-46b9-a1e3-56135691a823', 'status': 'completed', 'code': 200} Jun 18 16:33:08.772472 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-17aed873-2ebe-4c80-be91-d569b0a6b4b7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/8049e52d-ca67-44d8-a649-fbf530b19289 HTTP/1.1" status: 200 len: 689 time: 0.0499952 Jun 18 16:33:08.807405 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-4f2b565e-d1fb-4706-849d-a1a38e68d4da None None] Set router d894b8ae-5307-49ab-a48d-e8dbf006e64a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:08.837937 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2de14-707e-42e6-b79d-d78a9d26bf76 req-61b2106b-79a3-4a79-948d-ea6472b3bf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:08.839615 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6da2de14-707e-42e6-b79d-d78a9d26bf76 req-61b2106b-79a3-4a79-948d-ea6472b3bf47 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=ed3d08d3-d429-4559-a9ac-ec65f2f90bc8 HTTP/1.1" status: 200 len: 1099 time: 0.0525682 Jun 18 16:33:08.934538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2de14-707e-42e6-b79d-d78a9d26bf76 req-7634acb8-02e0-4a57-a605-12013d551a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:08.935944 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6da2de14-707e-42e6-b79d-d78a9d26bf76 req-7634acb8-02e0-4a57-a605-12013d551a67 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6b05792-a6ef-49ab-af1c-720146a3279c HTTP/1.1" status: 200 len: 897 time: 0.0897648 Jun 18 16:33:08.979250 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6da2de14-707e-42e6-b79d-d78a9d26bf76 req-2533cc09-6316-4a58-94c4-de261b239355 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d4a029a-45d5-46b9-a1e3-56135691a823 HTTP/1.1" status: 200 len: 217 time: 0.0362313 Jun 18 16:33:09.006079 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4f2b565e-d1fb-4706-849d-a1a38e68d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'a18efe20-c3af-4f50-afb3-f7a180f32891', 'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:98:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:21Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:09.032258 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2de14-707e-42e6-b79d-d78a9d26bf76 req-d4e1e82b-c478-46eb-9185-8dba63f73b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:09.032638 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2b565e-d1fb-4706-849d-a1a38e68d4da None None] Checking router: d894b8ae-5307-49ab-a48d-e8dbf006e64a for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:33:09.033733 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6da2de14-707e-42e6-b79d-d78a9d26bf76 req-d4e1e82b-c478-46eb-9185-8dba63f73b37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94b62248-efaa-4374-9c84-6cc1aa3038ab HTTP/1.1" status: 200 len: 834 time: 0.0474699 Jun 18 16:33:09.040870 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2b565e-d1fb-4706-849d-a1a38e68d4da None None] Routers {'d894b8ae-5307-49ab-a48d-e8dbf006e64a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:09.041484 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4f2b565e-d1fb-4706-849d-a1a38e68d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:32:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:09.092697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2de14-707e-42e6-b79d-d78a9d26bf76 req-624d513a-1c61-49d5-a7df-0d1869d91a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:09.094213 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6da2de14-707e-42e6-b79d-d78a9d26bf76 req-624d513a-1c61-49d5-a7df-0d1869d91a08 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6b05792-a6ef-49ab-af1c-720146a3279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0536888 Jun 18 16:33:09.189387 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6da2de14-707e-42e6-b79d-d78a9d26bf76 req-c5139f1d-5fe7-4fef-b88e-d94f8d0ef356 service neutron] 10.222.0.55 "GET /v2.0/networks/b6b05792-a6ef-49ab-af1c-720146a3279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871127 Jun 18 16:33:09.239683 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-4f2b565e-d1fb-4706-849d-a1a38e68d4da None None] Set router d894b8ae-5307-49ab-a48d-e8dbf006e64a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:09.285392 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6da2de14-707e-42e6-b79d-d78a9d26bf76 req-f80e11f4-1098-473a-8bc5-d904e4aaa6ce service neutron] 10.222.0.55 "GET /v2.0/networks/b6b05792-a6ef-49ab-af1c-720146a3279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892279 Jun 18 16:33:09.431607 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-4f2b565e-d1fb-4706-849d-a1a38e68d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'a18efe20-c3af-4f50-afb3-f7a180f32891', 'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:98:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:21Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:09.457027 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2b565e-d1fb-4706-849d-a1a38e68d4da None None] The sync data for ids ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'] in dv-neutron-797120-1-hyperv is: [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'a18efe20-c3af-4f50-afb3-f7a180f32891', 'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:98:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:21Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:09.676433 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de8e4c1-7cc7-4f5c-8f58-94f362a04be2 None None] New status for floating IP 8049e52d-ca67-44d8-a649-fbf530b19289: DOWN {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:33:09.776269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51762) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:09.821915 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2dfc2f1c-e9b1-463e-8bf1-0e0d2a2654ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/8049e52d-ca67-44d8-a649-fbf530b19289 HTTP/1.1" status: 200 len: 689 time: 0.0444555 Jun 18 16:33:10.825978 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51764) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:10.874571 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9acaf744-40be-46fd-b37a-c129720db5b3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/8049e52d-ca67-44d8-a649-fbf530b19289 HTTP/1.1" status: 200 len: 687 time: 0.0472910 Jun 18 16:33:10.923139 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-068cab45-18ad-4c50-aeb4-24ccedfe71d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:11.288998 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.084684 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.188384 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51768) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:12.193192 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-20a57849-e72e-4c62-8d5e-1f97b82f97f5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-220295797', 'description': 'tempest-secgroup-smoke-220295797 description', 'project_id': 'ce51bca7228b4491bea754922e3226ea'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:12.215096 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-20a57849-e72e-4c62-8d5e-1f97b82f97f5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.293608 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-20a57849-e72e-4c62-8d5e-1f97b82f97f5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.297130 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-20a57849-e72e-4c62-8d5e-1f97b82f97f5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.299619 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2c555f8f-c1eb-4740-bc6a-ac6bf23af2a6 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:12.325053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-20a57849-e72e-4c62-8d5e-1f97b82f97f5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.326238 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-20a57849-e72e-4c62-8d5e-1f97b82f97f5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1368146 Jun 18 16:33:12.328231 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a57849-e72e-4c62-8d5e-1f97b82f97f5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbdb90b-a9e8-401d-a4b6-f506ac7e8393,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:12.329288 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51770) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:12.331522 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-20a57849-e72e-4c62-8d5e-1f97b82f97f5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:12.336247 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '0dbdb90b-a9e8-401d-a4b6-f506ac7e8393', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:12.364930 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.415060 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.418582 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.423520 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ae8f9890-b3f4-4e43-94fb-75daba265427 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:12.442498 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57732169-c524-41d8-b973-b2edba778c14,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:12.449536 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.450716 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193252 Jun 18 16:33:12.452392 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:12.452771 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:12.453155 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:12.453521 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:12.453721 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51772) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:12.453870 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:12.454235 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:12.454622 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:12.454981 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:12.455340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:12.455726 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:12.456077 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:12.456430 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:12.458692 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f6f0605e-49ef-41ab-9633-d379bcd1890a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '0dbdb90b-a9e8-401d-a4b6-f506ac7e8393', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:12.460480 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:12.484536 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f6f0605e-49ef-41ab-9633-d379bcd1890a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.541178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f6f0605e-49ef-41ab-9633-d379bcd1890a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.544647 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f6f0605e-49ef-41ab-9633-d379bcd1890a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.546507 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d52231c8-9843-436e-bc75-00caef9101ef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:12.563605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0605e-49ef-41ab-9633-d379bcd1890a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395c5f00-40d8-487b-ad51-676dbeb72dea,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:12.566403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f6f0605e-49ef-41ab-9633-d379bcd1890a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:12.568832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f6f0605e-49ef-41ab-9633-d379bcd1890a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.572785 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51774) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:12.572956 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f6f0605e-49ef-41ab-9633-d379bcd1890a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181569 Jun 18 16:33:12.578163 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-b6da316c-1332-44c6-a888-36c8a0a32307 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '0dbdb90b-a9e8-401d-a4b6-f506ac7e8393', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:12.603648 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b6da316c-1332-44c6-a888-36c8a0a32307 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.663019 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b6da316c-1332-44c6-a888-36c8a0a32307 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.666356 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b6da316c-1332-44c6-a888-36c8a0a32307 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.670504 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-567c7cbd-2a5c-4e27-8c5f-2e65ec2b85db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:12.686284 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da316c-1332-44c6-a888-36c8a0a32307 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5dea1f-1642-4f54-b1ee-46d70eb3f1e2,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:12.688890 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b6da316c-1332-44c6-a888-36c8a0a32307 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:12.693702 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b6da316c-1332-44c6-a888-36c8a0a32307 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.694943 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b6da316c-1332-44c6-a888-36c8a0a32307 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211612 Jun 18 16:33:12.699441 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51776) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:12.704670 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-0d2f16c1-77d8-4e26-981a-bc542dfa6dbc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '0dbdb90b-a9e8-401d-a4b6-f506ac7e8393', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:12.730809 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0d2f16c1-77d8-4e26-981a-bc542dfa6dbc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.790829 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0d2f16c1-77d8-4e26-981a-bc542dfa6dbc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.794689 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0d2f16c1-77d8-4e26-981a-bc542dfa6dbc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.796305 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:12.813400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f16c1-77d8-4e26-981a-bc542dfa6dbc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474037d9-8e60-456f-b483-ad6c4a73fc51,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:12.816249 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0d2f16c1-77d8-4e26-981a-bc542dfa6dbc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:12.819028 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0d2f16c1-77d8-4e26-981a-bc542dfa6dbc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.820097 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0d2f16c1-77d8-4e26-981a-bc542dfa6dbc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195695 Jun 18 16:33:12.822986 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51778) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:12.828282 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-7916fd9c-0d86-4be8-b0df-2bbc71b2006d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '0dbdb90b-a9e8-401d-a4b6-f506ac7e8393', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:12.848576 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-7916fd9c-0d86-4be8-b0df-2bbc71b2006d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:33:12.853197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7916fd9c-0d86-4be8-b0df-2bbc71b2006d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.913056 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7916fd9c-0d86-4be8-b0df-2bbc71b2006d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.916647 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7916fd9c-0d86-4be8-b0df-2bbc71b2006d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.918393 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:12.934936 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916fd9c-0d86-4be8-b0df-2bbc71b2006d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d3ebe6-4c33-45ea-a5fc-1f6b80ccbea5,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:12.937834 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7916fd9c-0d86-4be8-b0df-2bbc71b2006d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:12.939981 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7916fd9c-0d86-4be8-b0df-2bbc71b2006d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:12.941166 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7916fd9c-0d86-4be8-b0df-2bbc71b2006d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171937 Jun 18 16:33:12.943952 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51780) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:12.948394 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-4f589011-2c41-4003-b772-cc877e44ebce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '0dbdb90b-a9e8-401d-a4b6-f506ac7e8393', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:12.970599 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-4f589011-2c41-4003-b772-cc877e44ebce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:33:12.975149 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f589011-2c41-4003-b772-cc877e44ebce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.038153 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f589011-2c41-4003-b772-cc877e44ebce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.041573 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f589011-2c41-4003-b772-cc877e44ebce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.044100 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:13.060443 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f589011-2c41-4003-b772-cc877e44ebce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11faee72-3bc2-4b54-a0d3-c5b0180bb682,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:13.062994 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4f589011-2c41-4003-b772-cc877e44ebce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:13.066882 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f589011-2c41-4003-b772-cc877e44ebce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.068120 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4f589011-2c41-4003-b772-cc877e44ebce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232405 Jun 18 16:33:13.207424 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-bc13b4a9-cd19-43ef-92de-7447f4ecf038 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-220295797&fields=id&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 267 time: 0.0334711 Jun 18 16:33:13.317262 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-6f9a37a4-12da-41ea-91d8-e32a4b31cde4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:13.318732 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-6f9a37a4-12da-41ea-91d8-e32a4b31cde4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/networks?id=b6b05792-a6ef-49ab-af1c-720146a3279c HTTP/1.1" status: 200 len: 796 time: 0.1050406 Jun 18 16:33:13.333685 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-f607fa1b-a407-4169-b8ba-5ba0d1e8b795 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/quotas/ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 375 time: 0.0090058 Jun 18 16:33:13.404949 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-3834eb96-6759-4cc4-b99a-2e6e1c475123 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0663664 Jun 18 16:33:13.505459 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-f9045db3-1e26-451d-8ea6-0b6d74d507c5 service neutron] 10.222.0.50 "GET /v2.0/networks/b6b05792-a6ef-49ab-af1c-720146a3279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893297 Jun 18 16:33:13.592885 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-98f9c358-5122-4695-bc2d-d4daf9803708 service neutron] 10.222.0.50 "GET /v2.0/networks/b6b05792-a6ef-49ab-af1c-720146a3279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818014 Jun 18 16:33:13.711146 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:13.768176 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c77c37dc-702a-4a9b-98ef-4941bddf78ae req-a1acbdd5-3d81-4d51-ad98-c239b98b3365 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=af36cd94-f807-45af-af9b-9c0241bec160 HTTP/1.1" status: 200 len: 210 time: 0.0357559 Jun 18 16:33:14.780456 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-0c9c318d-e914-4fca-8b6e-8dc8128fb18a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:14.782100 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-0c9c318d-e914-4fca-8b6e-8dc8128fb18a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/networks?id=b6b05792-a6ef-49ab-af1c-720146a3279c HTTP/1.1" status: 200 len: 796 time: 0.1042147 Jun 18 16:33:14.832088 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-22115836-3ac3-452c-991a-318b23ce81e5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 470 time: 0.0396767 Jun 18 16:33:14.840695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'port': {'device_id': 'af36cd94-f807-45af-af9b-9c0241bec160', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'admin_state_up': True, 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'security_groups': ['0dbdb90b-a9e8-401d-a4b6-f506ac7e8393']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:14.936403 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-89a7bf64-b505-493f-bf55-cba9ded8ba39 req-b64a1085-b095-4517-9a54-c8a5167a1c0d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=af36cd94-f807-45af-af9b-9c0241bec160 HTTP/1.1" status: 200 len: 210 time: 0.0389435 Jun 18 16:33:14.986755 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:33:14.990649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.124083 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.20.0.3 (b6b05792-a6ef-49ab-af1c-720146a3279c/94b62248-efaa-4374-9c84-6cc1aa3038ab/ffc8d616-1882-4ed5-8227-7a7b68f84b0b) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:33:15.256780 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.275185 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Transition to ACTIVE for port object ffc8d616-1882-4ed5-8227-7a7b68f84b0b will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:15.307327 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.311652 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4b8ad8ac-0a39-4e69-9618-e0020406255d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:15.353915 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network b6b05792-a6ef-49ab-af1c-720146a3279c is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:33:15.357369 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:33:15.361307 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:33:15.368157 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=ffc8d616-1882-4ed5-8227-7a7b68f84b0b,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:15.396641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:15.397040 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:15.397429 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:15.397813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:15.398191 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:15.398593 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:15.398969 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:15.399340 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:15.399711 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:15.400083 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:15.400447 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:15.400812 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:15.407160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:15.426770 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:15.427406 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.450649 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6078668 Jun 18 16:33:15.457337 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Request body: {'port': {'device_id': 'af36cd94-f807-45af-af9b-9c0241bec160', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:15.539907 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.612634 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5f4f10dd-01a4-466a-be7b-634b0a6bac78 None None] Provisioning for port ffc8d616-1882-4ed5-8227-7a7b68f84b0b completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:15.616416 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5f4f10dd-01a4-466a-be7b-634b0a6bac78 None None] Provisioning complete for port ffc8d616-1882-4ed5-8227-7a7b68f84b0b triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:15.616787 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5f4f10dd-01a4-466a-be7b-634b0a6bac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.649586 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5f4f10dd-01a4-466a-be7b-634b0a6bac78 None None] Port ffc8d616-1882-4ed5-8227-7a7b68f84b0b cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:33:15.802553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc8d616-1882-4ed5-8227-7a7b68f84b0b {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:33:15.810937 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.822679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Transition to ACTIVE for port object ffc8d616-1882-4ed5-8227-7a7b68f84b0b will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:33:15.826776 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:15.829508 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:15.875472 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:33:15.910275 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc8d616-1882-4ed5-8227-7a7b68f84b0b,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:15.913859 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:15.985785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Attempting to bind port ffc8d616-1882-4ed5-8227-7a7b68f84b0b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:33:15.986276 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Attempting to bind port ffc8d616-1882-4ed5-8227-7a7b68f84b0b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '0588f997-27ce-4d2d-bd1f-60dcc25a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:33:15.986654 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Attempting to bind port ffc8d616-1882-4ed5-8227-7a7b68f84b0b on network b6b05792-a6ef-49ab-af1c-720146a3279c {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:33:15.991344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Port ffc8d616-1882-4ed5-8227-7a7b68f84b0b on network b6b05792-a6ef-49ab-af1c-720146a3279c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:33:15.991666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Attempting to bind port ffc8d616-1882-4ed5-8227-7a7b68f84b0b on network b6b05792-a6ef-49ab-af1c-720146a3279c {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:33:15.996817 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:33:15.997156 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Checking segment: {'id': '0588f997-27ce-4d2d-bd1f-60dcc25a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:33:15.997545 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Bound using segment: {'id': '0588f997-27ce-4d2d-bd1f-60dcc25a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:33:15.997983 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Bound port: ffc8d616-1882-4ed5-8227-7a7b68f84b0b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0588f997-27ce-4d2d-bd1f-60dcc25a722e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:33:15.998507 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.065575 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] For port ffc8d616-1882-4ed5-8227-7a7b68f84b0b, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:33:16.069293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] For port ffc8d616-1882-4ed5-8227-7a7b68f84b0b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ffc8d616-1882-4ed5-8227-7a7b68f84b0b,segment=NetworkSegment(0588f997-27ce-4d2d-bd1f-60dcc25a722e),segment_id=0588f997-27ce-4d2d-bd1f-60dcc25a722e)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:33:16.082671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.109455 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-943c0412-b022-4341-9618-01254e1e5deb tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:16.153001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:16.153396 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:16.154919 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] 10.222.0.55 "PUT /v2.0/ports/ffc8d616-1882-4ed5-8227-7a7b68f84b0b HTTP/1.1" status: 200 len: 1093 time: 0.7020242 Jun 18 16:33:16.157546 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af36cd94-f807-45af-af9b-9c0241bec160', 'tag': 'ffc8d616-1882-4ed5-8227-7a7b68f84b0b'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:16.160171 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d1100a-6d62-4c34-94ff-b0345ce3c0da" -d '{"events": [{"name": "network-changed", "server_uuid": "af36cd94-f807-45af-af9b-9c0241bec160", "tag": "ffc8d616-1882-4ed5-8227-7a7b68f84b0b"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:16.186318 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc8d616-1882-4ed5-8227-7a7b68f84b0b,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:16.190666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:16.208057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0186bd3-6385-48d5-89fa-f09cbc0a52ad req-cbdfce5a-636a-407e-b151-f08eecca1520 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:16.209620 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f0186bd3-6385-48d5-89fa-f09cbc0a52ad req-cbdfce5a-636a-407e-b151-f08eecca1520 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=af36cd94-f807-45af-af9b-9c0241bec160 HTTP/1.1" status: 200 len: 943 time: 0.1390660 Jun 18 16:33:16.272601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f09bc4c-a99c-4b46-b568-89b07ad7b0a3 x-openstack-request-id: req-4f09bc4c-a99c-4b46-b568-89b07ad7b0a3 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:16.272939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af36cd94-f807-45af-af9b-9c0241bec160", "tag": "ffc8d616-1882-4ed5-8227-7a7b68f84b0b", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:16.273242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4f09bc4c-a99c-4b46-b568-89b07ad7b0a3 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:16.273686 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af36cd94-f807-45af-af9b-9c0241bec160', 'tag': 'ffc8d616-1882-4ed5-8227-7a7b68f84b0b', 'status': 'completed', 'code': 200} Jun 18 16:33:16.283698 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f0186bd3-6385-48d5-89fa-f09cbc0a52ad req-6a2fb33f-81a0-4e3f-a664-d6fd2a633667 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=0dbdb90b-a9e8-401d-a4b6-f506ac7e8393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637653 Jun 18 16:33:16.296185 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-cdb71703-ae4e-49d8-840a-470e613ab5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:16.297701 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-cdb71703-ae4e-49d8-840a-470e613ab5c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=af36cd94-f807-45af-af9b-9c0241bec160 HTTP/1.1" status: 200 len: 1096 time: 0.0871775 Jun 18 16:33:16.346115 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-187bb300-c37d-4ddc-889a-ce565a06dd87 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc8d616-1882-4ed5-8227-7a7b68f84b0b HTTP/1.1" status: 200 len: 217 time: 0.0402677 Jun 18 16:33:16.398411 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-43578498-b638-468d-a7c2-1b1b9b61d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:16.399933 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-43578498-b638-468d-a7c2-1b1b9b61d377 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94b62248-efaa-4374-9c84-6cc1aa3038ab HTTP/1.1" status: 200 len: 834 time: 0.0466042 Jun 18 16:33:16.460980 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-1b16a37c-631c-4ba1-8c7a-2a07771c2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:16.462332 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-1b16a37c-631c-4ba1-8c7a-2a07771c2b94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6b05792-a6ef-49ab-af1c-720146a3279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0532646 Jun 18 16:33:16.553841 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-bb461aa5-17ad-438b-ade8-8c44f5d44504 service neutron] 10.222.0.55 "GET /v2.0/networks/b6b05792-a6ef-49ab-af1c-720146a3279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845766 Jun 18 16:33:16.645861 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aeb07db0-9e11-4d51-8f3a-b56b11a65953 req-c2e35854-6b8d-4fc5-b3f0-7d5e75f65298 service neutron] 10.222.0.55 "GET /v2.0/networks/b6b05792-a6ef-49ab-af1c-720146a3279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841148 Jun 18 16:33:16.752626 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1100a-6d62-4c34-94ff-b0345ce3c0da req-96fea8b1-8a45-4a1a-a82e-1ad21affa010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:16.754050 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03d1100a-6d62-4c34-94ff-b0345ce3c0da req-96fea8b1-8a45-4a1a-a82e-1ad21affa010 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=af36cd94-f807-45af-af9b-9c0241bec160 HTTP/1.1" status: 200 len: 1096 time: 0.0607085 Jun 18 16:33:16.848733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1100a-6d62-4c34-94ff-b0345ce3c0da req-9e01022b-773a-4e30-acda-ada95c355017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:16.850212 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03d1100a-6d62-4c34-94ff-b0345ce3c0da req-9e01022b-773a-4e30-acda-ada95c355017 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6b05792-a6ef-49ab-af1c-720146a3279c HTTP/1.1" status: 200 len: 897 time: 0.0890045 Jun 18 16:33:16.899023 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03d1100a-6d62-4c34-94ff-b0345ce3c0da req-e384fe1d-c69e-4136-83e6-0e27790b2ba3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc8d616-1882-4ed5-8227-7a7b68f84b0b HTTP/1.1" status: 200 len: 217 time: 0.0414953 Jun 18 16:33:16.950492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1100a-6d62-4c34-94ff-b0345ce3c0da req-3011d402-f191-456b-8edf-0f6704dc5b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:16.951955 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03d1100a-6d62-4c34-94ff-b0345ce3c0da req-3011d402-f191-456b-8edf-0f6704dc5b8e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94b62248-efaa-4374-9c84-6cc1aa3038ab HTTP/1.1" status: 200 len: 834 time: 0.0461102 Jun 18 16:33:17.012290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1100a-6d62-4c34-94ff-b0345ce3c0da req-42968323-17b7-4dca-a483-9f00c6b663af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:17.013701 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03d1100a-6d62-4c34-94ff-b0345ce3c0da req-42968323-17b7-4dca-a483-9f00c6b663af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6b05792-a6ef-49ab-af1c-720146a3279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0548613 Jun 18 16:33:17.111167 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03d1100a-6d62-4c34-94ff-b0345ce3c0da req-1f90e421-3896-4fa3-b09e-61a50d9da66c service neutron] 10.222.0.55 "GET /v2.0/networks/b6b05792-a6ef-49ab-af1c-720146a3279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893879 Jun 18 16:33:17.208036 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03d1100a-6d62-4c34-94ff-b0345ce3c0da req-cab1d96d-fe2f-4631-ad05-b5c020e3f756 service neutron] 10.222.0.55 "GET /v2.0/networks/b6b05792-a6ef-49ab-af1c-720146a3279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884387 Jun 18 16:33:17.473062 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c597c-6b03-4c36-bf98-3409340ad321 req-239129af-af9e-43ee-8a70-514d8eb1755f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:17.474569 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cc1c597c-6b03-4c36-bf98-3409340ad321 req-239129af-af9e-43ee-8a70-514d8eb1755f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=af36cd94-f807-45af-af9b-9c0241bec160 HTTP/1.1" status: 200 len: 943 time: 0.0735872 Jun 18 16:33:17.513013 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cc1c597c-6b03-4c36-bf98-3409340ad321 req-2e752d5c-5aed-4d0b-a402-872105b41322 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=0dbdb90b-a9e8-401d-a4b6-f506ac7e8393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324152 Jun 18 16:33:17.988416 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51818) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:18.151674 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-b7b1d58d-29c8-415b-9fe6-ffdb4b149345 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Deleting port 76af066d-a0fd-48e0-8f40-2fb566ed1df5 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:18.152555 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b7b1d58d-29c8-415b-9fe6-ffdb4b149345 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.228119 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b7b1d58d-29c8-415b-9fe6-ffdb4b149345 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.228444 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b7b1d58d-29c8-415b-9fe6-ffdb4b149345 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.297830 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-b7b1d58d-29c8-415b-9fe6-ffdb4b149345 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Calling delete_port for 76af066d-a0fd-48e0-8f40-2fb566ed1df5 owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:18.310089 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device ffc8d616-1882-4ed5-8227-7a7b68f84b0b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:33:18.405724 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port ffc8d616-1882-4ed5-8227-7a7b68f84b0b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ffc8d616-1882-4ed5-8227-7a7b68f84b0b,segment=NetworkSegment(0588f997-27ce-4d2d-bd1f-60dcc25a722e),segment_id=0588f997-27ce-4d2d-bd1f-60dcc25a722e)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:18.417047 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': 'ffc8d616-1882-4ed5-8227-7a7b68f84b0b', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'port_id': 'ffc8d616-1882-4ed5-8227-7a7b68f84b0b', 'mac_address': 'fa:16:3e:39:94:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:33:18.447327 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b7b1d58d-29c8-415b-9fe6-ffdb4b149345 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.449481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3b5bfcec-552a-4f0e-9cc9-f0614dee95e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:18.457396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.471094 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc8d616-1882-4ed5-8227-7a7b68f84b0b {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:33:18.473476 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1d58d-29c8-415b-9fe6-ffdb4b149345 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event deleted for resources: {'Port': ['ID=76af066d-a0fd-48e0-8f40-2fb566ed1df5,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:18.476632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b7b1d58d-29c8-415b-9fe6-ffdb4b149345 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:18.499688 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port ffc8d616-1882-4ed5-8227-7a7b68f84b0b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ffc8d616-1882-4ed5-8227-7a7b68f84b0b,segment=NetworkSegment(0588f997-27ce-4d2d-bd1f-60dcc25a722e),segment_id=0588f997-27ce-4d2d-bd1f-60dcc25a722e)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:18.503679 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.505471 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-dd4740c8-e34a-4e8a-b28d-b36afe0d91c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:18.536193 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b7b1d58d-29c8-415b-9fe6-ffdb4b149345 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for floatingip, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.536565 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-b7b1d58d-29c8-415b-9fe6-ffdb4b149345 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Floating IP d908f7fb-4923-4f47-a114-6cfb1673f423 disassociated (deleted). External IP: 172.26.6.176, port: 2e45ad60-47c1-4e26-ab03-1c6536916756. Jun 18 16:33:18.555434 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=ffc8d616-1882-4ed5-8227-7a7b68f84b0b,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:18.564009 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:18.564442 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:18.564861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:18.565201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:18.565535 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:18.565871 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:18.566201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:18.566561 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:18.566894 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:18.567220 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:18.567545 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:18.567867 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:33:18.572413 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:18.747919 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['ffc8d616-1882-4ed5-8227-7a7b68f84b0b'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:33:18.786963 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb84612-50ad-46bb-a32f-7d209433d015 req-c81a2f55-1b57-4ef6-b7c2-e622441cbeed tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:18.788464 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5bb84612-50ad-46bb-a32f-7d209433d015 req-c81a2f55-1b57-4ef6-b7c2-e622441cbeed tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=af36cd94-f807-45af-af9b-9c0241bec160 HTTP/1.1" status: 200 len: 944 time: 0.1491497 Jun 18 16:33:18.828459 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b1d58d-29c8-415b-9fe6-ffdb4b149345 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Router d2938074-b18f-46a3-8a3d-3c6f178f51b0 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:18.847258 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5bb84612-50ad-46bb-a32f-7d209433d015 req-b5e37cd5-91f6-43fe-8a27-e98307235de0 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=0dbdb90b-a9e8-401d-a4b6-f506ac7e8393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507638 Jun 18 16:33:18.947622 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b1d58d-29c8-415b-9fe6-ffdb4b149345 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:18.952904 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b7b1d58d-29c8-415b-9fe6-ffdb4b149345 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:18.959052 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa85ef-e43b-4eb1-9799-d7ab09c0cd4b None None] Sync routers for ids ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:18.969767 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa85ef-e43b-4eb1-9799-d7ab09c0cd4b None None] Routers {'d2938074-b18f-46a3-8a3d-3c6f178f51b0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:18.970499 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-edaa85ef-e43b-4eb1-9799-d7ab09c0cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:33:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:18.993189 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b7b1d58d-29c8-415b-9fe6-ffdb4b149345 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "DELETE /v2.0/floatingips/d908f7fb-4923-4f47-a114-6cfb1673f423 HTTP/1.1" status: 204 len: 168 time: 1.0034995 Jun 18 16:33:18.994060 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775d783c-35ee-4588-a506-59c7c6fb6282', 'tag': '2e45ad60-47c1-4e26-ab03-1c6536916756'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:18.996421 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18321683-7fab-4bdc-bea4-6451e31b0c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "775d783c-35ee-4588-a506-59c7c6fb6282", "tag": "2e45ad60-47c1-4e26-ab03-1c6536916756"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:19.038884 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dc60c0-1618-40cb-aecf-55dfdd923640 x-openstack-request-id: req-09dc60c0-1618-40cb-aecf-55dfdd923640 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:19.039166 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775d783c-35ee-4588-a506-59c7c6fb6282", "tag": "2e45ad60-47c1-4e26-ab03-1c6536916756", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:19.039474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09dc60c0-1618-40cb-aecf-55dfdd923640 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:19.040141 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775d783c-35ee-4588-a506-59c7c6fb6282', 'tag': '2e45ad60-47c1-4e26-ab03-1c6536916756', 'status': 'completed', 'code': 200} Jun 18 16:33:19.083302 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-edaa85ef-e43b-4eb1-9799-d7ab09c0cd4b None None] Set router d2938074-b18f-46a3-8a3d-3c6f178f51b0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:19.127053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18321683-7fab-4bdc-bea4-6451e31b0c3f req-fce54242-3f24-4e20-849c-3e64d17cd6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:19.129060 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-18321683-7fab-4bdc-bea4-6451e31b0c3f req-fce54242-3f24-4e20-849c-3e64d17cd6da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=677a748149594a93a9900e94206deadd&device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 1099 time: 0.0605452 Jun 18 16:33:19.243038 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18321683-7fab-4bdc-bea4-6451e31b0c3f req-6dc73dcf-05e2-407b-b123-fd9776fbfcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:19.245755 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-18321683-7fab-4bdc-bea4-6451e31b0c3f req-6dc73dcf-05e2-407b-b123-fd9776fbfcab service neutron] 10.222.0.55 "GET /v2.0/networks?id=653de129-f9e5-469e-ba59-ca23a87d80e3 HTTP/1.1" status: 200 len: 913 time: 0.1093664 Jun 18 16:33:19.311493 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-18321683-7fab-4bdc-bea4-6451e31b0c3f req-1bc2cc5a-36fc-441e-885d-e20b0ca77cc6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e45ad60-47c1-4e26-ab03-1c6536916756 HTTP/1.1" status: 200 len: 217 time: 0.0378535 Jun 18 16:33:19.345385 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-edaa85ef-e43b-4eb1-9799-d7ab09c0cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'cfa69f6a-8c10-4ec5-8a7a-7369dc6c6df2', 'tenant_id': '677a748149594a93a9900e94206deadd', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'port_id': '4a6649d9-aed2-46c8-bfa1-928ff2130200', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'mac_address': 'fa:16:3e:09:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310373a9-8742-47c5-8890-afb1259b48f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:36Z', 'updated_at': '2021-06-18T16:29:38Z', 'revision_number': 1, 'project_id': '677a748149594a93a9900e94206deadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:50Z', 'revision_number': 5, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:19.374887 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa85ef-e43b-4eb1-9799-d7ab09c0cd4b None None] Checking router: d2938074-b18f-46a3-8a3d-3c6f178f51b0 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:33:19.383406 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa85ef-e43b-4eb1-9799-d7ab09c0cd4b None None] Routers {'d2938074-b18f-46a3-8a3d-3c6f178f51b0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:19.384031 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-edaa85ef-e43b-4eb1-9799-d7ab09c0cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:33:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:19.402397 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18321683-7fab-4bdc-bea4-6451e31b0c3f req-cc12ab0c-9133-431b-a5c0-eccdca403a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:19.403920 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-18321683-7fab-4bdc-bea4-6451e31b0c3f req-cc12ab0c-9133-431b-a5c0-eccdca403a98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69140bce-415f-4588-91e8-fdea89aeed75 HTTP/1.1" status: 200 len: 851 time: 0.0872698 Jun 18 16:33:19.476200 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf59645-c25d-4f6d-96e7-598fc77ee9cb req-96c92620-9367-4504-993c-b755b070eefa tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:19.478161 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6cf59645-c25d-4f6d-96e7-598fc77ee9cb req-96c92620-9367-4504-993c-b755b070eefa tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 946 time: 0.1241663 Jun 18 16:33:19.508870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18321683-7fab-4bdc-bea4-6451e31b0c3f req-4dc9b8b9-979f-48d1-8714-87e39604eb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:19.510681 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-18321683-7fab-4bdc-bea4-6451e31b0c3f req-4dc9b8b9-979f-48d1-8714-87e39604eb6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=653de129-f9e5-469e-ba59-ca23a87d80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0970392 Jun 18 16:33:19.523295 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-edaa85ef-e43b-4eb1-9799-d7ab09c0cd4b None None] Set router d2938074-b18f-46a3-8a3d-3c6f178f51b0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:19.537401 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6cf59645-c25d-4f6d-96e7-598fc77ee9cb req-973db695-6da4-4639-8b60-0f0c07a17c31 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503335 Jun 18 16:33:19.620113 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-18321683-7fab-4bdc-bea4-6451e31b0c3f req-72b6a33a-da2d-4313-bb82-07fb4ce4ecd9 service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963564 Jun 18 16:33:19.720135 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-18321683-7fab-4bdc-bea4-6451e31b0c3f req-c22beb5f-1b0a-4300-bb50-68f7ebc58a55 service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918183 Jun 18 16:33:19.764410 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-edaa85ef-e43b-4eb1-9799-d7ab09c0cd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'cfa69f6a-8c10-4ec5-8a7a-7369dc6c6df2', 'tenant_id': '677a748149594a93a9900e94206deadd', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'port_id': '4a6649d9-aed2-46c8-bfa1-928ff2130200', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'mac_address': 'fa:16:3e:09:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310373a9-8742-47c5-8890-afb1259b48f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:36Z', 'updated_at': '2021-06-18T16:29:38Z', 'revision_number': 1, 'project_id': '677a748149594a93a9900e94206deadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:50Z', 'revision_number': 5, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:19.791123 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa85ef-e43b-4eb1-9799-d7ab09c0cd4b None None] The sync data for ids ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'] in dv-neutron-797120-1-hyperv is: [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'cfa69f6a-8c10-4ec5-8a7a-7369dc6c6df2', 'tenant_id': '677a748149594a93a9900e94206deadd', 'floating_ip_address': '172.26.6.54', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'port_id': '4a6649d9-aed2-46c8-bfa1-928ff2130200', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'mac_address': 'fa:16:3e:09:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '310373a9-8742-47c5-8890-afb1259b48f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:29:36Z', 'updated_at': '2021-06-18T16:29:38Z', 'revision_number': 1, 'project_id': '677a748149594a93a9900e94206deadd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:50Z', 'revision_number': 5, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:20.017826 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2242633-47ba-4981-9143-726f93fb4ef1 None None] New status for floating IP d908f7fb-4923-4f47-a114-6cfb1673f423: DOWN {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:33:20.037924 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f68c5-40fa-4ddc-bae6-fa4f7368ec57 req-db671735-ea8a-477a-96ee-826ce51a9b92 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:20.039488 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0f7f68c5-40fa-4ddc-bae6-fa4f7368ec57 req-db671735-ea8a-477a-96ee-826ce51a9b92 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=af36cd94-f807-45af-af9b-9c0241bec160 HTTP/1.1" status: 200 len: 944 time: 0.0730886 Jun 18 16:33:20.081411 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0f7f68c5-40fa-4ddc-bae6-fa4f7368ec57 req-183625c7-acb8-4da8-a3c2-d4bed05e645d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=0dbdb90b-a9e8-401d-a4b6-f506ac7e8393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347955 Jun 18 16:33:20.318575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device ffc8d616-1882-4ed5-8227-7a7b68f84b0b up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:33:20.368552 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port ffc8d616-1882-4ed5-8227-7a7b68f84b0b completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:33:20.372913 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port ffc8d616-1882-4ed5-8227-7a7b68f84b0b triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:33:20.373293 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:20.462344 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:20.489366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af36cd94-f807-45af-af9b-9c0241bec160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc8d616-1882-4ed5-8227-7a7b68f84b0b'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:20.491728 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f533d1-3a0e-419e-a25e-e3e167e14277" -d '{"events": [{"server_uuid": "af36cd94-f807-45af-af9b-9c0241bec160", "name": "network-vif-plugged", "status": "completed", "tag": "ffc8d616-1882-4ed5-8227-7a7b68f84b0b"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:20.515820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port ffc8d616-1882-4ed5-8227-7a7b68f84b0b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ffc8d616-1882-4ed5-8227-7a7b68f84b0b,segment=NetworkSegment(0588f997-27ce-4d2d-bd1f-60dcc25a722e),segment_id=0588f997-27ce-4d2d-bd1f-60dcc25a722e)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:20.521362 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:20.523346 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5e37104f-4255-41ad-ba22-28a3cc9d8c3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:20.550529 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecbf07b-d90b-450f-add5-94abd13ab27a x-openstack-request-id: req-9ecbf07b-d90b-450f-add5-94abd13ab27a {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:20.550825 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af36cd94-f807-45af-af9b-9c0241bec160", "name": "network-vif-plugged", "status": "completed", "tag": "ffc8d616-1882-4ed5-8227-7a7b68f84b0b", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:20.551092 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ecbf07b-d90b-450f-add5-94abd13ab27a {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:20.551493 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af36cd94-f807-45af-af9b-9c0241bec160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc8d616-1882-4ed5-8227-7a7b68f84b0b', 'code': 200} Jun 18 16:33:20.586381 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=ffc8d616-1882-4ed5-8227-7a7b68f84b0b,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:20.593141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:20.798241 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd3df1-c264-4769-a4bb-d2429dce94f2 req-07abc682-c8b0-4fce-b493-d42b06123cbc tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:20.799791 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8ecd3df1-c264-4769-a4bb-d2429dce94f2 req-07abc682-c8b0-4fce-b493-d42b06123cbc tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 946 time: 0.1220112 Jun 18 16:33:20.815001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3effc-7179-4677-816f-3feea3810df9 req-b9708279-878a-4c23-8d5f-6f21ff16ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:20.816405 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c1e3effc-7179-4677-816f-3feea3810df9 req-b9708279-878a-4c23-8d5f-6f21ff16ed66 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=af36cd94-f807-45af-af9b-9c0241bec160 HTTP/1.1" status: 200 len: 1098 time: 0.0909510 Jun 18 16:33:20.865628 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8ecd3df1-c264-4769-a4bb-d2429dce94f2 req-66857501-df8c-42d2-93d9-2e031ef305c6 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591269 Jun 18 16:33:20.878133 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c1e3effc-7179-4677-816f-3feea3810df9 req-6c16c190-c221-4be4-bdf2-4b73c7ec16bc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0dbdb90b-a9e8-401d-a4b6-f506ac7e8393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513163 Jun 18 16:33:21.056154 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f781bc9-a619-4c47-be4b-39b224dce9ac req-7ef790e8-6c14-43fa-89bb-adf892846ab1 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:21.057606 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9f781bc9-a619-4c47-be4b-39b224dce9ac req-7ef790e8-6c14-43fa-89bb-adf892846ab1 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.55 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 946 time: 0.0664134 Jun 18 16:33:21.547895 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a7145-c59f-4d2b-9f06-f5e3df57676d req-6d414897-0884-426a-af64-dc23c9782c4c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:21.549382 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e46a7145-c59f-4d2b-9f06-f5e3df57676d req-6d414897-0884-426a-af64-dc23c9782c4c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=af36cd94-f807-45af-af9b-9c0241bec160 HTTP/1.1" status: 200 len: 945 time: 0.1139193 Jun 18 16:33:21.568266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-9f781bc9-a619-4c47-be4b-39b224dce9ac req-fa0febe5-3345-457d-9c57-01f90e29d179 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Deleting port 2e45ad60-47c1-4e26-ab03-1c6536916756 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:21.568610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9f781bc9-a619-4c47-be4b-39b224dce9ac req-fa0febe5-3345-457d-9c57-01f90e29d179 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.643635 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e46a7145-c59f-4d2b-9f06-f5e3df57676d req-1f257f1a-4c37-4096-959a-bc7651f9e6fe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=0dbdb90b-a9e8-401d-a4b6-f506ac7e8393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828590 Jun 18 16:33:21.696234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-9f781bc9-a619-4c47-be4b-39b224dce9ac req-fa0febe5-3345-457d-9c57-01f90e29d179 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] For port 2e45ad60-47c1-4e26-ab03-1c6536916756, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2e45ad60-47c1-4e26-ab03-1c6536916756,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:21.696605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9f781bc9-a619-4c47-be4b-39b224dce9ac req-fa0febe5-3345-457d-9c57-01f90e29d179 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.767960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-9f781bc9-a619-4c47-be4b-39b224dce9ac req-fa0febe5-3345-457d-9c57-01f90e29d179 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Calling delete_port for 2e45ad60-47c1-4e26-ab03-1c6536916756 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:21.911212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9f781bc9-a619-4c47-be4b-39b224dce9ac req-fa0febe5-3345-457d-9c57-01f90e29d179 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:21.915389 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:21.945005 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0febe5-3345-457d-9c57-01f90e29d179 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event deleted for resources: {'Port': ['ID=2e45ad60-47c1-4e26-ab03-1c6536916756,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:21.948229 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fa0febe5-3345-457d-9c57-01f90e29d179 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:21.998328 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f781bc9-a619-4c47-be4b-39b224dce9ac req-fa0febe5-3345-457d-9c57-01f90e29d179 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] No DVR routers for this DVR port 2e45ad60-47c1-4e26-ab03-1c6536916756 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:22.001009 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9f781bc9-a619-4c47-be4b-39b224dce9ac req-fa0febe5-3345-457d-9c57-01f90e29d179 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:22.005286 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9f781bc9-a619-4c47-be4b-39b224dce9ac req-fa0febe5-3345-457d-9c57-01f90e29d179 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.55 "DELETE /v2.0/ports/2e45ad60-47c1-4e26-ab03-1c6536916756 HTTP/1.1" status: 204 len: 173 time: 0.9393101 Jun 18 16:33:22.011046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775d783c-35ee-4588-a506-59c7c6fb6282', 'name': 'network-vif-deleted', 'tag': '2e45ad60-47c1-4e26-ab03-1c6536916756'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:22.014356 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800e282d-d1cc-49b0-b147-8f3bc8791777" -d '{"events": [{"server_uuid": "775d783c-35ee-4588-a506-59c7c6fb6282", "name": "network-vif-deleted", "tag": "2e45ad60-47c1-4e26-ab03-1c6536916756"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:22.055430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f848876-627d-485f-bbbc-e5559ee9beaa x-openstack-request-id: req-1f848876-627d-485f-bbbc-e5559ee9beaa {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:22.055787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775d783c-35ee-4588-a506-59c7c6fb6282", "name": "network-vif-deleted", "tag": "2e45ad60-47c1-4e26-ab03-1c6536916756", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:22.056076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1f848876-627d-485f-bbbc-e5559ee9beaa {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:22.056507 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775d783c-35ee-4588-a506-59c7c6fb6282', 'name': 'network-vif-deleted', 'tag': '2e45ad60-47c1-4e26-ab03-1c6536916756', 'status': 'completed', 'code': 200} Jun 18 16:33:22.058820 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-22ed24d0-e67d-4d95-918a-4fc789a1db01 req-4aaaa178-b32a-43be-827b-c27c532b99a1 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 210 time: 0.0615699 Jun 18 16:33:22.844081 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f2173-193f-409f-8ed7-b4a64e274a42 req-2645c146-9178-4dd5-8f1f-6c8bc2a2d4e4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:22.845572 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f51f2173-193f-409f-8ed7-b4a64e274a42 req-2645c146-9178-4dd5-8f1f-6c8bc2a2d4e4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=af36cd94-f807-45af-af9b-9c0241bec160 HTTP/1.1" status: 200 len: 945 time: 0.0716102 Jun 18 16:33:22.886726 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f51f2173-193f-409f-8ed7-b4a64e274a42 req-3e0fa491-276f-4d5b-b7a7-6656cbefb87b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=0dbdb90b-a9e8-401d-a4b6-f506ac7e8393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348563 Jun 18 16:33:23.060842 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b9f25-62ba-4ef2-8bec-2e9e934c436a req-dad4c0c2-d7bc-4380-af49-fd43df5d44ca tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:23.062328 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d73b9f25-62ba-4ef2-8bec-2e9e934c436a req-dad4c0c2-d7bc-4380-af49-fd43df5d44ca tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=af36cd94-f807-45af-af9b-9c0241bec160 HTTP/1.1" status: 200 len: 945 time: 0.0648329 Jun 18 16:33:23.102768 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d73b9f25-62ba-4ef2-8bec-2e9e934c436a req-0bcd7e2e-7fc3-4dea-8e16-45ff45b57a48 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=0dbdb90b-a9e8-401d-a4b6-f506ac7e8393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332565 Jun 18 16:33:23.129496 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51848) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:23.193251 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517b910a-cbb1-45e8-9bd7-fac67382b6a3 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:23.195142 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-517b910a-cbb1-45e8-9bd7-fac67382b6a3 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=af36cd94-f807-45af-af9b-9c0241bec160 HTTP/1.1" status: 200 len: 1093 time: 0.0640111 Jun 18 16:33:23.198065 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51850) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:23.203359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-1d163c56-7bf1-4383-8aed-fede1cc36414 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'floatingip': {'port_id': 'ffc8d616-1882-4ed5-8227-7a7b68f84b0b'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:33:23.215986 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-95cc92b5-035a-495f-8018-07e88b41e82b req-d9b6291a-87b9-4f06-82f9-b6c5be7bcb83 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 210 time: 0.0400169 Jun 18 16:33:23.244160 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1d163c56-7bf1-4383-8aed-fede1cc36414 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:23.704754 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1d163c56-7bf1-4383-8aed-fede1cc36414 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:23.708669 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1d163c56-7bf1-4383-8aed-fede1cc36414 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:23.810345 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-1d163c56-7bf1-4383-8aed-fede1cc36414 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Floating IP 8049e52d-ca67-44d8-a649-fbf530b19289 associated. External IP: 172.26.6.32, port: ffc8d616-1882-4ed5-8227-7a7b68f84b0b. Jun 18 16:33:24.029000 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d163c56-7bf1-4383-8aed-fede1cc36414 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router d894b8ae-5307-49ab-a48d-e8dbf006e64a has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:24.127310 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:24.143970 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d163c56-7bf1-4383-8aed-fede1cc36414 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:24.149051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1d163c56-7bf1-4383-8aed-fede1cc36414 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:24.153490 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f563589-0892-4689-bdae-0a88a45b3b3e None None] Sync routers for ids ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:24.162453 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f563589-0892-4689-bdae-0a88a45b3b3e None None] Routers {'d894b8ae-5307-49ab-a48d-e8dbf006e64a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:24.163351 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5f563589-0892-4689-bdae-0a88a45b3b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:33:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:24.196203 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51852) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:24.197665 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1d163c56-7bf1-4383-8aed-fede1cc36414 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/floatingips/8049e52d-ca67-44d8-a649-fbf530b19289 HTTP/1.1" status: 200 len: 990 time: 0.9983294 Jun 18 16:33:24.198601 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af36cd94-f807-45af-af9b-9c0241bec160', 'tag': 'ffc8d616-1882-4ed5-8227-7a7b68f84b0b'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:24.202609 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93c905d-7405-4829-a1fb-c6dff986fb0d" -d '{"events": [{"name": "network-changed", "server_uuid": "af36cd94-f807-45af-af9b-9c0241bec160", "tag": "ffc8d616-1882-4ed5-8227-7a7b68f84b0b"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:24.268975 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85babd67-0133-40f7-83b0-9bbc066e09d3 x-openstack-request-id: req-85babd67-0133-40f7-83b0-9bbc066e09d3 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:24.269557 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af36cd94-f807-45af-af9b-9c0241bec160", "tag": "ffc8d616-1882-4ed5-8227-7a7b68f84b0b", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:24.270145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85babd67-0133-40f7-83b0-9bbc066e09d3 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:24.270797 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af36cd94-f807-45af-af9b-9c0241bec160', 'tag': 'ffc8d616-1882-4ed5-8227-7a7b68f84b0b', 'status': 'completed', 'code': 200} Jun 18 16:33:24.276764 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-5f563589-0892-4689-bdae-0a88a45b3b3e None None] Set router d894b8ae-5307-49ab-a48d-e8dbf006e64a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:24.279191 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9b17173f-9650-4699-b9af-50b5718772ef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/8049e52d-ca67-44d8-a649-fbf530b19289 HTTP/1.1" status: 200 len: 990 time: 0.0798600 Jun 18 16:33:24.341097 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c905d-7405-4829-a1fb-c6dff986fb0d req-0fc83c46-cbc4-4607-bcae-d15adcc95f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:24.343356 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d93c905d-7405-4829-a1fb-c6dff986fb0d req-0fc83c46-cbc4-4607-bcae-d15adcc95f62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=af36cd94-f807-45af-af9b-9c0241bec160 HTTP/1.1" status: 200 len: 1098 time: 0.0638144 Jun 18 16:33:24.353937 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 2e45ad60-47c1-4e26-ab03-1c6536916756 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:24.382803 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 2e45ad60-47c1-4e26-ab03-1c6536916756 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:24.383423 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 2e45ad60-47c1-4e26-ab03-1c6536916756 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:24.437906 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e3472f10-8e03-4fe1-b7a4-450df94ccec4 req-b2930f49-f25b-4b96-a1d9-265406131f97 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 210 time: 0.0341609 Jun 18 16:33:24.490226 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c905d-7405-4829-a1fb-c6dff986fb0d req-5a47d27c-1e5a-4ac3-b781-e268aaad5073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:24.491811 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d93c905d-7405-4829-a1fb-c6dff986fb0d req-5a47d27c-1e5a-4ac3-b781-e268aaad5073 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b6b05792-a6ef-49ab-af1c-720146a3279c HTTP/1.1" status: 200 len: 897 time: 0.1397965 Jun 18 16:33:24.537729 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5f563589-0892-4689-bdae-0a88a45b3b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '8049e52d-ca67-44d8-a649-fbf530b19289', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'port_id': 'ffc8d616-1882-4ed5-8227-7a7b68f84b0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'mac_address': 'fa:16:3e:39:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af36cd94-f807-45af-af9b-9c0241bec160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:32:31Z', 'updated_at': '2021-06-18T16:33:23Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18efe20-c3af-4f50-afb3-f7a180f32891', 'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:98:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:21Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:24.564681 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d93c905d-7405-4829-a1fb-c6dff986fb0d req-104b2f71-d23b-4e9a-a5d6-1c913477d794 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc8d616-1882-4ed5-8227-7a7b68f84b0b HTTP/1.1" status: 200 len: 998 time: 0.0644884 Jun 18 16:33:24.619342 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c905d-7405-4829-a1fb-c6dff986fb0d req-6dc6d52a-9eb2-4f7e-96e1-d86c36c7e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:24.621776 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d93c905d-7405-4829-a1fb-c6dff986fb0d req-6dc6d52a-9eb2-4f7e-96e1-d86c36c7e23d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94b62248-efaa-4374-9c84-6cc1aa3038ab HTTP/1.1" status: 200 len: 834 time: 0.0502913 Jun 18 16:33:24.662053 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f563589-0892-4689-bdae-0a88a45b3b3e None None] Checking router: d894b8ae-5307-49ab-a48d-e8dbf006e64a for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:33:24.671326 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f563589-0892-4689-bdae-0a88a45b3b3e None None] Routers {'d894b8ae-5307-49ab-a48d-e8dbf006e64a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:24.671964 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5f563589-0892-4689-bdae-0a88a45b3b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:33:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:24.683661 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c905d-7405-4829-a1fb-c6dff986fb0d req-864869e8-bf76-40b3-bf1b-8a73ef05a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:24.685160 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d93c905d-7405-4829-a1fb-c6dff986fb0d req-864869e8-bf76-40b3-bf1b-8a73ef05a5c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b6b05792-a6ef-49ab-af1c-720146a3279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558503 Jun 18 16:33:24.779231 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-5f563589-0892-4689-bdae-0a88a45b3b3e None None] Set router d894b8ae-5307-49ab-a48d-e8dbf006e64a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:24.785040 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d93c905d-7405-4829-a1fb-c6dff986fb0d req-daeb83ff-5937-4ddb-b37c-6c710c024028 service neutron] 10.222.0.55 "GET /v2.0/networks/b6b05792-a6ef-49ab-af1c-720146a3279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919526 Jun 18 16:33:24.887687 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d93c905d-7405-4829-a1fb-c6dff986fb0d req-34776cc0-201b-4766-bbc1-9f957e73c7ce service neutron] 10.222.0.55 "GET /v2.0/networks/b6b05792-a6ef-49ab-af1c-720146a3279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952668 Jun 18 16:33:25.012090 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5f563589-0892-4689-bdae-0a88a45b3b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '8049e52d-ca67-44d8-a649-fbf530b19289', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'port_id': 'ffc8d616-1882-4ed5-8227-7a7b68f84b0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'mac_address': 'fa:16:3e:39:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af36cd94-f807-45af-af9b-9c0241bec160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:32:31Z', 'updated_at': '2021-06-18T16:33:23Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18efe20-c3af-4f50-afb3-f7a180f32891', 'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:98:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:21Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:25.043090 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f563589-0892-4689-bdae-0a88a45b3b3e None None] The sync data for ids ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'] in dv-neutron-797120-1-hyperv is: [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '8049e52d-ca67-44d8-a649-fbf530b19289', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.32', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'port_id': 'ffc8d616-1882-4ed5-8227-7a7b68f84b0b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'mac_address': 'fa:16:3e:39:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af36cd94-f807-45af-af9b-9c0241bec160', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:32:31Z', 'updated_at': '2021-06-18T16:33:23Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18efe20-c3af-4f50-afb3-f7a180f32891', 'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:98:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:21Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:25.244082 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8233ed49-cf5d-4d99-8569-8b6be805c81a None None] New status for floating IP 8049e52d-ca67-44d8-a649-fbf530b19289: ACTIVE {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:33:25.281322 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51858) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:25.352591 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bfc7fb6f-b95f-47a3-9be2-946286aa39cc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/8049e52d-ca67-44d8-a649-fbf530b19289 HTTP/1.1" status: 200 len: 990 time: 0.0690613 Jun 18 16:33:25.608182 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9fe5a1d3-ec08-4d9f-868c-f4298c2d95aa req-c639a716-921a-47e3-b153-2e82a131dc41 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=775d783c-35ee-4588-a506-59c7c6fb6282 HTTP/1.1" status: 200 len: 210 time: 0.0300710 Jun 18 16:33:26.354604 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51862) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:26.414326 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4fa01047-5237-483f-81f1-2bd4a1d4c4ae tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/8049e52d-ca67-44d8-a649-fbf530b19289 HTTP/1.1" status: 200 len: 992 time: 0.0578632 Jun 18 16:33:31.028736 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51884) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:31.187943 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-be792d83-1f02-439a-b106-3991f41e802d tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Deleting port 945bf6f6-c6e2-4626-bd45-5cef7203f164 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:31.188616 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-be792d83-1f02-439a-b106-3991f41e802d tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.265807 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-be792d83-1f02-439a-b106-3991f41e802d tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.266122 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-be792d83-1f02-439a-b106-3991f41e802d tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.332650 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-be792d83-1f02-439a-b106-3991f41e802d tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Calling delete_port for 945bf6f6-c6e2-4626-bd45-5cef7203f164 owned by network:floatingip {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:31.507898 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-be792d83-1f02-439a-b106-3991f41e802d tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.510159 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-47f7ff1b-00ba-4c3e-9f51-31790e0e672e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:31.538721 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be792d83-1f02-439a-b106-3991f41e802d tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event deleted for resources: {'Port': ['ID=945bf6f6-c6e2-4626-bd45-5cef7203f164,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:31.541882 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-be792d83-1f02-439a-b106-3991f41e802d tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:31.602528 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-be792d83-1f02-439a-b106-3991f41e802d tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for floatingip, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:31.602860 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-be792d83-1f02-439a-b106-3991f41e802d tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Floating IP cfa69f6a-8c10-4ec5-8a7a-7369dc6c6df2 disassociated (deleted). External IP: 172.26.6.54, port: 4a6649d9-aed2-46c8-bfa1-928ff2130200. Jun 18 16:33:32.077644 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be792d83-1f02-439a-b106-3991f41e802d tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Router d2938074-b18f-46a3-8a3d-3c6f178f51b0 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:32.187399 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be792d83-1f02-439a-b106-3991f41e802d tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:32.191753 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-be792d83-1f02-439a-b106-3991f41e802d tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:32.197156 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc196e7d-107c-4451-8780-f4fbbedca6a3 None None] Sync routers for ids ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:32.207132 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc196e7d-107c-4451-8780-f4fbbedca6a3 None None] Routers {'d2938074-b18f-46a3-8a3d-3c6f178f51b0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:32.207757 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-cc196e7d-107c-4451-8780-f4fbbedca6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:33:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:32.228602 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-be792d83-1f02-439a-b106-3991f41e802d tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "DELETE /v2.0/floatingips/cfa69f6a-8c10-4ec5-8a7a-7369dc6c6df2 HTTP/1.1" status: 204 len: 168 time: 1.1987617 Jun 18 16:33:32.229277 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '310373a9-8742-47c5-8890-afb1259b48f9', 'tag': '4a6649d9-aed2-46c8-bfa1-928ff2130200'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:32.232312 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8796886e-fe3d-48b1-9ca3-7508e98ed850" -d '{"events": [{"name": "network-changed", "server_uuid": "310373a9-8742-47c5-8890-afb1259b48f9", "tag": "4a6649d9-aed2-46c8-bfa1-928ff2130200"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:32.273731 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2b81db-3334-4999-9167-14f4ebec045f x-openstack-request-id: req-ab2b81db-3334-4999-9167-14f4ebec045f {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:32.274077 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "310373a9-8742-47c5-8890-afb1259b48f9", "tag": "4a6649d9-aed2-46c8-bfa1-928ff2130200", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:32.274391 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab2b81db-3334-4999-9167-14f4ebec045f {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:32.274867 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310373a9-8742-47c5-8890-afb1259b48f9', 'tag': '4a6649d9-aed2-46c8-bfa1-928ff2130200', 'status': 'completed', 'code': 200} Jun 18 16:33:32.321022 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-cc196e7d-107c-4451-8780-f4fbbedca6a3 None None] Set router d2938074-b18f-46a3-8a3d-3c6f178f51b0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:32.363237 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796886e-fe3d-48b1-9ca3-7508e98ed850 req-8f1bcf70-7824-4558-8a0c-efdbf5133d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:32.365100 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8796886e-fe3d-48b1-9ca3-7508e98ed850 req-8f1bcf70-7824-4558-8a0c-efdbf5133d43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=677a748149594a93a9900e94206deadd&device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 1098 time: 0.0631847 Jun 18 16:33:32.479215 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796886e-fe3d-48b1-9ca3-7508e98ed850 req-2e6587ca-626f-4b3f-922b-936a7d03d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:32.482221 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8796886e-fe3d-48b1-9ca3-7508e98ed850 req-2e6587ca-626f-4b3f-922b-936a7d03d8e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=653de129-f9e5-469e-ba59-ca23a87d80e3 HTTP/1.1" status: 200 len: 913 time: 0.1075571 Jun 18 16:33:32.553754 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8796886e-fe3d-48b1-9ca3-7508e98ed850 req-fdee6324-5b35-41b9-b031-e791ad972926 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a6649d9-aed2-46c8-bfa1-928ff2130200 HTTP/1.1" status: 200 len: 217 time: 0.0582356 Jun 18 16:33:32.565873 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-cc196e7d-107c-4451-8780-f4fbbedca6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:50Z', 'revision_number': 5, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:32.593989 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc196e7d-107c-4451-8780-f4fbbedca6a3 None None] Checking router: d2938074-b18f-46a3-8a3d-3c6f178f51b0 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:33:32.602554 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc196e7d-107c-4451-8780-f4fbbedca6a3 None None] Routers {'d2938074-b18f-46a3-8a3d-3c6f178f51b0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:32.603175 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-cc196e7d-107c-4451-8780-f4fbbedca6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:33:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:32.647087 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796886e-fe3d-48b1-9ca3-7508e98ed850 req-264f3c80-817a-48fd-94e0-449a303f0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:32.648571 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8796886e-fe3d-48b1-9ca3-7508e98ed850 req-264f3c80-817a-48fd-94e0-449a303f0298 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69140bce-415f-4588-91e8-fdea89aeed75 HTTP/1.1" status: 200 len: 851 time: 0.0862937 Jun 18 16:33:32.710602 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c90e0a-bd8f-4539-a316-3ecbe227e1db req-b7783685-eb6e-41fc-b8c7-e67b15830891 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:32.712153 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-68c90e0a-bd8f-4539-a316-3ecbe227e1db req-b7783685-eb6e-41fc-b8c7-e67b15830891 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 945 time: 0.1483736 Jun 18 16:33:32.713342 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-cc196e7d-107c-4451-8780-f4fbbedca6a3 None None] Set router d2938074-b18f-46a3-8a3d-3c6f178f51b0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:32.753686 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796886e-fe3d-48b1-9ca3-7508e98ed850 req-d63a20be-c2d6-45f4-99f0-72f8a709fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:32.755246 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8796886e-fe3d-48b1-9ca3-7508e98ed850 req-d63a20be-c2d6-45f4-99f0-72f8a709fbf7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=653de129-f9e5-469e-ba59-ca23a87d80e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0987582 Jun 18 16:33:32.779523 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-68c90e0a-bd8f-4539-a316-3ecbe227e1db req-b9ac215d-ee55-4cee-9bea-96a61a940472 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601058 Jun 18 16:33:32.869806 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8796886e-fe3d-48b1-9ca3-7508e98ed850 req-dda2c1be-7c60-4148-b222-b441c94ffb51 service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044967 Jun 18 16:33:32.952520 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-cc196e7d-107c-4451-8780-f4fbbedca6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:50Z', 'revision_number': 5, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:32.980547 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc196e7d-107c-4451-8780-f4fbbedca6a3 None None] The sync data for ids ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'] in dv-neutron-797120-1-hyperv is: [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:40Z', 'revision_number': 4, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cba5fe8d-7143-4062-af07-4948fd50fd33', 'name': '', 'network_id': '653de129-f9e5-469e-ba59-ca23a87d80e3', 'tenant_id': '677a748149594a93a9900e94206deadd', 'mac_address': 'fa:16:3e:1b:86:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '69140bce-415f-4588-91e8-fdea89aeed75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:39Z', 'updated_at': '2021-06-18T16:25:50Z', 'revision_number': 5, 'project_id': '677a748149594a93a9900e94206deadd', 'subnets': [{'id': '69140bce-415f-4588-91e8-fdea89aeed75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:32.987089 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8796886e-fe3d-48b1-9ca3-7508e98ed850 req-7b0ecd4a-a9fd-44fa-9b92-c1e95ff0f7ee service neutron] 10.222.0.55 "GET /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075664 Jun 18 16:33:33.216975 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d646d782-45f3-4315-a01d-6fd7b2a24559 None None] New status for floating IP cfa69f6a-8c10-4ec5-8a7a-7369dc6c6df2: DOWN {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:33:33.965891 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2091aad-5a1d-4fdc-aef9-9dc956a465b7 req-54edf48a-c872-47dd-a975-b79741836b52 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:33.967421 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f2091aad-5a1d-4fdc-aef9-9dc956a465b7 req-54edf48a-c872-47dd-a975-b79741836b52 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 945 time: 0.0669143 Jun 18 16:33:34.007940 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f2091aad-5a1d-4fdc-aef9-9dc956a465b7 req-8484191b-f8b0-40f0-822b-e63b4a3b6c9a tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/security-groups?id=0106fc81-4b98-4bd6-b210-70c4a55c795f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343926 Jun 18 16:33:34.308669 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeee268-2dfd-470e-a770-2486f3c0ba46 req-95b78611-9e9e-4b3f-bd32-2e290e33f3b3 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:34.310144 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-adeee268-2dfd-470e-a770-2486f3c0ba46 req-95b78611-9e9e-4b3f-bd32-2e290e33f3b3 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.55 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 945 time: 0.0662477 Jun 18 16:33:34.416727 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-adeee268-2dfd-470e-a770-2486f3c0ba46 req-f95b954a-18a6-4eb0-bd56-2a458eb43e9f tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Deleting port 4a6649d9-aed2-46c8-bfa1-928ff2130200 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:34.417076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-adeee268-2dfd-470e-a770-2486f3c0ba46 req-f95b954a-18a6-4eb0-bd56-2a458eb43e9f tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:34.508643 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-adeee268-2dfd-470e-a770-2486f3c0ba46 req-f95b954a-18a6-4eb0-bd56-2a458eb43e9f tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] For port 4a6649d9-aed2-46c8-bfa1-928ff2130200, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4a6649d9-aed2-46c8-bfa1-928ff2130200,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:34.508999 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-adeee268-2dfd-470e-a770-2486f3c0ba46 req-f95b954a-18a6-4eb0-bd56-2a458eb43e9f tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:34.579600 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-adeee268-2dfd-470e-a770-2486f3c0ba46 req-f95b954a-18a6-4eb0-bd56-2a458eb43e9f tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Calling delete_port for 4a6649d9-aed2-46c8-bfa1-928ff2130200 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:34.707979 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-adeee268-2dfd-470e-a770-2486f3c0ba46 req-f95b954a-18a6-4eb0-bd56-2a458eb43e9f tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:34.711763 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:34.736275 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b954a-18a6-4eb0-bd56-2a458eb43e9f tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event deleted for resources: {'Port': ['ID=4a6649d9-aed2-46c8-bfa1-928ff2130200,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:34.739890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f95b954a-18a6-4eb0-bd56-2a458eb43e9f tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:34.782139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-adeee268-2dfd-470e-a770-2486f3c0ba46 req-f95b954a-18a6-4eb0-bd56-2a458eb43e9f tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] No DVR routers for this DVR port 4a6649d9-aed2-46c8-bfa1-928ff2130200 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:34.784700 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-adeee268-2dfd-470e-a770-2486f3c0ba46 req-f95b954a-18a6-4eb0-bd56-2a458eb43e9f tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:34.786707 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-adeee268-2dfd-470e-a770-2486f3c0ba46 req-f95b954a-18a6-4eb0-bd56-2a458eb43e9f tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.55 "DELETE /v2.0/ports/4a6649d9-aed2-46c8-bfa1-928ff2130200 HTTP/1.1" status: 204 len: 173 time: 0.4696646 Jun 18 16:33:34.787259 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310373a9-8742-47c5-8890-afb1259b48f9', 'name': 'network-vif-deleted', 'tag': '4a6649d9-aed2-46c8-bfa1-928ff2130200'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:34.789664 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b633aeb8-01b9-4898-92f8-f669065a07a9" -d '{"events": [{"server_uuid": "310373a9-8742-47c5-8890-afb1259b48f9", "name": "network-vif-deleted", "tag": "4a6649d9-aed2-46c8-bfa1-928ff2130200"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:34.830773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba3db38-fa11-403e-a9a8-1565ba5013f4 x-openstack-request-id: req-6ba3db38-fa11-403e-a9a8-1565ba5013f4 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:34.831059 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310373a9-8742-47c5-8890-afb1259b48f9", "name": "network-vif-deleted", "tag": "4a6649d9-aed2-46c8-bfa1-928ff2130200", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:34.831376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6ba3db38-fa11-403e-a9a8-1565ba5013f4 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:34.831861 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310373a9-8742-47c5-8890-afb1259b48f9', 'name': 'network-vif-deleted', 'tag': '4a6649d9-aed2-46c8-bfa1-928ff2130200', 'status': 'completed', 'code': 200} Jun 18 16:33:35.182658 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84c4f691-0a6b-4dea-b642-d4cb3bd1045b req-4ee84e6a-e10d-4b6d-a319-4c2d0644c1b9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 210 time: 0.0376878 Jun 18 16:33:36.333819 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b6957ccd-2d12-4c93-8290-e54f548ac948 req-290d3ab0-ccee-4061-8c5c-b0d7fbfda4ec tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 210 time: 0.0304914 Jun 18 16:33:37.481853 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e250b2da-562f-451c-b3df-a1ebfefad041 req-08c6cabd-4cc8-4c85-b962-012e4bd959d2 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 210 time: 0.0332272 Jun 18 16:33:38.396604 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 4a6649d9-aed2-46c8-bfa1-928ff2130200 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:38.420500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 4a6649d9-aed2-46c8-bfa1-928ff2130200 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:38.420853 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 4a6649d9-aed2-46c8-bfa1-928ff2130200 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:38.460312 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-30c0fb78-ea93-4cf5-8954-16a72324847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:38.647136 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0ef599ae-6a83-4b3d-8e7f-37cce8fb4556 req-e2e71b76-5fb9-4631-9d1f-683a63245ecb tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "GET /v2.0/ports?device_id=310373a9-8742-47c5-8890-afb1259b48f9 HTTP/1.1" status: 200 len: 210 time: 0.0298464 Jun 18 16:33:39.741429 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51910) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:39.867086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-7821ce5a-f41c-497e-af34-873336758dd9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Deleting port 6378675d-a6b1-4027-8d70-d649f31a1b03 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:39.867429 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7821ce5a-f41c-497e-af34-873336758dd9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.947709 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7821ce5a-f41c-497e-af34-873336758dd9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:39.947937 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7821ce5a-f41c-497e-af34-873336758dd9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:40.016420 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-7821ce5a-f41c-497e-af34-873336758dd9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Calling delete_port for 6378675d-a6b1-4027-8d70-d649f31a1b03 owned by network:floatingip {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:40.154000 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7821ce5a-f41c-497e-af34-873336758dd9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:40.156955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:40.184948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821ce5a-f41c-497e-af34-873336758dd9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event deleted for resources: {'Port': ['ID=6378675d-a6b1-4027-8d70-d649f31a1b03,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:40.188103 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7821ce5a-f41c-497e-af34-873336758dd9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:40.247728 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7821ce5a-f41c-497e-af34-873336758dd9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for floatingip, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:40.250205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7821ce5a-f41c-497e-af34-873336758dd9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:40.251397 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7821ce5a-f41c-497e-af34-873336758dd9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "DELETE /v2.0/floatingips/d5deac9c-352a-46e8-810c-5af0a12cb994 HTTP/1.1" status: 204 len: 168 time: 0.5089869 Jun 18 16:33:40.926129 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bcb524bc-d8ce-4af1-b3d1-171c943160ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:41.310588 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.089533 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.588173 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51924) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:42.657992 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-64d04cd7-5f07-4144-9c0f-2f34b08690de tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.685561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-64d04cd7-5f07-4144-9c0f-2f34b08690de tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.751866 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-64d04cd7-5f07-4144-9c0f-2f34b08690de tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.754160 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-64d04cd7-5f07-4144-9c0f-2f34b08690de tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:42.755357 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-64d04cd7-5f07-4144-9c0f-2f34b08690de tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] 10.222.0.50 "DELETE /v2.0/security-groups/0106fc81-4b98-4bd6-b210-70c4a55c795f HTTP/1.1" status: 204 len: 168 time: 0.1658266 Jun 18 16:33:42.756151 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a819e6b4-1321-435d-9d1a-b78d4b1eecff tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:42.766845 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d04cd7-5f07-4144-9c0f-2f34b08690de tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0106fc81-4b98-4bd6-b210-70c4a55c795f,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:42.776554 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-64d04cd7-5f07-4144-9c0f-2f34b08690de tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:42.821588 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51928) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:43.301991 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-38e59a63-28c8-4fa7-8763-00de844ed925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.577432 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-38e59a63-28c8-4fa7-8763-00de844ed925 admin admin] Deleting port cba5fe8d-7143-4062-af07-4948fd50fd33 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:43.577779 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-38e59a63-28c8-4fa7-8763-00de844ed925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.661456 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-38e59a63-28c8-4fa7-8763-00de844ed925 admin admin] For port cba5fe8d-7143-4062-af07-4948fd50fd33, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cba5fe8d-7143-4062-af07-4948fd50fd33,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:43.662117 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-38e59a63-28c8-4fa7-8763-00de844ed925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.712580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.731483 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-38e59a63-28c8-4fa7-8763-00de844ed925 admin admin] Calling delete_port for cba5fe8d-7143-4062-af07-4948fd50fd33 owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:43.922080 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-38e59a63-28c8-4fa7-8763-00de844ed925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:43.922631 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ddda51a8-7604-4fd6-8f6a-ed606cc17b2e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:43.945405 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e59a63-28c8-4fa7-8763-00de844ed925 admin admin] Pushing event deleted for resources: {'Port': ['ID=cba5fe8d-7143-4062-af07-4948fd50fd33,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:43.950486 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-38e59a63-28c8-4fa7-8763-00de844ed925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:44.135176 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-38e59a63-28c8-4fa7-8763-00de844ed925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.362130 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e59a63-28c8-4fa7-8763-00de844ed925 admin admin] Router d2938074-b18f-46a3-8a3d-3c6f178f51b0 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:44.472227 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e59a63-28c8-4fa7-8763-00de844ed925 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:44.477099 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-38e59a63-28c8-4fa7-8763-00de844ed925 admin admin] 10.222.0.50 "PUT /v2.0/routers/d2938074-b18f-46a3-8a3d-3c6f178f51b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6543624 Jun 18 16:33:44.480880 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c7d8eb-cb94-4f8d-b668-80ca6edcddf3 None None] Sync routers for ids ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:44.482883 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51932) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:44.491352 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c7d8eb-cb94-4f8d-b668-80ca6edcddf3 None None] Routers {'d2938074-b18f-46a3-8a3d-3c6f178f51b0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:44.492330 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-e3c7d8eb-cb94-4f8d-b668-80ca6edcddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:33:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:44.597382 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9062f167-89b2-4262-88fe-c14b5c62d7e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.601521 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-e3c7d8eb-cb94-4f8d-b668-80ca6edcddf3 None None] Set router d2938074-b18f-46a3-8a3d-3c6f178f51b0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:44.701737 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9062f167-89b2-4262-88fe-c14b5c62d7e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.764627 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-9062f167-89b2-4262-88fe-c14b5c62d7e4 admin admin] Deleting port e0350ebe-24ad-485b-81d3-98ff455297b4 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:44.765284 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9062f167-89b2-4262-88fe-c14b5c62d7e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.855012 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-9062f167-89b2-4262-88fe-c14b5c62d7e4 admin admin] For port e0350ebe-24ad-485b-81d3-98ff455297b4, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e0350ebe-24ad-485b-81d3-98ff455297b4,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:44.855355 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9062f167-89b2-4262-88fe-c14b5c62d7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:44.882596 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-e3c7d8eb-cb94-4f8d-b668-80ca6edcddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16'}], 'enable_snat': True}, 'gw_port_id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:33:43Z', 'revision_number': 5, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port': {'id': 'e0350ebe-24ad-485b-81d3-98ff455297b4', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:44.914696 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c7d8eb-cb94-4f8d-b668-80ca6edcddf3 None None] Checking router: d2938074-b18f-46a3-8a3d-3c6f178f51b0 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:33:44.924112 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c7d8eb-cb94-4f8d-b668-80ca6edcddf3 None None] Routers {'d2938074-b18f-46a3-8a3d-3c6f178f51b0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:44.924741 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-e3c7d8eb-cb94-4f8d-b668-80ca6edcddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:33:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:44.934717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-9062f167-89b2-4262-88fe-c14b5c62d7e4 admin admin] Calling delete_port for e0350ebe-24ad-485b-81d3-98ff455297b4 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:45.015710 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-e3c7d8eb-cb94-4f8d-b668-80ca6edcddf3 None None] Set router d2938074-b18f-46a3-8a3d-3c6f178f51b0 gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:45.072486 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-e3c7d8eb-cb94-4f8d-b668-80ca6edcddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:33:44Z', 'revision_number': 6, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:45.101021 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c7d8eb-cb94-4f8d-b668-80ca6edcddf3 None None] The sync data for ids ['d2938074-b18f-46a3-8a3d-3c6f178f51b0'] in dv-neutron-797120-1-hyperv is: [{'id': 'd2938074-b18f-46a3-8a3d-3c6f178f51b0', 'name': 'tempest-TestVolumeBootPattern-1199431237-router', 'tenant_id': '677a748149594a93a9900e94206deadd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:35Z', 'updated_at': '2021-06-18T16:33:44Z', 'revision_number': 6, 'project_id': '677a748149594a93a9900e94206deadd', 'gw_port_host': None}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:45.373910 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9062f167-89b2-4262-88fe-c14b5c62d7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.375982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ea853e47-3e73-4b0f-9e07-f091dba2009f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:45.399195 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062f167-89b2-4262-88fe-c14b5c62d7e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0350ebe-24ad-485b-81d3-98ff455297b4,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:45.402468 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9062f167-89b2-4262-88fe-c14b5c62d7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:45.464875 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9062f167-89b2-4262-88fe-c14b5c62d7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.560669 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9062f167-89b2-4262-88fe-c14b5c62d7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.562873 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9062f167-89b2-4262-88fe-c14b5c62d7e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.605451 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9062f167-89b2-4262-88fe-c14b5c62d7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.606137 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9062f167-89b2-4262-88fe-c14b5c62d7e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2938074-b18f-46a3-8a3d-3c6f178f51b0 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:33:45.611396 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9062f167-89b2-4262-88fe-c14b5c62d7e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.612545 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9062f167-89b2-4262-88fe-c14b5c62d7e4 admin admin] 10.222.0.50 "DELETE /v2.0/routers/d2938074-b18f-46a3-8a3d-3c6f178f51b0 HTTP/1.1" status: 204 len: 168 time: 1.1284914 Jun 18 16:33:45.615402 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51934) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:45.659425 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ccfacb-ece2-49e2-8589-460294daab4f admin admin] Deleting subnet 69140bce-415f-4588-91e8-fdea89aeed75 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:33:45.662522 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f8ccfacb-ece2-49e2-8589-460294daab4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.701915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f8ccfacb-ece2-49e2-8589-460294daab4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.783366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f8ccfacb-ece2-49e2-8589-460294daab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.839944 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f8ccfacb-ece2-49e2-8589-460294daab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.842832 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1b5b06d7-2a72-456c-95d8-b13b100300af tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:45.879708 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f8ccfacb-ece2-49e2-8589-460294daab4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:45.881842 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5161e7-e226-4849-9a65-f737c4543801 None None] Network 653de129-f9e5-469e-ba59-ca23a87d80e3 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:45.883226 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f8ccfacb-ece2-49e2-8589-460294daab4f admin admin] 10.222.0.50 "DELETE /v2.0/subnets/69140bce-415f-4588-91e8-fdea89aeed75 HTTP/1.1" status: 204 len: 168 time: 0.2666891 Jun 18 16:33:45.884636 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccfacb-ece2-49e2-8589-460294daab4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69140bce-415f-4588-91e8-fdea89aeed75,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:45.888219 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51936) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:45.893366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f8ccfacb-ece2-49e2-8589-460294daab4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:45.975328 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.037263 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] Deleting port cfbfee3e-5170-4078-bec0-355321984667 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:46.037479 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.110316 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9475b7a7-9da0-4bad-b262-d7aafaa2a3a6 None None] DHCP port deletion for 653de129-f9e5-469e-ba59-ca23a87d80e3 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:33:46.116066 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] For port cfbfee3e-5170-4078-bec0-355321984667, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cfbfee3e-5170-4078-bec0-355321984667,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:46.116424 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.169132 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9475b7a7-9da0-4bad-b262-d7aafaa2a3a6 None None] Deleting port cfbfee3e-5170-4078-bec0-355321984667 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:46.169895 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9475b7a7-9da0-4bad-b262-d7aafaa2a3a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.190525 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] Calling delete_port for cfbfee3e-5170-4078-bec0-355321984667 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:46.237057 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9475b7a7-9da0-4bad-b262-d7aafaa2a3a6 None None] For port cfbfee3e-5170-4078-bec0-355321984667, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cfbfee3e-5170-4078-bec0-355321984667,segment=NetworkSegment(d7112ffc-9633-452b-8997-d79e9f95d37c),segment_id=d7112ffc-9633-452b-8997-d79e9f95d37c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:46.237371 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9475b7a7-9da0-4bad-b262-d7aafaa2a3a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.277513 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.280678 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e3ea9878-b7d5-45ee-a52b-a12ec8a75246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:46.303989 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9475b7a7-9da0-4bad-b262-d7aafaa2a3a6 None None] Calling delete_port for cfbfee3e-5170-4078-bec0-355321984667 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:46.313256 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] No DVR routers for this DVR port cfbfee3e-5170-4078-bec0-355321984667 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:46.313256 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfbfee3e-5170-4078-bec0-355321984667,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:46.314001 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: from cryptography.utils import int_from_bytes Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: from cryptography.utils import int_from_bytes Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 18 16:33:46.381213 dv-neutron-797120-1-hyperv neutron-server[93455]: self.session.flush() Jun 18 16:33:46.393060 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.395439 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9475b7a7-9da0-4bad-b262-d7aafaa2a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.398251 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a2d24b5f-0cda-42ca-8fdb-563b80d1b37e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:46.409951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653de129-f9e5-469e-ba59-ca23a87d80e3']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:46.421013 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7112ffc-9633-452b-8997-d79e9f95d37c') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:46.421311 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7112ffc-9633-452b-8997-d79e9f95d37c') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:46.423829 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475b7a7-9da0-4bad-b262-d7aafaa2a3a6 None None] Pushing event deleted for resources: {'Port': ['ID=cfbfee3e-5170-4078-bec0-355321984667,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:46.425652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9475b7a7-9da0-4bad-b262-d7aafaa2a3a6 None None] No DVR routers for this DVR port cfbfee3e-5170-4078-bec0-355321984667 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:46.427045 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9475b7a7-9da0-4bad-b262-d7aafaa2a3a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:46.434490 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.449236 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.455829 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:33:46.456403 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:33:46.458071 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:33:46.515078 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.518788 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2a6747ee-bf97-4877-9ade-8e1de934e79f tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:46.521311 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:46.523203 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/653de129-f9e5-469e-ba59-ca23a87d80e3 HTTP/1.1" status: 204 len: 168 time: 0.6317661 Jun 18 16:33:46.526192 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51938) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:46.540776 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=653de129-f9e5-469e-ba59-ca23a87d80e3,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:46.544231 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:46.872903 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f67a1be0-35f3-456a-a354-b547cd6db0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.109274 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cba5fe8d-7143-4062-af07-4948fd50fd33 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:47.132735 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: cba5fe8d-7143-4062-af07-4948fd50fd33 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:47.133096 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cba5fe8d-7143-4062-af07-4948fd50fd33 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:47.133516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cfbfee3e-5170-4078-bec0-355321984667 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:47.137939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-f67a1be0-35f3-456a-a354-b547cd6db0e6 admin admin] Deleting port 00ac0450-bada-4950-a976-d02df34378fd {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:47.138286 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f67a1be0-35f3-456a-a354-b547cd6db0e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.154148 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: cfbfee3e-5170-4078-bec0-355321984667 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:47.154556 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cfbfee3e-5170-4078-bec0-355321984667 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:47.154988 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e0350ebe-24ad-485b-81d3-98ff455297b4 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:47.174098 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: e0350ebe-24ad-485b-81d3-98ff455297b4 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:47.174476 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e0350ebe-24ad-485b-81d3-98ff455297b4 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:47.230875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-f67a1be0-35f3-456a-a354-b547cd6db0e6 admin admin] For port 00ac0450-bada-4950-a976-d02df34378fd, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=00ac0450-bada-4950-a976-d02df34378fd,segment=NetworkSegment(13f8fbe6-d417-4249-bf2d-df9bde8a5d72),segment_id=13f8fbe6-d417-4249-bf2d-df9bde8a5d72)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:47.231232 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f67a1be0-35f3-456a-a354-b547cd6db0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.298400 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-f67a1be0-35f3-456a-a354-b547cd6db0e6 admin admin] Calling delete_port for 00ac0450-bada-4950-a976-d02df34378fd owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:47.477821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f67a1be0-35f3-456a-a354-b547cd6db0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.479943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f95b954a-18a6-4eb0-bd56-2a458eb43e9f tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:47.510668 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a1be0-35f3-456a-a354-b547cd6db0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=00ac0450-bada-4950-a976-d02df34378fd,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:47.514844 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f67a1be0-35f3-456a-a354-b547cd6db0e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:47.681343 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f67a1be0-35f3-456a-a354-b547cd6db0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:47.901467 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67a1be0-35f3-456a-a354-b547cd6db0e6 admin admin] Router 01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:48.356617 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67a1be0-35f3-456a-a354-b547cd6db0e6 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:48.362271 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f67a1be0-35f3-456a-a354-b547cd6db0e6 admin admin] 10.222.0.50 "PUT /v2.0/routers/01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8339057 Jun 18 16:33:48.365213 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51940) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:48.368197 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ddf669-bac7-49bd-bba3-0ebf25397f7f None None] Sync routers for ids ['01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:48.381008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ddf669-bac7-49bd-bba3-0ebf25397f7f None None] Routers {'01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:48.381854 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-06ddf669-bac7-49bd-bba3-0ebf25397f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:33:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:48.473029 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc9d0-56d4-491c-b1df-4c8084eed9a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.497110 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-06ddf669-bac7-49bd-bba3-0ebf25397f7f None None] Set router 01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:48.588297 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc9d0-56d4-491c-b1df-4c8084eed9a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.656212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-4b5fc9d0-56d4-491c-b1df-4c8084eed9a4 admin admin] Deleting port ebe551de-6cbc-4ef0-84ce-c24c7aa5c489 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:48.656532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc9d0-56d4-491c-b1df-4c8084eed9a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.686594 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-06ddf669-bac7-49bd-bba3-0ebf25397f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0', 'name': 'tempest-TestVolumeBootPattern-1012992040-router', 'tenant_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe551de-6cbc-4ef0-84ce-c24c7aa5c489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:33:47Z', 'revision_number': 5, 'project_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'gw_port': {'id': 'ebe551de-6cbc-4ef0-84ce-c24c7aa5c489', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:75:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:25:49Z', 'updated_at': '2021-06-18T16:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:48.722263 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ddf669-bac7-49bd-bba3-0ebf25397f7f None None] Checking router: 01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:33:48.732154 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ddf669-bac7-49bd-bba3-0ebf25397f7f None None] Routers {'01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:48.732876 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-06ddf669-bac7-49bd-bba3-0ebf25397f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:33:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:48.744246 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-4b5fc9d0-56d4-491c-b1df-4c8084eed9a4 admin admin] For port ebe551de-6cbc-4ef0-84ce-c24c7aa5c489, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ebe551de-6cbc-4ef0-84ce-c24c7aa5c489,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:48.744885 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc9d0-56d4-491c-b1df-4c8084eed9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.816038 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-4b5fc9d0-56d4-491c-b1df-4c8084eed9a4 admin admin] Calling delete_port for ebe551de-6cbc-4ef0-84ce-c24c7aa5c489 owned by network:router_gateway {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:48.830933 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-06ddf669-bac7-49bd-bba3-0ebf25397f7f None None] Set router 01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:48.882509 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-06ddf669-bac7-49bd-bba3-0ebf25397f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0', 'name': 'tempest-TestVolumeBootPattern-1012992040-router', 'tenant_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:33:48Z', 'revision_number': 6, 'project_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:48.912215 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ddf669-bac7-49bd-bba3-0ebf25397f7f None None] The sync data for ids ['01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0'] in dv-neutron-797120-1-hyperv is: [{'id': '01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0', 'name': 'tempest-TestVolumeBootPattern-1012992040-router', 'tenant_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:25:47Z', 'updated_at': '2021-06-18T16:33:48Z', 'revision_number': 6, 'project_id': 'c3ce8060042a4ef4b02de0b5e22778b4', 'gw_port_host': None}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:48.991038 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc9d0-56d4-491c-b1df-4c8084eed9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:48.993114 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-cc45d67e-be06-449c-b3e0-15f53a8ee94e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:49.021377 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5fc9d0-56d4-491c-b1df-4c8084eed9a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe551de-6cbc-4ef0-84ce-c24c7aa5c489,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:49.025554 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4b5fc9d0-56d4-491c-b1df-4c8084eed9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:49.095707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc9d0-56d4-491c-b1df-4c8084eed9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.190923 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc9d0-56d4-491c-b1df-4c8084eed9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.193004 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc9d0-56d4-491c-b1df-4c8084eed9a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.239610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc9d0-56d4-491c-b1df-4c8084eed9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.240121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5fc9d0-56d4-491c-b1df-4c8084eed9a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:33:49.245429 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc9d0-56d4-491c-b1df-4c8084eed9a4 admin admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.247193 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4b5fc9d0-56d4-491c-b1df-4c8084eed9a4 admin admin] 10.222.0.50 "DELETE /v2.0/routers/01f6cb63-5ae9-4ce1-8e08-73f5e407ffc0 HTTP/1.1" status: 204 len: 168 time: 0.8810687 Jun 18 16:33:49.249762 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51946) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:49.299898 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d6efac-ae42-4b2a-9581-bb7a355db762 admin admin] Deleting subnet 387c084c-c34e-4146-98e8-62e7f47ab794 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:33:49.303309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-56d6efac-ae42-4b2a-9581-bb7a355db762 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.343457 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-56d6efac-ae42-4b2a-9581-bb7a355db762 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.432530 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-56d6efac-ae42-4b2a-9581-bb7a355db762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.486862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-56d6efac-ae42-4b2a-9581-bb7a355db762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.490493 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-34f04105-0925-443a-be3e-2e898ae1866d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:49.520338 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-56d6efac-ae42-4b2a-9581-bb7a355db762 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.522403 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-56d6efac-ae42-4b2a-9581-bb7a355db762 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/387c084c-c34e-4146-98e8-62e7f47ab794 HTTP/1.1" status: 204 len: 168 time: 0.2716005 Jun 18 16:33:49.524121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6efac-ae42-4b2a-9581-bb7a355db762 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=387c084c-c34e-4146-98e8-62e7f47ab794,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:49.525202 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51948) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:49.526707 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ded0e53-c3a8-4422-9d6d-5a074e86d778 None None] Network ef23d519-5ee4-451f-976a-f5c421fa7815 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:33:49.527962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-56d6efac-ae42-4b2a-9581-bb7a355db762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:49.599385 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.654723 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] Deleting port 770dee60-303f-4b51-a1e5-09d0386f0f1b {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:49.655096 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.677364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 00ac0450-bada-4950-a976-d02df34378fd no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:49.746569 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] For port 770dee60-303f-4b51-a1e5-09d0386f0f1b, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=770dee60-303f-4b51-a1e5-09d0386f0f1b,segment=NetworkSegment(13f8fbe6-d417-4249-bf2d-df9bde8a5d72),segment_id=13f8fbe6-d417-4249-bf2d-df9bde8a5d72)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:49.746975 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.818863 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] Calling delete_port for 770dee60-303f-4b51-a1e5-09d0386f0f1b owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:49.864911 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4222fbc-5360-4a69-a3df-ecda04530c9e None None] DHCP port deletion for ef23d519-5ee4-451f-976a-f5c421fa7815 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:33:49.867149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 00ac0450-bada-4950-a976-d02df34378fd {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:49.867517 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 00ac0450-bada-4950-a976-d02df34378fd not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:49.908890 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.912283 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4e503e1a-dddd-4203-aeb6-7856549dc6b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:49.919402 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-b4222fbc-5360-4a69-a3df-ecda04530c9e None None] Deleting port 770dee60-303f-4b51-a1e5-09d0386f0f1b {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:49.919795 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b4222fbc-5360-4a69-a3df-ecda04530c9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:49.937672 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] Pushing event deleted for resources: {'Port': ['ID=770dee60-303f-4b51-a1e5-09d0386f0f1b,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:49.941413 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:49.944287 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] No DVR routers for this DVR port 770dee60-303f-4b51-a1e5-09d0386f0f1b on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:49.994605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b4222fbc-5360-4a69-a3df-ecda04530c9e None None] For port 770dee60-303f-4b51-a1e5-09d0386f0f1b, host dv-neutron-797120-1-hyperv, got binding levels [] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:49.995010 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b4222fbc-5360-4a69-a3df-ecda04530c9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.025425 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.036078 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef23d519-5ee4-451f-976a-f5c421fa7815']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:50.045921 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f8fbe6-d417-4249-bf2d-df9bde8a5d72') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:50.046215 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f8fbe6-d417-4249-bf2d-df9bde8a5d72') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:50.055934 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.063239 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-b4222fbc-5360-4a69-a3df-ecda04530c9e None None] Calling delete_port for 770dee60-303f-4b51-a1e5-09d0386f0f1b owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:50.066173 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.ipam_backend_mixin [None req-b4222fbc-5360-4a69-a3df-ecda04530c9e None None] Port 770dee60-303f-4b51-a1e5-09d0386f0f1b was not found and therefore no delete operation was performed {{(pid=93455) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 18 16:33:50.067645 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b4222fbc-5360-4a69-a3df-ecda04530c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.069593 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:50.071634 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.078503 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:33:50.078906 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:33:50.080582 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:33:50.092176 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4222fbc-5360-4a69-a3df-ecda04530c9e None None] Pushing event deleted for resources: {'Port': ['ID=770dee60-303f-4b51-a1e5-09d0386f0f1b,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:50.097118 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b4222fbc-5360-4a69-a3df-ecda04530c9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:50.101283 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4222fbc-5360-4a69-a3df-ecda04530c9e None None] No DVR routers for this DVR port 770dee60-303f-4b51-a1e5-09d0386f0f1b on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:50.139953 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.143638 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:50.146528 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.148424 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ef23d519-5ee4-451f-976a-f5c421fa7815 HTTP/1.1" status: 204 len: 168 time: 0.6221621 Jun 18 16:33:50.161257 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef23d519-5ee4-451f-976a-f5c421fa7815,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:50.163605 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:50.273134 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51952) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:50.322612 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f995164a-d021-4959-bb65-cbf7f78fe124 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=677a748149594a93a9900e94206deadd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481272 Jun 18 16:33:50.325727 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51954) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:50.388087 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3f2b688d-9b2a-4d29-98f7-44ab0cb76d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.409181 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3f2b688d-9b2a-4d29-98f7-44ab0cb76d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.456486 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3f2b688d-9b2a-4d29-98f7-44ab0cb76d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.459253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3f2b688d-9b2a-4d29-98f7-44ab0cb76d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.460427 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3f2b688d-9b2a-4d29-98f7-44ab0cb76d8d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1220aef3-b7b9-4564-aa53-9d25aa598a9e HTTP/1.1" status: 204 len: 168 time: 0.1337788 Jun 18 16:33:50.461210 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-09267244-9193-4caf-8540-03b65c1ef3c5 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:50.469521 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2b688d-9b2a-4d29-98f7-44ab0cb76d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1220aef3-b7b9-4564-aa53-9d25aa598a9e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:50.471953 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3f2b688d-9b2a-4d29-98f7-44ab0cb76d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:50.771826 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51960) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:50.814716 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-293974d5-c505-4d8c-9a82-f1aff29ea157 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3ce8060042a4ef4b02de0b5e22778b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414875 Jun 18 16:33:50.817066 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51962) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:50.868238 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3aa9f20d-f1b5-4387-9dc6-6e8c16a21188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.892913 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3aa9f20d-f1b5-4387-9dc6-6e8c16a21188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.945109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3aa9f20d-f1b5-4387-9dc6-6e8c16a21188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.947853 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3aa9f20d-f1b5-4387-9dc6-6e8c16a21188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:50.949996 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3aa9f20d-f1b5-4387-9dc6-6e8c16a21188 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d1a39121-4fc2-4e1b-a8f5-34ddccad7399 HTTP/1.1" status: 204 len: 168 time: 0.1310289 Jun 18 16:33:50.951193 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9354e4cc-905c-4523-bdc0-4f2f08ebbc9b tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:50.959050 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9f20d-f1b5-4387-9dc6-6e8c16a21188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a39121-4fc2-4e1b-a8f5-34ddccad7399,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:50.961347 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3aa9f20d-f1b5-4387-9dc6-6e8c16a21188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:51.116701 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 770dee60-303f-4b51-a1e5-09d0386f0f1b no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:51.135652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 770dee60-303f-4b51-a1e5-09d0386f0f1b {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:51.135997 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 770dee60-303f-4b51-a1e5-09d0386f0f1b not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:51.137329 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ebe551de-6cbc-4ef0-84ce-c24c7aa5c489 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:33:51.156327 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: ebe551de-6cbc-4ef0-84ce-c24c7aa5c489 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:33:51.156659 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ebe551de-6cbc-4ef0-84ce-c24c7aa5c489 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:33:52.873523 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:33:54.123267 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:55.442471 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe85fe6-c2c6-408f-af32-62c56d1ec822 req-1a6b0470-8366-4e33-a83f-df67926c02a5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:55.444009 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bfe85fe6-c2c6-408f-af32-62c56d1ec822 req-1a6b0470-8366-4e33-a83f-df67926c02a5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=af36cd94-f807-45af-af9b-9c0241bec160 HTTP/1.1" status: 200 len: 945 time: 0.0736203 Jun 18 16:33:55.483832 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bfe85fe6-c2c6-408f-af32-62c56d1ec822 req-0b71e838-7bed-4c73-b18e-ca155b549d24 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=0dbdb90b-a9e8-401d-a4b6-f506ac7e8393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332701 Jun 18 16:33:56.670445 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6400082-07ff-49a8-b721-82600c5aa71e req-375be942-8997-4c9c-bef6-90b3a13e5d76 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:56.671928 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a6400082-07ff-49a8-b721-82600c5aa71e req-375be942-8997-4c9c-bef6-90b3a13e5d76 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=af36cd94-f807-45af-af9b-9c0241bec160 HTTP/1.1" status: 200 len: 945 time: 0.0629785 Jun 18 16:33:56.734980 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a6400082-07ff-49a8-b721-82600c5aa71e req-c246bf75-4dc5-4732-bee0-120357ab9df3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=0dbdb90b-a9e8-401d-a4b6-f506ac7e8393&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572753 Jun 18 16:33:56.771522 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2dd9a-c8a9-421b-9065-79a327964157 req-945652a3-d520-4bbf-84e7-e46280621658 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:33:56.772877 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e2e2dd9a-c8a9-421b-9065-79a327964157 req-945652a3-d520-4bbf-84e7-e46280621658 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/ports?device_id=af36cd94-f807-45af-af9b-9c0241bec160 HTTP/1.1" status: 200 len: 945 time: 0.0691521 Jun 18 16:33:56.884240 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-e2e2dd9a-c8a9-421b-9065-79a327964157 req-d37d499f-eea0-447a-9509-fd4f80a39ffa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port ffc8d616-1882-4ed5-8227-7a7b68f84b0b {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:56.884586 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e2e2dd9a-c8a9-421b-9065-79a327964157 req-d37d499f-eea0-447a-9509-fd4f80a39ffa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:56.972163 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-e2e2dd9a-c8a9-421b-9065-79a327964157 req-d37d499f-eea0-447a-9509-fd4f80a39ffa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port ffc8d616-1882-4ed5-8227-7a7b68f84b0b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ffc8d616-1882-4ed5-8227-7a7b68f84b0b,segment=NetworkSegment(0588f997-27ce-4d2d-bd1f-60dcc25a722e),segment_id=0588f997-27ce-4d2d-bd1f-60dcc25a722e)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:33:56.972528 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e2e2dd9a-c8a9-421b-9065-79a327964157 req-d37d499f-eea0-447a-9509-fd4f80a39ffa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.176225 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e2e2dd9a-c8a9-421b-9065-79a327964157 req-d37d499f-eea0-447a-9509-fd4f80a39ffa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.176597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e2e2dd9a-c8a9-421b-9065-79a327964157 req-d37d499f-eea0-447a-9509-fd4f80a39ffa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.176912 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [req-e2e2dd9a-c8a9-421b-9065-79a327964157 req-d37d499f-eea0-447a-9509-fd4f80a39ffa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Floating IP 8049e52d-ca67-44d8-a649-fbf530b19289 disassociated. External IP: 172.26.6.32, port: ffc8d616-1882-4ed5-8227-7a7b68f84b0b. Jun 18 16:33:57.177263 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-e2e2dd9a-c8a9-421b-9065-79a327964157 req-d37d499f-eea0-447a-9509-fd4f80a39ffa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for ffc8d616-1882-4ed5-8227-7a7b68f84b0b owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:57.306334 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e2e2dd9a-c8a9-421b-9065-79a327964157 req-d37d499f-eea0-447a-9509-fd4f80a39ffa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.310455 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4b5fc9d0-56d4-491c-b1df-4c8084eed9a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:57.338863 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d499f-eea0-447a-9509-fd4f80a39ffa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=ffc8d616-1882-4ed5-8227-7a7b68f84b0b,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:57.342655 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d37d499f-eea0-447a-9509-fd4f80a39ffa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:57.458359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2e2dd9a-c8a9-421b-9065-79a327964157 req-d37d499f-eea0-447a-9509-fd4f80a39ffa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router d894b8ae-5307-49ab-a48d-e8dbf006e64a has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:33:57.575342 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2e2dd9a-c8a9-421b-9065-79a327964157 req-d37d499f-eea0-447a-9509-fd4f80a39ffa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:33:57.586844 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9453df96-bf87-47c1-bad8-3b5aa3516da9 None None] Sync routers for ids ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:33:57.600082 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9453df96-bf87-47c1-bad8-3b5aa3516da9 None None] Routers {'d894b8ae-5307-49ab-a48d-e8dbf006e64a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:57.600870 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9453df96-bf87-47c1-bad8-3b5aa3516da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:33:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:57.619919 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e2dd9a-c8a9-421b-9065-79a327964157 req-d37d499f-eea0-447a-9509-fd4f80a39ffa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] No DVR routers for this DVR port ffc8d616-1882-4ed5-8227-7a7b68f84b0b on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:33:57.623422 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e2e2dd9a-c8a9-421b-9065-79a327964157 req-d37d499f-eea0-447a-9509-fd4f80a39ffa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:57.625419 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e2e2dd9a-c8a9-421b-9065-79a327964157 req-d37d499f-eea0-447a-9509-fd4f80a39ffa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "DELETE /v2.0/ports/ffc8d616-1882-4ed5-8227-7a7b68f84b0b HTTP/1.1" status: 204 len: 173 time: 0.8465850 Jun 18 16:33:57.625974 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af36cd94-f807-45af-af9b-9c0241bec160', 'name': 'network-vif-deleted', 'tag': 'ffc8d616-1882-4ed5-8227-7a7b68f84b0b'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:33:57.628339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15a3a89-1558-4685-8c53-d402d88a27d1" -d '{"events": [{"server_uuid": "af36cd94-f807-45af-af9b-9c0241bec160", "name": "network-vif-deleted", "tag": "ffc8d616-1882-4ed5-8227-7a7b68f84b0b"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:33:57.668125 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa519eff-3358-4c41-ad63-e61d3e043b04 x-openstack-request-id: req-aa519eff-3358-4c41-ad63-e61d3e043b04 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:33:57.668984 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af36cd94-f807-45af-af9b-9c0241bec160", "name": "network-vif-deleted", "tag": "ffc8d616-1882-4ed5-8227-7a7b68f84b0b", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:33:57.669212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-aa519eff-3358-4c41-ad63-e61d3e043b04 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:33:57.669688 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af36cd94-f807-45af-af9b-9c0241bec160', 'name': 'network-vif-deleted', 'tag': 'ffc8d616-1882-4ed5-8227-7a7b68f84b0b', 'status': 'completed', 'code': 200} Jun 18 16:33:57.738730 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-9453df96-bf87-47c1-bad8-3b5aa3516da9 None None] Set router d894b8ae-5307-49ab-a48d-e8dbf006e64a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:57.912337 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8cbd211e-1500-4ffc-a619-868e10b3799e req-93a49acb-f2ea-4952-a084-a2244a3675f8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=af36cd94-f807-45af-af9b-9c0241bec160 HTTP/1.1" status: 200 len: 210 time: 0.0352125 Jun 18 16:33:57.976060 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9453df96-bf87-47c1-bad8-3b5aa3516da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'a18efe20-c3af-4f50-afb3-f7a180f32891', 'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:98:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:21Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:58.005954 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9453df96-bf87-47c1-bad8-3b5aa3516da9 None None] Checking router: d894b8ae-5307-49ab-a48d-e8dbf006e64a for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:33:58.019485 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9453df96-bf87-47c1-bad8-3b5aa3516da9 None None] Routers {'d894b8ae-5307-49ab-a48d-e8dbf006e64a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:33:58.020510 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9453df96-bf87-47c1-bad8-3b5aa3516da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:33:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:58.130872 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-9453df96-bf87-47c1-bad8-3b5aa3516da9 None None] Set router d894b8ae-5307-49ab-a48d-e8dbf006e64a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:33:58.332633 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9453df96-bf87-47c1-bad8-3b5aa3516da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'a18efe20-c3af-4f50-afb3-f7a180f32891', 'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:98:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:21Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:33:58.359467 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9453df96-bf87-47c1-bad8-3b5aa3516da9 None None] The sync data for ids ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'] in dv-neutron-797120-1-hyperv is: [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:17Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'a18efe20-c3af-4f50-afb3-f7a180f32891', 'name': '', 'network_id': 'b6b05792-a6ef-49ab-af1c-720146a3279c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:98:90:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:16Z', 'updated_at': '2021-06-18T16:32:21Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '94b62248-efaa-4374-9c84-6cc1aa3038ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:33:58.590628 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47e4294-af7d-4e42-8917-73e9fcc8f586 None None] New status for floating IP 8049e52d-ca67-44d8-a649-fbf530b19289: DOWN {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:33:59.007420 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51982) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:59.068159 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4d194224-206e-4fd1-9164-533e627d3ff3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:59.093344 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4d194224-206e-4fd1-9164-533e627d3ff3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:59.150052 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4d194224-206e-4fd1-9164-533e627d3ff3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:59.153269 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4d194224-206e-4fd1-9164-533e627d3ff3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:59.154441 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4d194224-206e-4fd1-9164-533e627d3ff3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/security-groups/0dbdb90b-a9e8-401d-a4b6-f506ac7e8393 HTTP/1.1" status: 204 len: 168 time: 0.1459992 Jun 18 16:33:59.155231 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-64d04cd7-5f07-4144-9c0f-2f34b08690de tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:59.163806 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d194224-206e-4fd1-9164-533e627d3ff3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbdb90b-a9e8-401d-a4b6-f506ac7e8393,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:59.166175 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4d194224-206e-4fd1-9164-533e627d3ff3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:59.187458 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 51986) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:33:59.311135 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-4871b12b-85ef-4017-bb43-ada68c7d86f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port e59cdbd7-1fa5-4630-8a5d-1a46da48a812 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:33:59.311381 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4871b12b-85ef-4017-bb43-ada68c7d86f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:59.388835 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4871b12b-85ef-4017-bb43-ada68c7d86f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:59.389164 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4871b12b-85ef-4017-bb43-ada68c7d86f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:59.450800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-4871b12b-85ef-4017-bb43-ada68c7d86f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for e59cdbd7-1fa5-4630-8a5d-1a46da48a812 owned by network:floatingip {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:33:59.581543 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4871b12b-85ef-4017-bb43-ada68c7d86f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:59.584395 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:33:59.606866 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871b12b-85ef-4017-bb43-ada68c7d86f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=e59cdbd7-1fa5-4630-8a5d-1a46da48a812,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:33:59.609474 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4871b12b-85ef-4017-bb43-ada68c7d86f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:33:59.674996 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4871b12b-85ef-4017-bb43-ada68c7d86f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:59.677722 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4871b12b-85ef-4017-bb43-ada68c7d86f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:33:59.678931 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4871b12b-85ef-4017-bb43-ada68c7d86f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/floatingips/8049e52d-ca67-44d8-a649-fbf530b19289 HTTP/1.1" status: 204 len: 168 time: 0.4904842 Jun 18 16:34:00.035583 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2927c9-a04b-4aaa-ae5a-7b938fe8fd39 req-88e17f4a-9b07-405d-aabd-6e990b8987ed tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:00.037076 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9e2927c9-a04b-4aaa-ae5a-7b938fe8fd39 req-88e17f4a-9b07-405d-aabd-6e990b8987ed tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3d08d3-d429-4559-a9ac-ec65f2f90bc8 HTTP/1.1" status: 200 len: 946 time: 0.0647697 Jun 18 16:34:00.076234 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9e2927c9-a04b-4aaa-ae5a-7b938fe8fd39 req-f6e290d8-5dd2-407e-9642-aece1e78df61 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=2de83ff6-1a57-4e90-8675-928ecc042c86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325787 Jun 18 16:34:01.260203 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e053b0b-d438-41ac-bbee-ce6a787b4508 req-a2465e68-4de9-4ecd-8139-a58574ebb3f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:01.261745 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7e053b0b-d438-41ac-bbee-ce6a787b4508 req-a2465e68-4de9-4ecd-8139-a58574ebb3f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3d08d3-d429-4559-a9ac-ec65f2f90bc8 HTTP/1.1" status: 200 len: 946 time: 0.0662756 Jun 18 16:34:01.337003 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7e053b0b-d438-41ac-bbee-ce6a787b4508 req-920451f1-cb43-4564-b500-2e2f74859114 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=2de83ff6-1a57-4e90-8675-928ecc042c86&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623486 Jun 18 16:34:01.356718 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fbb46-a1e9-437c-ad23-735d5c4cce4c req-b5a2768a-565f-4d45-a283-2031d4eca0ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:01.363087 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e98fbb46-a1e9-437c-ad23-735d5c4cce4c req-b5a2768a-565f-4d45-a283-2031d4eca0ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed3d08d3-d429-4559-a9ac-ec65f2f90bc8 HTTP/1.1" status: 200 len: 946 time: 0.0917482 Jun 18 16:34:01.456737 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-e98fbb46-a1e9-437c-ad23-735d5c4cce4c req-5a1f4664-aa84-4225-958e-962b69458eb4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port 8d4a029a-45d5-46b9-a1e3-56135691a823 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:01.457082 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e98fbb46-a1e9-437c-ad23-735d5c4cce4c req-5a1f4664-aa84-4225-958e-962b69458eb4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.547303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-e98fbb46-a1e9-437c-ad23-735d5c4cce4c req-5a1f4664-aa84-4225-958e-962b69458eb4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port 8d4a029a-45d5-46b9-a1e3-56135691a823, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8d4a029a-45d5-46b9-a1e3-56135691a823,segment=NetworkSegment(0588f997-27ce-4d2d-bd1f-60dcc25a722e),segment_id=0588f997-27ce-4d2d-bd1f-60dcc25a722e)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:01.547574 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e98fbb46-a1e9-437c-ad23-735d5c4cce4c req-5a1f4664-aa84-4225-958e-962b69458eb4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.616151 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-e98fbb46-a1e9-437c-ad23-735d5c4cce4c req-5a1f4664-aa84-4225-958e-962b69458eb4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for 8d4a029a-45d5-46b9-a1e3-56135691a823 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:01.738155 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e98fbb46-a1e9-437c-ad23-735d5c4cce4c req-5a1f4664-aa84-4225-958e-962b69458eb4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.742272 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f67a1be0-35f3-456a-a354-b547cd6db0e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:01.775129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f4664-aa84-4225-958e-962b69458eb4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=8d4a029a-45d5-46b9-a1e3-56135691a823,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:01.780058 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5a1f4664-aa84-4225-958e-962b69458eb4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:01.819741 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98fbb46-a1e9-437c-ad23-735d5c4cce4c req-5a1f4664-aa84-4225-958e-962b69458eb4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] No DVR routers for this DVR port 8d4a029a-45d5-46b9-a1e3-56135691a823 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:01.822217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e98fbb46-a1e9-437c-ad23-735d5c4cce4c req-5a1f4664-aa84-4225-958e-962b69458eb4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:01.824794 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e98fbb46-a1e9-437c-ad23-735d5c4cce4c req-5a1f4664-aa84-4225-958e-962b69458eb4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "DELETE /v2.0/ports/8d4a029a-45d5-46b9-a1e3-56135691a823 HTTP/1.1" status: 204 len: 173 time: 0.4607787 Jun 18 16:34:01.825330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3d08d3-d429-4559-a9ac-ec65f2f90bc8', 'name': 'network-vif-deleted', 'tag': '8d4a029a-45d5-46b9-a1e3-56135691a823'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:34:01.828007 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0e7e72-b646-483f-8736-d1c73c289032" -d '{"events": [{"server_uuid": "ed3d08d3-d429-4559-a9ac-ec65f2f90bc8", "name": "network-vif-deleted", "tag": "8d4a029a-45d5-46b9-a1e3-56135691a823"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:34:01.865890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fbeb47-901f-49ef-b990-05b5e87b9c69 x-openstack-request-id: req-15fbeb47-901f-49ef-b990-05b5e87b9c69 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:34:01.866242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3d08d3-d429-4559-a9ac-ec65f2f90bc8", "name": "network-vif-deleted", "tag": "8d4a029a-45d5-46b9-a1e3-56135691a823", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:34:01.866573 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-15fbeb47-901f-49ef-b990-05b5e87b9c69 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:34:01.871716 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3d08d3-d429-4559-a9ac-ec65f2f90bc8', 'name': 'network-vif-deleted', 'tag': '8d4a029a-45d5-46b9-a1e3-56135691a823', 'status': 'completed', 'code': 200} Jun 18 16:34:02.434265 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 51998) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:02.475676 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device ffc8d616-1882-4ed5-8227-7a7b68f84b0b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:02.492799 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a26a7c52-8716-4a51-a2d6-29c7f3ac5abc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.495958 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: ffc8d616-1882-4ed5-8227-7a7b68f84b0b {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:02.496394 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device ffc8d616-1882-4ed5-8227-7a7b68f84b0b not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:02.518566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a26a7c52-8716-4a51-a2d6-29c7f3ac5abc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.586641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a26a7c52-8716-4a51-a2d6-29c7f3ac5abc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.589191 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a26a7c52-8716-4a51-a2d6-29c7f3ac5abc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:02.591045 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a26a7c52-8716-4a51-a2d6-29c7f3ac5abc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/security-groups/2de83ff6-1a57-4e90-8675-928ecc042c86 HTTP/1.1" status: 204 len: 168 time: 0.1557682 Jun 18 16:34:02.591884 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ffb1e706-9b2e-4ec9-be24-abc1a2388ff6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:02.600580 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a7c52-8716-4a51-a2d6-29c7f3ac5abc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de83ff6-1a57-4e90-8675-928ecc042c86,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:02.602962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a26a7c52-8716-4a51-a2d6-29c7f3ac5abc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:02.622999 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52002) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:02.978266 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8f811702-838b-43d5-a5d5-0dc73c6684c6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.236946 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-8f811702-838b-43d5-a5d5-0dc73c6684c6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port a18efe20-c3af-4f50-afb3-f7a180f32891 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:03.237288 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8f811702-838b-43d5-a5d5-0dc73c6684c6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.326145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-8f811702-838b-43d5-a5d5-0dc73c6684c6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port a18efe20-c3af-4f50-afb3-f7a180f32891, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a18efe20-c3af-4f50-afb3-f7a180f32891,segment=NetworkSegment(0588f997-27ce-4d2d-bd1f-60dcc25a722e),segment_id=0588f997-27ce-4d2d-bd1f-60dcc25a722e)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:03.326521 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8f811702-838b-43d5-a5d5-0dc73c6684c6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.391539 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-8f811702-838b-43d5-a5d5-0dc73c6684c6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for a18efe20-c3af-4f50-afb3-f7a180f32891 owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:03.570583 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8f811702-838b-43d5-a5d5-0dc73c6684c6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:03.572450 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8c70d256-fb66-4631-a296-3dcfe4f5712c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:03.598344 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f811702-838b-43d5-a5d5-0dc73c6684c6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=a18efe20-c3af-4f50-afb3-f7a180f32891,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:03.601448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8f811702-838b-43d5-a5d5-0dc73c6684c6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:03.779342 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8f811702-838b-43d5-a5d5-0dc73c6684c6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.259138 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f811702-838b-43d5-a5d5-0dc73c6684c6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router d894b8ae-5307-49ab-a48d-e8dbf006e64a has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:04.360882 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f811702-838b-43d5-a5d5-0dc73c6684c6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:04.366222 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8f811702-838b-43d5-a5d5-0dc73c6684c6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/routers/d894b8ae-5307-49ab-a48d-e8dbf006e64a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7421722 Jun 18 16:34:04.369046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52004) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:04.372081 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dd0f74-4dae-441d-b8cb-b831470531c6 None None] Sync routers for ids ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:04.381074 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd0f74-4dae-441d-b8cb-b831470531c6 None None] Routers {'d894b8ae-5307-49ab-a48d-e8dbf006e64a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:04.381690 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-50dd0f74-4dae-441d-b8cb-b831470531c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:33:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:04.426171 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2aa0d0-a4be-4d36-a503-392993870107 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting subnet 94b62248-efaa-4374-9c84-6cc1aa3038ab {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:34:04.431214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7b2aa0d0-a4be-4d36-a503-392993870107 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.476970 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7b2aa0d0-a4be-4d36-a503-392993870107 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.494595 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-50dd0f74-4dae-441d-b8cb-b831470531c6 None None] Set router d894b8ae-5307-49ab-a48d-e8dbf006e64a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:04.560902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7b2aa0d0-a4be-4d36-a503-392993870107 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.632329 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7b2aa0d0-a4be-4d36-a503-392993870107 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.634725 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6d25b06e-3a10-4e2c-a3f6-e89910e30b76 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:04.661750 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2aa0d0-a4be-4d36-a503-392993870107 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Subnet': ['ID=94b62248-efaa-4374-9c84-6cc1aa3038ab,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:04.664728 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7b2aa0d0-a4be-4d36-a503-392993870107 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:04.665733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7b2aa0d0-a4be-4d36-a503-392993870107 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.670398 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7b2aa0d0-a4be-4d36-a503-392993870107 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/subnets/94b62248-efaa-4374-9c84-6cc1aa3038ab HTTP/1.1" status: 204 len: 168 time: 0.2975774 Jun 18 16:34:04.670732 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52006) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:04.678793 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a7829a-a226-4e7b-a8c1-c0d69e5a1a4f None None] Network b6b05792-a6ef-49ab-af1c-720146a3279c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:04.765113 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-50dd0f74-4dae-441d-b8cb-b831470531c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:34:03Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:04.783799 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-853ee9f2-5988-4246-9967-ad751da6f010 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.791350 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dd0f74-4dae-441d-b8cb-b831470531c6 None None] Checking router: d894b8ae-5307-49ab-a48d-e8dbf006e64a for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:04.799897 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd0f74-4dae-441d-b8cb-b831470531c6 None None] Routers {'d894b8ae-5307-49ab-a48d-e8dbf006e64a'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:04.800520 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-50dd0f74-4dae-441d-b8cb-b831470531c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:33:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:04.872145 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59b79de-1edf-47c6-916a-a89895826cf9 None None] DHCP port deletion for b6b05792-a6ef-49ab-af1c-720146a3279c request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:34:04.899333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-853ee9f2-5988-4246-9967-ad751da6f010 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.905738 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-50dd0f74-4dae-441d-b8cb-b831470531c6 None None] Set router d894b8ae-5307-49ab-a48d-e8dbf006e64a gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:04.925987 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a59b79de-1edf-47c6-916a-a89895826cf9 None None] Deleting port 0f5868c3-b205-462a-9715-4e743afe08a4 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:04.926789 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a59b79de-1edf-47c6-916a-a89895826cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.954258 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-853ee9f2-5988-4246-9967-ad751da6f010 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port ae4a6c1f-4935-4c27-bce1-681593cb47cc {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:04.954633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-853ee9f2-5988-4246-9967-ad751da6f010 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:04.997240 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a59b79de-1edf-47c6-916a-a89895826cf9 None None] For port 0f5868c3-b205-462a-9715-4e743afe08a4, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=0f5868c3-b205-462a-9715-4e743afe08a4,segment=NetworkSegment(0588f997-27ce-4d2d-bd1f-60dcc25a722e),segment_id=0588f997-27ce-4d2d-bd1f-60dcc25a722e)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:04.997648 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a59b79de-1edf-47c6-916a-a89895826cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.040199 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-853ee9f2-5988-4246-9967-ad751da6f010 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port ae4a6c1f-4935-4c27-bce1-681593cb47cc, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ae4a6c1f-4935-4c27-bce1-681593cb47cc,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:05.040551 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-853ee9f2-5988-4246-9967-ad751da6f010 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.064802 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a59b79de-1edf-47c6-916a-a89895826cf9 None None] Calling delete_port for 0f5868c3-b205-462a-9715-4e743afe08a4 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:05.102527 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-50dd0f74-4dae-441d-b8cb-b831470531c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:34:03Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:05.114228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-853ee9f2-5988-4246-9967-ad751da6f010 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for ae4a6c1f-4935-4c27-bce1-681593cb47cc owned by network:router_gateway {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:05.123481 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dd0f74-4dae-441d-b8cb-b831470531c6 None None] The sync data for ids ['d894b8ae-5307-49ab-a48d-e8dbf006e64a'] in dv-neutron-797120-1-hyperv is: [{'id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'name': 'tempest-TestNetworkBasicOps-router-1621858027', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212'}], 'enable_snat': True}, 'gw_port_id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:34:03Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ae4a6c1f-4935-4c27-bce1-681593cb47cc', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd894b8ae-5307-49ab-a48d-e8dbf006e64a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:32:14Z', 'updated_at': '2021-06-18T16:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:05.150439 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a59b79de-1edf-47c6-916a-a89895826cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.172610 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:05.195497 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59b79de-1edf-47c6-916a-a89895826cf9 None None] No DVR routers for this DVR port 0f5868c3-b205-462a-9715-4e743afe08a4 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:05.197407 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b79de-1edf-47c6-916a-a89895826cf9 None None] Pushing event deleted for resources: {'Port': ['ID=0f5868c3-b205-462a-9715-4e743afe08a4,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:05.200591 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a59b79de-1edf-47c6-916a-a89895826cf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:05.292392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-853ee9f2-5988-4246-9967-ad751da6f010 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.295567 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:05.317611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ee9f2-5988-4246-9967-ad751da6f010 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=ae4a6c1f-4935-4c27-bce1-681593cb47cc,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:05.321076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-853ee9f2-5988-4246-9967-ad751da6f010 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:05.388636 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-853ee9f2-5988-4246-9967-ad751da6f010 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.482174 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-853ee9f2-5988-4246-9967-ad751da6f010 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.484485 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-853ee9f2-5988-4246-9967-ad751da6f010 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.498558 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 0f5868c3-b205-462a-9715-4e743afe08a4 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:05.519515 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 0f5868c3-b205-462a-9715-4e743afe08a4 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:05.519987 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 0f5868c3-b205-462a-9715-4e743afe08a4 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:05.531929 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-853ee9f2-5988-4246-9967-ad751da6f010 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.532342 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853ee9f2-5988-4246-9967-ad751da6f010 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Fanout notify agent at l3_agent the message router_deleted on router d894b8ae-5307-49ab-a48d-e8dbf006e64a {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:34:05.539452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-853ee9f2-5988-4246-9967-ad751da6f010 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.540559 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-853ee9f2-5988-4246-9967-ad751da6f010 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/routers/d894b8ae-5307-49ab-a48d-e8dbf006e64a HTTP/1.1" status: 204 len: 168 time: 0.8688412 Jun 18 16:34:05.543498 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52008) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:05.630225 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17ef4906-7354-46fb-8c50-60fec5cbaecf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.721918 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17ef4906-7354-46fb-8c50-60fec5cbaecf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.732226 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-17ef4906-7354-46fb-8c50-60fec5cbaecf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b05792-a6ef-49ab-af1c-720146a3279c']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:05.742914 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-17ef4906-7354-46fb-8c50-60fec5cbaecf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0588f997-27ce-4d2d-bd1f-60dcc25a722e') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:05.743203 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-17ef4906-7354-46fb-8c50-60fec5cbaecf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0588f997-27ce-4d2d-bd1f-60dcc25a722e') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:05.752495 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17ef4906-7354-46fb-8c50-60fec5cbaecf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.767950 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17ef4906-7354-46fb-8c50-60fec5cbaecf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.774708 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ef4906-7354-46fb-8c50-60fec5cbaecf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:05.775273 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17ef4906-7354-46fb-8c50-60fec5cbaecf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:05.779061 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:05.835643 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17ef4906-7354-46fb-8c50-60fec5cbaecf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.839086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-272c001c-c874-488f-ae1d-7b158f367ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:05.844057 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17ef4906-7354-46fb-8c50-60fec5cbaecf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.846018 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-17ef4906-7354-46fb-8c50-60fec5cbaecf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/networks/b6b05792-a6ef-49ab-af1c-720146a3279c HTTP/1.1" status: 204 len: 168 time: 0.3014503 Jun 18 16:34:05.861154 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52010) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:05.863061 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef4906-7354-46fb-8c50-60fec5cbaecf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Network': ['ID=b6b05792-a6ef-49ab-af1c-720146a3279c,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:05.867669 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-aabaf395-b80f-4497-9db1-f27fc4ed4d53 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'network': {'name': 'tempest-network-smoke--1083245775', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'port_security_enabled': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:05.870057 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-17ef4906-7354-46fb-8c50-60fec5cbaecf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:05.891826 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabaf395-b80f-4497-9db1-f27fc4ed4d53 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:05.895565 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aabaf395-b80f-4497-9db1-f27fc4ed4d53 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.920862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aabaf395-b80f-4497-9db1-f27fc4ed4d53 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:34:05.929209 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aabaf395-b80f-4497-9db1-f27fc4ed4d53 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:05.929558 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-aabaf395-b80f-4497-9db1-f27fc4ed4d53 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Added segment 861ae177-0e7d-4d21-85f1-887f4a3f31f5 of type vlan for network 8e54a1a0-0492-4d49-8911-d13709637354 Jun 18 16:34:05.974122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aabaf395-b80f-4497-9db1-f27fc4ed4d53 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.002222 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aabaf395-b80f-4497-9db1-f27fc4ed4d53 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.007678 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabaf395-b80f-4497-9db1-f27fc4ed4d53 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:06.008256 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aabaf395-b80f-4497-9db1-f27fc4ed4d53 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.011295 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-20370b9f-580b-4a8c-8899-03854ce709b5 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:06.063142 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-aabaf395-b80f-4497-9db1-f27fc4ed4d53 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2000084 Jun 18 16:34:06.065842 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52012) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:06.070694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1692369002', 'admin_state_up': True, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:06.075430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabaf395-b80f-4497-9db1-f27fc4ed4d53 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Network': ['ID=8e54a1a0-0492-4d49-8911-d13709637354,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:06.079673 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-aabaf395-b80f-4497-9db1-f27fc4ed4d53 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:06.086200 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 8e54a1a0-0492-4d49-8911-d13709637354 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:34:06.093644 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.094647 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.150043 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.284313 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.482633 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.491592 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 8d4a029a-45d5-46b9-a1e3-56135691a823 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:06.502112 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.513428 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 8d4a029a-45d5-46b9-a1e3-56135691a823 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:06.513796 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 8d4a029a-45d5-46b9-a1e3-56135691a823 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:06.608033 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.26.6.49 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/ba5d108b-2f36-4736-8b9a-2a66e90a93a1) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:06.706600 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.745678 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:06.747579 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:06.791798 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:06.795837 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:06.799383 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:06.821912 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=ba5d108b-2f36-4736-8b9a-2a66e90a93a1,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:06.825949 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:07.043580 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.117004 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a18efe20-c3af-4f50-afb3-f7a180f32891 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:07.138097 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: a18efe20-c3af-4f50-afb3-f7a180f32891 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:07.138476 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a18efe20-c3af-4f50-afb3-f7a180f32891 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:07.138911 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ae4a6c1f-4935-4c27-bce1-681593cb47cc no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:07.161742 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: ae4a6c1f-4935-4c27-bce1-681593cb47cc {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:07.162084 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ae4a6c1f-4935-4c27-bce1-681593cb47cc not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:07.240107 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.364523 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router efa8c86f-48ff-464a-9eb2-bd306106b1e0 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:34:07.467254 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:07.476191 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Sync routers for ids ['efa8c86f-48ff-464a-9eb2-bd306106b1e0'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:07.484787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.485968 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Routers {'efa8c86f-48ff-464a-9eb2-bd306106b1e0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:07.486106 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4190245 Jun 18 16:34:07.486798 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:33:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['efa8c86f-48ff-464a-9eb2-bd306106b1e0'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:07.489172 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52014) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:07.593131 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Set router efa8c86f-48ff-464a-9eb2-bd306106b1e0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:07.772882 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'name': 'tempest-TestNetworkBasicOps-router-1692369002', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:06Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:07.799432 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Checking router: efa8c86f-48ff-464a-9eb2-bd306106b1e0 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:07.799789 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Updating router efa8c86f-48ff-464a-9eb2-bd306106b1e0 port ba5d108b-2f36-4736-8b9a-2a66e90a93a1 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:34:07.800915 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f409ce46-dfaa-42d4-a2cb-23beaa8ce68b tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=ce51bca7228b4491bea754922e3226ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3102880 Jun 18 16:34:07.803375 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52016) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:07.837337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:07.949717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd4ca98-2b8c-418d-b286-099a99184f63 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:07.951220 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5bd4ca98-2b8c-418d-b286-099a99184f63 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1469169 Jun 18 16:34:07.954040 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52018) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:07.991981 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-25a4c2e9-bc69-45ab-b282-ba923911eed7 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367396 Jun 18 16:34:07.994321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52020) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:07.999701 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-fa97d4ba-0d07-44a6-aed3-29e5f10a6957 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-277697550', 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:08.085504 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.087434 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa97d4ba-0d07-44a6-aed3-29e5f10a6957 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:08.091085 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fa97d4ba-0d07-44a6-aed3-29e5f10a6957 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.096514 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Transition to ACTIVE for port object ba5d108b-2f36-4736-8b9a-2a66e90a93a1 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:08.102135 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.103966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:08.155101 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05b083-efc5-43fb-a72f-1f616ca28d05 None None] Pushing event updated for resources: {'Port': ['ID=ba5d108b-2f36-4736-8b9a-2a66e90a93a1,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:08.157442 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Attempting to bind port ba5d108b-2f36-4736-8b9a-2a66e90a93a1 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:08.157820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Attempting to bind port ba5d108b-2f36-4736-8b9a-2a66e90a93a1 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:08.158187 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Attempting to bind port ba5d108b-2f36-4736-8b9a-2a66e90a93a1 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:08.160293 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bd05b083-efc5-43fb-a72f-1f616ca28d05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:08.164175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:08.164558 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:08.164967 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.165358 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:08.165827 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Bound port: ba5d108b-2f36-4736-8b9a-2a66e90a93a1, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:08.166203 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.219828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] For port ba5d108b-2f36-4736-8b9a-2a66e90a93a1, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:08.223635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] For port ba5d108b-2f36-4736-8b9a-2a66e90a93a1, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ba5d108b-2f36-4736-8b9a-2a66e90a93a1,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:08.227552 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.229468 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-dd4740c8-e34a-4e8a-b28d-b36afe0d91c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:08.284050 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fa97d4ba-0d07-44a6-aed3-29e5f10a6957 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.286813 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-81e813d2-22cf-4643-97fc-a20426c9cbd0 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:08.287615 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Routers {'efa8c86f-48ff-464a-9eb2-bd306106b1e0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:08.288259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:33:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['efa8c86f-48ff-464a-9eb2-bd306106b1e0'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:08.323115 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05b083-efc5-43fb-a72f-1f616ca28d05 None None] Pushing event updated for resources: {'Port': ['ID=ba5d108b-2f36-4736-8b9a-2a66e90a93a1,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:08.329469 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bd05b083-efc5-43fb-a72f-1f616ca28d05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:08.352564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97d4ba-0d07-44a6-aed3-29e5f10a6957 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Subnet': ['ID=5629d978-a3dd-4c3b-87b6-c2052bf00ba5,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:08.356931 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fa97d4ba-0d07-44a6-aed3-29e5f10a6957 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:08.360857 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa97d4ba-0d07-44a6-aed3-29e5f10a6957 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Checking segment: {'id': '861ae177-0e7d-4d21-85f1-887f4a3f31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:08.361215 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa97d4ba-0d07-44a6-aed3-29e5f10a6957 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network hostable DHCP agents. Network: 8e54a1a0-0492-4d49-8911-d13709637354, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:34:08.380076 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa97d4ba-0d07-44a6-aed3-29e5f10a6957 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 8e54a1a0-0492-4d49-8911-d13709637354 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:34:08.395257 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-fa97d4ba-0d07-44a6-aed3-29e5f10a6957 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 8e54a1a0-0492-4d49-8911-d13709637354) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:08.399707 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa97d4ba-0d07-44a6-aed3-29e5f10a6957 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:08.400448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fa97d4ba-0d07-44a6-aed3-29e5f10a6957 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.407858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6480d3-4e1c-4a1c-85d5-0561ee8bcb94 None None] Network 8e54a1a0-0492-4d49-8911-d13709637354 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:08.416822 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fa97d4ba-0d07-44a6-aed3-29e5f10a6957 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4214194 Jun 18 16:34:08.419885 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52022) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:08.426365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] Set router efa8c86f-48ff-464a-9eb2-bd306106b1e0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:08.723541 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-44337982-8887-4784-9299-7d60fa36e175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.877556 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-8e54a1a0-0492-4d49-8911-d13709637354', 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ips': [{'subnet_id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:34:08.878439 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.879626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:08.906115 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'name': 'tempest-TestNetworkBasicOps-router-1692369002', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:06Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:08.977896 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da08720-cb5c-40ce-806f-755a92ab9561 None None] The sync data for ids ['efa8c86f-48ff-464a-9eb2-bd306106b1e0'] in dv-neutron-797120-1-hyperv is: [{'id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'name': 'tempest-TestNetworkBasicOps-router-1692369002', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:06Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:09.049766 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Allocated IP 172.20.0.2 (8e54a1a0-0492-4d49-8911-d13709637354/5629d978-a3dd-4c3b-87b6-c2052bf00ba5/f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:09.217017 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.232215 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Transition to ACTIVE for port object f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:09.254098 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Transition to ACTIVE for port object f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:09.261132 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.264526 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-51a3a0eb-6559-47a4-87ec-fc9a5d2724a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:09.310108 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Network 8e54a1a0-0492-4d49-8911-d13709637354 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:09.314908 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:09.320537 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.20.0.1 (8e54a1a0-0492-4d49-8911-d13709637354/5629d978-a3dd-4c3b-87b6-c2052bf00ba5/e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:09.320799 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:09.333272 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Pushing event updated for resources: {'Port': ['ID=f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:09.340375 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:09.394067 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Attempting to bind port f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:09.394472 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Attempting to bind port f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '861ae177-0e7d-4d21-85f1-887f4a3f31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:09.394852 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Attempting to bind port f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5 on network 8e54a1a0-0492-4d49-8911-d13709637354 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:09.400007 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:09.400396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Checking segment: {'id': '861ae177-0e7d-4d21-85f1-887f4a3f31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:09.400811 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.401213 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Bound using segment: {'id': '861ae177-0e7d-4d21-85f1-887f4a3f31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:09.401690 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Bound port: f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861ae177-0e7d-4d21-85f1-887f4a3f31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:09.402946 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.444982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.463975 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Transition to ACTIVE for port object e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:09.487904 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] For port f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:09.492387 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] For port f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5,segment=NetworkSegment(861ae177-0e7d-4d21-85f1-887f4a3f31f5),segment_id=861ae177-0e7d-4d21-85f1-887f4a3f31f5)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:09.498022 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.500294 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.500487 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:09.503470 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-be792d83-1f02-439a-b106-3991f41e802d tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:09.555877 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 8e54a1a0-0492-4d49-8911-d13709637354 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:09.557882 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:09.560528 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:09.561354 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Pushing event updated for resources: {'Port': ['ID=f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:09.564758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:09.591887 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:09.596857 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:09.617651 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:09.847232 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.125203 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.129929 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.132789 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cd46e764-1e73-4238-b09a-996424d2dfe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:10.209686 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:10.212197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.214284 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:10.306083 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 8e54a1a0-0492-4d49-8911-d13709637354 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:10.307512 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:10.428487 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router efa8c86f-48ff-464a-9eb2-bd306106b1e0 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:10.467367 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054570f2-5177-408f-941b-dff6d5551934 None None] Network 8e54a1a0-0492-4d49-8911-d13709637354 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:10.532919 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-cd19cb0a-c0f0-4f0a-ac00-e8a1069b4d54 None None] Provisioning for port f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:10.544437 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:10.555356 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/routers/efa8c86f-48ff-464a-9eb2-bd306106b1e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1340649 Jun 18 16:34:10.557801 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52024) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:10.876674 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1191e264-99df-4894-8fbf-f0d9ef37d4cb None None] Provisioning for port e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:10.881149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1191e264-99df-4894-8fbf-f0d9ef37d4cb None None] Provisioning complete for port e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:10.881583 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1191e264-99df-4894-8fbf-f0d9ef37d4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.943765 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-1191e264-99df-4894-8fbf-f0d9ef37d4cb None None] Port e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:34:10.952606 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d76d4e82-d95b-4feb-b5d0-231d647a1777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:10.956650 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a877d9f7-f72a-410e-9872-b6f29bd55df5 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:10.957170 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a877d9f7-f72a-410e-9872-b6f29bd55df5 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:10.957643 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a877d9f7-f72a-410e-9872-b6f29bd55df5 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:10.958117 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a877d9f7-f72a-410e-9872-b6f29bd55df5 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:10.962814 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52026) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:10.963388 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a877d9f7-f72a-410e-9872-b6f29bd55df5 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.4039783 Jun 18 16:34:11.021575 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7a969f-3b7f-473e-b6d5-05d1f428bfb3 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:11.022055 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7a969f-3b7f-473e-b6d5-05d1f428bfb3 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:11.022538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7a969f-3b7f-473e-b6d5-05d1f428bfb3 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:11.023154 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7a969f-3b7f-473e-b6d5-05d1f428bfb3 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:11.025677 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-af7a969f-3b7f-473e-b6d5-05d1f428bfb3 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0593870 Jun 18 16:34:11.028271 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52028) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:11.087959 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-94ab1d89-a852-4b79-a32d-995e4f59f0b1 None None] Provisioning complete for port e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:11.087959 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-94ab1d89-a852-4b79-a32d-995e4f59f0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.124981 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Sync routers for ids ['efa8c86f-48ff-464a-9eb2-bd306106b1e0'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:11.140048 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-94ab1d89-a852-4b79-a32d-995e4f59f0b1 None None] Port e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:34:11.147495 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Routers {'efa8c86f-48ff-464a-9eb2-bd306106b1e0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:11.150544 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:34:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['efa8c86f-48ff-464a-9eb2-bd306106b1e0'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:11.242193 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ba5d108b-2f36-4736-8b9a-2a66e90a93a1 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:11.271325 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Set router efa8c86f-48ff-464a-9eb2-bd306106b1e0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:11.301596 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.319516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port ba5d108b-2f36-4736-8b9a-2a66e90a93a1 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:11.328062 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ba5d108b-2f36-4736-8b9a-2a66e90a93a1 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:11.328933 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6f7ba44b-14c9-41c6-9313-72fef65539cd tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2994070 Jun 18 16:34:11.330645 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.332478 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52030) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:11.339309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b56c80f0-9c06-42a1-999a-e466892912e4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1783476500', 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:11.379326 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-91941b53-26c0-49cd-8061-39a3cf7edc31 None None] Provisioning complete for port e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:11.379700 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-91941b53-26c0-49cd-8061-39a3cf7edc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.442060 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-91941b53-26c0-49cd-8061-39a3cf7edc31 None None] Port e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:34:11.451217 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.458913 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56c80f0-9c06-42a1-999a-e466892912e4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:11.463266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b56c80f0-9c06-42a1-999a-e466892912e4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.474552 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port ba5d108b-2f36-4736-8b9a-2a66e90a93a1, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ba5d108b-2f36-4736-8b9a-2a66e90a93a1,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:11.481230 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.483324 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:11.484064 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [None req-b56c80f0-9c06-42a1-999a-e466892912e4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] device_id is not set on port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:34:11.486226 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:11.508201 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'name': 'tempest-TestNetworkBasicOps-router-1692369002', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:09Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc', 'name': '', 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:b6:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:09Z', 'updated_at': '2021-06-18T16:34:10Z', 'revision_number': 2, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:11.538616 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Checking router: efa8c86f-48ff-464a-9eb2-bd306106b1e0 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:11.538976 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Updating router efa8c86f-48ff-464a-9eb2-bd306106b1e0 port e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:34:11.561176 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=ba5d108b-2f36-4736-8b9a-2a66e90a93a1,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:11.564573 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:11.574346 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.574800 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:11.579187 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:11.579805 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.663919 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.700490 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5,segment=NetworkSegment(861ae177-0e7d-4d21-85f1-887f4a3f31f5),segment_id=861ae177-0e7d-4d21-85f1-887f4a3f31f5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:11.705354 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:11.708542 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:11.757743 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:11.760957 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:11.957801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-b56c80f0-9c06-42a1-999a-e466892912e4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.20.0.4 (8e54a1a0-0492-4d49-8911-d13709637354/5629d978-a3dd-4c3b-87b6-c2052bf00ba5/018e0897-f3f1-43a0-a5b4-5aa78bb48a12) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:12.091246 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.112801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b56c80f0-9c06-42a1-999a-e466892912e4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.126244 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-b56c80f0-9c06-42a1-999a-e466892912e4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Transition to ACTIVE for port object 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:12.157947 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b56c80f0-9c06-42a1-999a-e466892912e4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.162813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-853ee9f2-5988-4246-9967-ad751da6f010 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:12.205288 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56c80f0-9c06-42a1-999a-e466892912e4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 8e54a1a0-0492-4d49-8911-d13709637354 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:12.208385 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-b56c80f0-9c06-42a1-999a-e466892912e4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:12.211011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56c80f0-9c06-42a1-999a-e466892912e4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:12.244306 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c80f0-9c06-42a1-999a-e466892912e4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:12.247784 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b56c80f0-9c06-42a1-999a-e466892912e4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:12.272332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56c80f0-9c06-42a1-999a-e466892912e4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:12.273126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b56c80f0-9c06-42a1-999a-e466892912e4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.294787 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b56c80f0-9c06-42a1-999a-e466892912e4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9571867 Jun 18 16:34:12.318662 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.330778 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Transition to ACTIVE for port object e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:12.336867 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.341858 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-3fe01b22-42e9-42d3-a906-4cb39d44191f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:12.415597 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb160c8-241b-415f-8773-cc5878afd70b None None] Pushing event updated for resources: {'Port': ['ID=e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:12.425101 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb160c8-241b-415f-8773-cc5878afd70b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.425442 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb160c8-241b-415f-8773-cc5878afd70b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.425775 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb160c8-241b-415f-8773-cc5878afd70b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.426099 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb160c8-241b-415f-8773-cc5878afd70b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.426498 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb160c8-241b-415f-8773-cc5878afd70b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.426767 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb160c8-241b-415f-8773-cc5878afd70b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.427084 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb160c8-241b-415f-8773-cc5878afd70b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.427397 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb160c8-241b-415f-8773-cc5878afd70b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.427715 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb160c8-241b-415f-8773-cc5878afd70b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.428028 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb160c8-241b-415f-8773-cc5878afd70b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.428400 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb160c8-241b-415f-8773-cc5878afd70b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.428716 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb160c8-241b-415f-8773-cc5878afd70b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:12.435327 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-7fb160c8-241b-415f-8773-cc5878afd70b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:12.473278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d75c3264-16ab-452b-8015-50d225751bd1 None None] Provisioning for port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:12.477740 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d75c3264-16ab-452b-8015-50d225751bd1 None None] Provisioning complete for port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:12.478845 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d75c3264-16ab-452b-8015-50d225751bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.497984 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Attempting to bind port e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:12.498359 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Attempting to bind port e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '861ae177-0e7d-4d21-85f1-887f4a3f31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:12.498775 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Attempting to bind port e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc on network 8e54a1a0-0492-4d49-8911-d13709637354 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:12.504209 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:12.504577 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Checking segment: {'id': '861ae177-0e7d-4d21-85f1-887f4a3f31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:12.505193 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.505762 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Bound using segment: {'id': '861ae177-0e7d-4d21-85f1-887f4a3f31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:12.506436 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Bound port: e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '861ae177-0e7d-4d21-85f1-887f4a3f31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:12.506933 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.522056 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d75c3264-16ab-452b-8015-50d225751bd1 None None] Port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:34:12.575272 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] For port e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:12.578956 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] For port e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc,segment=NetworkSegment(861ae177-0e7d-4d21-85f1-887f4a3f31f5),segment_id=861ae177-0e7d-4d21-85f1-887f4a3f31f5)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:12.584036 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.587343 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-7fb160c8-241b-415f-8773-cc5878afd70b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:12.650186 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb160c8-241b-415f-8773-cc5878afd70b None None] Pushing event updated for resources: {'Port': ['ID=e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc,revision_number=4']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:12.653442 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Routers {'efa8c86f-48ff-464a-9eb2-bd306106b1e0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:12.654282 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:34:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['efa8c86f-48ff-464a-9eb2-bd306106b1e0'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:12.657344 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-7fb160c8-241b-415f-8773-cc5878afd70b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:12.767005 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] Set router efa8c86f-48ff-464a-9eb2-bd306106b1e0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:12.885299 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52036) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:12.890767 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-68db8347-9db2-4500-975d-ebb49abfd606 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-325468747', 'description': 'tempest-secgroup-smoke-325468747 description', 'project_id': 'ce51bca7228b4491bea754922e3226ea'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:12.913291 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68db8347-9db2-4500-975d-ebb49abfd606 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:12.975144 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'name': 'tempest-TestNetworkBasicOps-router-1692369002', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:09Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc', 'name': '', 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:b6:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:09Z', 'updated_at': '2021-06-18T16:34:12Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:12.995814 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68db8347-9db2-4500-975d-ebb49abfd606 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.000045 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68db8347-9db2-4500-975d-ebb49abfd606 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.002744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-810bc04a-779d-47d7-8200-f2e459ff36b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:13.031728 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68db8347-9db2-4500-975d-ebb49abfd606 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.035716 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-68db8347-9db2-4500-975d-ebb49abfd606 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1463354 Jun 18 16:34:13.035925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52038) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:13.040522 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b104dd32-25ef-4e91-bd09-d53698c5e14a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '42728096-c4ac-4ff4-b8de-96ce413055c9', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:13.046235 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db8347-9db2-4500-975d-ebb49abfd606 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42728096-c4ac-4ff4-b8de-96ce413055c9,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:13.049301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-68db8347-9db2-4500-975d-ebb49abfd606 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:13.073146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b104dd32-25ef-4e91-bd09-d53698c5e14a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.095737 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc63a4ac-1c26-4786-b605-5639e6730c1c None None] The sync data for ids ['efa8c86f-48ff-464a-9eb2-bd306106b1e0'] in dv-neutron-797120-1-hyperv is: [{'id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'name': 'tempest-TestNetworkBasicOps-router-1692369002', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:09Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc', 'name': '', 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:b6:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:09Z', 'updated_at': '2021-06-18T16:34:12Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:13.137365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ba5d108b-2f36-4736-8b9a-2a66e90a93a1 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:13.170180 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b104dd32-25ef-4e91-bd09-d53698c5e14a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.176826 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b104dd32-25ef-4e91-bd09-d53698c5e14a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.178962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f688ad6c-7463-4394-84dd-3e5cf98e386d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:13.203443 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b104dd32-25ef-4e91-bd09-d53698c5e14a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c459b9ab-8754-4eea-bff2-c747a18e0bc7,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:13.206330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b104dd32-25ef-4e91-bd09-d53698c5e14a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:13.215136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b104dd32-25ef-4e91-bd09-d53698c5e14a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.219287 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ba5d108b-2f36-4736-8b9a-2a66e90a93a1 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:13.219684 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.220293 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b104dd32-25ef-4e91-bd09-d53698c5e14a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1829247 Jun 18 16:34:13.220634 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52040) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:13.227245 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '42728096-c4ac-4ff4-b8de-96ce413055c9', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:13.267414 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.301103 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:13.331388 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.335507 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.337799 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8819f096-cd7b-45cf-b24d-c5444c5f27ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:13.354066 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:13.354484 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.356087 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e673edf7-5079-40c1-9fa6-a2df5ca6bf37,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:13.364315 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.368784 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459966 Jun 18 16:34:13.368947 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52042) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:13.370603 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:13.370983 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:13.371366 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:13.371735 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:13.372312 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:13.372867 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:13.373402 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:13.373948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:13.374517 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:13.375213 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:13.375755 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:13.376296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:13.376652 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d9b3ffe0-4002-4420-a7ee-61f40e51c468 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '42728096-c4ac-4ff4-b8de-96ce413055c9', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:13.379827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:13.410461 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d9b3ffe0-4002-4420-a7ee-61f40e51c468 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.476796 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d9b3ffe0-4002-4420-a7ee-61f40e51c468 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.480794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d9b3ffe0-4002-4420-a7ee-61f40e51c468 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.482654 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1a8cb4f4-8da8-4271-8170-8d7721791c61 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:13.499870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3ffe0-4002-4420-a7ee-61f40e51c468 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf8aa47-7d87-4638-8d72-2eac8f3b8235,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:13.502570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d9b3ffe0-4002-4420-a7ee-61f40e51c468 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:13.506344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d9b3ffe0-4002-4420-a7ee-61f40e51c468 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.507581 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d9b3ffe0-4002-4420-a7ee-61f40e51c468 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370916 Jun 18 16:34:13.510283 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52044) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:13.515659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-64cceada-ed0d-4420-9212-c73d714bc414 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '42728096-c4ac-4ff4-b8de-96ce413055c9', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:13.541862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-64cceada-ed0d-4420-9212-c73d714bc414 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.605813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-64cceada-ed0d-4420-9212-c73d714bc414 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.609920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-64cceada-ed0d-4420-9212-c73d714bc414 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.611782 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f6f0605e-49ef-41ab-9633-d379bcd1890a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:13.629118 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cceada-ed0d-4420-9212-c73d714bc414 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b4411d-0c26-425f-84ac-b7a1b0215c2a,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:13.632258 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-64cceada-ed0d-4420-9212-c73d714bc414 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:13.635829 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-64cceada-ed0d-4420-9212-c73d714bc414 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.640441 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-64cceada-ed0d-4420-9212-c73d714bc414 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261876 Jun 18 16:34:13.640869 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52046) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:13.645494 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-7e8ab423-467c-46ff-b03e-189219d3de70 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '42728096-c4ac-4ff4-b8de-96ce413055c9', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:13.667729 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-7e8ab423-467c-46ff-b03e-189219d3de70 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:34:13.673159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7e8ab423-467c-46ff-b03e-189219d3de70 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.715300 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.739451 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7e8ab423-467c-46ff-b03e-189219d3de70 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.743526 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7e8ab423-467c-46ff-b03e-189219d3de70 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.750576 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e54fb6dd-364f-471e-bb05-09164d714a19 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:13.783667 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ab423-467c-46ff-b03e-189219d3de70 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1fa43c-89bf-44ca-bb0a-525f9b5fd9aa,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:13.786160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7e8ab423-467c-46ff-b03e-189219d3de70 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:13.792437 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7e8ab423-467c-46ff-b03e-189219d3de70 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.797564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52048) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:13.797826 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7e8ab423-467c-46ff-b03e-189219d3de70 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1558278 Jun 18 16:34:13.802543 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-411c6340-8357-4083-92df-152f8ed042f4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '42728096-c4ac-4ff4-b8de-96ce413055c9', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:13.829261 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-411c6340-8357-4083-92df-152f8ed042f4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:34:13.834570 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-411c6340-8357-4083-92df-152f8ed042f4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.900116 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-411c6340-8357-4083-92df-152f8ed042f4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.903913 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-411c6340-8357-4083-92df-152f8ed042f4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.908656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fbda507b-2a6b-4283-812c-c451a11563e6 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:13.924306 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c6340-8357-4083-92df-152f8ed042f4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8b8eab-313e-40ba-b440-ff6eae65c650,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:13.926886 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-411c6340-8357-4083-92df-152f8ed042f4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:13.932118 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-411c6340-8357-4083-92df-152f8ed042f4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:13.934014 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-411c6340-8357-4083-92df-152f8ed042f4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347773 Jun 18 16:34:14.080284 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19655086-c017-4902-b288-c9b26271430b req-29ed42bc-f6c8-4bd9-98d2-1bde5126a0e2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-325468747&fields=id&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 267 time: 0.0350704 Jun 18 16:34:14.143930 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19655086-c017-4902-b288-c9b26271430b req-fe0bef45-6291-4c62-be3d-2c058919267d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:14.145334 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19655086-c017-4902-b288-c9b26271430b req-fe0bef45-6291-4c62-be3d-2c058919267d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports/018e0897-f3f1-43a0-a5b4-5aa78bb48a12 HTTP/1.1" status: 200 len: 930 time: 0.0586135 Jun 18 16:34:14.311770 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19655086-c017-4902-b288-c9b26271430b req-8f45b6b0-b201-4858-a3df-5a49ee728a98 service neutron] 10.222.0.50 "GET /v2.0/ports/018e0897-f3f1-43a0-a5b4-5aa78bb48a12?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1533406 Jun 18 16:34:14.403973 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19655086-c017-4902-b288-c9b26271430b req-c59ac2ae-08ef-473e-8413-7ade509aafb4 service neutron] 10.222.0.50 "GET /v2.0/networks/8e54a1a0-0492-4d49-8911-d13709637354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865114 Jun 18 16:34:14.494193 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19655086-c017-4902-b288-c9b26271430b req-b355b089-a4c1-4a4a-baaa-3628556b92a0 service neutron] 10.222.0.50 "GET /v2.0/networks/8e54a1a0-0492-4d49-8911-d13709637354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822363 Jun 18 16:34:14.663834 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-efbbc097-485d-47cc-bd45-5dae8e7aafa8 req-5fceca7e-525c-4452-bcaf-abfeea8fa38a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac50e4eb-85b9-4303-8c7c-d70c355deea0 HTTP/1.1" status: 200 len: 210 time: 0.0349107 Jun 18 16:34:15.149563 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:15.199414 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:15.203378 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:15.203759 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.292473 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.325476 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc,segment=NetworkSegment(861ae177-0e7d-4d21-85f1-887f4a3f31f5),segment_id=861ae177-0e7d-4d21-85f1-887f4a3f31f5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:15.329445 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:15.332488 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:15.386582 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:15.389591 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:15.639046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19655086-c017-4902-b288-c9b26271430b req-fda5e8c2-3019-4780-b8d0-9b54a45c5ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:15.640415 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19655086-c017-4902-b288-c9b26271430b req-fda5e8c2-3019-4780-b8d0-9b54a45c5ae5 service neutron] 10.222.0.55 "GET /v2.0/ports/018e0897-f3f1-43a0-a5b4-5aa78bb48a12 HTTP/1.1" status: 200 len: 1026 time: 0.0455201 Jun 18 16:34:15.758599 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19655086-c017-4902-b288-c9b26271430b req-b5c0e28c-92b1-449a-be80-4d8ea33591d0 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:15.762444 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19655086-c017-4902-b288-c9b26271430b req-b5c0e28c-92b1-449a-be80-4d8ea33591d0 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/networks?id=8e54a1a0-0492-4d49-8911-d13709637354 HTTP/1.1" status: 200 len: 797 time: 0.1142581 Jun 18 16:34:15.826847 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-35f06225-e767-45cd-8bbb-2f8a7e538dca req-276afe10-aa66-4f8f-86be-be5157411876 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac50e4eb-85b9-4303-8c7c-d70c355deea0 HTTP/1.1" status: 200 len: 210 time: 0.0411887 Jun 18 16:34:15.842304 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19655086-c017-4902-b288-c9b26271430b req-ab779f6e-55fd-4346-ae8d-32aa64350756 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 379 time: 0.0719273 Jun 18 16:34:15.853289 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Request body: {'port': {'device_id': 'ac50e4eb-85b9-4303-8c7c-d70c355deea0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:15.930581 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.199992 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:34:16.207610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.218867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Transition to ACTIVE for port object 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:16.222572 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.224657 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1e0126df-f6b4-4080-97d2-e1373ec1d65b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:16.300409 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Pushing event updated for resources: {'Port': ['ID=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:16.330003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:16.330391 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:16.330793 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:16.331168 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:16.331539 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:16.331911 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:16.332280 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:16.332644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:16.333015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:16.333401 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:16.333766 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:16.334127 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:16.338474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:16.386314 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Attempting to bind port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:16.386674 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Attempting to bind port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '861ae177-0e7d-4d21-85f1-887f4a3f31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:16.387003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Attempting to bind port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 on network 8e54a1a0-0492-4d49-8911-d13709637354 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:16.391508 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 on network 8e54a1a0-0492-4d49-8911-d13709637354 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:34:16.391828 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Attempting to bind port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 on network 8e54a1a0-0492-4d49-8911-d13709637354 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:16.396974 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:16.397320 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Checking segment: {'id': '861ae177-0e7d-4d21-85f1-887f4a3f31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:16.397702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Bound using segment: {'id': '861ae177-0e7d-4d21-85f1-887f4a3f31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:16.398125 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Bound port: 018e0897-f3f1-43a0-a5b4-5aa78bb48a12, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '861ae177-0e7d-4d21-85f1-887f4a3f31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:16.398498 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.462758 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] For port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:16.466228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] For port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,segment=NetworkSegment(861ae177-0e7d-4d21-85f1-887f4a3f31f5),segment_id=861ae177-0e7d-4d21-85f1-887f4a3f31f5)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:16.471003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.473140 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5edca36c-4222-4fe6-800c-397f5977c198 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:16.511038 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:16.511653 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:16.513539 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19655086-c017-4902-b288-c9b26271430b req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] 10.222.0.55 "PUT /v2.0/ports/018e0897-f3f1-43a0-a5b4-5aa78bb48a12 HTTP/1.1" status: 200 len: 1131 time: 0.6646233 Jun 18 16:34:16.514101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac50e4eb-85b9-4303-8c7c-d70c355deea0', 'tag': '018e0897-f3f1-43a0-a5b4-5aa78bb48a12'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:34:16.516515 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e55b03-67bb-486b-a2e8-b602068e2756" -d '{"events": [{"name": "network-changed", "server_uuid": "ac50e4eb-85b9-4303-8c7c-d70c355deea0", "tag": "018e0897-f3f1-43a0-a5b4-5aa78bb48a12"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:34:16.537691 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Pushing event updated for resources: {'Port': ['ID=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:16.541553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:16.578777 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2772539f-00bc-4727-a1de-46add3450a9f x-openstack-request-id: req-2772539f-00bc-4727-a1de-46add3450a9f {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:34:16.579122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac50e4eb-85b9-4303-8c7c-d70c355deea0", "tag": "018e0897-f3f1-43a0-a5b4-5aa78bb48a12", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:34:16.579423 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2772539f-00bc-4727-a1de-46add3450a9f {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:34:16.579871 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac50e4eb-85b9-4303-8c7c-d70c355deea0', 'tag': '018e0897-f3f1-43a0-a5b4-5aa78bb48a12', 'status': 'completed', 'code': 200} Jun 18 16:34:16.630944 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19655086-c017-4902-b288-c9b26271430b req-f175b052-61d0-4d80-b67c-da09661eabd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:16.632472 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19655086-c017-4902-b288-c9b26271430b req-f175b052-61d0-4d80-b67c-da09661eabd4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=ac50e4eb-85b9-4303-8c7c-d70c355deea0 HTTP/1.1" status: 200 len: 1134 time: 0.0649083 Jun 18 16:34:16.677153 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19655086-c017-4902-b288-c9b26271430b req-c8a42abd-6810-4694-8324-2d3115df2e1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=018e0897-f3f1-43a0-a5b4-5aa78bb48a12 HTTP/1.1" status: 200 len: 217 time: 0.0352378 Jun 18 16:34:16.726476 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19655086-c017-4902-b288-c9b26271430b req-81dbaf6d-2570-459c-8d91-b333a35918e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:16.727856 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19655086-c017-4902-b288-c9b26271430b req-81dbaf6d-2570-459c-8d91-b333a35918e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5629d978-a3dd-4c3b-87b6-c2052bf00ba5 HTTP/1.1" status: 200 len: 834 time: 0.0444512 Jun 18 16:34:16.785900 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19655086-c017-4902-b288-c9b26271430b req-68a8f07c-e1d7-41b4-82a0-41608c9ddac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:16.787448 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19655086-c017-4902-b288-c9b26271430b req-68a8f07c-e1d7-41b4-82a0-41608c9ddac5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e54a1a0-0492-4d49-8911-d13709637354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522041 Jun 18 16:34:16.884896 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19655086-c017-4902-b288-c9b26271430b req-6075c542-31a2-45d7-aba1-697ff880ef2b service neutron] 10.222.0.55 "GET /v2.0/networks/8e54a1a0-0492-4d49-8911-d13709637354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882401 Jun 18 16:34:17.017593 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19655086-c017-4902-b288-c9b26271430b req-7cfec814-9b29-4b95-9e9d-7e1c9c892f5a service neutron] 10.222.0.55 "GET /v2.0/networks/8e54a1a0-0492-4d49-8911-d13709637354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245582 Jun 18 16:34:17.034116 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ad38e-36a1-4714-b0c9-04bb45d7108b req-6b4b81bb-398c-4e82-9768-43e821aa12b3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:17.035631 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a28ad38e-36a1-4714-b0c9-04bb45d7108b req-6b4b81bb-398c-4e82-9768-43e821aa12b3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac50e4eb-85b9-4303-8c7c-d70c355deea0 HTTP/1.1" status: 200 len: 981 time: 0.0981348 Jun 18 16:34:17.102270 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a28ad38e-36a1-4714-b0c9-04bb45d7108b req-af0b798e-fa71-4bc5-9cec-6472516775d2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce40e532-7586-41e9-a75f-ed4f4d8ea46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607402 Jun 18 16:34:17.133732 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:17.141240 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e55b03-67bb-486b-a2e8-b602068e2756 req-bfca3607-7869-41c7-9be6-09e72ee2d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:17.142790 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c1e55b03-67bb-486b-a2e8-b602068e2756 req-bfca3607-7869-41c7-9be6-09e72ee2d2e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=ac50e4eb-85b9-4303-8c7c-d70c355deea0 HTTP/1.1" status: 200 len: 1134 time: 0.0777981 Jun 18 16:34:17.188189 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:17.188572 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:17.246271 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e55b03-67bb-486b-a2e8-b602068e2756 req-9aeed605-a700-45ae-a447-ffb401f21ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:17.248288 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c1e55b03-67bb-486b-a2e8-b602068e2756 req-9aeed605-a700-45ae-a447-ffb401f21ef5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e54a1a0-0492-4d49-8911-d13709637354 HTTP/1.1" status: 200 len: 898 time: 0.0977778 Jun 18 16:34:17.294403 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c1e55b03-67bb-486b-a2e8-b602068e2756 req-96a0b995-ce5e-4d9f-b984-6ca416d63fa9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=018e0897-f3f1-43a0-a5b4-5aa78bb48a12 HTTP/1.1" status: 200 len: 217 time: 0.0378332 Jun 18 16:34:17.342459 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e55b03-67bb-486b-a2e8-b602068e2756 req-14c18e07-4528-43b1-acaa-84cb06540326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:17.343910 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c1e55b03-67bb-486b-a2e8-b602068e2756 req-14c18e07-4528-43b1-acaa-84cb06540326 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5629d978-a3dd-4c3b-87b6-c2052bf00ba5 HTTP/1.1" status: 200 len: 834 time: 0.0445979 Jun 18 16:34:17.408341 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e55b03-67bb-486b-a2e8-b602068e2756 req-3f1d720e-56ee-4425-96c1-7012da64b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:17.409833 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c1e55b03-67bb-486b-a2e8-b602068e2756 req-3f1d720e-56ee-4425-96c1-7012da64b2c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e54a1a0-0492-4d49-8911-d13709637354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0591547 Jun 18 16:34:17.504890 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c1e55b03-67bb-486b-a2e8-b602068e2756 req-8ccf8509-f40e-4518-9444-a598f30a95fa service neutron] 10.222.0.55 "GET /v2.0/networks/8e54a1a0-0492-4d49-8911-d13709637354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882761 Jun 18 16:34:17.601168 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c1e55b03-67bb-486b-a2e8-b602068e2756 req-f4109d49-a899-495f-b777-d90537d0adc7 service neutron] 10.222.0.55 "GET /v2.0/networks/8e54a1a0-0492-4d49-8911-d13709637354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891943 Jun 18 16:34:18.285266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee83a7-4c4d-4c30-90b8-742c1e1c74ef req-b26c2e37-9b21-486f-9392-99893a52db2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:18.286772 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-57ee83a7-4c4d-4c30-90b8-742c1e1c74ef req-b26c2e37-9b21-486f-9392-99893a52db2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac50e4eb-85b9-4303-8c7c-d70c355deea0 HTTP/1.1" status: 200 len: 981 time: 0.0638552 Jun 18 16:34:18.323174 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-57ee83a7-4c4d-4c30-90b8-742c1e1c74ef req-a3608e21-d3b1-46a7-a3bd-69170ebdfba8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce40e532-7586-41e9-a75f-ed4f4d8ea46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308313 Jun 18 16:34:18.521580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:34:18.616843 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,segment=NetworkSegment(861ae177-0e7d-4d21-85f1-887f4a3f31f5),segment_id=861ae177-0e7d-4d21-85f1-887f4a3f31f5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:18.628314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '018e0897-f3f1-43a0-a5b4-5aa78bb48a12', 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354', 'port_id': '018e0897-f3f1-43a0-a5b4-5aa78bb48a12', 'mac_address': 'fa:16:3e:41:02:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:34:18.665154 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.678851 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:34:18.698308 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,segment=NetworkSegment(861ae177-0e7d-4d21-85f1-887f4a3f31f5),segment_id=861ae177-0e7d-4d21-85f1-887f4a3f31f5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:18.702848 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:18.705388 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bd05b083-efc5-43fb-a72f-1f616ca28d05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:18.752011 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:18.759052 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:18.759406 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:18.759749 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:18.760089 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:18.760420 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:18.760751 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:18.761079 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:18.761414 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:18.761739 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:18.762066 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:18.762431 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:18.762801 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:34:18.767198 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:18.919541 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['018e0897-f3f1-43a0-a5b4-5aa78bb48a12'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:34:19.493941 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7fe14-f41d-436d-bee2-ef4eed051e91 req-ebff9d93-f9d5-479e-97b0-d24fe287949e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:19.495461 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8fb7fe14-f41d-436d-bee2-ef4eed051e91 req-ebff9d93-f9d5-479e-97b0-d24fe287949e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac50e4eb-85b9-4303-8c7c-d70c355deea0 HTTP/1.1" status: 200 len: 982 time: 0.0627379 Jun 18 16:34:19.542659 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8fb7fe14-f41d-436d-bee2-ef4eed051e91 req-a717c826-e1b3-4620-bf53-10a1fb27a7a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce40e532-7586-41e9-a75f-ed4f4d8ea46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389974 Jun 18 16:34:20.540862 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:20.589254 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:20.594398 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:20.594807 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.674254 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.696877 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac50e4eb-85b9-4303-8c7c-d70c355deea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018e0897-f3f1-43a0-a5b4-5aa78bb48a12'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:34:20.699181 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ee2628-22e3-49b1-b6dd-47a0a0b0bdb0" -d '{"events": [{"server_uuid": "ac50e4eb-85b9-4303-8c7c-d70c355deea0", "name": "network-vif-plugged", "status": "completed", "tag": "018e0897-f3f1-43a0-a5b4-5aa78bb48a12"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:34:20.713503 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,segment=NetworkSegment(861ae177-0e7d-4d21-85f1-887f4a3f31f5),segment_id=861ae177-0e7d-4d21-85f1-887f4a3f31f5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:20.718943 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:20.721061 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a59b79de-1edf-47c6-916a-a89895826cf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:20.733944 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf954ee5-9671-44a3-931a-257438b8dee5 req-e354194c-90fc-4f9c-8c58-a3402ad7fa51 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:20.735655 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cf954ee5-9671-44a3-931a-257438b8dee5 req-e354194c-90fc-4f9c-8c58-a3402ad7fa51 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac50e4eb-85b9-4303-8c7c-d70c355deea0 HTTP/1.1" status: 200 len: 982 time: 0.0778761 Jun 18 16:34:20.746843 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de796193-8be4-48b8-849a-e93951fa5ed5 x-openstack-request-id: req-de796193-8be4-48b8-849a-e93951fa5ed5 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:34:20.747757 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac50e4eb-85b9-4303-8c7c-d70c355deea0", "name": "network-vif-plugged", "status": "completed", "tag": "018e0897-f3f1-43a0-a5b4-5aa78bb48a12", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:34:20.748035 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-de796193-8be4-48b8-849a-e93951fa5ed5 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:34:20.748576 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac50e4eb-85b9-4303-8c7c-d70c355deea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018e0897-f3f1-43a0-a5b4-5aa78bb48a12', 'code': 200} Jun 18 16:34:20.774438 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:20.777468 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:20.778807 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cf954ee5-9671-44a3-931a-257438b8dee5 req-9ad49ecc-001e-440b-a247-313ee27eb9a9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce40e532-7586-41e9-a75f-ed4f4d8ea46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348094 Jun 18 16:34:20.984067 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e84dd-080d-4edc-b632-d72da390ac8d req-a2a84cab-6a7b-4556-8c5b-02a35ba81082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:20.985546 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-371e84dd-080d-4edc-b632-d72da390ac8d req-a2a84cab-6a7b-4556-8c5b-02a35ba81082 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ac50e4eb-85b9-4303-8c7c-d70c355deea0 HTTP/1.1" status: 200 len: 1136 time: 0.0518482 Jun 18 16:34:21.019329 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-371e84dd-080d-4edc-b632-d72da390ac8d req-06e9ab3c-5c34-4128-9e8e-593778abe84a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ce40e532-7586-41e9-a75f-ed4f4d8ea46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264747 Jun 18 16:34:21.973376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7f6e2-f1c1-4041-bb89-305cf9c153af req-d76e45f2-e7d9-4ef3-8fb0-cd440e024d87 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:21.975050 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9de7f6e2-f1c1-4041-bb89-305cf9c153af req-d76e45f2-e7d9-4ef3-8fb0-cd440e024d87 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac50e4eb-85b9-4303-8c7c-d70c355deea0 HTTP/1.1" status: 200 len: 983 time: 0.0742652 Jun 18 16:34:22.013326 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9de7f6e2-f1c1-4041-bb89-305cf9c153af req-db84737a-6998-4113-8ea6-7b7ad5602231 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce40e532-7586-41e9-a75f-ed4f4d8ea46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325754 Jun 18 16:34:23.189681 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238015ca-31f5-43f3-8885-36416443c147 req-4eb38671-d466-4630-8d5c-d7f34c51400d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:23.191196 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-238015ca-31f5-43f3-8885-36416443c147 req-4eb38671-d466-4630-8d5c-d7f34c51400d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac50e4eb-85b9-4303-8c7c-d70c355deea0 HTTP/1.1" status: 200 len: 983 time: 0.0649619 Jun 18 16:34:23.228824 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-238015ca-31f5-43f3-8885-36416443c147 req-009cef05-cd41-43f1-a668-493a377fbb37 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce40e532-7586-41e9-a75f-ed4f4d8ea46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319397 Jun 18 16:34:23.399822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0023c0-8894-49c6-9be7-97eae0ae1e86 req-a12f4f70-1506-4448-b330-8c0a59c52afe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:23.401284 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0e0023c0-8894-49c6-9be7-97eae0ae1e86 req-a12f4f70-1506-4448-b330-8c0a59c52afe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac50e4eb-85b9-4303-8c7c-d70c355deea0 HTTP/1.1" status: 200 len: 983 time: 0.0642328 Jun 18 16:34:23.438451 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0e0023c0-8894-49c6-9be7-97eae0ae1e86 req-0a41c1bc-b33a-4379-bff9-3598032bcbd2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce40e532-7586-41e9-a75f-ed4f4d8ea46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311635 Jun 18 16:34:23.462576 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52098) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:23.616552 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd57384d-2d01-467e-a847-ddf4381aa630 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:23.618082 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bd57384d-2d01-467e-a847-ddf4381aa630 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ac50e4eb-85b9-4303-8c7c-d70c355deea0 HTTP/1.1" status: 200 len: 1131 time: 0.1544995 Jun 18 16:34:23.620847 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52102) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:23.625710 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '018e0897-f3f1-43a0-a5b4-5aa78bb48a12', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:23.648827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.742957 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.848527 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.26.6.171 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/def092c9-fb1a-4003-a3a0-57d23a572f08) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:23.948455 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.993919 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:23.995889 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:24.032488 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:24.035239 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:24.038865 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:24.063171 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=def092c9-fb1a-4003-a3a0-57d23a572f08,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:24.067002 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:24.141423 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.409573 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.489072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.645720 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.650470 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.652492 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e6900637-5a41-4695-b1a6-a095e839cd75 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:24.717709 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=def092c9-fb1a-4003-a3a0-57d23a572f08,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:24.721574 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:24.733876 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:24.841495 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Floating IP 8ad03006-7ae2-4bf5-9102-05f10403ec71 associated. External IP: 172.26.6.171, port: 018e0897-f3f1-43a0-a5b4-5aa78bb48a12. Jun 18 16:34:25.054133 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router efa8c86f-48ff-464a-9eb2-bd306106b1e0 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:25.161931 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:25.171107 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d77fd73-6c1a-43c8-a950-45f932a52242 None None] Sync routers for ids ['efa8c86f-48ff-464a-9eb2-bd306106b1e0'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:25.178918 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:25.181980 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d77fd73-6c1a-43c8-a950-45f932a52242 None None] Routers {'efa8c86f-48ff-464a-9eb2-bd306106b1e0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:25.182663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-9d77fd73-6c1a-43c8-a950-45f932a52242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:34:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['efa8c86f-48ff-464a-9eb2-bd306106b1e0'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:25.219117 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.5972466 Jun 18 16:34:25.219899 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac50e4eb-85b9-4303-8c7c-d70c355deea0', 'tag': '018e0897-f3f1-43a0-a5b4-5aa78bb48a12'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:34:25.221961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52104) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:25.222491 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31198d9d-b338-4c74-bcf4-56a0d0f9dc5b" -d '{"events": [{"name": "network-changed", "server_uuid": "ac50e4eb-85b9-4303-8c7c-d70c355deea0", "tag": "018e0897-f3f1-43a0-a5b4-5aa78bb48a12"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:34:25.261180 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b331dd-5ab0-4b23-aafc-0e281550e284 x-openstack-request-id: req-54b331dd-5ab0-4b23-aafc-0e281550e284 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:34:25.261723 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac50e4eb-85b9-4303-8c7c-d70c355deea0", "tag": "018e0897-f3f1-43a0-a5b4-5aa78bb48a12", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:34:25.262095 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-54b331dd-5ab0-4b23-aafc-0e281550e284 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:34:25.263303 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac50e4eb-85b9-4303-8c7c-d70c355deea0', 'tag': '018e0897-f3f1-43a0-a5b4-5aa78bb48a12', 'status': 'completed', 'code': 200} Jun 18 16:34:25.353335 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d56abb-1c2a-4463-b416-0d76870e6ddd tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:25.354828 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a1d56abb-1c2a-4463-b416-0d76870e6ddd tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=ac50e4eb-85b9-4303-8c7c-d70c355deea0&network_id=8e54a1a0-0492-4d49-8911-d13709637354 HTTP/1.1" status: 200 len: 1131 time: 0.1318429 Jun 18 16:34:25.368514 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31198d9d-b338-4c74-bcf4-56a0d0f9dc5b req-0f99c3ca-8346-4da6-9bcd-077e600aeec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:25.370061 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-31198d9d-b338-4c74-bcf4-56a0d0f9dc5b req-0f99c3ca-8346-4da6-9bcd-077e600aeec9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=ac50e4eb-85b9-4303-8c7c-d70c355deea0 HTTP/1.1" status: 200 len: 1136 time: 0.0804710 Jun 18 16:34:25.462314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-9d77fd73-6c1a-43c8-a950-45f932a52242 None None] Set router efa8c86f-48ff-464a-9eb2-bd306106b1e0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:25.471614 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31198d9d-b338-4c74-bcf4-56a0d0f9dc5b req-3d2ebe46-c9f1-4819-b963-665d3ec31b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:25.473242 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-31198d9d-b338-4c74-bcf4-56a0d0f9dc5b req-3d2ebe46-c9f1-4819-b963-665d3ec31b17 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e54a1a0-0492-4d49-8911-d13709637354 HTTP/1.1" status: 200 len: 898 time: 0.0955997 Jun 18 16:34:25.541011 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-31198d9d-b338-4c74-bcf4-56a0d0f9dc5b req-ee230942-3e46-443e-acc7-e817a9bb5d48 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=018e0897-f3f1-43a0-a5b4-5aa78bb48a12 HTTP/1.1" status: 200 len: 1037 time: 0.0610573 Jun 18 16:34:25.599312 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31198d9d-b338-4c74-bcf4-56a0d0f9dc5b req-028364ce-003f-4e97-8da8-ee69f35b47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:25.600861 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-31198d9d-b338-4c74-bcf4-56a0d0f9dc5b req-028364ce-003f-4e97-8da8-ee69f35b47c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5629d978-a3dd-4c3b-87b6-c2052bf00ba5 HTTP/1.1" status: 200 len: 834 time: 0.0528264 Jun 18 16:34:25.670118 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31198d9d-b338-4c74-bcf4-56a0d0f9dc5b req-8d9a73bd-e0a0-42b0-a71e-b79f91d2134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:25.670545 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-31198d9d-b338-4c74-bcf4-56a0d0f9dc5b req-8d9a73bd-e0a0-42b0-a71e-b79f91d2134b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e54a1a0-0492-4d49-8911-d13709637354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0605366 Jun 18 16:34:25.732038 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-9d77fd73-6c1a-43c8-a950-45f932a52242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'name': 'tempest-TestNetworkBasicOps-router-1692369002', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:09Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '8ad03006-7ae2-4bf5-9102-05f10403ec71', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.171', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'port_id': '018e0897-f3f1-43a0-a5b4-5aa78bb48a12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1783476500', 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354', 'mac_address': 'fa:16:3e:41:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac50e4eb-85b9-4303-8c7c-d70c355deea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:34:24Z', 'updated_at': '2021-06-18T16:34:24Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc', 'name': '', 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:b6:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:09Z', 'updated_at': '2021-06-18T16:34:15Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:25.759161 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d77fd73-6c1a-43c8-a950-45f932a52242 None None] Checking router: efa8c86f-48ff-464a-9eb2-bd306106b1e0 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:25.772243 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d77fd73-6c1a-43c8-a950-45f932a52242 None None] Routers {'efa8c86f-48ff-464a-9eb2-bd306106b1e0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:25.772879 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-9d77fd73-6c1a-43c8-a950-45f932a52242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:34:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['efa8c86f-48ff-464a-9eb2-bd306106b1e0'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:25.823439 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ee27f-b726-40c6-a714-dc199d03795f req-f7ab4837-8714-4420-8be3-f35ec53d600a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:25.825655 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-545ee27f-b726-40c6-a714-dc199d03795f req-f7ab4837-8714-4420-8be3-f35ec53d600a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac50e4eb-85b9-4303-8c7c-d70c355deea0 HTTP/1.1" status: 200 len: 983 time: 0.1360922 Jun 18 16:34:25.828029 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-31198d9d-b338-4c74-bcf4-56a0d0f9dc5b req-77b17d84-8933-4abd-9455-64c48480a6e4 service neutron] 10.222.0.55 "GET /v2.0/networks/8e54a1a0-0492-4d49-8911-d13709637354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497893 Jun 18 16:34:25.895509 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-9d77fd73-6c1a-43c8-a950-45f932a52242 None None] Set router efa8c86f-48ff-464a-9eb2-bd306106b1e0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:25.923943 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-545ee27f-b726-40c6-a714-dc199d03795f req-43a31eee-93b2-4933-b858-596acd923688 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce40e532-7586-41e9-a75f-ed4f4d8ea46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875857 Jun 18 16:34:25.959171 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-31198d9d-b338-4c74-bcf4-56a0d0f9dc5b req-70062788-5268-4e39-9dfe-ae654c31fe7f service neutron] 10.222.0.55 "GET /v2.0/networks/8e54a1a0-0492-4d49-8911-d13709637354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215999 Jun 18 16:34:26.144005 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-9d77fd73-6c1a-43c8-a950-45f932a52242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'name': 'tempest-TestNetworkBasicOps-router-1692369002', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:09Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '8ad03006-7ae2-4bf5-9102-05f10403ec71', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.171', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'port_id': '018e0897-f3f1-43a0-a5b4-5aa78bb48a12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1783476500', 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354', 'mac_address': 'fa:16:3e:41:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac50e4eb-85b9-4303-8c7c-d70c355deea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:34:24Z', 'updated_at': '2021-06-18T16:34:24Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc', 'name': '', 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:b6:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:09Z', 'updated_at': '2021-06-18T16:34:15Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:26.171167 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d77fd73-6c1a-43c8-a950-45f932a52242 None None] The sync data for ids ['efa8c86f-48ff-464a-9eb2-bd306106b1e0'] in dv-neutron-797120-1-hyperv is: [{'id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'name': 'tempest-TestNetworkBasicOps-router-1692369002', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:09Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '8ad03006-7ae2-4bf5-9102-05f10403ec71', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.171', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'port_id': '018e0897-f3f1-43a0-a5b4-5aa78bb48a12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1783476500', 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354', 'mac_address': 'fa:16:3e:41:02:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac50e4eb-85b9-4303-8c7c-d70c355deea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:34:24Z', 'updated_at': '2021-06-18T16:34:24Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc', 'name': '', 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:b6:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:09Z', 'updated_at': '2021-06-18T16:34:15Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:26.358748 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a95afc-5993-4e42-a1af-46a77e07b0e8 None None] New status for floating IP 8ad03006-7ae2-4bf5-9102-05f10403ec71: ACTIVE {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:34:27.140667 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc550b52-2b81-4d9b-ad87-4fc0092a8fe1 req-73c53bc7-21f1-4c98-a40d-c57b21c06cb7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:27.142152 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fc550b52-2b81-4d9b-ad87-4fc0092a8fe1 req-73c53bc7-21f1-4c98-a40d-c57b21c06cb7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac50e4eb-85b9-4303-8c7c-d70c355deea0 HTTP/1.1" status: 200 len: 983 time: 0.1007059 Jun 18 16:34:27.175821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da25c4-8bb1-4e93-b0b1-17e33e7e352f req-24b0860b-4b70-48b0-ac11-78e8659c876a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:27.177287 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-62da25c4-8bb1-4e93-b0b1-17e33e7e352f req-24b0860b-4b70-48b0-ac11-78e8659c876a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/ports?device_id=ac50e4eb-85b9-4303-8c7c-d70c355deea0 HTTP/1.1" status: 200 len: 983 time: 0.0962145 Jun 18 16:34:27.222546 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fc550b52-2b81-4d9b-ad87-4fc0092a8fe1 req-e8d74b66-201a-4c38-b480-e9d9f4ef9930 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce40e532-7586-41e9-a75f-ed4f4d8ea46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728040 Jun 18 16:34:27.243540 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da25c4-8bb1-4e93-b0b1-17e33e7e352f req-5f303694-2c78-46cf-ad8e-4f4bee0884c6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:27.245226 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-62da25c4-8bb1-4e93-b0b1-17e33e7e352f req-5f303694-2c78-46cf-ad8e-4f4bee0884c6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/ports/018e0897-f3f1-43a0-a5b4-5aa78bb48a12?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0580251 Jun 18 16:34:27.344895 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-62da25c4-8bb1-4e93-b0b1-17e33e7e352f req-7111d905-e195-422e-add6-4c9af7fc6d7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/networks/8e54a1a0-0492-4d49-8911-d13709637354?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0938277 Jun 18 16:34:27.355054 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-62da25c4-8bb1-4e93-b0b1-17e33e7e352f req-26100071-b72f-4866-b611-f12b13dd311b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:27.428948 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-62da25c4-8bb1-4e93-b0b1-17e33e7e352f req-26100071-b72f-4866-b611-f12b13dd311b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.553345 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-62da25c4-8bb1-4e93-b0b1-17e33e7e352f req-26100071-b72f-4866-b611-f12b13dd311b service neutron] For port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,segment=NetworkSegment(861ae177-0e7d-4d21-85f1-887f4a3f31f5),segment_id=861ae177-0e7d-4d21-85f1-887f4a3f31f5)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:27.591927 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-62da25c4-8bb1-4e93-b0b1-17e33e7e352f req-26100071-b72f-4866-b611-f12b13dd311b service neutron] For port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:27.626280 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-62da25c4-8bb1-4e93-b0b1-17e33e7e352f req-26100071-b72f-4866-b611-f12b13dd311b service neutron] device_id is not set on port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:34:27.634975 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-62da25c4-8bb1-4e93-b0b1-17e33e7e352f req-26100071-b72f-4866-b611-f12b13dd311b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.641532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-62da25c4-8bb1-4e93-b0b1-17e33e7e352f req-26100071-b72f-4866-b611-f12b13dd311b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.643642 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-83a09c8c-bde9-45a2-8b6d-90be4c657a7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:27.744281 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26100071-b72f-4866-b611-f12b13dd311b service neutron] Pushing event updated for resources: {'Port': ['ID=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,revision_number=6']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:27.752720 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-26100071-b72f-4866-b611-f12b13dd311b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:27.794007 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-62da25c4-8bb1-4e93-b0b1-17e33e7e352f req-26100071-b72f-4866-b611-f12b13dd311b service neutron] No DVR routers for this DVR port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:27.875076 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-658b575d-d909-4583-aebf-1d8095cc48f4 None None] Provisioning complete for port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:27.875573 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-658b575d-d909-4583-aebf-1d8095cc48f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.910017 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-658b575d-d909-4583-aebf-1d8095cc48f4 None None] Port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:34:27.933649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-62da25c4-8bb1-4e93-b0b1-17e33e7e352f req-26100071-b72f-4866-b611-f12b13dd311b service neutron] In _notify_port_updated(), no bound segment for port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 on network 8e54a1a0-0492-4d49-8911-d13709637354 {{(pid=93453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:34:27.935189 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da25c4-8bb1-4e93-b0b1-17e33e7e352f req-26100071-b72f-4866-b611-f12b13dd311b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:27.935801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-62da25c4-8bb1-4e93-b0b1-17e33e7e352f req-26100071-b72f-4866-b611-f12b13dd311b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:27.937092 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-62da25c4-8bb1-4e93-b0b1-17e33e7e352f req-26100071-b72f-4866-b611-f12b13dd311b service neutron] 10.222.0.55 "PUT /v2.0/ports/018e0897-f3f1-43a0-a5b4-5aa78bb48a12 HTTP/1.1" status: 200 len: 1026 time: 0.5859990 Jun 18 16:34:28.380928 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b295949d-77ae-4528-a7c3-bcc4bf491cc3 req-deff3fe5-ce6c-4bfb-ac7c-3811022e3bed tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=ac50e4eb-85b9-4303-8c7c-d70c355deea0 HTTP/1.1" status: 200 len: 210 time: 0.0292881 Jun 18 16:34:29.474024 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52118) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:29.534223 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2731a1-a743-4cbe-b340-3f8c1649b29d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:29.535597 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ed2731a1-a743-4cbe-b340-3f8c1649b29d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports/018e0897-f3f1-43a0-a5b4-5aa78bb48a12 HTTP/1.1" status: 200 len: 925 time: 0.0605278 Jun 18 16:34:29.873475 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:34:29.926625 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52122) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:29.931470 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-cbe1797c-3b15-48ef-b00e-2faf11767e9d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1820954279', 'description': 'tempest-secgroup-smoke-1820954279 description', 'project_id': 'ce51bca7228b4491bea754922e3226ea'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:29.952507 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cbe1797c-3b15-48ef-b00e-2faf11767e9d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.034093 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cbe1797c-3b15-48ef-b00e-2faf11767e9d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.037688 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cbe1797c-3b15-48ef-b00e-2faf11767e9d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.040022 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2052d2c4-c38c-467b-9eb8-86895cbab17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:30.067974 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1797c-3b15-48ef-b00e-2faf11767e9d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23714465-ac6c-47ae-89d3-01b6652dcddc,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:30.070167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cbe1797c-3b15-48ef-b00e-2faf11767e9d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.071400 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-cbe1797c-3b15-48ef-b00e-2faf11767e9d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1437635 Jun 18 16:34:30.072278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-cbe1797c-3b15-48ef-b00e-2faf11767e9d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:30.074165 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52124) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:30.078542 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-eacb4056-ad19-4ec9-9aa0-33a11fa85350 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '23714465-ac6c-47ae-89d3-01b6652dcddc', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:30.104132 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eacb4056-ad19-4ec9-9aa0-33a11fa85350 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.158480 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eacb4056-ad19-4ec9-9aa0-33a11fa85350 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.163273 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eacb4056-ad19-4ec9-9aa0-33a11fa85350 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.172122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5f56d84d-2933-45a6-8647-026224f4a401 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:30.189489 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb4056-ad19-4ec9-9aa0-33a11fa85350 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81673af5-8f05-43d6-92ea-2fd6293c51ef,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:30.192499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-eacb4056-ad19-4ec9-9aa0-33a11fa85350 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:30.195016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-eacb4056-ad19-4ec9-9aa0-33a11fa85350 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.196173 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-eacb4056-ad19-4ec9-9aa0-33a11fa85350 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210613 Jun 18 16:34:30.198921 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52126) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:30.205326 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-45c8154c-aa4d-4a31-b787-5d954dc23fbd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '23714465-ac6c-47ae-89d3-01b6652dcddc', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:30.232184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-45c8154c-aa4d-4a31-b787-5d954dc23fbd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.289553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-45c8154c-aa4d-4a31-b787-5d954dc23fbd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.293223 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-45c8154c-aa4d-4a31-b787-5d954dc23fbd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.295074 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d9b3ffe0-4002-4420-a7ee-61f40e51c468 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:30.314716 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8154c-aa4d-4a31-b787-5d954dc23fbd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511cd432-8d81-4506-a0b5-0ae36937e7c5,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:30.317855 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-45c8154c-aa4d-4a31-b787-5d954dc23fbd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:30.319970 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-45c8154c-aa4d-4a31-b787-5d954dc23fbd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.321047 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-45c8154c-aa4d-4a31-b787-5d954dc23fbd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212018 Jun 18 16:34:30.323764 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52128) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:30.328725 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-16147946-4908-4f6c-a807-e9ec265f6ee5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '23714465-ac6c-47ae-89d3-01b6652dcddc', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:30.354637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-16147946-4908-4f6c-a807-e9ec265f6ee5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.411957 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-16147946-4908-4f6c-a807-e9ec265f6ee5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.415395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-16147946-4908-4f6c-a807-e9ec265f6ee5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.417147 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b104dd32-25ef-4e91-bd09-d53698c5e14a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:30.433153 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16147946-4908-4f6c-a807-e9ec265f6ee5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8440c9d9-e8d5-482c-bba0-91f19d494ca0,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:30.435734 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-16147946-4908-4f6c-a807-e9ec265f6ee5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:30.440753 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-16147946-4908-4f6c-a807-e9ec265f6ee5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.441911 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-16147946-4908-4f6c-a807-e9ec265f6ee5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172299 Jun 18 16:34:30.444619 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52130) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:30.449202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b233255c-88db-4a6b-9760-61b250864d94 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '23714465-ac6c-47ae-89d3-01b6652dcddc', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:30.476455 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b233255c-88db-4a6b-9760-61b250864d94 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.535943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b233255c-88db-4a6b-9760-61b250864d94 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.539694 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b233255c-88db-4a6b-9760-61b250864d94 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.541607 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-16de2a43-b815-4e8d-b462-02bf60884c55 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:30.557420 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b233255c-88db-4a6b-9760-61b250864d94 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8cf1173-10fe-4690-80f3-9648aa29f535,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:30.559995 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b233255c-88db-4a6b-9760-61b250864d94 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:30.563723 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b233255c-88db-4a6b-9760-61b250864d94 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.567644 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b233255c-88db-4a6b-9760-61b250864d94 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194372 Jun 18 16:34:30.567644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52132) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:30.572010 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-fbdfa4b3-4425-47d1-aa84-3c24aa6a6c52 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '23714465-ac6c-47ae-89d3-01b6652dcddc', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:30.594525 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-fbdfa4b3-4425-47d1-aa84-3c24aa6a6c52 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:34:30.599158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa4b3-4425-47d1-aa84-3c24aa6a6c52 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.660291 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa4b3-4425-47d1-aa84-3c24aa6a6c52 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.664024 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa4b3-4425-47d1-aa84-3c24aa6a6c52 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.665744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-194bd7ce-57a6-46c2-bfe6-21e4f66ffcbd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:30.685299 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfa4b3-4425-47d1-aa84-3c24aa6a6c52 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94033a44-5406-416c-a1e4-2013adb2c467,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:30.688632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fbdfa4b3-4425-47d1-aa84-3c24aa6a6c52 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:30.691398 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa4b3-4425-47d1-aa84-3c24aa6a6c52 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.692569 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fbdfa4b3-4425-47d1-aa84-3c24aa6a6c52 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239867 Jun 18 16:34:30.695234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52134) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:30.701908 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-7da254bd-8cbb-41ff-b417-2e8aa856512d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '23714465-ac6c-47ae-89d3-01b6652dcddc', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:30.723343 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-7da254bd-8cbb-41ff-b417-2e8aa856512d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:34:30.728085 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7da254bd-8cbb-41ff-b417-2e8aa856512d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.799315 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7da254bd-8cbb-41ff-b417-2e8aa856512d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.803679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7da254bd-8cbb-41ff-b417-2e8aa856512d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.805448 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7e8ab423-467c-46ff-b03e-189219d3de70 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:30.823179 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da254bd-8cbb-41ff-b417-2e8aa856512d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdd3508-32ed-447b-8a9d-b96b809b4b46,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:30.825922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7da254bd-8cbb-41ff-b417-2e8aa856512d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:30.827101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7da254bd-8cbb-41ff-b417-2e8aa856512d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:30.828284 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7da254bd-8cbb-41ff-b417-2e8aa856512d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321328 Jun 18 16:34:30.963953 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-412d32c4-d321-4ea9-8d0f-ca6d1293413e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1820954279&fields=id&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 267 time: 0.0319340 Jun 18 16:34:31.022942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-3f0e5471-fc9e-4f6d-807e-0a192b250cf3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:31.024254 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-3f0e5471-fc9e-4f6d-807e-0a192b250cf3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports/018e0897-f3f1-43a0-a5b4-5aa78bb48a12 HTTP/1.1" status: 200 len: 930 time: 0.0534537 Jun 18 16:34:31.080546 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-91ba758c-16a7-4972-9ea4-6706e93a5554 service neutron] 10.222.0.50 "GET /v2.0/ports/018e0897-f3f1-43a0-a5b4-5aa78bb48a12?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0441892 Jun 18 16:34:31.171788 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-d127b9d8-6a05-49be-878f-c9161ece735a service neutron] 10.222.0.50 "GET /v2.0/networks/8e54a1a0-0492-4d49-8911-d13709637354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855799 Jun 18 16:34:31.270636 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-1da4dddf-2ed9-4867-a62f-1c35c88c0e00 service neutron] 10.222.0.50 "GET /v2.0/networks/8e54a1a0-0492-4d49-8911-d13709637354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928006 Jun 18 16:34:31.437969 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7b1a69d0-72cc-4a03-87b7-cb47877f54ad req-93ced0bd-a6cc-4f0d-abab-b3152124de60 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c96249c-1204-4586-a9ec-ac7ddd229427 HTTP/1.1" status: 200 len: 210 time: 0.0297463 Jun 18 16:34:32.444301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-634e5578-0928-4eaf-a67b-b364ac02e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:32.445803 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-634e5578-0928-4eaf-a67b-b364ac02e55d service neutron] 10.222.0.55 "GET /v2.0/ports/018e0897-f3f1-43a0-a5b4-5aa78bb48a12 HTTP/1.1" status: 200 len: 1026 time: 0.0473642 Jun 18 16:34:32.551151 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:32.592580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:32.942405 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f0c71227-7dcd-43e7-8f5a-91e87e450b3a req-817195c4-33fb-4119-a288-1b8a21782b6a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c96249c-1204-4586-a9ec-ac7ddd229427 HTTP/1.1" status: 200 len: 210 time: 0.0371749 Jun 18 16:34:32.949072 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-12109b8f-c969-413f-bc92-a49151ecfcd6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:32.950448 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-12109b8f-c969-413f-bc92-a49151ecfcd6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/networks?id=8e54a1a0-0492-4d49-8911-d13709637354 HTTP/1.1" status: 200 len: 797 time: 0.4985971 Jun 18 16:34:32.999149 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-09b48e80-50f8-41c0-afa9-e84db4c74013 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 472 time: 0.0388660 Jun 18 16:34:33.010242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Request body: {'port': {'device_id': '0c96249c-1204-4586-a9ec-ac7ddd229427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:33.085009 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:33.342936 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:34:33.350094 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:33.362117 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Transition to ACTIVE for port object 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:33.367008 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:33.369014 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-26100071-b72f-4866-b611-f12b13dd311b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:33.451624 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Pushing event updated for resources: {'Port': ['ID=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,revision_number=7']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:33.455696 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:33.543013 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Attempting to bind port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:33.543348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Attempting to bind port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '861ae177-0e7d-4d21-85f1-887f4a3f31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:33.543677 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Attempting to bind port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 on network 8e54a1a0-0492-4d49-8911-d13709637354 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:33.549202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 on network 8e54a1a0-0492-4d49-8911-d13709637354 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:34:33.549521 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Attempting to bind port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 on network 8e54a1a0-0492-4d49-8911-d13709637354 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:33.554310 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:33.554674 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Checking segment: {'id': '861ae177-0e7d-4d21-85f1-887f4a3f31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:33.555053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Bound using segment: {'id': '861ae177-0e7d-4d21-85f1-887f4a3f31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:33.555477 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Bound port: 018e0897-f3f1-43a0-a5b4-5aa78bb48a12, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '861ae177-0e7d-4d21-85f1-887f4a3f31f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:33.555821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:33.621661 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] For port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:33.625606 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] For port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,segment=NetworkSegment(861ae177-0e7d-4d21-85f1-887f4a3f31f5),segment_id=861ae177-0e7d-4d21-85f1-887f4a3f31f5)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:33.630106 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:33.632237 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-53031530-5eda-48d9-9fdc-480f4e5b7471 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:33.667674 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:33.668289 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:33.674111 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] 10.222.0.55 "PUT /v2.0/ports/018e0897-f3f1-43a0-a5b4-5aa78bb48a12 HTTP/1.1" status: 200 len: 1131 time: 0.6640117 Jun 18 16:34:33.674111 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c96249c-1204-4586-a9ec-ac7ddd229427', 'tag': '018e0897-f3f1-43a0-a5b4-5aa78bb48a12'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:34:33.674111 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b6f72f-1e27-4869-99f6-39180084505c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c96249c-1204-4586-a9ec-ac7ddd229427", "tag": "018e0897-f3f1-43a0-a5b4-5aa78bb48a12"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:34:33.694818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Pushing event updated for resources: {'Port': ['ID=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,revision_number=8']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:33.699597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:33.714645 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58a3702-03cb-4620-bcbc-b2c7c3394b5c x-openstack-request-id: req-f58a3702-03cb-4620-bcbc-b2c7c3394b5c {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:34:33.715000 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c96249c-1204-4586-a9ec-ac7ddd229427", "tag": "018e0897-f3f1-43a0-a5b4-5aa78bb48a12", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:34:33.715312 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f58a3702-03cb-4620-bcbc-b2c7c3394b5c {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:34:33.715768 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c96249c-1204-4586-a9ec-ac7ddd229427', 'tag': '018e0897-f3f1-43a0-a5b4-5aa78bb48a12', 'status': 'completed', 'code': 200} Jun 18 16:34:33.779252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-8b25989a-7173-4113-b56a-671d11ddf537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:33.780946 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-8b25989a-7173-4113-b56a-671d11ddf537 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=0c96249c-1204-4586-a9ec-ac7ddd229427 HTTP/1.1" status: 200 len: 1134 time: 0.0579960 Jun 18 16:34:33.854669 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-b3cb9a6d-f1cd-44d5-8bc2-94233d5c2806 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=018e0897-f3f1-43a0-a5b4-5aa78bb48a12 HTTP/1.1" status: 200 len: 1037 time: 0.0655088 Jun 18 16:34:33.910141 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-eb6a10f0-3034-4034-a686-11492a47093d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:33.911706 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-eb6a10f0-3034-4034-a686-11492a47093d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5629d978-a3dd-4c3b-87b6-c2052bf00ba5 HTTP/1.1" status: 200 len: 834 time: 0.0500336 Jun 18 16:34:33.970690 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-8c9c88ed-9422-4283-8e31-02ef109fef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:33.972518 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-8c9c88ed-9422-4283-8e31-02ef109fef0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e54a1a0-0492-4d49-8911-d13709637354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0536041 Jun 18 16:34:34.092903 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-3eaca864-ab15-474d-bb44-37d09364ab3a service neutron] 10.222.0.55 "GET /v2.0/networks/8e54a1a0-0492-4d49-8911-d13709637354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134582 Jun 18 16:34:34.178689 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850ecc4-3bb7-4a56-9389-1b9c06f31a61 req-c4c0c545-ee8c-443f-9443-05ce7d6a1928 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:34.180138 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e850ecc4-3bb7-4a56-9389-1b9c06f31a61 req-c4c0c545-ee8c-443f-9443-05ce7d6a1928 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c96249c-1204-4586-a9ec-ac7ddd229427 HTTP/1.1" status: 200 len: 981 time: 0.1240928 Jun 18 16:34:34.222439 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60221f46-fd08-40ef-992b-e8d8eb4015fc req-549ff01e-e75b-4b0a-8637-0787841c045a service neutron] 10.222.0.55 "GET /v2.0/networks/8e54a1a0-0492-4d49-8911-d13709637354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220126 Jun 18 16:34:34.237209 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e850ecc4-3bb7-4a56-9389-1b9c06f31a61 req-1357634f-91a1-4b58-b014-6f49ec03ac84 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce40e532-7586-41e9-a75f-ed4f4d8ea46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462015 Jun 18 16:34:34.336013 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6f72f-1e27-4869-99f6-39180084505c req-c1a2d58d-2720-4b49-8b0b-ad9cfa450a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:34.337547 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-92b6f72f-1e27-4869-99f6-39180084505c req-c1a2d58d-2720-4b49-8b0b-ad9cfa450a09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=0c96249c-1204-4586-a9ec-ac7ddd229427 HTTP/1.1" status: 200 len: 1134 time: 0.0603642 Jun 18 16:34:34.434316 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6f72f-1e27-4869-99f6-39180084505c req-e79684f8-6a62-47bb-b909-6659ee275f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:34.436455 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-92b6f72f-1e27-4869-99f6-39180084505c req-e79684f8-6a62-47bb-b909-6659ee275f12 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e54a1a0-0492-4d49-8911-d13709637354 HTTP/1.1" status: 200 len: 898 time: 0.0918560 Jun 18 16:34:34.505821 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-92b6f72f-1e27-4869-99f6-39180084505c req-ccc7954a-f03c-4b1b-a8b6-937d918d0b12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=018e0897-f3f1-43a0-a5b4-5aa78bb48a12 HTTP/1.1" status: 200 len: 1037 time: 0.0610511 Jun 18 16:34:34.564201 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6f72f-1e27-4869-99f6-39180084505c req-34c781d8-1882-4740-9283-01fb049d9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:34.565679 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-92b6f72f-1e27-4869-99f6-39180084505c req-34c781d8-1882-4740-9283-01fb049d9316 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5629d978-a3dd-4c3b-87b6-c2052bf00ba5 HTTP/1.1" status: 200 len: 834 time: 0.0517209 Jun 18 16:34:34.630340 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b6f72f-1e27-4869-99f6-39180084505c req-6efd11b7-d019-405d-969c-ae1240e5a933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:34.632517 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-92b6f72f-1e27-4869-99f6-39180084505c req-6efd11b7-d019-405d-969c-ae1240e5a933 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e54a1a0-0492-4d49-8911-d13709637354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0592234 Jun 18 16:34:34.726399 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-92b6f72f-1e27-4869-99f6-39180084505c req-5dbeda6b-eb17-4414-b28b-5dbb4f7e69c8 service neutron] 10.222.0.55 "GET /v2.0/networks/8e54a1a0-0492-4d49-8911-d13709637354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864122 Jun 18 16:34:34.826257 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-92b6f72f-1e27-4869-99f6-39180084505c req-4fb9c1b2-73ec-4bff-9d08-02c8f5869561 service neutron] 10.222.0.55 "GET /v2.0/networks/8e54a1a0-0492-4d49-8911-d13709637354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926552 Jun 18 16:34:35.412810 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702643a-32cd-4404-9dd3-d8dece5ae3d2 req-213e3fd1-882a-433e-98e2-0d4b87ac6022 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:35.414288 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8702643a-32cd-4404-9dd3-d8dece5ae3d2 req-213e3fd1-882a-433e-98e2-0d4b87ac6022 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c96249c-1204-4586-a9ec-ac7ddd229427 HTTP/1.1" status: 200 len: 981 time: 0.0643954 Jun 18 16:34:35.451494 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8702643a-32cd-4404-9dd3-d8dece5ae3d2 req-62681985-aff5-40e1-84c7-c82d420f3178 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce40e532-7586-41e9-a75f-ed4f4d8ea46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308595 Jun 18 16:34:36.565713 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:34:36.625625 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae99f8d-330b-4a6f-aa5c-19f5531d6076 req-d7d57bb9-e357-4842-ba8e-d95f303e209d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:36.627157 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1ae99f8d-330b-4a6f-aa5c-19f5531d6076 req-d7d57bb9-e357-4842-ba8e-d95f303e209d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c96249c-1204-4586-a9ec-ac7ddd229427 HTTP/1.1" status: 200 len: 981 time: 0.0642734 Jun 18 16:34:36.665024 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1ae99f8d-330b-4a6f-aa5c-19f5531d6076 req-0a091e52-7b5f-437d-b1bf-4153dd3701bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce40e532-7586-41e9-a75f-ed4f4d8ea46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322313 Jun 18 16:34:36.665927 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,segment=NetworkSegment(861ae177-0e7d-4d21-85f1-887f4a3f31f5),segment_id=861ae177-0e7d-4d21-85f1-887f4a3f31f5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:36.678068 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '018e0897-f3f1-43a0-a5b4-5aa78bb48a12', 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354', 'port_id': '018e0897-f3f1-43a0-a5b4-5aa78bb48a12', 'mac_address': 'fa:16:3e:41:02:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:34:36.715160 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:36.728767 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:34:36.751956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,segment=NetworkSegment(861ae177-0e7d-4d21-85f1-887f4a3f31f5),segment_id=861ae177-0e7d-4d21-85f1-887f4a3f31f5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:36.755674 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:36.757444 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:36.815068 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,revision_number=9']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:36.818668 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:36.982845 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['018e0897-f3f1-43a0-a5b4-5aa78bb48a12'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:34:37.843134 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38df12-fd28-4aad-93f1-9f46ea217239 req-e50802ea-711a-4e85-bfe6-f774dd41ec82 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:37.844602 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5a38df12-fd28-4aad-93f1-9f46ea217239 req-e50802ea-711a-4e85-bfe6-f774dd41ec82 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c96249c-1204-4586-a9ec-ac7ddd229427 HTTP/1.1" status: 200 len: 982 time: 0.0701044 Jun 18 16:34:37.881602 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5a38df12-fd28-4aad-93f1-9f46ea217239 req-7e205800-5170-4974-b754-0f6f0918672f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce40e532-7586-41e9-a75f-ed4f4d8ea46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313580 Jun 18 16:34:38.456613 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-87139da2-3859-41d3-a3ae-a6bd8ddb839b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.581429 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:38.640051 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:38.644072 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:38.644462 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.726922 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.754843 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c96249c-1204-4586-a9ec-ac7ddd229427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018e0897-f3f1-43a0-a5b4-5aa78bb48a12'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:34:38.758853 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8ab6ad-403a-48ae-85a7-3673547a26d9" -d '{"events": [{"server_uuid": "0c96249c-1204-4586-a9ec-ac7ddd229427", "name": "network-vif-plugged", "status": "completed", "tag": "018e0897-f3f1-43a0-a5b4-5aa78bb48a12"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:34:38.772185 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,segment=NetworkSegment(861ae177-0e7d-4d21-85f1-887f4a3f31f5),segment_id=861ae177-0e7d-4d21-85f1-887f4a3f31f5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:38.777273 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:38.779505 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:38.805929 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d170934-2703-4d40-9b41-696f57365053 x-openstack-request-id: req-4d170934-2703-4d40-9b41-696f57365053 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:34:38.806223 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c96249c-1204-4586-a9ec-ac7ddd229427", "name": "network-vif-plugged", "status": "completed", "tag": "018e0897-f3f1-43a0-a5b4-5aa78bb48a12", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:34:38.806513 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4d170934-2703-4d40-9b41-696f57365053 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:34:38.806908 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c96249c-1204-4586-a9ec-ac7ddd229427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018e0897-f3f1-43a0-a5b4-5aa78bb48a12', 'code': 200} Jun 18 16:34:38.843446 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,revision_number=10']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:38.849397 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:39.122884 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415674bc-7f9a-48fd-af8c-fa987eb1b04c req-c8b532e4-29dc-4588-a055-c45e0e6cd705 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:39.124386 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-415674bc-7f9a-48fd-af8c-fa987eb1b04c req-c8b532e4-29dc-4588-a055-c45e0e6cd705 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c96249c-1204-4586-a9ec-ac7ddd229427 HTTP/1.1" status: 200 len: 984 time: 0.1119778 Jun 18 16:34:39.128458 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713eb25-f2a4-4a6d-b8c5-9e0fdbf52566 req-28a048b0-6cd0-43e5-917c-fa20d8d364a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:39.129850 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4713eb25-f2a4-4a6d-b8c5-9e0fdbf52566 req-28a048b0-6cd0-43e5-917c-fa20d8d364a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c96249c-1204-4586-a9ec-ac7ddd229427 HTTP/1.1" status: 200 len: 1137 time: 0.1076629 Jun 18 16:34:39.183893 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-415674bc-7f9a-48fd-af8c-fa987eb1b04c req-c0151086-e5d6-4c16-9fa2-157cc363d4c4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce40e532-7586-41e9-a75f-ed4f4d8ea46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530643 Jun 18 16:34:39.186440 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4713eb25-f2a4-4a6d-b8c5-9e0fdbf52566 req-1cf29148-1373-4903-a5b8-35e76a6e761f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ce40e532-7586-41e9-a75f-ed4f4d8ea46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497599 Jun 18 16:34:40.373338 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74013d9a-408d-43eb-a776-6419ea222cae req-e7295fc9-d74a-4194-8a98-92df1aabf4ea tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:40.374881 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-74013d9a-408d-43eb-a776-6419ea222cae req-e7295fc9-d74a-4194-8a98-92df1aabf4ea tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c96249c-1204-4586-a9ec-ac7ddd229427 HTTP/1.1" status: 200 len: 984 time: 0.0663393 Jun 18 16:34:40.412941 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-74013d9a-408d-43eb-a776-6419ea222cae req-399a7155-cab7-4626-be1b-56df5be6a6aa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce40e532-7586-41e9-a75f-ed4f4d8ea46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323112 Jun 18 16:34:40.594831 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d5ab8-ac2b-4ca1-83f0-fe0186788b88 req-0e1ea910-e955-4a5d-8f5f-29849153a363 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:40.596195 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ee5d5ab8-ac2b-4ca1-83f0-fe0186788b88 req-0e1ea910-e955-4a5d-8f5f-29849153a363 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c96249c-1204-4586-a9ec-ac7ddd229427 HTTP/1.1" status: 200 len: 984 time: 0.0684130 Jun 18 16:34:40.634687 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ee5d5ab8-ac2b-4ca1-83f0-fe0186788b88 req-c2331446-a456-4f37-a778-604c074d6bd2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce40e532-7586-41e9-a75f-ed4f4d8ea46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326371 Jun 18 16:34:40.658916 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52182) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:40.725266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fbcb85-48cc-4232-8d86-f541106bb426 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:40.727335 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-82fbcb85-48cc-4232-8d86-f541106bb426 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=0c96249c-1204-4586-a9ec-ac7ddd229427&network_id=8e54a1a0-0492-4d49-8911-d13709637354 HTTP/1.1" status: 200 len: 1132 time: 0.0673172 Jun 18 16:34:40.932077 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-abf82d0c-a55b-4fa1-b42d-fbe47b59c691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:41.171431 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9564bc6-cf79-4981-84a1-c7e670d172a5 req-e8a25e6e-bdc8-4070-9ab0-c6651167a44b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:41.172925 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b9564bc6-cf79-4981-84a1-c7e670d172a5 req-e8a25e6e-bdc8-4070-9ab0-c6651167a44b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c96249c-1204-4586-a9ec-ac7ddd229427 HTTP/1.1" status: 200 len: 984 time: 0.0770593 Jun 18 16:34:41.214780 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b9564bc6-cf79-4981-84a1-c7e670d172a5 req-1b2ba8d7-5f8d-47e1-9fef-2dd8d1d630a5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce40e532-7586-41e9-a75f-ed4f4d8ea46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350206 Jun 18 16:34:41.293303 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.097032 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.447871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0006b253-f4c7-4c6f-84de-5af7a4387380 req-b5891e21-1b01-48bf-83d3-ce63a870f2f8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:42.449373 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0006b253-f4c7-4c6f-84de-5af7a4387380 req-b5891e21-1b01-48bf-83d3-ce63a870f2f8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c96249c-1204-4586-a9ec-ac7ddd229427 HTTP/1.1" status: 200 len: 984 time: 0.1177220 Jun 18 16:34:42.507223 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07459f0b-35e7-4863-a883-a658e84ab802 req-399e4022-d9e4-44a9-9ae7-8e692dedaf49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:42.509239 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07459f0b-35e7-4863-a883-a658e84ab802 req-399e4022-d9e4-44a9-9ae7-8e692dedaf49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c96249c-1204-4586-a9ec-ac7ddd229427 HTTP/1.1" status: 200 len: 984 time: 0.1227562 Jun 18 16:34:42.533802 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0006b253-f4c7-4c6f-84de-5af7a4387380 req-45918d82-06ac-4412-8059-5b9fa8723164 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ce40e532-7586-41e9-a75f-ed4f4d8ea46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772486 Jun 18 16:34:42.585534 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07459f0b-35e7-4863-a883-a658e84ab802 req-16358a93-5634-415e-8cbb-ac382b850f98 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:42.587385 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07459f0b-35e7-4863-a883-a658e84ab802 req-16358a93-5634-415e-8cbb-ac382b850f98 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/ports/018e0897-f3f1-43a0-a5b4-5aa78bb48a12?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0696943 Jun 18 16:34:42.726515 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07459f0b-35e7-4863-a883-a658e84ab802 req-8409968a-8a5b-4d4f-b24f-6d90e920038e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/networks/8e54a1a0-0492-4d49-8911-d13709637354?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1328020 Jun 18 16:34:42.738041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-07459f0b-35e7-4863-a883-a658e84ab802 req-2acb5520-4590-495e-94ff-ce299c1228e9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:42.810264 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-07459f0b-35e7-4863-a883-a658e84ab802 req-2acb5520-4590-495e-94ff-ce299c1228e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:42.953034 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-07459f0b-35e7-4863-a883-a658e84ab802 req-2acb5520-4590-495e-94ff-ce299c1228e9 service neutron] For port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,segment=NetworkSegment(861ae177-0e7d-4d21-85f1-887f4a3f31f5),segment_id=861ae177-0e7d-4d21-85f1-887f4a3f31f5)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:42.985784 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-07459f0b-35e7-4863-a883-a658e84ab802 req-2acb5520-4590-495e-94ff-ce299c1228e9 service neutron] For port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:43.021409 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-07459f0b-35e7-4863-a883-a658e84ab802 req-2acb5520-4590-495e-94ff-ce299c1228e9 service neutron] device_id is not set on port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 yet. {{(pid=93453) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 18 16:34:43.029496 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-07459f0b-35e7-4863-a883-a658e84ab802 req-2acb5520-4590-495e-94ff-ce299c1228e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.035254 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-07459f0b-35e7-4863-a883-a658e84ab802 req-2acb5520-4590-495e-94ff-ce299c1228e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.037212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-33c050be-e07d-4f06-ad57-a24f09cf441a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:43.112118 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb5520-4590-495e-94ff-ce299c1228e9 service neutron] Pushing event updated for resources: {'Port': ['ID=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,revision_number=11']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:43.116382 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2acb5520-4590-495e-94ff-ce299c1228e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:43.150978 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-07459f0b-35e7-4863-a883-a658e84ab802 req-2acb5520-4590-495e-94ff-ce299c1228e9 service neutron] No DVR routers for this DVR port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:43.281017 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-04c0c44a-fad3-4de8-aa62-d0d9b24a2a71 None None] Provisioning complete for port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:43.281645 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-04c0c44a-fad3-4de8-aa62-d0d9b24a2a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.294690 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-07459f0b-35e7-4863-a883-a658e84ab802 req-2acb5520-4590-495e-94ff-ce299c1228e9 service neutron] In _notify_port_updated(), no bound segment for port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 on network 8e54a1a0-0492-4d49-8911-d13709637354 {{(pid=93453) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 18 16:34:43.295395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07459f0b-35e7-4863-a883-a658e84ab802 req-2acb5520-4590-495e-94ff-ce299c1228e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:43.296624 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-07459f0b-35e7-4863-a883-a658e84ab802 req-2acb5520-4590-495e-94ff-ce299c1228e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:43.298009 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07459f0b-35e7-4863-a883-a658e84ab802 req-2acb5520-4590-495e-94ff-ce299c1228e9 service neutron] 10.222.0.55 "PUT /v2.0/ports/018e0897-f3f1-43a0-a5b4-5aa78bb48a12 HTTP/1.1" status: 200 len: 1027 time: 0.5649290 Jun 18 16:34:43.321752 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-04c0c44a-fad3-4de8-aa62-d0d9b24a2a71 None None] Port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:34:43.708036 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7af14ce6-97e8-43ed-aec5-7bd8bfdd0a6f req-7fe7ac3c-5267-41cd-aad6-cc0e3a6a62a8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=0c96249c-1204-4586-a9ec-ac7ddd229427 HTTP/1.1" status: 200 len: 210 time: 0.0321259 Jun 18 16:34:43.732307 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.806797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52194) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:44.867709 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5864205b-a660-4408-9e7a-396c28a5ddd7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.898960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5864205b-a660-4408-9e7a-396c28a5ddd7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.967820 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5864205b-a660-4408-9e7a-396c28a5ddd7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.970608 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5864205b-a660-4408-9e7a-396c28a5ddd7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:44.971787 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5864205b-a660-4408-9e7a-396c28a5ddd7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/security-groups/23714465-ac6c-47ae-89d3-01b6652dcddc HTTP/1.1" status: 204 len: 168 time: 0.1639957 Jun 18 16:34:44.972604 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0ca43b42-44e3-4189-9bf3-bb28d2b63e12 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:44.999865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864205b-a660-4408-9e7a-396c28a5ddd7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23714465-ac6c-47ae-89d3-01b6652dcddc,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:45.003587 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5864205b-a660-4408-9e7a-396c28a5ddd7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:45.016815 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52198) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:45.197457 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-a6ffffc9-b5c2-47b9-ae45-1fcce3c9c8ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port def092c9-fb1a-4003-a3a0-57d23a572f08 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:45.197798 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6ffffc9-b5c2-47b9-ae45-1fcce3c9c8ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.274811 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6ffffc9-b5c2-47b9-ae45-1fcce3c9c8ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.275054 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6ffffc9-b5c2-47b9-ae45-1fcce3c9c8ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.341733 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-a6ffffc9-b5c2-47b9-ae45-1fcce3c9c8ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for def092c9-fb1a-4003-a3a0-57d23a572f08 owned by network:floatingip {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:45.494340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6ffffc9-b5c2-47b9-ae45-1fcce3c9c8ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.496419 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:45.522840 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffffc9-b5c2-47b9-ae45-1fcce3c9c8ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=def092c9-fb1a-4003-a3a0-57d23a572f08,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:45.526663 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a6ffffc9-b5c2-47b9-ae45-1fcce3c9c8ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:45.583248 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6ffffc9-b5c2-47b9-ae45-1fcce3c9c8ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.583644 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-a6ffffc9-b5c2-47b9-ae45-1fcce3c9c8ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Floating IP 8ad03006-7ae2-4bf5-9102-05f10403ec71 disassociated (deleted). External IP: 172.26.6.171, port: 018e0897-f3f1-43a0-a5b4-5aa78bb48a12. Jun 18 16:34:45.791737 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ffffc9-b5c2-47b9-ae45-1fcce3c9c8ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router efa8c86f-48ff-464a-9eb2-bd306106b1e0 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:45.899779 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ffffc9-b5c2-47b9-ae45-1fcce3c9c8ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:45.904572 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6ffffc9-b5c2-47b9-ae45-1fcce3c9c8ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:45.909401 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aaf02d-4b42-4152-a277-61bfff9b3ceb None None] Sync routers for ids ['efa8c86f-48ff-464a-9eb2-bd306106b1e0'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:45.918245 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aaf02d-4b42-4152-a277-61bfff9b3ceb None None] Routers {'efa8c86f-48ff-464a-9eb2-bd306106b1e0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:45.918893 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-b1aaf02d-4b42-4152-a277-61bfff9b3ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:34:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['efa8c86f-48ff-464a-9eb2-bd306106b1e0'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:45.941344 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a6ffffc9-b5c2-47b9-ae45-1fcce3c9c8ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/floatingips/8ad03006-7ae2-4bf5-9102-05f10403ec71 HTTP/1.1" status: 204 len: 168 time: 0.9233520 Jun 18 16:34:46.028898 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-b1aaf02d-4b42-4152-a277-61bfff9b3ceb None None] Set router efa8c86f-48ff-464a-9eb2-bd306106b1e0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:46.079879 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52204) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:46.138712 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-da54ada5-0fd6-45c6-975e-5b023797408d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.169496 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-da54ada5-0fd6-45c6-975e-5b023797408d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.230306 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-da54ada5-0fd6-45c6-975e-5b023797408d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.230679 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-b1aaf02d-4b42-4152-a277-61bfff9b3ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'name': 'tempest-TestNetworkBasicOps-router-1692369002', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:09Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc', 'name': '', 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:b6:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:09Z', 'updated_at': '2021-06-18T16:34:15Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:46.233652 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-da54ada5-0fd6-45c6-975e-5b023797408d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.234933 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-da54ada5-0fd6-45c6-975e-5b023797408d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/security-groups/42728096-c4ac-4ff4-b8de-96ce413055c9 HTTP/1.1" status: 204 len: 168 time: 0.1537180 Jun 18 16:34:46.235764 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4d194224-206e-4fd1-9164-533e627d3ff3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:46.245081 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54ada5-0fd6-45c6-975e-5b023797408d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42728096-c4ac-4ff4-b8de-96ce413055c9,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:46.247428 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-da54ada5-0fd6-45c6-975e-5b023797408d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:46.262834 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aaf02d-4b42-4152-a277-61bfff9b3ceb None None] Checking router: efa8c86f-48ff-464a-9eb2-bd306106b1e0 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:46.273833 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52208) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:46.277759 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aaf02d-4b42-4152-a277-61bfff9b3ceb None None] Routers {'efa8c86f-48ff-464a-9eb2-bd306106b1e0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:46.278221 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-b1aaf02d-4b42-4152-a277-61bfff9b3ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:34:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['efa8c86f-48ff-464a-9eb2-bd306106b1e0'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:46.377344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5a495-64ca-44ef-b06f-d59d7539cc88 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:46.377588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a495-64ca-44ef-b06f-d59d7539cc88 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.386132 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-b1aaf02d-4b42-4152-a277-61bfff9b3ceb None None] Set router efa8c86f-48ff-464a-9eb2-bd306106b1e0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:46.460999 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a495-64ca-44ef-b06f-d59d7539cc88 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.527810 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5a495-64ca-44ef-b06f-d59d7539cc88 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 owned by {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:46.587699 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-b1aaf02d-4b42-4152-a277-61bfff9b3ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'name': 'tempest-TestNetworkBasicOps-router-1692369002', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:09Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc', 'name': '', 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:b6:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:09Z', 'updated_at': '2021-06-18T16:34:15Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:46.619133 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aaf02d-4b42-4152-a277-61bfff9b3ceb None None] The sync data for ids ['efa8c86f-48ff-464a-9eb2-bd306106b1e0'] in dv-neutron-797120-1-hyperv is: [{'id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'name': 'tempest-TestNetworkBasicOps-router-1692369002', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:09Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc', 'name': '', 'network_id': '8e54a1a0-0492-4d49-8911-d13709637354', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:b6:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:09Z', 'updated_at': '2021-06-18T16:34:15Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '5629d978-a3dd-4c3b-87b6-c2052bf00ba5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:46.636560 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:46.663063 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a495-64ca-44ef-b06f-d59d7539cc88 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.668588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d37d499f-eea0-447a-9509-fd4f80a39ffa tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:46.674965 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No active binding found for port 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 {{(pid=93455) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 18 16:34:46.675449 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 018e0897-f3f1-43a0-a5b4-5aa78bb48a12 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:46.695372 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5a495-64ca-44ef-b06f-d59d7539cc88 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=018e0897-f3f1-43a0-a5b4-5aa78bb48a12,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:46.697855 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d4f5a495-64ca-44ef-b06f-d59d7539cc88 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:46.774044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a495-64ca-44ef-b06f-d59d7539cc88 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:46.776114 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d4f5a495-64ca-44ef-b06f-d59d7539cc88 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/ports/018e0897-f3f1-43a0-a5b4-5aa78bb48a12 HTTP/1.1" status: 204 len: 168 time: 0.5009682 Jun 18 16:34:46.778847 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52210) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:46.859449 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc32c4b0-c370-4c06-82f7-36d5193c0fe2 None None] New status for floating IP 8ad03006-7ae2-4bf5-9102-05f10403ec71: DOWN {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:34:47.159548 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-40a7478b-d490-4c29-8fab-b04862e0d096 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:47.417106 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-40a7478b-d490-4c29-8fab-b04862e0d096 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:47.417841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-40a7478b-d490-4c29-8fab-b04862e0d096 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:47.505982 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-40a7478b-d490-4c29-8fab-b04862e0d096 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc,segment=NetworkSegment(861ae177-0e7d-4d21-85f1-887f4a3f31f5),segment_id=861ae177-0e7d-4d21-85f1-887f4a3f31f5)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:47.506331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-40a7478b-d490-4c29-8fab-b04862e0d096 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:47.567338 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-40a7478b-d490-4c29-8fab-b04862e0d096 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:47.748200 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-40a7478b-d490-4c29-8fab-b04862e0d096 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:47.750807 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2acb5520-4590-495e-94ff-ce299c1228e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:47.779600 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7478b-d490-4c29-8fab-b04862e0d096 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:47.783023 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-40a7478b-d490-4c29-8fab-b04862e0d096 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:47.956017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-40a7478b-d490-4c29-8fab-b04862e0d096 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:48.508832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a7478b-d490-4c29-8fab-b04862e0d096 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router efa8c86f-48ff-464a-9eb2-bd306106b1e0 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:48.626350 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a7478b-d490-4c29-8fab-b04862e0d096 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:48.631315 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-40a7478b-d490-4c29-8fab-b04862e0d096 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/routers/efa8c86f-48ff-464a-9eb2-bd306106b1e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8514707 Jun 18 16:34:48.633893 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52212) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:48.636303 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f8e78-d9d7-4b23-8552-f58b2e478e40 None None] Sync routers for ids ['efa8c86f-48ff-464a-9eb2-bd306106b1e0'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:48.645418 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f8e78-d9d7-4b23-8552-f58b2e478e40 None None] Routers {'efa8c86f-48ff-464a-9eb2-bd306106b1e0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:48.646025 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-cb4f8e78-d9d7-4b23-8552-f58b2e478e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:34:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['efa8c86f-48ff-464a-9eb2-bd306106b1e0'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:48.685003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-08593141-7b20-4cd1-894b-c9c008517e49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting subnet 5629d978-a3dd-4c3b-87b6-c2052bf00ba5 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:34:48.688085 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-08593141-7b20-4cd1-894b-c9c008517e49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:48.727259 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-08593141-7b20-4cd1-894b-c9c008517e49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:48.820759 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-08593141-7b20-4cd1-894b-c9c008517e49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:48.884001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-08593141-7b20-4cd1-894b-c9c008517e49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:48.886003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d6efa62d-a7d1-4deb-87fc-af994c6bde0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:48.911171 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-cb4f8e78-d9d7-4b23-8552-f58b2e478e40 None None] Set router efa8c86f-48ff-464a-9eb2-bd306106b1e0 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:48.912726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08593141-7b20-4cd1-894b-c9c008517e49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Subnet': ['ID=5629d978-a3dd-4c3b-87b6-c2052bf00ba5,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:48.916132 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-08593141-7b20-4cd1-894b-c9c008517e49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:48.917262 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-08593141-7b20-4cd1-894b-c9c008517e49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:48.923204 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-08593141-7b20-4cd1-894b-c9c008517e49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/subnets/5629d978-a3dd-4c3b-87b6-c2052bf00ba5 HTTP/1.1" status: 204 len: 168 time: 0.2842667 Jun 18 16:34:48.923204 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52214) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:48.941124 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658bb054-ee03-4292-a156-fd28efb6bec1 None None] Network 8e54a1a0-0492-4d49-8911-d13709637354 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:49.035274 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-af49b569-e809-47cc-b412-beb21e7fddc7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.149499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-af49b569-e809-47cc-b412-beb21e7fddc7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.199610 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-cb4f8e78-d9d7-4b23-8552-f58b2e478e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'name': 'tempest-TestNetworkBasicOps-router-1692369002', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49'}], 'enable_snat': True}, 'gw_port_id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:47Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'ba5d108b-2f36-4736-8b9a-2a66e90a93a1', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:6b:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:49.205732 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-af49b569-e809-47cc-b412-beb21e7fddc7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port ba5d108b-2f36-4736-8b9a-2a66e90a93a1 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:49.206080 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-af49b569-e809-47cc-b412-beb21e7fddc7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.230307 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f8e78-d9d7-4b23-8552-f58b2e478e40 None None] Checking router: efa8c86f-48ff-464a-9eb2-bd306106b1e0 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:49.239843 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4f8e78-d9d7-4b23-8552-f58b2e478e40 None None] Routers {'efa8c86f-48ff-464a-9eb2-bd306106b1e0'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:49.240471 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-cb4f8e78-d9d7-4b23-8552-f58b2e478e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:34:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['efa8c86f-48ff-464a-9eb2-bd306106b1e0'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:49.274533 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cf9d7e-798c-4b84-b685-7499f976b761 None None] DHCP port deletion for 8e54a1a0-0492-4d49-8911-d13709637354 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:34:49.294306 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-af49b569-e809-47cc-b412-beb21e7fddc7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port ba5d108b-2f36-4736-8b9a-2a66e90a93a1, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ba5d108b-2f36-4736-8b9a-2a66e90a93a1,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:49.294696 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-af49b569-e809-47cc-b412-beb21e7fddc7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.349003 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-cb4f8e78-d9d7-4b23-8552-f58b2e478e40 None None] Set router efa8c86f-48ff-464a-9eb2-bd306106b1e0 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:49.366704 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-af49b569-e809-47cc-b412-beb21e7fddc7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for ba5d108b-2f36-4736-8b9a-2a66e90a93a1 owned by network:router_gateway {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:49.409156 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-cb4f8e78-d9d7-4b23-8552-f58b2e478e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'name': 'tempest-TestNetworkBasicOps-router-1692369002', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:49Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:49.441093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4f8e78-d9d7-4b23-8552-f58b2e478e40 None None] The sync data for ids ['efa8c86f-48ff-464a-9eb2-bd306106b1e0'] in dv-neutron-797120-1-hyperv is: [{'id': 'efa8c86f-48ff-464a-9eb2-bd306106b1e0', 'name': 'tempest-TestNetworkBasicOps-router-1692369002', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:06Z', 'updated_at': '2021-06-18T16:34:49Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port_host': None}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:49.449116 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-01cf9d7e-798c-4b84-b685-7499f976b761 None None] Deleting port f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:34:49.449116 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-01cf9d7e-798c-4b84-b685-7499f976b761 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.511778 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-01cf9d7e-798c-4b84-b685-7499f976b761 None None] For port f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5,segment=NetworkSegment(861ae177-0e7d-4d21-85f1-887f4a3f31f5),segment_id=861ae177-0e7d-4d21-85f1-887f4a3f31f5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:49.512094 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-01cf9d7e-798c-4b84-b685-7499f976b761 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.539537 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-af49b569-e809-47cc-b412-beb21e7fddc7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.541474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-21d5c83c-9c08-43d9-8b03-77bb9f89d7f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:49.565090 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49b569-e809-47cc-b412-beb21e7fddc7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=ba5d108b-2f36-4736-8b9a-2a66e90a93a1,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:49.568803 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-af49b569-e809-47cc-b412-beb21e7fddc7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:49.576733 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-01cf9d7e-798c-4b84-b685-7499f976b761 None None] Calling delete_port for f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:34:49.629595 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-af49b569-e809-47cc-b412-beb21e7fddc7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.660104 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-01cf9d7e-798c-4b84-b685-7499f976b761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.662982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a127a33d-5665-43f3-8090-dca8d33a5609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:49.688213 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cf9d7e-798c-4b84-b685-7499f976b761 None None] No DVR routers for this DVR port f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:34:49.691914 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf9d7e-798c-4b84-b685-7499f976b761 None None] Pushing event deleted for resources: {'Port': ['ID=f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:49.701016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-01cf9d7e-798c-4b84-b685-7499f976b761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:49.721831 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-af49b569-e809-47cc-b412-beb21e7fddc7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.723925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-af49b569-e809-47cc-b412-beb21e7fddc7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.771019 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-af49b569-e809-47cc-b412-beb21e7fddc7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.772017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af49b569-e809-47cc-b412-beb21e7fddc7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Fanout notify agent at l3_agent the message router_deleted on router efa8c86f-48ff-464a-9eb2-bd306106b1e0 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:34:49.781714 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-af49b569-e809-47cc-b412-beb21e7fddc7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:49.785924 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52216) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:49.786895 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-af49b569-e809-47cc-b412-beb21e7fddc7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/routers/efa8c86f-48ff-464a-9eb2-bd306106b1e0 HTTP/1.1" status: 204 len: 168 time: 0.8629377 Jun 18 16:34:49.864797 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7065-51fe-4085-94c4-57627d45bc5e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.265490 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7065-51fe-4085-94c4-57627d45bc5e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.275313 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-ecdb7065-51fe-4085-94c4-57627d45bc5e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e54a1a0-0492-4d49-8911-d13709637354']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:50.293682 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-ecdb7065-51fe-4085-94c4-57627d45bc5e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861ae177-0e7d-4d21-85f1-887f4a3f31f5') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:50.294063 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-ecdb7065-51fe-4085-94c4-57627d45bc5e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861ae177-0e7d-4d21-85f1-887f4a3f31f5') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:50.304111 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7065-51fe-4085-94c4-57627d45bc5e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.319606 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7065-51fe-4085-94c4-57627d45bc5e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.326022 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecdb7065-51fe-4085-94c4-57627d45bc5e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:34:50.326393 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7065-51fe-4085-94c4-57627d45bc5e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:34:50.331021 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:34:50.393661 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7065-51fe-4085-94c4-57627d45bc5e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.396933 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4ddf4af0-6885-4b49-b8bd-61c30fadb8aa tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:50.401321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ecdb7065-51fe-4085-94c4-57627d45bc5e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.403309 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ecdb7065-51fe-4085-94c4-57627d45bc5e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/networks/8e54a1a0-0492-4d49-8911-d13709637354 HTTP/1.1" status: 204 len: 168 time: 0.6163507 Jun 18 16:34:50.412813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52218) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:50.426266 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5ba51d4b-21b1-4a91-ac73-cfde7684b35e tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0121315 Jun 18 16:34:50.428748 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52220) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:50.430054 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb7065-51fe-4085-94c4-57627d45bc5e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Network': ['ID=8e54a1a0-0492-4d49-8911-d13709637354,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:50.432717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ecdb7065-51fe-4085-94c4-57627d45bc5e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:50.433857 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-6e5441b0-4031-49cf-833b-7ce806e7967b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'network': {'name': 'tempest-network-smoke--1109672', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'port_security_enabled': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:50.457015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5441b0-4031-49cf-833b-7ce806e7967b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:50.460484 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6e5441b0-4031-49cf-833b-7ce806e7967b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.487050 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5441b0-4031-49cf-833b-7ce806e7967b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:34:50.495570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6e5441b0-4031-49cf-833b-7ce806e7967b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.495907 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-6e5441b0-4031-49cf-833b-7ce806e7967b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Added segment 8df39eb4-c111-49f4-bfe5-c1324beda868 of type vlan for network a3869ebe-e578-49fa-bcb5-48e48fc06bb2 Jun 18 16:34:50.534819 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6e5441b0-4031-49cf-833b-7ce806e7967b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.562990 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6e5441b0-4031-49cf-833b-7ce806e7967b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.568687 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5441b0-4031-49cf-833b-7ce806e7967b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:50.569279 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6e5441b0-4031-49cf-833b-7ce806e7967b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.571653 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d1b49287-a73d-497f-8d68-67c544b0e656 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:50.640841 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6e5441b0-4031-49cf-833b-7ce806e7967b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2108867 Jun 18 16:34:50.643676 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52222) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:50.648220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-936052921', 'admin_state_up': True, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:50.658684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5441b0-4031-49cf-833b-7ce806e7967b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Network': ['ID=a3869ebe-e578-49fa-bcb5-48e48fc06bb2,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:50.662694 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6e5441b0-4031-49cf-833b-7ce806e7967b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:50.669004 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network a3869ebe-e578-49fa-bcb5-48e48fc06bb2 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:34:50.677140 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.678270 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.730841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:50.871707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.074262 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.096592 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.142941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:51.164553 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:51.164917 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f49d8bb3-8bf3-4e8f-8174-df3efb2ff3b5 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:51.165346 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ba5d108b-2f36-4736-8b9a-2a66e90a93a1 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:51.188172 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: ba5d108b-2f36-4736-8b9a-2a66e90a93a1 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:51.188525 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ba5d108b-2f36-4736-8b9a-2a66e90a93a1 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:51.188952 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:34:51.203547 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.26.6.164 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/bac7dec9-4b8a-4816-83cc-7afd7ad98cf9) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:51.208039 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:34:51.208422 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e0b827bd-c4c7-4fc6-baa1-4d21453e4dbc not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:34:51.308186 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.346322 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.349072 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ecd480d8-72b0-44aa-b29a-28c97a2ec87b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:51.385561 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:51.390475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:51.394015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:51.399406 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=bac7dec9-4b8a-4816-83cc-7afd7ad98cf9,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:51.420185 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:51.642376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.838449 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:51.965406 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:34:52.077488 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:52.087518 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Sync routers for ids ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:52.095016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.096218 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4516170 Jun 18 16:34:52.099143 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52224) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:52.099983 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Routers {'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:52.100602 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:34:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:52.129475 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7e0947f6-3cc1-445e-a377-221533a4c868 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=ce51bca7228b4491bea754922e3226ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289688 Jun 18 16:34:52.132356 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52226) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:52.205831 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Set router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:52.222175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d332f07-e4db-45bf-8ad5-befdf16a73e8 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:52.226160 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4d332f07-e4db-45bf-8ad5-befdf16a73e8 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0903866 Jun 18 16:34:52.226374 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52228) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:52.255508 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e6c6e0ff-65a0-4fec-bea8-5e3dd6f1eb1b tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278809 Jun 18 16:34:52.257853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52230) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:52.262896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-fe0c527e-d3a8-4aac-b0f2-1b2ffe0b91ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1681396518', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:52.350368 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0c527e-d3a8-4aac-b0f2-1b2ffe0b91ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:52.353891 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fe0c527e-d3a8-4aac-b0f2-1b2ffe0b91ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.377213 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'name': 'tempest-TestNetworkBasicOps-router-936052921', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:50Z', 'updated_at': '2021-06-18T16:34:51Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:51Z', 'updated_at': '2021-06-18T16:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:52.405794 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Checking router: bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:52.406142 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Updating router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 port bac7dec9-4b8a-4816-83cc-7afd7ad98cf9 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:34:52.439547 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.538007 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fe0c527e-d3a8-4aac-b0f2-1b2ffe0b91ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.540834 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-93b2342c-1b62-4a87-a912-7efdcb4f390d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:52.604777 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c527e-d3a8-4aac-b0f2-1b2ffe0b91ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Subnet': ['ID=4df61611-92c2-4b14-bf9d-0fd1460f2bf2,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:52.607754 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fe0c527e-d3a8-4aac-b0f2-1b2ffe0b91ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:52.616384 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0c527e-d3a8-4aac-b0f2-1b2ffe0b91ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Checking segment: {'id': '8df39eb4-c111-49f4-bfe5-c1324beda868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:52.616750 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0c527e-d3a8-4aac-b0f2-1b2ffe0b91ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network hostable DHCP agents. Network: a3869ebe-e578-49fa-bcb5-48e48fc06bb2, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:34:52.634364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0c527e-d3a8-4aac-b0f2-1b2ffe0b91ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network a3869ebe-e578-49fa-bcb5-48e48fc06bb2 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:34:52.643541 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-fe0c527e-d3a8-4aac-b0f2-1b2ffe0b91ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, a3869ebe-e578-49fa-bcb5-48e48fc06bb2) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:52.650497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c527e-d3a8-4aac-b0f2-1b2ffe0b91ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:52.650929 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fe0c527e-d3a8-4aac-b0f2-1b2ffe0b91ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.654735 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74389929-aea5-454c-b07c-c013449d7a73 None None] Network a3869ebe-e578-49fa-bcb5-48e48fc06bb2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:52.672761 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fe0c527e-d3a8-4aac-b0f2-1b2ffe0b91ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4137204 Jun 18 16:34:52.675342 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52232) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:52.711576 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.723297 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Transition to ACTIVE for port object bac7dec9-4b8a-4816-83cc-7afd7ad98cf9 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:52.728630 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.731424 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-22197e01-204f-4593-b3d5-1302be3390ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:52.785685 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84287b2c-b03b-4a95-b653-4da9b0d06c88 None None] Pushing event updated for resources: {'Port': ['ID=bac7dec9-4b8a-4816-83cc-7afd7ad98cf9,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:52.789639 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-84287b2c-b03b-4a95-b653-4da9b0d06c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:52.791993 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Attempting to bind port bac7dec9-4b8a-4816-83cc-7afd7ad98cf9 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:52.792369 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Attempting to bind port bac7dec9-4b8a-4816-83cc-7afd7ad98cf9 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:52.792736 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Attempting to bind port bac7dec9-4b8a-4816-83cc-7afd7ad98cf9 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:52.797864 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:52.798205 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:52.799911 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.799911 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:52.799911 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Bound port: bac7dec9-4b8a-4816-83cc-7afd7ad98cf9, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:52.799911 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.809115 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ips': [{'subnet_id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:34:52.810163 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.857059 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] For port bac7dec9-4b8a-4816-83cc-7afd7ad98cf9, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:52.860628 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] For port bac7dec9-4b8a-4816-83cc-7afd7ad98cf9, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=bac7dec9-4b8a-4816-83cc-7afd7ad98cf9,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:52.866620 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:52.869491 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:52.922006 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Routers {'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:52.922511 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:34:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:52.973698 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84287b2c-b03b-4a95-b653-4da9b0d06c88 None None] Pushing event updated for resources: {'Port': ['ID=bac7dec9-4b8a-4816-83cc-7afd7ad98cf9,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:52.974394 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Allocated IP 172.20.0.2 (a3869ebe-e578-49fa-bcb5-48e48fc06bb2/4df61611-92c2-4b14-bf9d-0fd1460f2bf2/487ddf47-2c8b-4c8e-ab2c-5424da9d6d77) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:52.978231 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-84287b2c-b03b-4a95-b653-4da9b0d06c88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:53.039881 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] Set router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:53.129762 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.138499 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Transition to ACTIVE for port object 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:53.154341 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Transition to ACTIVE for port object 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:53.161812 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.163903 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-48234fcd-7f32-4dec-a2fc-cc156ea8c79c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:53.206257 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Network a3869ebe-e578-49fa-bcb5-48e48fc06bb2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:53.209344 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:53.213828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:53.219626 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Pushing event updated for resources: {'Port': ['ID=487ddf47-2c8b-4c8e-ab2c-5424da9d6d77,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:53.224435 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:53.243464 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'name': 'tempest-TestNetworkBasicOps-router-936052921', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:50Z', 'updated_at': '2021-06-18T16:34:51Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:51Z', 'updated_at': '2021-06-18T16:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:53.275824 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc6b69c-afbd-4746-892c-3b6f1c45ca39 None None] The sync data for ids ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'] in dv-neutron-797120-1-hyperv is: [{'id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'name': 'tempest-TestNetworkBasicOps-router-936052921', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:50Z', 'updated_at': '2021-06-18T16:34:51Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:51Z', 'updated_at': '2021-06-18T16:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:53.289190 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Attempting to bind port 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:53.289977 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Attempting to bind port 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '8df39eb4-c111-49f4-bfe5-c1324beda868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:53.290617 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Attempting to bind port 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77 on network a3869ebe-e578-49fa-bcb5-48e48fc06bb2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:53.296905 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:53.297674 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Checking segment: {'id': '8df39eb4-c111-49f4-bfe5-c1324beda868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:53.298324 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.299092 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Bound using segment: {'id': '8df39eb4-c111-49f4-bfe5-c1324beda868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:53.299806 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Bound port: 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df39eb4-c111-49f4-bfe5-c1324beda868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:53.300526 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.371197 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] For port 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:53.376472 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] For port 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=487ddf47-2c8b-4c8e-ab2c-5424da9d6d77,segment=NetworkSegment(8df39eb4-c111-49f4-bfe5-c1324beda868),segment_id=8df39eb4-c111-49f4-bfe5-c1324beda868)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:53.381078 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.384614 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:53.451452 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Pushing event updated for resources: {'Port': ['ID=487ddf47-2c8b-4c8e-ab2c-5424da9d6d77,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:53.456192 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:53.561097 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:53.875723 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.20.0.1 (a3869ebe-e578-49fa-bcb5-48e48fc06bb2/4df61611-92c2-4b14-bf9d-0fd1460f2bf2/9c8d9739-1e55-4a2c-af00-f464901d560f) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:54.000110 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.014629 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Transition to ACTIVE for port object 9c8d9739-1e55-4a2c-af00-f464901d560f will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:54.051427 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.053430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:54.097366 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network a3869ebe-e578-49fa-bcb5-48e48fc06bb2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:54.100709 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:54.104690 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:54.112679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=9c8d9739-1e55-4a2c-af00-f464901d560f,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:54.134266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:54.160106 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.163018 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.315419 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.439508 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfcc6ee-caa4-479f-bbe4-655bd2e2eb63 None None] Network a3869ebe-e578-49fa-bcb5-48e48fc06bb2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:34:54.564366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7c1beb80-3319-4e32-8ac1-0886c7baaf6d None None] Provisioning for port 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:54.611248 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.617719 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.620562 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-95ff850b-dcc1-439e-acbb-e51559515870 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:54.698800 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.701623 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=9c8d9739-1e55-4a2c-af00-f464901d560f,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:54.708033 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:54.798506 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network a3869ebe-e578-49fa-bcb5-48e48fc06bb2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:54.799921 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:54.907309 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8b806fc7-eff8-42a2-ba66-89fba7a03754 None None] Provisioning for port 9c8d9739-1e55-4a2c-af00-f464901d560f completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:54.913783 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8b806fc7-eff8-42a2-ba66-89fba7a03754 None None] Provisioning complete for port 9c8d9739-1e55-4a2c-af00-f464901d560f triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:54.913783 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8b806fc7-eff8-42a2-ba66-89fba7a03754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:54.933376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:34:54.958496 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-8b806fc7-eff8-42a2-ba66-89fba7a03754 None None] Port 9c8d9739-1e55-4a2c-af00-f464901d560f cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:34:55.053254 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:34:55.058639 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/routers/bd2a4e4a-c47c-48b6-90ad-c5a5441242a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3822453 Jun 18 16:34:55.061075 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52234) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:55.063041 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Sync routers for ids ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:34:55.074148 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Routers {'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:55.074819 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:34:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:55.186452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbee8cf-532a-4c16-9bcc-ca1a0f93b7bd tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:55.186452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbee8cf-532a-4c16-9bcc-ca1a0f93b7bd tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:55.186452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbee8cf-532a-4c16-9bcc-ca1a0f93b7bd tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:55.186452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbee8cf-532a-4c16-9bcc-ca1a0f93b7bd tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:55.188489 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52236) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:55.199039 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5dbee8cf-532a-4c16-9bcc-ca1a0f93b7bd tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1366856 Jun 18 16:34:55.206769 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-15f5f4d1-11cb-4dd1-b128-4397f93a1526 None None] Provisioning complete for port 9c8d9739-1e55-4a2c-af00-f464901d560f triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:55.207342 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-15f5f4d1-11cb-4dd1-b128-4397f93a1526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.251590 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-15f5f4d1-11cb-4dd1-b128-4397f93a1526 None None] Port 9c8d9739-1e55-4a2c-af00-f464901d560f cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:34:55.264830 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:55.268368 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Set router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:55.295084 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52259d2-c45a-42d7-8a78-dbaa6acb6d29 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:55.295843 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52259d2-c45a-42d7-8a78-dbaa6acb6d29 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:55.296528 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52259d2-c45a-42d7-8a78-dbaa6acb6d29 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:55.296991 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52259d2-c45a-42d7-8a78-dbaa6acb6d29 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:55.301217 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b52259d2-c45a-42d7-8a78-dbaa6acb6d29 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1084404 Jun 18 16:34:55.302476 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52238) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:55.446614 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6193cfd7-9747-473c-958f-f1a7ac6c9e22 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1439078 Jun 18 16:34:55.588479 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-2ddc8cf3-56f6-428e-b2ff-64dac2270147 None None] Provisioning complete for port 9c8d9739-1e55-4a2c-af00-f464901d560f triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:55.588870 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2ddc8cf3-56f6-428e-b2ff-64dac2270147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.595304 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:55.623094 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:55.623471 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.633533 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52242) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:55.638444 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-e92c8418-82bb-473c-9a0b-6a012f76e5d8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-922518706', 'description': 'tempest-secgroup-smoke-922518706 description', 'project_id': 'ce51bca7228b4491bea754922e3226ea'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:55.662891 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e92c8418-82bb-473c-9a0b-6a012f76e5d8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.680762 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-2ddc8cf3-56f6-428e-b2ff-64dac2270147 None None] Port 9c8d9739-1e55-4a2c-af00-f464901d560f cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:34:55.757500 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e92c8418-82bb-473c-9a0b-6a012f76e5d8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.761707 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e92c8418-82bb-473c-9a0b-6a012f76e5d8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.765995 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f6a8a660-7f19-4b95-a103-ccddf00ff8a7 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:55.775741 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.792100 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'name': 'tempest-TestNetworkBasicOps-router-936052921', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:50Z', 'updated_at': '2021-06-18T16:34:54Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:51Z', 'updated_at': '2021-06-18T16:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '9c8d9739-1e55-4a2c-af00-f464901d560f', 'name': '', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:5a:7c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:53Z', 'updated_at': '2021-06-18T16:34:54Z', 'revision_number': 2, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:55.792419 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e92c8418-82bb-473c-9a0b-6a012f76e5d8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.793399 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e92c8418-82bb-473c-9a0b-6a012f76e5d8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1587794 Jun 18 16:34:55.795359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c8418-82bb-473c-9a0b-6a012f76e5d8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7401df-aeba-45ad-acbd-3ee8f7a938a2,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:55.796568 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52244) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:55.798109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e92c8418-82bb-473c-9a0b-6a012f76e5d8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:55.804383 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b98c2394-333a-4279-bcb1-11a14735b669 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'bd7401df-aeba-45ad-acbd-3ee8f7a938a2', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:55.825866 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Checking router: bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:34:55.826228 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Updating router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 port 9c8d9739-1e55-4a2c-af00-f464901d560f binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:34:55.832240 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b98c2394-333a-4279-bcb1-11a14735b669 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.860335 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=487ddf47-2c8b-4c8e-ab2c-5424da9d6d77,segment=NetworkSegment(8df39eb4-c111-49f4-bfe5-c1324beda868),segment_id=8df39eb4-c111-49f4-bfe5-c1324beda868)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:55.867321 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.868188 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bac7dec9-4b8a-4816-83cc-7afd7ad98cf9 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:55.871442 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-8a11a2a1-5684-4ff8-8872-0fc88a3285ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:55.892467 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b98c2394-333a-4279-bcb1-11a14735b669 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.896319 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b98c2394-333a-4279-bcb1-11a14735b669 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.898246 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-45c8154c-aa4d-4a31-b787-5d954dc23fbd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:55.915334 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c2394-333a-4279-bcb1-11a14735b669 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f954138-f937-4b8d-8ef3-bef76ef38a10,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:55.916429 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.918116 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b98c2394-333a-4279-bcb1-11a14735b669 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:55.924247 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b98c2394-333a-4279-bcb1-11a14735b669 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.925530 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b98c2394-333a-4279-bcb1-11a14735b669 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1276093 Jun 18 16:34:55.928322 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52246) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:55.933117 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-aa299a2f-04b1-4080-a367-a6d200ecfbfe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'bd7401df-aeba-45ad-acbd-3ee8f7a938a2', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:55.960633 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-aa299a2f-04b1-4080-a367-a6d200ecfbfe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:55.982207 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=487ddf47-2c8b-4c8e-ab2c-5424da9d6d77,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:55.988810 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:56.029973 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-aa299a2f-04b1-4080-a367-a6d200ecfbfe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.034102 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-aa299a2f-04b1-4080-a367-a6d200ecfbfe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.036164 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4f589011-2c41-4003-b772-cc877e44ebce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:56.052604 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa299a2f-04b1-4080-a367-a6d200ecfbfe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6851db-1a57-4eaa-a069-4a20f30c4b2d,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:56.056856 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-aa299a2f-04b1-4080-a367-a6d200ecfbfe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:56.059341 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-aa299a2f-04b1-4080-a367-a6d200ecfbfe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.060559 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-aa299a2f-04b1-4080-a367-a6d200ecfbfe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1312311 Jun 18 16:34:56.063915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52248) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:56.064076 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port bac7dec9-4b8a-4816-83cc-7afd7ad98cf9 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:56.068592 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-4e8aa7f2-920d-4b2f-9126-ec1cdb21d190 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'bd7401df-aeba-45ad-acbd-3ee8f7a938a2', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:56.072209 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port bac7dec9-4b8a-4816-83cc-7afd7ad98cf9 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:56.072592 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.097690 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e8aa7f2-920d-4b2f-9126-ec1cdb21d190 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.156276 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e8aa7f2-920d-4b2f-9126-ec1cdb21d190 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.161029 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e8aa7f2-920d-4b2f-9126-ec1cdb21d190 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.166857 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f86abdc3-3df2-4d39-8cb1-af93f026fda1 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:56.183207 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8aa7f2-920d-4b2f-9126-ec1cdb21d190 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d88f98e-45b2-4ef0-991d-ec6d8828e783,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:56.186473 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4e8aa7f2-920d-4b2f-9126-ec1cdb21d190 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:56.187751 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e8aa7f2-920d-4b2f-9126-ec1cdb21d190 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.191516 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4e8aa7f2-920d-4b2f-9126-ec1cdb21d190 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240125 Jun 18 16:34:56.192473 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52250) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:56.196188 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-9a46e6a3-6602-4521-9c6f-26f2f4cfe143 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'bd7401df-aeba-45ad-acbd-3ee8f7a938a2', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:56.223913 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9a46e6a3-6602-4521-9c6f-26f2f4cfe143 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.247645 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.289314 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9a46e6a3-6602-4521-9c6f-26f2f4cfe143 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.293333 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9a46e6a3-6602-4521-9c6f-26f2f4cfe143 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.294663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port bac7dec9-4b8a-4816-83cc-7afd7ad98cf9, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=bac7dec9-4b8a-4816-83cc-7afd7ad98cf9,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:56.295058 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:56.308952 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.310776 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46e6a3-6602-4521-9c6f-26f2f4cfe143 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de43d53c-2358-4bf6-a956-cc2ef74ac9f7,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:56.313844 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9a46e6a3-6602-4521-9c6f-26f2f4cfe143 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:56.319283 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9a46e6a3-6602-4521-9c6f-26f2f4cfe143 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.323364 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9a46e6a3-6602-4521-9c6f-26f2f4cfe143 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279912 Jun 18 16:34:56.323364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52252) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:56.325252 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.328229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:56.328725 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-2081cafb-f69b-4190-8b60-1bcd40b965c2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'bd7401df-aeba-45ad-acbd-3ee8f7a938a2', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:56.349930 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-2081cafb-f69b-4190-8b60-1bcd40b965c2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:34:56.355906 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Transition to ACTIVE for port object 9c8d9739-1e55-4a2c-af00-f464901d560f will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:56.356552 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2081cafb-f69b-4190-8b60-1bcd40b965c2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.364575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.422272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2081cafb-f69b-4190-8b60-1bcd40b965c2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.423815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=bac7dec9-4b8a-4816-83cc-7afd7ad98cf9,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:56.426280 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2081cafb-f69b-4190-8b60-1bcd40b965c2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.427514 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:56.427995 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:56.429202 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-462ee2c4-408d-400f-9615-d579a05c661d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:56.444805 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081cafb-f69b-4190-8b60-1bcd40b965c2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d053b7a6-f053-4828-be4d-4be9634b2b75,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:56.451456 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2081cafb-f69b-4190-8b60-1bcd40b965c2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:56.464230 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2081cafb-f69b-4190-8b60-1bcd40b965c2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.469589 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2081cafb-f69b-4190-8b60-1bcd40b965c2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1452827 Jun 18 16:34:56.470481 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52254) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:34:56.476333 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-76c19632-f75e-4390-a558-ebf4bfcd8b67 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'bd7401df-aeba-45ad-acbd-3ee8f7a938a2', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:56.501440 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-76c19632-f75e-4390-a558-ebf4bfcd8b67 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:34:56.507238 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-76c19632-f75e-4390-a558-ebf4bfcd8b67 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.512626 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85423a19-1d08-4a1f-8474-656fac1588cd None None] Pushing event updated for resources: {'Port': ['ID=9c8d9739-1e55-4a2c-af00-f464901d560f,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:56.516922 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-85423a19-1d08-4a1f-8474-656fac1588cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:56.518060 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Attempting to bind port 9c8d9739-1e55-4a2c-af00-f464901d560f on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:34:56.518453 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Attempting to bind port 9c8d9739-1e55-4a2c-af00-f464901d560f by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '8df39eb4-c111-49f4-bfe5-c1324beda868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:34:56.518826 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Attempting to bind port 9c8d9739-1e55-4a2c-af00-f464901d560f on network a3869ebe-e578-49fa-bcb5-48e48fc06bb2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:34:56.524565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:34:56.524956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Checking segment: {'id': '8df39eb4-c111-49f4-bfe5-c1324beda868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:34:56.525605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.526187 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Bound using segment: {'id': '8df39eb4-c111-49f4-bfe5-c1324beda868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:34:56.526893 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Bound port: 9c8d9739-1e55-4a2c-af00-f464901d560f, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df39eb4-c111-49f4-bfe5-c1324beda868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:34:56.527474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.578886 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-76c19632-f75e-4390-a558-ebf4bfcd8b67 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.585122 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-76c19632-f75e-4390-a558-ebf4bfcd8b67 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.587258 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-411c6340-8357-4083-92df-152f8ed042f4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:56.606072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c19632-f75e-4390-a558-ebf4bfcd8b67 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c89ecbbd-fef1-4889-bd07-623b9a278d80,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:56.609490 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-76c19632-f75e-4390-a558-ebf4bfcd8b67 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:56.609931 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] For port 9c8d9739-1e55-4a2c-af00-f464901d560f, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:34:56.617075 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-76c19632-f75e-4390-a558-ebf4bfcd8b67 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.623845 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-76c19632-f75e-4390-a558-ebf4bfcd8b67 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1514404 Jun 18 16:34:56.631708 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] For port 9c8d9739-1e55-4a2c-af00-f464901d560f, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9c8d9739-1e55-4a2c-af00-f464901d560f,segment=NetworkSegment(8df39eb4-c111-49f4-bfe5-c1324beda868),segment_id=8df39eb4-c111-49f4-bfe5-c1324beda868)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:34:56.638737 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:56.643052 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:56.707340 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85423a19-1d08-4a1f-8474-656fac1588cd None None] Pushing event updated for resources: {'Port': ['ID=9c8d9739-1e55-4a2c-af00-f464901d560f,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:56.709879 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Routers {'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:34:56.710511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:34:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:56.745824 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-85423a19-1d08-4a1f-8474-656fac1588cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:56.791094 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-3f567127-5866-47f3-a7ca-72405fc0fb72 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-922518706&fields=id&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 267 time: 0.0369008 Jun 18 16:34:56.826626 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] Set router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:34:56.914592 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-e9a31545-51bd-481f-9a64-080f4c6ca305 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:56.916098 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-e9a31545-51bd-481f-9a64-080f4c6ca305 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/networks?id=a3869ebe-e578-49fa-bcb5-48e48fc06bb2 HTTP/1.1" status: 200 len: 794 time: 0.1171036 Jun 18 16:34:56.931566 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-e0fb975d-aac3-4c07-b95f-5bcdcbd045a8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/quotas/ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 375 time: 0.0092304 Jun 18 16:34:57.005896 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-5250c84c-57c6-4c6b-a921-3f5ae209a5f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678971 Jun 18 16:34:57.050477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'name': 'tempest-TestNetworkBasicOps-router-936052921', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:50Z', 'updated_at': '2021-06-18T16:34:54Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:51Z', 'updated_at': '2021-06-18T16:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '9c8d9739-1e55-4a2c-af00-f464901d560f', 'name': '', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:5a:7c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:53Z', 'updated_at': '2021-06-18T16:34:56Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:34:57.082211 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d1c7cf-72ef-4962-a4a4-04df0e588533 None None] The sync data for ids ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'] in dv-neutron-797120-1-hyperv is: [{'id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'name': 'tempest-TestNetworkBasicOps-router-936052921', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:50Z', 'updated_at': '2021-06-18T16:34:54Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:51Z', 'updated_at': '2021-06-18T16:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '9c8d9739-1e55-4a2c-af00-f464901d560f', 'name': '', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:5a:7c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:53Z', 'updated_at': '2021-06-18T16:34:56Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:34:57.106371 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-13abf82d-a9e2-4a61-bffb-d48d89f52d52 service neutron] 10.222.0.50 "GET /v2.0/networks/a3869ebe-e578-49fa-bcb5-48e48fc06bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887361 Jun 18 16:34:57.212874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:57.231741 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-a8f833bb-a9da-4a34-9a78-4635b4684212 service neutron] 10.222.0.50 "GET /v2.0/networks/a3869ebe-e578-49fa-bcb5-48e48fc06bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185782 Jun 18 16:34:57.267707 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:57.268286 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:57.352593 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bac7dec9-4b8a-4816-83cc-7afd7ad98cf9 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:57.407510 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port bac7dec9-4b8a-4816-83cc-7afd7ad98cf9 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:57.407882 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:57.439168 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04b69aad-7f02-436a-b554-fefa9f8b0a4c req-cd44919c-5fd9-4522-811c-654ae88b2fdd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 210 time: 0.0387521 Jun 18 16:34:58.592966 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d91f3a80-f1f6-4df5-928e-edb714d71f25 req-60fe2a95-9a74-478b-b325-7b081675d655 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 210 time: 0.0345972 Jun 18 16:34:58.835026 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-5ef0db7d-72ac-4d72-ac14-44b519aa5617 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:58.837302 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-5ef0db7d-72ac-4d72-ac14-44b519aa5617 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/networks?id=a3869ebe-e578-49fa-bcb5-48e48fc06bb2 HTTP/1.1" status: 200 len: 794 time: 0.1173310 Jun 18 16:34:58.894661 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-0fe016ca-ae16-4add-9e87-9000271a945b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 379 time: 0.0389888 Jun 18 16:34:58.904834 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-200604cb-8906-47e5-8149-77754c44d93c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'port': {'device_id': 'c3316443-7a8e-470c-b857-207dde08b8af', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'admin_state_up': True, 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'security_groups': ['bd7401df-aeba-45ad-acbd-3ee8f7a938a2']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:59.034204 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-200604cb-8906-47e5-8149-77754c44d93c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:34:59.038033 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-200604cb-8906-47e5-8149-77754c44d93c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.174929 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-200604cb-8906-47e5-8149-77754c44d93c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.20.0.12 (a3869ebe-e578-49fa-bcb5-48e48fc06bb2/4df61611-92c2-4b14-bf9d-0fd1460f2bf2/5e8a0f6b-530a-43fe-9c4a-67736465642f) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:34:59.183360 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9c8d9739-1e55-4a2c-af00-f464901d560f up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:34:59.232858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 9c8d9739-1e55-4a2c-af00-f464901d560f completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:59.237650 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 9c8d9739-1e55-4a2c-af00-f464901d560f triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:59.238052 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.318495 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.319423 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-200604cb-8906-47e5-8149-77754c44d93c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.332916 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-200604cb-8906-47e5-8149-77754c44d93c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Transition to ACTIVE for port object 5e8a0f6b-530a-43fe-9c4a-67736465642f will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:59.351066 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 9c8d9739-1e55-4a2c-af00-f464901d560f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9c8d9739-1e55-4a2c-af00-f464901d560f,segment=NetworkSegment(8df39eb4-c111-49f4-bfe5-c1324beda868),segment_id=8df39eb4-c111-49f4-bfe5-c1324beda868)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:34:59.355160 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.358979 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:59.368395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-200604cb-8906-47e5-8149-77754c44d93c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.372122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fa0febe5-3345-457d-9c57-01f90e29d179 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:34:59.407625 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=9c8d9739-1e55-4a2c-af00-f464901d560f,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:59.410983 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:59.418994 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-200604cb-8906-47e5-8149-77754c44d93c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network a3869ebe-e578-49fa-bcb5-48e48fc06bb2 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:34:59.422406 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-200604cb-8906-47e5-8149-77754c44d93c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:34:59.426298 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-200604cb-8906-47e5-8149-77754c44d93c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:34:59.432669 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200604cb-8906-47e5-8149-77754c44d93c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=5e8a0f6b-530a-43fe-9c4a-67736465642f,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:34:59.453625 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-200604cb-8906-47e5-8149-77754c44d93c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:34:59.480304 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-200604cb-8906-47e5-8149-77754c44d93c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:59.481042 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-200604cb-8906-47e5-8149-77754c44d93c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.497869 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-200604cb-8906-47e5-8149-77754c44d93c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5967193 Jun 18 16:34:59.511010 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Request body: {'port': {'device_id': 'c3316443-7a8e-470c-b857-207dde08b8af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:34:59.585708 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.620478 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-697b8de0-6b75-42ba-bb10-ee1b7856d086 None None] Provisioning for port 5e8a0f6b-530a-43fe-9c4a-67736465642f completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:34:59.625916 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-697b8de0-6b75-42ba-bb10-ee1b7856d086 None None] Provisioning complete for port 5e8a0f6b-530a-43fe-9c4a-67736465642f triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:34:59.626191 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-697b8de0-6b75-42ba-bb10-ee1b7856d086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.662037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-697b8de0-6b75-42ba-bb10-ee1b7856d086 None None] Port 5e8a0f6b-530a-43fe-9c4a-67736465642f cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:34:59.853566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbdaca-4c1c-4072-9ef6-824905e4de0a req-dde5603b-6fc1-47d5-862c-ef2a0a821f62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:34:59.854959 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ebbdaca-4c1c-4072-9ef6-824905e4de0a req-dde5603b-6fc1-47d5-862c-ef2a0a821f62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 932 time: 0.1382656 Jun 18 16:34:59.930714 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ebbdaca-4c1c-4072-9ef6-824905e4de0a req-e6a83886-593b-40b9-9a8f-860282720972 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd7401df-aeba-45ad-acbd-3ee8f7a938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690808 Jun 18 16:34:59.942142 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8a0f6b-530a-43fe-9c4a-67736465642f {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:34:59.949717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.963963 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Transition to ACTIVE for port object 5e8a0f6b-530a-43fe-9c4a-67736465642f will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:34:59.967714 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:34:59.969640 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:00.052298 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Pushing event updated for resources: {'Port': ['ID=5e8a0f6b-530a-43fe-9c4a-67736465642f,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:00.056990 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:00.131093 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Attempting to bind port 5e8a0f6b-530a-43fe-9c4a-67736465642f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:00.131430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Attempting to bind port 5e8a0f6b-530a-43fe-9c4a-67736465642f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '8df39eb4-c111-49f4-bfe5-c1324beda868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:00.131761 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Attempting to bind port 5e8a0f6b-530a-43fe-9c4a-67736465642f on network a3869ebe-e578-49fa-bcb5-48e48fc06bb2 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:00.136297 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Port 5e8a0f6b-530a-43fe-9c4a-67736465642f on network a3869ebe-e578-49fa-bcb5-48e48fc06bb2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:35:00.136618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Attempting to bind port 5e8a0f6b-530a-43fe-9c4a-67736465642f on network a3869ebe-e578-49fa-bcb5-48e48fc06bb2 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:00.142490 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:00.142817 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Checking segment: {'id': '8df39eb4-c111-49f4-bfe5-c1324beda868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:00.143176 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Bound using segment: {'id': '8df39eb4-c111-49f4-bfe5-c1324beda868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:00.143611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Bound port: 5e8a0f6b-530a-43fe-9c4a-67736465642f, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8df39eb4-c111-49f4-bfe5-c1324beda868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:00.143959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:00.212599 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] For port 5e8a0f6b-530a-43fe-9c4a-67736465642f, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:00.215573 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] For port 5e8a0f6b-530a-43fe-9c4a-67736465642f, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5e8a0f6b-530a-43fe-9c4a-67736465642f,segment=NetworkSegment(8df39eb4-c111-49f4-bfe5-c1324beda868),segment_id=8df39eb4-c111-49f4-bfe5-c1324beda868)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:00.219688 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:00.222485 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ba7780f9-352c-4a12-95a1-539466e772a6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:00.257898 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:00.259423 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:00.259973 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] 10.222.0.55 "PUT /v2.0/ports/5e8a0f6b-530a-43fe-9c4a-67736465642f HTTP/1.1" status: 200 len: 1094 time: 0.7535384 Jun 18 16:35:00.260553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3316443-7a8e-470c-b857-207dde08b8af', 'tag': '5e8a0f6b-530a-43fe-9c4a-67736465642f'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:00.262971 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f440f1-3daf-4d1f-90b6-3618dfd9980e" -d '{"events": [{"name": "network-changed", "server_uuid": "c3316443-7a8e-470c-b857-207dde08b8af", "tag": "5e8a0f6b-530a-43fe-9c4a-67736465642f"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:00.288217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Pushing event updated for resources: {'Port': ['ID=5e8a0f6b-530a-43fe-9c4a-67736465642f,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:00.291991 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:00.337862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32f3af8-b8df-4c78-bcbd-702b3e267e44 x-openstack-request-id: req-a32f3af8-b8df-4c78-bcbd-702b3e267e44 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:00.338218 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3316443-7a8e-470c-b857-207dde08b8af", "tag": "5e8a0f6b-530a-43fe-9c4a-67736465642f", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:00.338563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a32f3af8-b8df-4c78-bcbd-702b3e267e44 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:00.339025 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3316443-7a8e-470c-b857-207dde08b8af', 'tag': '5e8a0f6b-530a-43fe-9c4a-67736465642f', 'status': 'completed', 'code': 200} Jun 18 16:35:00.371128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-4b947ad3-3db7-40a6-bdfc-babddaf1c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:00.372568 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-4b947ad3-3db7-40a6-bdfc-babddaf1c0e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 1097 time: 0.0638134 Jun 18 16:35:00.417724 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-eaa14cf0-f3f8-4891-b86c-14949d46b0ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e8a0f6b-530a-43fe-9c4a-67736465642f HTTP/1.1" status: 200 len: 217 time: 0.0358093 Jun 18 16:35:00.469755 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-4c90c27e-d70f-4156-896a-27a4f1f0791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:00.471261 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-4c90c27e-d70f-4156-896a-27a4f1f0791e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4df61611-92c2-4b14-bf9d-0fd1460f2bf2 HTTP/1.1" status: 200 len: 835 time: 0.0451427 Jun 18 16:35:00.528647 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-054bec44-5df7-4142-ad3a-7bc4ec669ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:00.530168 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-054bec44-5df7-4142-ad3a-7bc4ec669ae2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a3869ebe-e578-49fa-bcb5-48e48fc06bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526450 Jun 18 16:35:00.628001 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-2048169f-52b2-484c-8978-d3013c1f726f service neutron] 10.222.0.55 "GET /v2.0/networks/a3869ebe-e578-49fa-bcb5-48e48fc06bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904031 Jun 18 16:35:00.723091 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e630f82d-b44b-4c44-817e-271acc4a8f32 req-d4d2745c-ee33-4226-ac71-04d9a3b8c7d5 service neutron] 10.222.0.55 "GET /v2.0/networks/a3869ebe-e578-49fa-bcb5-48e48fc06bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883272 Jun 18 16:35:00.833783 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f440f1-3daf-4d1f-90b6-3618dfd9980e req-057e2145-677b-4692-abf5-c29ac27695d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:00.835344 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-79f440f1-3daf-4d1f-90b6-3618dfd9980e req-057e2145-677b-4692-abf5-c29ac27695d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 1097 time: 0.0619986 Jun 18 16:35:00.933017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f440f1-3daf-4d1f-90b6-3618dfd9980e req-73d2f06b-8875-4dd9-961d-b4482bf7dd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:00.934545 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-79f440f1-3daf-4d1f-90b6-3618dfd9980e req-73d2f06b-8875-4dd9-961d-b4482bf7dd07 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a3869ebe-e578-49fa-bcb5-48e48fc06bb2 HTTP/1.1" status: 200 len: 895 time: 0.0928135 Jun 18 16:35:00.984612 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-79f440f1-3daf-4d1f-90b6-3618dfd9980e req-89d4e0a4-eb1e-41af-9254-d0bb39e6c044 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e8a0f6b-530a-43fe-9c4a-67736465642f HTTP/1.1" status: 200 len: 217 time: 0.0428243 Jun 18 16:35:01.043296 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f440f1-3daf-4d1f-90b6-3618dfd9980e req-2d58e4ad-de9a-4d82-bfaa-3c8a2a0e4673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:01.044776 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-79f440f1-3daf-4d1f-90b6-3618dfd9980e req-2d58e4ad-de9a-4d82-bfaa-3c8a2a0e4673 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4df61611-92c2-4b14-bf9d-0fd1460f2bf2 HTTP/1.1" status: 200 len: 835 time: 0.0529768 Jun 18 16:35:01.149923 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f440f1-3daf-4d1f-90b6-3618dfd9980e req-9159ba03-c12f-4e0a-8db4-cfe41d228cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:01.151491 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-79f440f1-3daf-4d1f-90b6-3618dfd9980e req-9159ba03-c12f-4e0a-8db4-cfe41d228cd0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a3869ebe-e578-49fa-bcb5-48e48fc06bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0995438 Jun 18 16:35:01.161254 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79567b-5739-47d0-885a-677f5db67c2e req-4a19742a-3b5c-4fec-9a6d-30f612ed9143 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:01.162754 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9c8d9739-1e55-4a2c-af00-f464901d560f up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:01.163274 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4c79567b-5739-47d0-885a-677f5db67c2e req-4a19742a-3b5c-4fec-9a6d-30f612ed9143 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 944 time: 0.1020012 Jun 18 16:35:01.219302 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 9c8d9739-1e55-4a2c-af00-f464901d560f triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:01.219666 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:01.258695 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4c79567b-5739-47d0-885a-677f5db67c2e req-560a7245-5fda-4adb-a13d-8f0f92165354 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd7401df-aeba-45ad-acbd-3ee8f7a938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852864 Jun 18 16:35:01.288526 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-79f440f1-3daf-4d1f-90b6-3618dfd9980e req-70259d90-b1a6-40f1-87ac-4271513946e6 service neutron] 10.222.0.55 "GET /v2.0/networks/a3869ebe-e578-49fa-bcb5-48e48fc06bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234844 Jun 18 16:35:01.390753 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-79f440f1-3daf-4d1f-90b6-3618dfd9980e req-1d704482-44f5-4d55-9f0a-90ce4fd6e7d1 service neutron] 10.222.0.55 "GET /v2.0/networks/a3869ebe-e578-49fa-bcb5-48e48fc06bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910456 Jun 18 16:35:02.435113 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b6c66-0517-4dc3-98ee-7ae6ecc312db req-3f10bce9-89f0-4f3d-8c0a-07ba73381147 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:02.437166 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-af3b6c66-0517-4dc3-98ee-7ae6ecc312db req-3f10bce9-89f0-4f3d-8c0a-07ba73381147 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 944 time: 0.0632021 Jun 18 16:35:02.475395 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-af3b6c66-0517-4dc3-98ee-7ae6ecc312db req-cad59636-764e-4e24-bc10-47bbd6ac8ed6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd7401df-aeba-45ad-acbd-3ee8f7a938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323536 Jun 18 16:35:02.708674 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 5e8a0f6b-530a-43fe-9c4a-67736465642f details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:35:02.804830 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 5e8a0f6b-530a-43fe-9c4a-67736465642f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5e8a0f6b-530a-43fe-9c4a-67736465642f,segment=NetworkSegment(8df39eb4-c111-49f4-bfe5-c1324beda868),segment_id=8df39eb4-c111-49f4-bfe5-c1324beda868)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:02.817094 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '5e8a0f6b-530a-43fe-9c4a-67736465642f', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'port_id': '5e8a0f6b-530a-43fe-9c4a-67736465642f', 'mac_address': 'fa:16:3e:e4:ef:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:35:02.852573 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:02.865034 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8a0f6b-530a-43fe-9c4a-67736465642f {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:35:02.885259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 5e8a0f6b-530a-43fe-9c4a-67736465642f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5e8a0f6b-530a-43fe-9c4a-67736465642f,segment=NetworkSegment(8df39eb4-c111-49f4-bfe5-c1324beda868),segment_id=8df39eb4-c111-49f4-bfe5-c1324beda868)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:02.890208 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:02.892049 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:02.941273 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=5e8a0f6b-530a-43fe-9c4a-67736465642f,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:02.944222 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:03.093758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['5e8a0f6b-530a-43fe-9c4a-67736465642f'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:35:03.648331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97250f7b-2b80-4025-906e-83bff4fea3f4 req-756edccc-237b-4f44-9cfc-af29d9d01e17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:03.649833 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-97250f7b-2b80-4025-906e-83bff4fea3f4 req-756edccc-237b-4f44-9cfc-af29d9d01e17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 945 time: 0.0638402 Jun 18 16:35:03.686870 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-97250f7b-2b80-4025-906e-83bff4fea3f4 req-c9eda6b2-414c-4732-a9ef-b6f142c02ad0 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd7401df-aeba-45ad-acbd-3ee8f7a938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307009 Jun 18 16:35:04.723850 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 5e8a0f6b-530a-43fe-9c4a-67736465642f up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:04.775545 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 5e8a0f6b-530a-43fe-9c4a-67736465642f completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:04.779593 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 5e8a0f6b-530a-43fe-9c4a-67736465642f triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:04.780555 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:04.859202 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:04.865859 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe0a6c-6447-4d39-ada0-6e2c4c711b65 req-cda0260d-9a51-4b18-bcba-756cb6f79da3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:04.871288 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-68fe0a6c-6447-4d39-ada0-6e2c4c711b65 req-cda0260d-9a51-4b18-bcba-756cb6f79da3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 945 time: 0.0689497 Jun 18 16:35:04.882584 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3316443-7a8e-470c-b857-207dde08b8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8a0f6b-530a-43fe-9c4a-67736465642f'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:04.884882 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bad4658-f681-41b0-a479-8f5f700d24a8" -d '{"events": [{"server_uuid": "c3316443-7a8e-470c-b857-207dde08b8af", "name": "network-vif-plugged", "status": "completed", "tag": "5e8a0f6b-530a-43fe-9c4a-67736465642f"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:04.897879 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 5e8a0f6b-530a-43fe-9c4a-67736465642f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5e8a0f6b-530a-43fe-9c4a-67736465642f,segment=NetworkSegment(8df39eb4-c111-49f4-bfe5-c1324beda868),segment_id=8df39eb4-c111-49f4-bfe5-c1324beda868)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:04.902519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:04.908884 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-68fe0a6c-6447-4d39-ada0-6e2c4c711b65 req-11d1a570-4ae7-419f-a0db-caa219f2ea2a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd7401df-aeba-45ad-acbd-3ee8f7a938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347848 Jun 18 16:35:04.910934 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-70931ff0-f228-4a3e-8522-7df5466fc1d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:04.933995 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eeab93-dafc-4f45-b181-0d95f470929f x-openstack-request-id: req-f2eeab93-dafc-4f45-b181-0d95f470929f {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:04.934298 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3316443-7a8e-470c-b857-207dde08b8af", "name": "network-vif-plugged", "status": "completed", "tag": "5e8a0f6b-530a-43fe-9c4a-67736465642f", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:04.934591 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f2eeab93-dafc-4f45-b181-0d95f470929f {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:04.934997 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3316443-7a8e-470c-b857-207dde08b8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8a0f6b-530a-43fe-9c4a-67736465642f', 'code': 200} Jun 18 16:35:04.962528 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=5e8a0f6b-530a-43fe-9c4a-67736465642f,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:04.965773 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:05.154934 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c9502-6f4c-4032-a4d7-0a40bd191498 req-5001fd29-6b37-45e4-90fd-7fe0a876d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:05.156679 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6a5c9502-6f4c-4032-a4d7-0a40bd191498 req-5001fd29-6b37-45e4-90fd-7fe0a876d947 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 1099 time: 0.0523348 Jun 18 16:35:05.191398 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6a5c9502-6f4c-4032-a4d7-0a40bd191498 req-317d70c6-fa81-4ffa-94ca-1a1026932fba service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bd7401df-aeba-45ad-acbd-3ee8f7a938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280561 Jun 18 16:35:06.107629 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46054c-0306-45ea-aef9-79eec360bc97 req-097884aa-48db-4b62-aea5-661cc1c2d6d8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:06.109201 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5e46054c-0306-45ea-aef9-79eec360bc97 req-097884aa-48db-4b62-aea5-661cc1c2d6d8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 946 time: 0.0729868 Jun 18 16:35:06.149488 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5e46054c-0306-45ea-aef9-79eec360bc97 req-d321fb9b-a592-4c65-b8c8-f26a3c5b339b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd7401df-aeba-45ad-acbd-3ee8f7a938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342872 Jun 18 16:35:06.872294 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:35:07.330845 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f65f4-0ba1-4c7c-acd2-a06f76678401 req-aba8c520-e3be-42dd-9b4c-5a9f6589b7c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:07.332338 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ed5f65f4-0ba1-4c7c-acd2-a06f76678401 req-aba8c520-e3be-42dd-9b4c-5a9f6589b7c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 946 time: 0.0706861 Jun 18 16:35:07.368687 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ed5f65f4-0ba1-4c7c-acd2-a06f76678401 req-5b7db4dc-ba28-4961-82d8-e9b54861cfb3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd7401df-aeba-45ad-acbd-3ee8f7a938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306761 Jun 18 16:35:07.537736 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523f7cd-ce17-4952-976a-fc36e2c7b02b req-ec46a32a-58b2-446b-ac5d-c3508a4a438e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:07.539245 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2523f7cd-ce17-4952-976a-fc36e2c7b02b req-ec46a32a-58b2-446b-ac5d-c3508a4a438e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 946 time: 0.0635521 Jun 18 16:35:07.577796 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2523f7cd-ce17-4952-976a-fc36e2c7b02b req-9c93a3aa-dc64-402c-8748-3c182bc2b82b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd7401df-aeba-45ad-acbd-3ee8f7a938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328319 Jun 18 16:35:07.602169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52306) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:07.656200 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626ddc78-f4ec-4ea9-9622-313e47400578 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:07.657818 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-626ddc78-f4ec-4ea9-9622-313e47400578 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 1094 time: 0.0546441 Jun 18 16:35:07.660570 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52308) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:07.664902 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '5e8a0f6b-530a-43fe-9c4a-67736465642f', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:07.687034 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.782644 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:07.884188 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.26.6.248 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/e5f633a4-2d44-40c6-af3b-82611749e267) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:07.988576 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.027457 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.030928 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-876b45bd-3798-4009-aa0e-10dbbb0ade77 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:08.069909 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:08.072557 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:08.076071 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:08.099616 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=e5f633a4-2d44-40c6-af3b-82611749e267,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:08.103406 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:08.450199 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.461740 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8a76f6ba-c1b2-4e94-bd6e-4c8af6daf3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.529078 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.677449 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.682001 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.684752 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4eeb7d93-8f24-481f-abbf-802b1179ab38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:08.748778 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=e5f633a4-2d44-40c6-af3b-82611749e267,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:08.754199 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:08.760624 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:08.860467 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Floating IP d3365f00-7854-43d5-84f5-d007e770974c associated. External IP: 172.26.6.248, port: 5e8a0f6b-530a-43fe-9c4a-67736465642f. Jun 18 16:35:09.071051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:09.177242 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:09.186862 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5007419-9bc6-472c-9274-216fe7c5dbfa None None] Sync routers for ids ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:09.193645 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:09.196716 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5007419-9bc6-472c-9274-216fe7c5dbfa None None] Routers {'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:09.197408 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-b5007419-9bc6-472c-9274-216fe7c5dbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:34:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:09.232587 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5686171 Jun 18 16:35:09.232587 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3316443-7a8e-470c-b857-207dde08b8af', 'tag': '5e8a0f6b-530a-43fe-9c4a-67736465642f'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:09.233885 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52310) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:09.234359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e57a577-b387-4c7b-bd58-88d67a426e72" -d '{"events": [{"name": "network-changed", "server_uuid": "c3316443-7a8e-470c-b857-207dde08b8af", "tag": "5e8a0f6b-530a-43fe-9c4a-67736465642f"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:09.271818 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51138c17-9239-49f7-8210-54e7a98fc22a x-openstack-request-id: req-51138c17-9239-49f7-8210-54e7a98fc22a {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:09.272266 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3316443-7a8e-470c-b857-207dde08b8af", "tag": "5e8a0f6b-530a-43fe-9c4a-67736465642f", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:09.272483 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-51138c17-9239-49f7-8210-54e7a98fc22a {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:09.272929 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3316443-7a8e-470c-b857-207dde08b8af', 'tag': '5e8a0f6b-530a-43fe-9c4a-67736465642f', 'status': 'completed', 'code': 200} Jun 18 16:35:09.384248 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f132ec21-f269-44ed-a106-89c7261b3600 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/routers/bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 HTTP/1.1" status: 200 len: 922 time: 0.1488676 Jun 18 16:35:09.386780 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52314) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:09.397494 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-b5007419-9bc6-472c-9274-216fe7c5dbfa None None] Set router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:09.441139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57a577-b387-4c7b-bd58-88d67a426e72 req-1dc10815-0349-4604-8e00-0b13db45cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:09.442646 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6e57a577-b387-4c7b-bd58-88d67a426e72 req-1dc10815-0349-4604-8e00-0b13db45cbcc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 1099 time: 0.1438897 Jun 18 16:35:09.461579 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-124ad9e9-a3fb-4e68-ae77-816ada6dcb28 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/d3365f00-7854-43d5-84f5-d007e770974c HTTP/1.1" status: 200 len: 992 time: 0.0736668 Jun 18 16:35:09.625778 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-b5007419-9bc6-472c-9274-216fe7c5dbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'name': 'tempest-TestNetworkBasicOps-router-936052921', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:50Z', 'updated_at': '2021-06-18T16:34:54Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:51Z', 'updated_at': '2021-06-18T16:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'd3365f00-7854-43d5-84f5-d007e770974c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.248', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'port_id': '5e8a0f6b-530a-43fe-9c4a-67736465642f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'mac_address': 'fa:16:3e:e4:ef:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3316443-7a8e-470c-b857-207dde08b8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:08Z', 'updated_at': '2021-06-18T16:35:08Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c8d9739-1e55-4a2c-af00-f464901d560f', 'name': '', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:5a:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:53Z', 'updated_at': '2021-06-18T16:34:59Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:09.657371 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5007419-9bc6-472c-9274-216fe7c5dbfa None None] Checking router: bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:35:09.666135 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5007419-9bc6-472c-9274-216fe7c5dbfa None None] Routers {'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:09.666801 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-b5007419-9bc6-472c-9274-216fe7c5dbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:34:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:09.785542 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-b5007419-9bc6-472c-9274-216fe7c5dbfa None None] Set router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:09.900948 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57a577-b387-4c7b-bd58-88d67a426e72 req-b87dd912-8110-4bb4-961d-c34f0ceff947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:09.902435 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6e57a577-b387-4c7b-bd58-88d67a426e72 req-b87dd912-8110-4bb4-961d-c34f0ceff947 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a3869ebe-e578-49fa-bcb5-48e48fc06bb2 HTTP/1.1" status: 200 len: 895 time: 0.4514794 Jun 18 16:35:09.971175 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6e57a577-b387-4c7b-bd58-88d67a426e72 req-86af8a3b-3cd6-4ece-b78f-0ac7b096d806 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e8a0f6b-530a-43fe-9c4a-67736465642f HTTP/1.1" status: 200 len: 1000 time: 0.0608642 Jun 18 16:35:10.017535 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-b5007419-9bc6-472c-9274-216fe7c5dbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'name': 'tempest-TestNetworkBasicOps-router-936052921', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:50Z', 'updated_at': '2021-06-18T16:34:54Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:51Z', 'updated_at': '2021-06-18T16:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'd3365f00-7854-43d5-84f5-d007e770974c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.248', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'port_id': '5e8a0f6b-530a-43fe-9c4a-67736465642f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'mac_address': 'fa:16:3e:e4:ef:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3316443-7a8e-470c-b857-207dde08b8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:08Z', 'updated_at': '2021-06-18T16:35:08Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c8d9739-1e55-4a2c-af00-f464901d560f', 'name': '', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:5a:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:53Z', 'updated_at': '2021-06-18T16:34:59Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:10.023822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57a577-b387-4c7b-bd58-88d67a426e72 req-38632edd-c167-4bd2-aa1c-a5e378198a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:10.027863 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6e57a577-b387-4c7b-bd58-88d67a426e72 req-38632edd-c167-4bd2-aa1c-a5e378198a09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4df61611-92c2-4b14-bf9d-0fd1460f2bf2 HTTP/1.1" status: 200 len: 835 time: 0.0478859 Jun 18 16:35:10.047649 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5007419-9bc6-472c-9274-216fe7c5dbfa None None] The sync data for ids ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'] in dv-neutron-797120-1-hyperv is: [{'id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'name': 'tempest-TestNetworkBasicOps-router-936052921', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:50Z', 'updated_at': '2021-06-18T16:34:54Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:51Z', 'updated_at': '2021-06-18T16:34:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'd3365f00-7854-43d5-84f5-d007e770974c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.248', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'port_id': '5e8a0f6b-530a-43fe-9c4a-67736465642f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'mac_address': 'fa:16:3e:e4:ef:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3316443-7a8e-470c-b857-207dde08b8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:08Z', 'updated_at': '2021-06-18T16:35:08Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c8d9739-1e55-4a2c-af00-f464901d560f', 'name': '', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:5a:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:53Z', 'updated_at': '2021-06-18T16:34:59Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:10.090707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57a577-b387-4c7b-bd58-88d67a426e72 req-cfee7146-4100-43a8-a053-f54fb21be6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:10.092212 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6e57a577-b387-4c7b-bd58-88d67a426e72 req-cfee7146-4100-43a8-a053-f54fb21be6ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a3869ebe-e578-49fa-bcb5-48e48fc06bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0583594 Jun 18 16:35:10.187193 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6e57a577-b387-4c7b-bd58-88d67a426e72 req-3cd75df4-abc4-4472-bacc-b06c6e7cfa30 service neutron] 10.222.0.55 "GET /v2.0/networks/a3869ebe-e578-49fa-bcb5-48e48fc06bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854325 Jun 18 16:35:10.267391 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09ed00a-f304-4fd2-8c63-06631cbbffe7 None None] New status for floating IP d3365f00-7854-43d5-84f5-d007e770974c: ACTIVE {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:35:10.286765 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6e57a577-b387-4c7b-bd58-88d67a426e72 req-7b2258df-f9b1-4593-9816-e6cd6ec637db service neutron] 10.222.0.55 "GET /v2.0/networks/a3869ebe-e578-49fa-bcb5-48e48fc06bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924349 Jun 18 16:35:10.394996 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e29cc734-f3c8-4127-a398-5d9144274290 req-874ddf3b-c0d5-4023-9565-9a9ea77e233e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c3316443-7a8e-470c-b857-207dde08b8af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0559635 Jun 18 16:35:10.465459 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52316) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:10.493468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cc734-f3c8-4127-a398-5d9144274290 req-a36efd89-8007-4b0a-9ecd-0ac7fe7907ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:10.495046 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e29cc734-f3c8-4127-a398-5d9144274290 req-a36efd89-8007-4b0a-9ecd-0ac7fe7907ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 1099 time: 0.0556521 Jun 18 16:35:10.535981 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8cee3998-c69d-42ac-b2c9-4f2082fd505c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/d3365f00-7854-43d5-84f5-d007e770974c HTTP/1.1" status: 200 len: 992 time: 0.0682344 Jun 18 16:35:10.617294 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cc734-f3c8-4127-a398-5d9144274290 req-91954551-0f53-483b-8b68-c65539a962f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:10.618795 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e29cc734-f3c8-4127-a398-5d9144274290 req-91954551-0f53-483b-8b68-c65539a962f6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a3869ebe-e578-49fa-bcb5-48e48fc06bb2 HTTP/1.1" status: 200 len: 895 time: 0.0976222 Jun 18 16:35:10.683509 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e29cc734-f3c8-4127-a398-5d9144274290 req-9320cfd1-6e24-4cd3-b69e-3d26b89d245a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e8a0f6b-530a-43fe-9c4a-67736465642f HTTP/1.1" status: 200 len: 1002 time: 0.0583167 Jun 18 16:35:10.743466 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cc734-f3c8-4127-a398-5d9144274290 req-57190958-27c4-4e34-ab2a-da363298fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:10.745386 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e29cc734-f3c8-4127-a398-5d9144274290 req-57190958-27c4-4e34-ab2a-da363298fd09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4df61611-92c2-4b14-bf9d-0fd1460f2bf2 HTTP/1.1" status: 200 len: 835 time: 0.0552852 Jun 18 16:35:10.808896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cc734-f3c8-4127-a398-5d9144274290 req-4b4f936b-960a-44ed-9368-91113098d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:10.810406 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e29cc734-f3c8-4127-a398-5d9144274290 req-4b4f936b-960a-44ed-9368-91113098d9f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a3869ebe-e578-49fa-bcb5-48e48fc06bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0567198 Jun 18 16:35:10.907004 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e29cc734-f3c8-4127-a398-5d9144274290 req-af0422ca-2274-4eb4-990d-2959a9619130 service neutron] 10.222.0.55 "GET /v2.0/networks/a3869ebe-e578-49fa-bcb5-48e48fc06bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846796 Jun 18 16:35:10.924982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5d47fce3-a08d-4f80-b79f-b4b635e6a7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:11.004030 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e29cc734-f3c8-4127-a398-5d9144274290 req-4062343f-8a83-4c72-a116-afed46b95ddc service neutron] 10.222.0.55 "GET /v2.0/networks/a3869ebe-e578-49fa-bcb5-48e48fc06bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933273 Jun 18 16:35:11.295707 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:11.538837 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52318) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:11.600265 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f8679057-1c80-40aa-9ebf-05d4df6ee674 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/d3365f00-7854-43d5-84f5-d007e770974c HTTP/1.1" status: 200 len: 994 time: 0.0600376 Jun 18 16:35:12.099032 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:13.720059 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:24.159151 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:38.180461 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52328) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:38.296586 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7b11699e-4645-46c0-bba0-edb63831241a tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/routers/bd2a4e4a-c47c-48b6-90ad-c5a5441242a1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1148362 Jun 18 16:35:38.299639 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52330) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:38.423252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f5e1aa-f5a3-4909-8a59-4539bedd998f tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Notify agent at dv-neutron-797120-1-hyperv the message router_removed_from_agent {{(pid=93453) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 18 16:35:38.427306 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-56f5e1aa-f5a3-4909-8a59-4539bedd998f tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "DELETE /v2.0/agents/e492e408-28ff-4807-aba6-03ecce3c9b4f/l3-routers/bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 HTTP/1.1" status: 204 len: 168 time: 0.1259971 Jun 18 16:35:38.429895 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52332) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:38.456527 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-604f3e67-ce68-43a7-991a-7201da44e44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:38.545083 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c1135732-9038-46a6-9923-c20097af5359 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/routers/bd2a4e4a-c47c-48b6-90ad-c5a5441242a1/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1138673 Jun 18 16:35:38.547552 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52334) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:38.608548 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b0042f1b-0895-458b-b946-27f5b0d21946 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/d3365f00-7854-43d5-84f5-d007e770974c HTTP/1.1" status: 200 len: 994 time: 0.0598159 Jun 18 16:35:39.197057 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5fd7d2-d584-450c-9605-05a443cb3d37 None None] New status for floating IP d3365f00-7854-43d5-84f5-d007e770974c: DOWN {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:35:39.224974 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bac7dec9-4b8a-4816-83cc-7afd7ad98cf9 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:39.302769 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:39.323454 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port bac7dec9-4b8a-4816-83cc-7afd7ad98cf9, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=bac7dec9-4b8a-4816-83cc-7afd7ad98cf9,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:39.328486 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:39.329317 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9c8d9739-1e55-4a2c-af00-f464901d560f no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:39.331074 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:39.405940 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=bac7dec9-4b8a-4816-83cc-7afd7ad98cf9,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:39.416386 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:39.416738 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:39.417084 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:39.417424 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:39.417762 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:39.418100 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:39.418458 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:39.418807 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:39.419140 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:39.419469 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:39.419794 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:39.420121 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:39.424651 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:39.457919 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:39.493019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 9c8d9739-1e55-4a2c-af00-f464901d560f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9c8d9739-1e55-4a2c-af00-f464901d560f,segment=NetworkSegment(8df39eb4-c111-49f4-bfe5-c1324beda868),segment_id=8df39eb4-c111-49f4-bfe5-c1324beda868)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:39.496665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:39.498395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:39.545165 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=9c8d9739-1e55-4a2c-af00-f464901d560f,revision_number=6']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:39.548185 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:39.612764 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52336) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:39.678846 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-04fbe0fb-f7cd-4425-8ee9-ade28bdcdb7e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/d3365f00-7854-43d5-84f5-d007e770974c HTTP/1.1" status: 200 len: 992 time: 0.0645745 Jun 18 16:35:40.827785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52340) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:40.926733 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-29fe41a4-86b4-496b-9e92-d7bdef85e9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:40.963053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c7424f-1c51-423b-87dd-956580c69f5e tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:35:40.963294 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c7424f-1c51-423b-87dd-956580c69f5e tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Notify agent at dv-neutron-797120-1-hyperv the message router_added_to_agent {{(pid=93453) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 18 16:35:40.990382 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-68c7424f-1c51-423b-87dd-956580c69f5e tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "POST /v2.0/agents/e492e408-28ff-4807-aba6-03ecce3c9b4f/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1615140 Jun 18 16:35:40.993368 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52344) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:41.013207 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc0de0-0378-4097-aeae-09fca552eec2 None None] Sync routers for ids ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:41.025709 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc0de0-0378-4097-aeae-09fca552eec2 None None] Routers {'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:41.026480 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e3cc0de0-0378-4097-aeae-09fca552eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:35:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:41.115115 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a445d8f5-3a0b-43f0-81c5-6295f31e7f14 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/routers/bd2a4e4a-c47c-48b6-90ad-c5a5441242a1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1203322 Jun 18 16:35:41.116933 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52348) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:41.152638 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-e3cc0de0-0378-4097-aeae-09fca552eec2 None None] Set router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:41.187010 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e8158e81-0572-4c77-9532-99089babe94c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/d3365f00-7854-43d5-84f5-d007e770974c HTTP/1.1" status: 200 len: 992 time: 0.0682695 Jun 18 16:35:41.315794 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:41.393153 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e3cc0de0-0378-4097-aeae-09fca552eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'name': 'tempest-TestNetworkBasicOps-router-936052921', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:50Z', 'updated_at': '2021-06-18T16:34:54Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:51Z', 'updated_at': '2021-06-18T16:35:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'd3365f00-7854-43d5-84f5-d007e770974c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.248', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'port_id': '5e8a0f6b-530a-43fe-9c4a-67736465642f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'mac_address': 'fa:16:3e:e4:ef:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3316443-7a8e-470c-b857-207dde08b8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:08Z', 'updated_at': '2021-06-18T16:35:39Z', 'revision_number': 2, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c8d9739-1e55-4a2c-af00-f464901d560f', 'name': '', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:5a:7c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:53Z', 'updated_at': '2021-06-18T16:35:39Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:41.427239 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc0de0-0378-4097-aeae-09fca552eec2 None None] Checking router: bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:35:41.435787 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cc0de0-0378-4097-aeae-09fca552eec2 None None] Routers {'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:41.436405 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e3cc0de0-0378-4097-aeae-09fca552eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:35:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:41.541728 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-e3cc0de0-0378-4097-aeae-09fca552eec2 None None] Set router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:41.764793 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e3cc0de0-0378-4097-aeae-09fca552eec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'name': 'tempest-TestNetworkBasicOps-router-936052921', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:50Z', 'updated_at': '2021-06-18T16:34:54Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:51Z', 'updated_at': '2021-06-18T16:35:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'd3365f00-7854-43d5-84f5-d007e770974c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.248', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'port_id': '5e8a0f6b-530a-43fe-9c4a-67736465642f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'mac_address': 'fa:16:3e:e4:ef:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3316443-7a8e-470c-b857-207dde08b8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:08Z', 'updated_at': '2021-06-18T16:35:39Z', 'revision_number': 2, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c8d9739-1e55-4a2c-af00-f464901d560f', 'name': '', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:5a:7c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:53Z', 'updated_at': '2021-06-18T16:35:39Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:41.794336 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cc0de0-0378-4097-aeae-09fca552eec2 None None] The sync data for ids ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'] in dv-neutron-797120-1-hyperv is: [{'id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'name': 'tempest-TestNetworkBasicOps-router-936052921', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:50Z', 'updated_at': '2021-06-18T16:34:54Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:51Z', 'updated_at': '2021-06-18T16:35:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'd3365f00-7854-43d5-84f5-d007e770974c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.248', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'port_id': '5e8a0f6b-530a-43fe-9c4a-67736465642f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'mac_address': 'fa:16:3e:e4:ef:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3316443-7a8e-470c-b857-207dde08b8af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:35:08Z', 'updated_at': '2021-06-18T16:35:39Z', 'revision_number': 2, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c8d9739-1e55-4a2c-af00-f464901d560f', 'name': '', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:5a:7c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:53Z', 'updated_at': '2021-06-18T16:35:39Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:42.103226 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:42.190748 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52350) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:42.253859 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-230d20f1-65d3-4e3e-af1e-cdcbafbce464 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/d3365f00-7854-43d5-84f5-d007e770974c HTTP/1.1" status: 200 len: 992 time: 0.0614414 Jun 18 16:35:43.210677 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bac7dec9-4b8a-4816-83cc-7afd7ad98cf9 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:43.257539 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52352) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:43.265301 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port bac7dec9-4b8a-4816-83cc-7afd7ad98cf9 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:43.265689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:43.328234 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ba38e6b7-b661-4604-87e4-7238135df7b7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/d3365f00-7854-43d5-84f5-d007e770974c HTTP/1.1" status: 200 len: 992 time: 0.0694301 Jun 18 16:35:43.345289 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:43.368282 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port bac7dec9-4b8a-4816-83cc-7afd7ad98cf9, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=bac7dec9-4b8a-4816-83cc-7afd7ad98cf9,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:43.372660 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:43.373744 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9c8d9739-1e55-4a2c-af00-f464901d560f up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:43.375576 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b4222fbc-5360-4a69-a3df-ecda04530c9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:43.400092 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffbfb34-a67b-469d-8243-09c397697c93 None None] New status for floating IP d3365f00-7854-43d5-84f5-d007e770974c: ACTIVE {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:35:43.455779 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=bac7dec9-4b8a-4816-83cc-7afd7ad98cf9,revision_number=6']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:43.459135 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:43.470170 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 9c8d9739-1e55-4a2c-af00-f464901d560f triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:43.470598 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:43.547111 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:43.580509 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 9c8d9739-1e55-4a2c-af00-f464901d560f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9c8d9739-1e55-4a2c-af00-f464901d560f,segment=NetworkSegment(8df39eb4-c111-49f4-bfe5-c1324beda868),segment_id=8df39eb4-c111-49f4-bfe5-c1324beda868)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:43.585580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:43.588350 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9475b7a7-9da0-4bad-b262-d7aafaa2a3a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:43.638905 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=9c8d9739-1e55-4a2c-af00-f464901d560f,revision_number=7']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:43.641894 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:43.723335 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:43.871637 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:35:44.332717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52354) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:44.393382 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b0511520-c2f6-4e0c-a7fd-9adc34250243 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/d3365f00-7854-43d5-84f5-d007e770974c HTTP/1.1" status: 200 len: 994 time: 0.0597329 Jun 18 16:35:44.671587 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52360) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:44.830362 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port e5f633a4-2d44-40c6-af3b-82611749e267 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:44.830656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:44.910300 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:44.910300 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:44.975969 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for e5f633a4-2d44-40c6-af3b-82611749e267 owned by network:floatingip {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:45.117814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:45.120846 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-33a469e3-37f8-4b68-aa61-dd76e44a51d6 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:45.149989 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=e5f633a4-2d44-40c6-af3b-82611749e267,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:45.183901 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bac7dec9-4b8a-4816-83cc-7afd7ad98cf9 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:45.246187 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port bac7dec9-4b8a-4816-83cc-7afd7ad98cf9 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:45.246580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:45.339823 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9c8d9739-1e55-4a2c-af00-f464901d560f up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:45.399423 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 9c8d9739-1e55-4a2c-af00-f464901d560f triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:45.400023 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:45.489621 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:45.490127 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:45.490384 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:45.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:45.491195 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:45.491566 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:45.491935 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:45.492566 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:45.492930 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:45.493296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:45.493659 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:45.494023 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:45.498998 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:45.536446 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:45.536775 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Floating IP d3365f00-7854-43d5-84f5-d007e770974c disassociated (deleted). External IP: 172.26.6.248, port: 5e8a0f6b-530a-43fe-9c4a-67736465642f. Jun 18 16:35:45.743770 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:45.848771 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:45.853011 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:45.857698 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a7919-b175-4c48-be3f-8c10a361648f None None] Sync routers for ids ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:45.867000 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a7919-b175-4c48-be3f-8c10a361648f None None] Routers {'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:45.867870 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d58a7919-b175-4c48-be3f-8c10a361648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:35:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:45.890718 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/floatingips/d3365f00-7854-43d5-84f5-d007e770974c HTTP/1.1" status: 204 len: 168 time: 1.2180049 Jun 18 16:35:45.891794 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3316443-7a8e-470c-b857-207dde08b8af', 'tag': '5e8a0f6b-530a-43fe-9c4a-67736465642f'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:45.894563 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4571e265-e13c-4ade-9fc6-28654eb16200" -d '{"events": [{"name": "network-changed", "server_uuid": "c3316443-7a8e-470c-b857-207dde08b8af", "tag": "5e8a0f6b-530a-43fe-9c4a-67736465642f"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:45.936192 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8271a411-a719-4e92-b787-51eed1156143 x-openstack-request-id: req-8271a411-a719-4e92-b787-51eed1156143 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:45.936800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3316443-7a8e-470c-b857-207dde08b8af", "tag": "5e8a0f6b-530a-43fe-9c4a-67736465642f", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:45.937323 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8271a411-a719-4e92-b787-51eed1156143 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:45.937984 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3316443-7a8e-470c-b857-207dde08b8af', 'tag': '5e8a0f6b-530a-43fe-9c4a-67736465642f', 'status': 'completed', 'code': 200} Jun 18 16:35:45.976353 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-d58a7919-b175-4c48-be3f-8c10a361648f None None] Set router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:46.024901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571e265-e13c-4ade-9fc6-28654eb16200 req-fcb65d68-6b77-457c-b8e6-8e78d4610673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:46.026438 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4571e265-e13c-4ade-9fc6-28654eb16200 req-fcb65d68-6b77-457c-b8e6-8e78d4610673 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 1099 time: 0.0633044 Jun 18 16:35:46.135662 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571e265-e13c-4ade-9fc6-28654eb16200 req-c07a4361-ef12-498f-add7-188f71e89fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:46.147860 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4571e265-e13c-4ade-9fc6-28654eb16200 req-c07a4361-ef12-498f-add7-188f71e89fff service neutron] 10.222.0.55 "GET /v2.0/networks?id=a3869ebe-e578-49fa-bcb5-48e48fc06bb2 HTTP/1.1" status: 200 len: 895 time: 0.1040688 Jun 18 16:35:46.201304 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4571e265-e13c-4ade-9fc6-28654eb16200 req-538fd875-ee61-465b-a5f1-2fe069bf8152 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e8a0f6b-530a-43fe-9c4a-67736465642f HTTP/1.1" status: 200 len: 217 time: 0.0458019 Jun 18 16:35:46.210254 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d58a7919-b175-4c48-be3f-8c10a361648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'name': 'tempest-TestNetworkBasicOps-router-936052921', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:50Z', 'updated_at': '2021-06-18T16:34:54Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:51Z', 'updated_at': '2021-06-18T16:35:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '9c8d9739-1e55-4a2c-af00-f464901d560f', 'name': '', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:5a:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:53Z', 'updated_at': '2021-06-18T16:35:43Z', 'revision_number': 7, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:46.241443 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a7919-b175-4c48-be3f-8c10a361648f None None] Checking router: bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:35:46.251740 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a7919-b175-4c48-be3f-8c10a361648f None None] Routers {'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:46.252368 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d58a7919-b175-4c48-be3f-8c10a361648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:35:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:46.290743 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571e265-e13c-4ade-9fc6-28654eb16200 req-2a4d5a18-a851-4330-9021-8207b22d1329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:46.292219 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4571e265-e13c-4ade-9fc6-28654eb16200 req-2a4d5a18-a851-4330-9021-8207b22d1329 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4df61611-92c2-4b14-bf9d-0fd1460f2bf2 HTTP/1.1" status: 200 len: 835 time: 0.0829272 Jun 18 16:35:46.345906 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cc45b-1814-455a-bc84-a77a9d16574f req-87ab7204-4451-4fd5-8d22-5b0fb9b048fe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:46.348497 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-128cc45b-1814-455a-bc84-a77a9d16574f req-87ab7204-4451-4fd5-8d22-5b0fb9b048fe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 946 time: 0.1123867 Jun 18 16:35:46.410607 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-128cc45b-1814-455a-bc84-a77a9d16574f req-ed5efd48-3055-4459-a622-01aca213b278 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd7401df-aeba-45ad-acbd-3ee8f7a938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553579 Jun 18 16:35:46.415738 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571e265-e13c-4ade-9fc6-28654eb16200 req-91fc3208-5b01-4d52-9a9d-5dd4990204da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:46.415738 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4571e265-e13c-4ade-9fc6-28654eb16200 req-91fc3208-5b01-4d52-9a9d-5dd4990204da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a3869ebe-e578-49fa-bcb5-48e48fc06bb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1146894 Jun 18 16:35:46.525294 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-d58a7919-b175-4c48-be3f-8c10a361648f None None] Set router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:46.525860 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4571e265-e13c-4ade-9fc6-28654eb16200 req-9f787b08-1595-4dea-a16e-87758ff19966 service neutron] 10.222.0.55 "GET /v2.0/networks/a3869ebe-e578-49fa-bcb5-48e48fc06bb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015644 Jun 18 16:35:46.628655 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4571e265-e13c-4ade-9fc6-28654eb16200 req-3c3987a9-760f-4c09-8396-e8a0e5b3e608 service neutron] 10.222.0.55 "GET /v2.0/networks/a3869ebe-e578-49fa-bcb5-48e48fc06bb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940385 Jun 18 16:35:46.731254 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d58a7919-b175-4c48-be3f-8c10a361648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'name': 'tempest-TestNetworkBasicOps-router-936052921', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:50Z', 'updated_at': '2021-06-18T16:34:54Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:51Z', 'updated_at': '2021-06-18T16:35:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '9c8d9739-1e55-4a2c-af00-f464901d560f', 'name': '', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:5a:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:53Z', 'updated_at': '2021-06-18T16:35:43Z', 'revision_number': 7, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:46.761483 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58a7919-b175-4c48-be3f-8c10a361648f None None] The sync data for ids ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'] in dv-neutron-797120-1-hyperv is: [{'id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'name': 'tempest-TestNetworkBasicOps-router-936052921', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:50Z', 'updated_at': '2021-06-18T16:34:54Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:51Z', 'updated_at': '2021-06-18T16:35:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '9c8d9739-1e55-4a2c-af00-f464901d560f', 'name': '', 'network_id': 'a3869ebe-e578-49fa-bcb5-48e48fc06bb2', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:5a:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:53Z', 'updated_at': '2021-06-18T16:35:43Z', 'revision_number': 7, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '4df61611-92c2-4b14-bf9d-0fd1460f2bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:47.433711 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a4263-4120-4319-b864-5d5b83a336bb None None] New status for floating IP d3365f00-7854-43d5-84f5-d007e770974c: DOWN {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:35:47.604442 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87987072-104b-4bb5-842d-3b649cb2014b req-2b1576d6-f73f-4297-b624-507fa6dd8e81 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:47.605966 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-87987072-104b-4bb5-842d-3b649cb2014b req-2b1576d6-f73f-4297-b624-507fa6dd8e81 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 946 time: 0.0659444 Jun 18 16:35:47.678078 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-87987072-104b-4bb5-842d-3b649cb2014b req-6f3b72a5-43d6-4427-8759-0b2a107984a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=bd7401df-aeba-45ad-acbd-3ee8f7a938a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662966 Jun 18 16:35:47.708433 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7812562-f551-4005-b3a8-7f9d115fdf3e req-cc1a7d53-1782-4068-aab6-303ab3ba3e36 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:47.709857 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d7812562-f551-4005-b3a8-7f9d115fdf3e req-cc1a7d53-1782-4068-aab6-303ab3ba3e36 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/ports?device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 946 time: 0.0787773 Jun 18 16:35:47.811605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-d7812562-f551-4005-b3a8-7f9d115fdf3e req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port 5e8a0f6b-530a-43fe-9c4a-67736465642f {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:47.811880 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-d7812562-f551-4005-b3a8-7f9d115fdf3e req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:47.904178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-d7812562-f551-4005-b3a8-7f9d115fdf3e req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port 5e8a0f6b-530a-43fe-9c4a-67736465642f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5e8a0f6b-530a-43fe-9c4a-67736465642f,segment=NetworkSegment(8df39eb4-c111-49f4-bfe5-c1324beda868),segment_id=8df39eb4-c111-49f4-bfe5-c1324beda868)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:47.904532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-d7812562-f551-4005-b3a8-7f9d115fdf3e req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:47.966587 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-d7812562-f551-4005-b3a8-7f9d115fdf3e req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for 5e8a0f6b-530a-43fe-9c4a-67736465642f owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:48.095855 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-d7812562-f551-4005-b3a8-7f9d115fdf3e req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:48.100932 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5a1f4664-aa84-4225-958e-962b69458eb4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:48.124549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=5e8a0f6b-530a-43fe-9c4a-67736465642f,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:48.138935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:48.139543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:48.140145 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:48.140608 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:48.140896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:48.141270 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:48.141641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:48.142008 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:48.142375 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:48.142767 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:48.143132 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:48.144132 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:48.163153 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:48.182663 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7812562-f551-4005-b3a8-7f9d115fdf3e req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] No DVR routers for this DVR port 5e8a0f6b-530a-43fe-9c4a-67736465642f on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:35:48.185017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-d7812562-f551-4005-b3a8-7f9d115fdf3e req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:48.187091 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d7812562-f551-4005-b3a8-7f9d115fdf3e req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "DELETE /v2.0/ports/5e8a0f6b-530a-43fe-9c4a-67736465642f HTTP/1.1" status: 204 len: 173 time: 0.4714673 Jun 18 16:35:48.187686 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3316443-7a8e-470c-b857-207dde08b8af', 'name': 'network-vif-deleted', 'tag': '5e8a0f6b-530a-43fe-9c4a-67736465642f'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:35:48.190007 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6c3ebc-81f8-4e4c-b6f1-79919ee65c36" -d '{"events": [{"server_uuid": "c3316443-7a8e-470c-b857-207dde08b8af", "name": "network-vif-deleted", "tag": "5e8a0f6b-530a-43fe-9c4a-67736465642f"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:35:48.233056 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a39b2b2-ff9a-4489-90ee-5f92311a030f x-openstack-request-id: req-5a39b2b2-ff9a-4489-90ee-5f92311a030f {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:35:48.233056 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3316443-7a8e-470c-b857-207dde08b8af", "name": "network-vif-deleted", "tag": "5e8a0f6b-530a-43fe-9c4a-67736465642f", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:35:48.233056 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5a39b2b2-ff9a-4489-90ee-5f92311a030f {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:35:48.233056 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3316443-7a8e-470c-b857-207dde08b8af', 'name': 'network-vif-deleted', 'tag': '5e8a0f6b-530a-43fe-9c4a-67736465642f', 'status': 'completed', 'code': 200} Jun 18 16:35:48.837992 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-70f0e030-078f-40b1-bac0-b082f5413769 req-8dd84ee4-f8ad-4924-847e-7818f94b78c5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3316443-7a8e-470c-b857-207dde08b8af HTTP/1.1" status: 200 len: 210 time: 0.0338364 Jun 18 16:35:49.931296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52376) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:49.989016 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d847f94-e9b0-4b12-9a96-877c531d19b8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:50.013433 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d847f94-e9b0-4b12-9a96-877c531d19b8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:50.077963 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d847f94-e9b0-4b12-9a96-877c531d19b8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:50.080487 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d847f94-e9b0-4b12-9a96-877c531d19b8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:50.081653 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7d847f94-e9b0-4b12-9a96-877c531d19b8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/security-groups/bd7401df-aeba-45ad-acbd-3ee8f7a938a2 HTTP/1.1" status: 204 len: 168 time: 0.1492825 Jun 18 16:35:50.082444 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c1abf93a-ad70-49eb-a1d8-8040c3756842 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:50.090908 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d847f94-e9b0-4b12-9a96-877c531d19b8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7401df-aeba-45ad-acbd-3ee8f7a938a2,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:50.093712 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7d847f94-e9b0-4b12-9a96-877c531d19b8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:50.113806 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52380) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:50.470827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5317588f-9553-40d9-bb1e-955d937401d4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:50.736261 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-5317588f-9553-40d9-bb1e-955d937401d4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port 9c8d9739-1e55-4a2c-af00-f464901d560f {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:50.736530 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5317588f-9553-40d9-bb1e-955d937401d4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:50.827958 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-5317588f-9553-40d9-bb1e-955d937401d4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port 9c8d9739-1e55-4a2c-af00-f464901d560f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=9c8d9739-1e55-4a2c-af00-f464901d560f,segment=NetworkSegment(8df39eb4-c111-49f4-bfe5-c1324beda868),segment_id=8df39eb4-c111-49f4-bfe5-c1324beda868)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:50.828310 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5317588f-9553-40d9-bb1e-955d937401d4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:50.891398 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-5317588f-9553-40d9-bb1e-955d937401d4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for 9c8d9739-1e55-4a2c-af00-f464901d560f owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:51.084165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5317588f-9553-40d9-bb1e-955d937401d4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:51.087161 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-087cc834-2604-4718-b99b-b8c0482aa42c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:51.118224 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317588f-9553-40d9-bb1e-955d937401d4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=9c8d9739-1e55-4a2c-af00-f464901d560f,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:51.169865 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5317588f-9553-40d9-bb1e-955d937401d4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:51.297213 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5317588f-9553-40d9-bb1e-955d937401d4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:51.518508 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5317588f-9553-40d9-bb1e-955d937401d4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:51.624374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5317588f-9553-40d9-bb1e-955d937401d4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:51.630480 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5317588f-9553-40d9-bb1e-955d937401d4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/routers/bd2a4e4a-c47c-48b6-90ad-c5a5441242a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5153611 Jun 18 16:35:51.632986 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52382) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:51.635757 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2d6c8d-9eac-41d0-acc2-d4e98e332ce5 None None] Sync routers for ids ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:51.645913 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2d6c8d-9eac-41d0-acc2-d4e98e332ce5 None None] Routers {'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:51.646641 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2d2d6c8d-9eac-41d0-acc2-d4e98e332ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:35:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:51.682535 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-d373de72-4114-46a6-afbf-9b04431e966d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting subnet 4df61611-92c2-4b14-bf9d-0fd1460f2bf2 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:35:51.685556 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d373de72-4114-46a6-afbf-9b04431e966d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:51.725945 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d373de72-4114-46a6-afbf-9b04431e966d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:51.752006 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-2d2d6c8d-9eac-41d0-acc2-d4e98e332ce5 None None] Set router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:51.812579 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d373de72-4114-46a6-afbf-9b04431e966d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:51.880393 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d373de72-4114-46a6-afbf-9b04431e966d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:51.883476 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-96d7cc39-2eb8-4363-a325-806b806a4e67 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:51.910187 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373de72-4114-46a6-afbf-9b04431e966d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Subnet': ['ID=4df61611-92c2-4b14-bf9d-0fd1460f2bf2,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:51.912351 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d373de72-4114-46a6-afbf-9b04431e966d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:51.915458 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d373de72-4114-46a6-afbf-9b04431e966d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/subnets/4df61611-92c2-4b14-bf9d-0fd1460f2bf2 HTTP/1.1" status: 204 len: 168 time: 0.2802935 Jun 18 16:35:51.915458 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d373de72-4114-46a6-afbf-9b04431e966d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:51.917199 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52384) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:51.920092 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da8c4fb-1f83-46c1-81cc-e96258521d1f None None] Network a3869ebe-e578-49fa-bcb5-48e48fc06bb2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:52.020627 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2d2d6c8d-9eac-41d0-acc2-d4e98e332ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'name': 'tempest-TestNetworkBasicOps-router-936052921', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:50Z', 'updated_at': '2021-06-18T16:35:51Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:51Z', 'updated_at': '2021-06-18T16:35:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:52.025785 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-83a08d56-2f24-4fc6-85b3-bcd9cf9c6c4e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.067671 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2d6c8d-9eac-41d0-acc2-d4e98e332ce5 None None] Checking router: bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:35:52.081063 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2d6c8d-9eac-41d0-acc2-d4e98e332ce5 None None] Routers {'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:52.082036 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2d2d6c8d-9eac-41d0-acc2-d4e98e332ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:35:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:52.134524 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-83a08d56-2f24-4fc6-85b3-bcd9cf9c6c4e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.187646 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-83a08d56-2f24-4fc6-85b3-bcd9cf9c6c4e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port bac7dec9-4b8a-4816-83cc-7afd7ad98cf9 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:52.187984 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-83a08d56-2f24-4fc6-85b3-bcd9cf9c6c4e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.198796 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-2d2d6c8d-9eac-41d0-acc2-d4e98e332ce5 None None] Set router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:52.264230 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ec3301-b33d-4a04-97bf-ad1b5837c6eb None None] DHCP port deletion for a3869ebe-e578-49fa-bcb5-48e48fc06bb2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:35:52.280166 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-83a08d56-2f24-4fc6-85b3-bcd9cf9c6c4e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port bac7dec9-4b8a-4816-83cc-7afd7ad98cf9, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=bac7dec9-4b8a-4816-83cc-7afd7ad98cf9,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:52.280410 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-83a08d56-2f24-4fc6-85b3-bcd9cf9c6c4e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.346237 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-83a08d56-2f24-4fc6-85b3-bcd9cf9c6c4e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for bac7dec9-4b8a-4816-83cc-7afd7ad98cf9 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:52.397914 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec3301-b33d-4a04-97bf-ad1b5837c6eb None None] Deleting port 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:35:52.398263 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4ec3301-b33d-4a04-97bf-ad1b5837c6eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.472155 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a4ec3301-b33d-4a04-97bf-ad1b5837c6eb None None] For port 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=487ddf47-2c8b-4c8e-ab2c-5424da9d6d77,segment=NetworkSegment(8df39eb4-c111-49f4-bfe5-c1324beda868),segment_id=8df39eb4-c111-49f4-bfe5-c1324beda868)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:52.472470 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4ec3301-b33d-4a04-97bf-ad1b5837c6eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.514326 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-83a08d56-2f24-4fc6-85b3-bcd9cf9c6c4e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.516404 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8a1ce7bb-776e-4ec0-96b7-704843244a35 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:52.542760 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec3301-b33d-4a04-97bf-ad1b5837c6eb None None] Calling delete_port for 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:35:52.543779 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a08d56-2f24-4fc6-85b3-bcd9cf9c6c4e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=bac7dec9-4b8a-4816-83cc-7afd7ad98cf9,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:52.547299 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-83a08d56-2f24-4fc6-85b3-bcd9cf9c6c4e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:52.553964 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2d2d6c8d-9eac-41d0-acc2-d4e98e332ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'name': 'tempest-TestNetworkBasicOps-router-936052921', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:50Z', 'updated_at': '2021-06-18T16:35:51Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:51Z', 'updated_at': '2021-06-18T16:35:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:52.587455 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2d6c8d-9eac-41d0-acc2-d4e98e332ce5 None None] The sync data for ids ['bd2a4e4a-c47c-48b6-90ad-c5a5441242a1'] in dv-neutron-797120-1-hyperv is: [{'id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'name': 'tempest-TestNetworkBasicOps-router-936052921', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164'}], 'enable_snat': True}, 'gw_port_id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:34:50Z', 'updated_at': '2021-06-18T16:35:51Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'bac7dec9-4b8a-4816-83cc-7afd7ad98cf9', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:8d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2a4e4a-c47c-48b6-90ad-c5a5441242a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:34:51Z', 'updated_at': '2021-06-18T16:35:43Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:52.609999 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-83a08d56-2f24-4fc6-85b3-bcd9cf9c6c4e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.668426 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4ec3301-b33d-4a04-97bf-ad1b5837c6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.670351 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:52.695127 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec3301-b33d-4a04-97bf-ad1b5837c6eb None None] Pushing event deleted for resources: {'Port': ['ID=487ddf47-2c8b-4c8e-ab2c-5424da9d6d77,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:52.698125 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a4ec3301-b33d-4a04-97bf-ad1b5837c6eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:52.698935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec3301-b33d-4a04-97bf-ad1b5837c6eb None None] No DVR routers for this DVR port 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:35:52.710534 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-83a08d56-2f24-4fc6-85b3-bcd9cf9c6c4e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.712623 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-83a08d56-2f24-4fc6-85b3-bcd9cf9c6c4e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.757953 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-83a08d56-2f24-4fc6-85b3-bcd9cf9c6c4e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.758640 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a08d56-2f24-4fc6-85b3-bcd9cf9c6c4e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Fanout notify agent at l3_agent the message router_deleted on router bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:35:52.765856 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-83a08d56-2f24-4fc6-85b3-bcd9cf9c6c4e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.766964 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-83a08d56-2f24-4fc6-85b3-bcd9cf9c6c4e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/routers/bd2a4e4a-c47c-48b6-90ad-c5a5441242a1 HTTP/1.1" status: 204 len: 168 time: 0.8488376 Jun 18 16:35:52.770330 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52386) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:52.843632 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-add752cb-2f73-42e5-b8f8-6b3706c54b49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.931110 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-add752cb-2f73-42e5-b8f8-6b3706c54b49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.941531 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-add752cb-2f73-42e5-b8f8-6b3706c54b49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3869ebe-e578-49fa-bcb5-48e48fc06bb2']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:52.952274 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-add752cb-2f73-42e5-b8f8-6b3706c54b49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df39eb4-c111-49f4-bfe5-c1324beda868') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:52.952563 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-add752cb-2f73-42e5-b8f8-6b3706c54b49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df39eb4-c111-49f4-bfe5-c1324beda868') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:52.962008 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-add752cb-2f73-42e5-b8f8-6b3706c54b49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.979554 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-add752cb-2f73-42e5-b8f8-6b3706c54b49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.986720 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add752cb-2f73-42e5-b8f8-6b3706c54b49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:35:52.987214 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-add752cb-2f73-42e5-b8f8-6b3706c54b49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:35:52.991453 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:35:53.054990 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-add752cb-2f73-42e5-b8f8-6b3706c54b49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.059803 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-add752cb-2f73-42e5-b8f8-6b3706c54b49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.063321 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-add752cb-2f73-42e5-b8f8-6b3706c54b49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/networks/a3869ebe-e578-49fa-bcb5-48e48fc06bb2 HTTP/1.1" status: 204 len: 168 time: 0.2918880 Jun 18 16:35:53.064617 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9a8a8276-5a09-4eb2-b277-b8bda77be240 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:53.073367 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 5e8a0f6b-530a-43fe-9c4a-67736465642f no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:53.083019 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52388) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:53.086478 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add752cb-2f73-42e5-b8f8-6b3706c54b49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Network': ['ID=a3869ebe-e578-49fa-bcb5-48e48fc06bb2,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:53.088961 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-add752cb-2f73-42e5-b8f8-6b3706c54b49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:53.092536 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f343e140-5d55-4869-b5cf-60e87d7d5b10 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'network': {'name': 'tempest-network-smoke--637898914', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'port_security_enabled': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:53.108600 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 5e8a0f6b-530a-43fe-9c4a-67736465642f {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:35:53.108966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 5e8a0f6b-530a-43fe-9c4a-67736465642f not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:35:53.115985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f343e140-5d55-4869-b5cf-60e87d7d5b10 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:53.119834 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f343e140-5d55-4869-b5cf-60e87d7d5b10 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.147896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f343e140-5d55-4869-b5cf-60e87d7d5b10 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:35:53.158723 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f343e140-5d55-4869-b5cf-60e87d7d5b10 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.159173 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-f343e140-5d55-4869-b5cf-60e87d7d5b10 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Added segment b66eca5e-c004-45c5-a691-ab73c0ea86d8 of type vlan for network 0aae6cb0-738f-4e69-bddf-49f611b4fe56 Jun 18 16:35:53.202911 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f343e140-5d55-4869-b5cf-60e87d7d5b10 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.233955 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f343e140-5d55-4869-b5cf-60e87d7d5b10 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.242691 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f343e140-5d55-4869-b5cf-60e87d7d5b10 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:53.243265 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f343e140-5d55-4869-b5cf-60e87d7d5b10 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.246615 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-aabaf395-b80f-4497-9db1-f27fc4ed4d53 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:53.267474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:53.292194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:35:53.292554 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 487ddf47-2c8b-4c8e-ab2c-5424da9d6d77 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:35:53.292982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9c8d9739-1e55-4a2c-af00-f464901d560f no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:53.313589 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f343e140-5d55-4869-b5cf-60e87d7d5b10 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2273951 Jun 18 16:35:53.316929 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52390) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:53.317921 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 9c8d9739-1e55-4a2c-af00-f464901d560f {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:35:53.318342 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 9c8d9739-1e55-4a2c-af00-f464901d560f not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:35:53.321543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1082987644', 'admin_state_up': True, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:53.331167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343e140-5d55-4869-b5cf-60e87d7d5b10 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Network': ['ID=0aae6cb0-738f-4e69-bddf-49f611b4fe56,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:53.335252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f343e140-5d55-4869-b5cf-60e87d7d5b10 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:53.340995 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 0aae6cb0-738f-4e69-bddf-49f611b4fe56 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:35:53.355048 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.356015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.407794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.549398 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.740407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.762569 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:53.863316 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.26.6.43 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/cbe530b4-7d6d-4d38-a922-5d2d2a64312d) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:53.968452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.007262 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.009235 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-40a7478b-d490-4c29-8fab-b04862e0d096 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:54.046195 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:54.049131 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:54.053701 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:54.060734 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=cbe530b4-7d6d-4d38-a922-5d2d2a64312d,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:54.082558 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:54.162459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.307441 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.852211 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:54.979844 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router b04920a3-f5d0-4ef1-9b95-512df01fabec is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:35:55.093955 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:55.103869 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Sync routers for ids ['b04920a3-f5d0-4ef1-9b95-512df01fabec'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:55.111915 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.113397 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Routers {'b04920a3-f5d0-4ef1-9b95-512df01fabec'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:55.113748 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.7958918 Jun 18 16:35:55.114119 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:35:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['b04920a3-f5d0-4ef1-9b95-512df01fabec'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:55.116949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52392) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:55.137588 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bac7dec9-4b8a-4816-83cc-7afd7ad98cf9 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:35:55.148602 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-394fb310-3082-4b87-a3c5-1c98ba2b49db tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=ce51bca7228b4491bea754922e3226ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301054 Jun 18 16:35:55.151249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52394) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:55.166579 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: bac7dec9-4b8a-4816-83cc-7afd7ad98cf9 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:35:55.166579 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bac7dec9-4b8a-4816-83cc-7afd7ad98cf9 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:35:55.224297 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Set router b04920a3-f5d0-4ef1-9b95-512df01fabec gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:55.247028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d920ecf-17aa-41b8-b1f2-1e717d5fec01 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:55.251136 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4d920ecf-17aa-41b8-b1f2-1e717d5fec01 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0962858 Jun 18 16:35:55.251403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52396) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:55.283354 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-93109bea-1cd8-4fc7-91b8-c554dd5cff47 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285218 Jun 18 16:35:55.283775 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52398) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:55.288836 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f4b578a2-d772-49a3-87c3-98370684fb72 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1893782805', 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:55.382767 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b578a2-d772-49a3-87c3-98370684fb72 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:35:55.386409 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f4b578a2-d772-49a3-87c3-98370684fb72 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.400465 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'name': 'tempest-TestNetworkBasicOps-router-1082987644', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:54Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:55.520522 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Checking router: b04920a3-f5d0-4ef1-9b95-512df01fabec for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:35:55.520932 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Updating router b04920a3-f5d0-4ef1-9b95-512df01fabec port cbe530b4-7d6d-4d38-a922-5d2d2a64312d binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:35:55.554527 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.576977 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f4b578a2-d772-49a3-87c3-98370684fb72 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.579759 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-81c18ab6-3fbe-4a2c-8d9f-62c0eb39a407 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:55.642834 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b578a2-d772-49a3-87c3-98370684fb72 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Subnet': ['ID=d1edcb69-70fc-407c-b45f-f112824b9f36,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:55.647099 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f4b578a2-d772-49a3-87c3-98370684fb72 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:55.650946 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b578a2-d772-49a3-87c3-98370684fb72 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Checking segment: {'id': 'b66eca5e-c004-45c5-a691-ab73c0ea86d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:55.651253 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b578a2-d772-49a3-87c3-98370684fb72 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network hostable DHCP agents. Network: 0aae6cb0-738f-4e69-bddf-49f611b4fe56, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:35:55.669320 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b578a2-d772-49a3-87c3-98370684fb72 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 0aae6cb0-738f-4e69-bddf-49f611b4fe56 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:35:55.678942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-f4b578a2-d772-49a3-87c3-98370684fb72 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 0aae6cb0-738f-4e69-bddf-49f611b4fe56) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:55.683228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b578a2-d772-49a3-87c3-98370684fb72 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:55.683824 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f4b578a2-d772-49a3-87c3-98370684fb72 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.688156 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4994ee1-170f-4805-a594-9963292aa2bd None None] Network 0aae6cb0-738f-4e69-bddf-49f611b4fe56 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:55.704467 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f4b578a2-d772-49a3-87c3-98370684fb72 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4196529 Jun 18 16:35:55.708706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52400) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:55.810537 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.822645 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Transition to ACTIVE for port object cbe530b4-7d6d-4d38-a922-5d2d2a64312d will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:55.831940 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.834895 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-be691784-e230-442a-8e98-2d488b01dfac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:55.845745 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-0aae6cb0-738f-4e69-bddf-49f611b4fe56', 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ips': [{'subnet_id': 'd1edcb69-70fc-407c-b45f-f112824b9f36'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:35:55.847272 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.889042 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa9803-b6f5-4e93-945f-8b139c1a5c87 None None] Pushing event updated for resources: {'Port': ['ID=cbe530b4-7d6d-4d38-a922-5d2d2a64312d,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:55.899626 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa9803-b6f5-4e93-945f-8b139c1a5c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:55.899946 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa9803-b6f5-4e93-945f-8b139c1a5c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:55.900353 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa9803-b6f5-4e93-945f-8b139c1a5c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:55.900751 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa9803-b6f5-4e93-945f-8b139c1a5c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:55.901142 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa9803-b6f5-4e93-945f-8b139c1a5c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:55.901532 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa9803-b6f5-4e93-945f-8b139c1a5c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:55.901919 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa9803-b6f5-4e93-945f-8b139c1a5c87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:55.902305 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa9803-b6f5-4e93-945f-8b139c1a5c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:55.902709 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa9803-b6f5-4e93-945f-8b139c1a5c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:55.903110 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa9803-b6f5-4e93-945f-8b139c1a5c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:55.903492 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa9803-b6f5-4e93-945f-8b139c1a5c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:55.903870 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa9803-b6f5-4e93-945f-8b139c1a5c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:35:55.908681 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-ebaa9803-b6f5-4e93-945f-8b139c1a5c87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:55.911737 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Attempting to bind port cbe530b4-7d6d-4d38-a922-5d2d2a64312d on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:55.912182 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Attempting to bind port cbe530b4-7d6d-4d38-a922-5d2d2a64312d by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:55.912672 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Attempting to bind port cbe530b4-7d6d-4d38-a922-5d2d2a64312d on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:55.917766 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:55.918218 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:55.918852 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.919250 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:55.919724 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Bound port: cbe530b4-7d6d-4d38-a922-5d2d2a64312d, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:55.920102 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.971589 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] For port cbe530b4-7d6d-4d38-a922-5d2d2a64312d, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:55.975122 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] For port cbe530b4-7d6d-4d38-a922-5d2d2a64312d, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cbe530b4-7d6d-4d38-a922-5d2d2a64312d,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:55.980095 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:55.988015 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-942a1788-2190-4b41-854d-b6d9aca47c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:55.995637 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Allocated IP 172.20.0.2 (0aae6cb0-738f-4e69-bddf-49f611b4fe56/d1edcb69-70fc-407c-b45f-f112824b9f36/fd5782ec-86ce-430e-adc6-0bddf120cb86) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:56.043141 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa9803-b6f5-4e93-945f-8b139c1a5c87 None None] Pushing event updated for resources: {'Port': ['ID=cbe530b4-7d6d-4d38-a922-5d2d2a64312d,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:56.047310 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-ebaa9803-b6f5-4e93-945f-8b139c1a5c87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:56.058112 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Routers {'b04920a3-f5d0-4ef1-9b95-512df01fabec'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:56.058112 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:35:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['b04920a3-f5d0-4ef1-9b95-512df01fabec'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:56.155553 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:56.164145 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] Set router b04920a3-f5d0-4ef1-9b95-512df01fabec gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:56.164721 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Transition to ACTIVE for port object fd5782ec-86ce-430e-adc6-0bddf120cb86 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:56.179831 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Transition to ACTIVE for port object fd5782ec-86ce-430e-adc6-0bddf120cb86 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:56.182982 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:56.185915 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:56.188348 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:56.226179 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Network 0aae6cb0-738f-4e69-bddf-49f611b4fe56 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:56.229328 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:56.232900 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:56.262471 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Pushing event updated for resources: {'Port': ['ID=fd5782ec-86ce-430e-adc6-0bddf120cb86,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:56.267081 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:56.305023 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Attempting to bind port fd5782ec-86ce-430e-adc6-0bddf120cb86 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:56.305428 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Attempting to bind port fd5782ec-86ce-430e-adc6-0bddf120cb86 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'b66eca5e-c004-45c5-a691-ab73c0ea86d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:56.305765 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Attempting to bind port fd5782ec-86ce-430e-adc6-0bddf120cb86 on network 0aae6cb0-738f-4e69-bddf-49f611b4fe56 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:56.310941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:56.311333 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Checking segment: {'id': 'b66eca5e-c004-45c5-a691-ab73c0ea86d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:56.311747 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:56.312149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Bound using segment: {'id': 'b66eca5e-c004-45c5-a691-ab73c0ea86d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:56.312620 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Bound port: fd5782ec-86ce-430e-adc6-0bddf120cb86, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66eca5e-c004-45c5-a691-ab73c0ea86d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:56.313003 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:56.358607 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'name': 'tempest-TestNetworkBasicOps-router-1082987644', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:54Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:56.386121 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67fcd3a2-0c00-418c-bbc6-7c4981b317a4 None None] The sync data for ids ['b04920a3-f5d0-4ef1-9b95-512df01fabec'] in dv-neutron-797120-1-hyperv is: [{'id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'name': 'tempest-TestNetworkBasicOps-router-1082987644', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:54Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:35:56.484405 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.20.0.1 (0aae6cb0-738f-4e69-bddf-49f611b4fe56/d1edcb69-70fc-407c-b45f-f112824b9f36/ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:35:56.538797 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] For port fd5782ec-86ce-430e-adc6-0bddf120cb86, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:56.541913 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] For port fd5782ec-86ce-430e-adc6-0bddf120cb86, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=fd5782ec-86ce-430e-adc6-0bddf120cb86,segment=NetworkSegment(b66eca5e-c004-45c5-a691-ab73c0ea86d8),segment_id=b66eca5e-c004-45c5-a691-ab73c0ea86d8)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:56.545819 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:56.547865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:56.606008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Pushing event updated for resources: {'Port': ['ID=fd5782ec-86ce-430e-adc6-0bddf120cb86,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:56.611221 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:56.644283 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:56.669061 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Transition to ACTIVE for port object ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:56.706672 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:56.709021 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:56.757772 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 0aae6cb0-738f-4e69-bddf-49f611b4fe56 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:56.761458 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:56.764003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:35:56.832141 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:56.836637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:56.839408 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:57.013655 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.261565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device fd5782ec-86ce-430e-adc6-0bddf120cb86 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:57.327658 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port fd5782ec-86ce-430e-adc6-0bddf120cb86 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:57.334569 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cbe530b4-7d6d-4d38-a922-5d2d2a64312d up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:57.350862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.358223 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.364108 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:57.395969 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port cbe530b4-7d6d-4d38-a922-5d2d2a64312d completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:57.400546 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port cbe530b4-7d6d-4d38-a922-5d2d2a64312d triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:57.400929 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.443973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.449961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:57.453123 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:57.483757 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.506402 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port cbe530b4-7d6d-4d38-a922-5d2d2a64312d, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cbe530b4-7d6d-4d38-a922-5d2d2a64312d,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:57.512710 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.514591 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-51a3a0eb-6559-47a4-87ec-fc9a5d2724a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:57.552278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 0aae6cb0-738f-4e69-bddf-49f611b4fe56 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:35:57.555025 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:35:57.572208 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=cbe530b4-7d6d-4d38-a922-5d2d2a64312d,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:57.575426 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:57.678654 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590e2f08-8c49-4af2-a0e1-799f5eab8c22 None None] Network 0aae6cb0-738f-4e69-bddf-49f611b4fe56 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:35:57.694758 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router b04920a3-f5d0-4ef1-9b95-512df01fabec has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:35:57.748805 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-572e96d4-234a-454f-a3ff-910270c097c9 None None] Provisioning for port fd5782ec-86ce-430e-adc6-0bddf120cb86 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:57.757466 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-572e96d4-234a-454f-a3ff-910270c097c9 None None] Provisioning complete for port fd5782ec-86ce-430e-adc6-0bddf120cb86 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:57.757852 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-572e96d4-234a-454f-a3ff-910270c097c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.825873 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:35:57.831533 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/routers/b04920a3-f5d0-4ef1-9b95-512df01fabec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1211348 Jun 18 16:35:57.834217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52402) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:57.912024 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-572e96d4-234a-454f-a3ff-910270c097c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.935733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdef27-34e8-4ead-a557-f4fce838d8b4 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:57.935733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdef27-34e8-4ead-a557-f4fce838d8b4 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:57.935995 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdef27-34e8-4ead-a557-f4fce838d8b4 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:57.936803 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fdef27-34e8-4ead-a557-f4fce838d8b4 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:57.938773 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-50fdef27-34e8-4ead-a557-f4fce838d8b4 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1029942 Jun 18 16:35:57.941703 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52404) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:57.963264 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-572e96d4-234a-454f-a3ff-910270c097c9 None None] For port fd5782ec-86ce-430e-adc6-0bddf120cb86, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=fd5782ec-86ce-430e-adc6-0bddf120cb86,segment=NetworkSegment(b66eca5e-c004-45c5-a691-ab73c0ea86d8),segment_id=b66eca5e-c004-45c5-a691-ab73c0ea86d8)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:35:57.973730 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-572e96d4-234a-454f-a3ff-910270c097c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:57.976268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bd05b083-efc5-43fb-a72f-1f616ca28d05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:58.001625 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec574e9-24fe-4a55-a7cf-f9b9ffee0912 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:58.004539 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec574e9-24fe-4a55-a7cf-f9b9ffee0912 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:58.005012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec574e9-24fe-4a55-a7cf-f9b9ffee0912 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:58.005467 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec574e9-24fe-4a55-a7cf-f9b9ffee0912 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:58.009714 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-eec574e9-24fe-4a55-a7cf-f9b9ffee0912 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0644977 Jun 18 16:35:58.009942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52406) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:58.028058 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e96d4-234a-454f-a3ff-910270c097c9 None None] Pushing event updated for resources: {'Port': ['ID=fd5782ec-86ce-430e-adc6-0bddf120cb86,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:58.031468 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-572e96d4-234a-454f-a3ff-910270c097c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:58.149806 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1ce328c7-6280-4336-9eab-7aaa471a4551 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1386824 Jun 18 16:35:58.195418 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Sync routers for ids ['b04920a3-f5d0-4ef1-9b95-512df01fabec'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:35:58.211330 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Routers {'b04920a3-f5d0-4ef1-9b95-512df01fabec'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:58.211982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:35:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['b04920a3-f5d0-4ef1-9b95-512df01fabec'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:58.216115 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d3568351-3e70-4246-84c1-a1dcf63603e5 None None] Provisioning complete for port fd5782ec-86ce-430e-adc6-0bddf120cb86 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:58.216503 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d3568351-3e70-4246-84c1-a1dcf63603e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.373126 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Set router b04920a3-f5d0-4ef1-9b95-512df01fabec gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:58.473892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52410) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:58.478520 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d3568351-3e70-4246-84c1-a1dcf63603e5 None None] Provisioning for port ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:35:58.479324 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ece3caf7-b034-46e6-88c7-033989cfcb88 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1264490877', 'description': 'tempest-secgroup-smoke-1264490877 description', 'project_id': 'ce51bca7228b4491bea754922e3226ea'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:58.504370 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ece3caf7-b034-46e6-88c7-033989cfcb88 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.510635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d3568351-3e70-4246-84c1-a1dcf63603e5 None None] Provisioning complete for port ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:58.511042 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d3568351-3e70-4246-84c1-a1dcf63603e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.572252 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d3568351-3e70-4246-84c1-a1dcf63603e5 None None] Port ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:58.592356 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ece3caf7-b034-46e6-88c7-033989cfcb88 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.597703 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ece3caf7-b034-46e6-88c7-033989cfcb88 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.601076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f41aaafd-ff41-4479-92c6-46068bc61177 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:58.624920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ece3caf7-b034-46e6-88c7-033989cfcb88 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.626145 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ece3caf7-b034-46e6-88c7-033989cfcb88 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1508899 Jun 18 16:35:58.629553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52412) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:58.634917 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-a0016639-2f0e-452c-beb5-ed58f925093a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '94982020-3e0c-4588-a06d-81ba89fc72c3', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:58.641097 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'name': 'tempest-TestNetworkBasicOps-router-1082987644', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:56Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf', 'name': '', 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:2c:97:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd1edcb69-70fc-407c-b45f-f112824b9f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:56Z', 'updated_at': '2021-06-18T16:35:57Z', 'revision_number': 2, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'd1edcb69-70fc-407c-b45f-f112824b9f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:58.641888 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3caf7-b034-46e6-88c7-033989cfcb88 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94982020-3e0c-4588-a06d-81ba89fc72c3,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:58.648336 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ece3caf7-b034-46e6-88c7-033989cfcb88 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:58.666995 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a0016639-2f0e-452c-beb5-ed58f925093a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.669738 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Checking router: b04920a3-f5d0-4ef1-9b95-512df01fabec for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:35:58.670113 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Updating router b04920a3-f5d0-4ef1-9b95-512df01fabec port ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:35:58.717508 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.719990 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-181cd6b9-89f9-4963-8c65-61129b220012 None None] Provisioning complete for port ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:58.720364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-181cd6b9-89f9-4963-8c65-61129b220012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.724735 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a0016639-2f0e-452c-beb5-ed58f925093a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.728238 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a0016639-2f0e-452c-beb5-ed58f925093a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.733881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d691a977-6e65-4177-b263-3d60f8dff16e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:58.749412 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0016639-2f0e-452c-beb5-ed58f925093a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604c7695-7c37-47ed-aa3b-aaceeb8194c9,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:58.753759 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a0016639-2f0e-452c-beb5-ed58f925093a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:58.754888 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a0016639-2f0e-452c-beb5-ed58f925093a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.756254 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a0016639-2f0e-452c-beb5-ed58f925093a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1255620 Jun 18 16:35:58.758967 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52414) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:58.763372 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b914ecd3-a9c7-477c-a7c4-93e13219df49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '94982020-3e0c-4588-a06d-81ba89fc72c3', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:58.786058 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-181cd6b9-89f9-4963-8c65-61129b220012 None None] Port ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:35:58.791905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b914ecd3-a9c7-477c-a7c4-93e13219df49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.854922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b914ecd3-a9c7-477c-a7c4-93e13219df49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.858752 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b914ecd3-a9c7-477c-a7c4-93e13219df49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.860893 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ce5813c2-cfe4-43c8-95d7-5e63320e023f tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:58.879633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914ecd3-a9c7-477c-a7c4-93e13219df49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa35a20-0506-41e7-8034-f31b253dbf6f,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:58.883146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b914ecd3-a9c7-477c-a7c4-93e13219df49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:58.885558 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b914ecd3-a9c7-477c-a7c4-93e13219df49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.886945 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b914ecd3-a9c7-477c-a7c4-93e13219df49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1271243 Jun 18 16:35:58.889695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52416) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:58.894943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-a261e812-e475-4f39-bc08-02dcbb4980f6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '94982020-3e0c-4588-a06d-81ba89fc72c3', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:58.920620 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a261e812-e475-4f39-bc08-02dcbb4980f6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.979997 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a261e812-e475-4f39-bc08-02dcbb4980f6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.983642 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a261e812-e475-4f39-bc08-02dcbb4980f6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:58.985525 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fbdfa4b3-4425-47d1-aa84-3c24aa6a6c52 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:59.004244 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261e812-e475-4f39-bc08-02dcbb4980f6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31294e7a-cbcd-4355-bd79-b6477bae9986,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:59.006443 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a261e812-e475-4f39-bc08-02dcbb4980f6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:59.011779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a261e812-e475-4f39-bc08-02dcbb4980f6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.013048 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a261e812-e475-4f39-bc08-02dcbb4980f6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223893 Jun 18 16:35:59.015950 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52418) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:59.018182 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.021110 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f97ce895-7755-4931-a120-52e1c318c197 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '94982020-3e0c-4588-a06d-81ba89fc72c3', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:59.029318 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Transition to ACTIVE for port object ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:35:59.037230 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.039262 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:59.048217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f97ce895-7755-4931-a120-52e1c318c197 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.116940 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f97ce895-7755-4931-a120-52e1c318c197 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.121238 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f6e6f-d3fa-41f5-88e1-21bcf963a627 None None] Pushing event updated for resources: {'Port': ['ID=ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:59.122676 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f97ce895-7755-4931-a120-52e1c318c197 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.125256 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ab2f6e6f-d3fa-41f5-88e1-21bcf963a627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:59.130184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a6b299df-614c-453f-81aa-96787b4cb915 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:59.148022 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ce895-7755-4931-a120-52e1c318c197 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164e7d66-f697-4d3a-b11e-07fc21c29762,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:59.151069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f97ce895-7755-4931-a120-52e1c318c197 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:59.160312 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f97ce895-7755-4931-a120-52e1c318c197 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.164219 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f97ce895-7755-4931-a120-52e1c318c197 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1472974 Jun 18 16:35:59.167074 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52420) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:59.172278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-194b97fb-1912-49ba-9f93-c97a1135ff2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '94982020-3e0c-4588-a06d-81ba89fc72c3', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:59.191109 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Attempting to bind port ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:35:59.191894 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Attempting to bind port ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'b66eca5e-c004-45c5-a691-ab73c0ea86d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:35:59.192422 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Attempting to bind port ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf on network 0aae6cb0-738f-4e69-bddf-49f611b4fe56 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:35:59.197864 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-194b97fb-1912-49ba-9f93-c97a1135ff2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:35:59.198620 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:35:59.199064 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Checking segment: {'id': 'b66eca5e-c004-45c5-a691-ab73c0ea86d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:35:59.199519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.199928 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Bound using segment: {'id': 'b66eca5e-c004-45c5-a691-ab73c0ea86d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:35:59.200541 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Bound port: ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66eca5e-c004-45c5-a691-ab73c0ea86d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:35:59.200932 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.204380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-194b97fb-1912-49ba-9f93-c97a1135ff2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.236511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device fd5782ec-86ce-430e-adc6-0bddf120cb86 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:59.280841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-194b97fb-1912-49ba-9f93-c97a1135ff2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.287941 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-194b97fb-1912-49ba-9f93-c97a1135ff2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.289998 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fd664c51-1080-457c-bddd-04ab6c18b02e tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:59.302900 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] For port ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:35:59.306182 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] For port ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf,segment=NetworkSegment(b66eca5e-c004-45c5-a691-ab73c0ea86d8),segment_id=b66eca5e-c004-45c5-a691-ab73c0ea86d8)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:35:59.308413 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b97fb-1912-49ba-9f93-c97a1135ff2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d025aad1-f135-4db3-aa86-415104eb695e,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:59.310956 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-194b97fb-1912-49ba-9f93-c97a1135ff2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:59.318897 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-194b97fb-1912-49ba-9f93-c97a1135ff2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.319179 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-194b97fb-1912-49ba-9f93-c97a1135ff2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510372 Jun 18 16:35:59.322004 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52422) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:35:59.322934 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.326879 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-bc828a69-8824-4944-aa2e-613908e1926e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '94982020-3e0c-4588-a06d-81ba89fc72c3', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:35:59.327045 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:59.350028 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-bc828a69-8824-4944-aa2e-613908e1926e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:35:59.355510 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bc828a69-8824-4944-aa2e-613908e1926e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.408239 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2f6e6f-d3fa-41f5-88e1-21bcf963a627 None None] Pushing event updated for resources: {'Port': ['ID=ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:59.412711 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ab2f6e6f-d3fa-41f5-88e1-21bcf963a627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:59.414921 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Routers {'b04920a3-f5d0-4ef1-9b95-512df01fabec'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:35:59.415578 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:35:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['b04920a3-f5d0-4ef1-9b95-512df01fabec'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:35:59.438546 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bc828a69-8824-4944-aa2e-613908e1926e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.446617 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bc828a69-8824-4944-aa2e-613908e1926e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.449975 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-afa6fc68-be20-49d0-bf00-3511d332e49d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:35:59.462298 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port fd5782ec-86ce-430e-adc6-0bddf120cb86 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:59.463166 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.467548 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc828a69-8824-4944-aa2e-613908e1926e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079fdc10-c73a-481f-8c0e-b70b07234dc5,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:35:59.470173 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bc828a69-8824-4944-aa2e-613908e1926e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:35:59.476030 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bc828a69-8824-4944-aa2e-613908e1926e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.477245 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-bc828a69-8824-4944-aa2e-613908e1926e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1542454 Jun 18 16:35:59.577977 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] Set router b04920a3-f5d0-4ef1-9b95-512df01fabec gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:35:59.645830 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-78cfa591-bf79-4a3a-a0d7-06f369c0263b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1264490877&fields=id&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 267 time: 0.0383120 Jun 18 16:35:59.704261 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cbe530b4-7d6d-4d38-a922-5d2d2a64312d up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:35:59.761688 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-16c15f0e-2899-4d9f-bde6-4c413d474f3c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:35:59.763178 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-16c15f0e-2899-4d9f-bde6-4c413d474f3c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/networks?id=0aae6cb0-738f-4e69-bddf-49f611b4fe56 HTTP/1.1" status: 200 len: 796 time: 0.1100104 Jun 18 16:35:59.779409 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-b87a5a29-f997-4c42-ae2b-b0d30fb024b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/quotas/ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 375 time: 0.0094056 Jun 18 16:35:59.831369 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port cbe530b4-7d6d-4d38-a922-5d2d2a64312d triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:35:59.831744 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:35:59.856168 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-471511a7-0702-459b-bfb4-291b885a744b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704930 Jun 18 16:35:59.969283 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-0aa3af18-694a-46b1-b5a7-1b5bbfd45835 service neutron] 10.222.0.50 "GET /v2.0/networks/0aae6cb0-738f-4e69-bddf-49f611b4fe56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989277 Jun 18 16:36:00.064176 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-44eab9d2-e278-41b1-9231-345d6db2738b service neutron] 10.222.0.50 "GET /v2.0/networks/0aae6cb0-738f-4e69-bddf-49f611b4fe56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875025 Jun 18 16:36:00.090438 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'name': 'tempest-TestNetworkBasicOps-router-1082987644', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:56Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf', 'name': '', 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:2c:97:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd1edcb69-70fc-407c-b45f-f112824b9f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:56Z', 'updated_at': '2021-06-18T16:35:59Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'd1edcb69-70fc-407c-b45f-f112824b9f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:00.120339 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b73538-4a48-4ecb-acd8-e5e7d65aa5e1 None None] The sync data for ids ['b04920a3-f5d0-4ef1-9b95-512df01fabec'] in dv-neutron-797120-1-hyperv is: [{'id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'name': 'tempest-TestNetworkBasicOps-router-1082987644', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:56Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf', 'name': '', 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:2c:97:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd1edcb69-70fc-407c-b45f-f112824b9f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:56Z', 'updated_at': '2021-06-18T16:35:59Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'd1edcb69-70fc-407c-b45f-f112824b9f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:36:00.260190 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-88d4f2b3-6890-472e-8f4f-966217344568 req-9fb5a905-2d63-4c99-a06b-6808ccb04de6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 210 time: 0.0311723 Jun 18 16:36:01.205966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:36:01.254561 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:36:01.258845 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:36:01.259223 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.363129 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.400224 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf,segment=NetworkSegment(b66eca5e-c004-45c5-a691-ab73c0ea86d8),segment_id=b66eca5e-c004-45c5-a691-ab73c0ea86d8)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:01.404500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.406565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-01cf9d7e-798c-4b84-b685-7499f976b761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:01.437959 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7f0fed7f-bf3b-4390-84ff-e39b8cf80540 req-fb6b6e7f-5de7-4aa2-801e-82722dc6b547 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 210 time: 0.0454733 Jun 18 16:36:01.442349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-f4254dea-edca-426f-891f-1e02ec77ec47 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:01.443988 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-f4254dea-edca-426f-891f-1e02ec77ec47 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/networks?id=0aae6cb0-738f-4e69-bddf-49f611b4fe56 HTTP/1.1" status: 200 len: 796 time: 0.1737642 Jun 18 16:36:01.460048 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:01.464017 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:01.489721 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-89118c51-6de7-48ed-97a5-a8ed1688b68b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 380 time: 0.0361695 Jun 18 16:36:01.499285 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-b121020a-c672-4c55-882f-e77e0b2da2d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'port': {'device_id': '641dad11-5957-4092-b39c-d4856a6478ee', 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56', 'admin_state_up': True, 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'security_groups': ['94982020-3e0c-4588-a06d-81ba89fc72c3']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:01.620114 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-b121020a-c672-4c55-882f-e77e0b2da2d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:36:01.623727 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-b121020a-c672-4c55-882f-e77e0b2da2d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.750073 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-b121020a-c672-4c55-882f-e77e0b2da2d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.20.0.5 (0aae6cb0-738f-4e69-bddf-49f611b4fe56/d1edcb69-70fc-407c-b45f-f112824b9f36/cc458b90-0609-476b-a1c0-65a789fe93a3) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:36:01.886901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-b121020a-c672-4c55-882f-e77e0b2da2d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.900341 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-b121020a-c672-4c55-882f-e77e0b2da2d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Transition to ACTIVE for port object cc458b90-0609-476b-a1c0-65a789fe93a3 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:36:01.932680 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-b121020a-c672-4c55-882f-e77e0b2da2d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:01.936451 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d4f5a495-64ca-44ef-b06f-d59d7539cc88 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:01.981671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-b121020a-c672-4c55-882f-e77e0b2da2d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 0aae6cb0-738f-4e69-bddf-49f611b4fe56 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:36:01.984924 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-b121020a-c672-4c55-882f-e77e0b2da2d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:36:01.988815 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-b121020a-c672-4c55-882f-e77e0b2da2d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:36:01.995329 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b121020a-c672-4c55-882f-e77e0b2da2d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=cc458b90-0609-476b-a1c0-65a789fe93a3,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:02.015449 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b121020a-c672-4c55-882f-e77e0b2da2d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:02.043158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-b121020a-c672-4c55-882f-e77e0b2da2d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:02.043778 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-b121020a-c672-4c55-882f-e77e0b2da2d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:02.059687 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-b121020a-c672-4c55-882f-e77e0b2da2d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5641599 Jun 18 16:36:02.075333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Request body: {'port': {'device_id': '641dad11-5957-4092-b39c-d4856a6478ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:02.156367 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:02.244025 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-04fe267d-edee-4a3d-862a-97c39305c2ef None None] Provisioning for port cc458b90-0609-476b-a1c0-65a789fe93a3 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:36:02.249035 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-04fe267d-edee-4a3d-862a-97c39305c2ef None None] Provisioning complete for port cc458b90-0609-476b-a1c0-65a789fe93a3 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:36:02.249543 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-04fe267d-edee-4a3d-862a-97c39305c2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:02.289450 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-04fe267d-edee-4a3d-862a-97c39305c2ef None None] Port cc458b90-0609-476b-a1c0-65a789fe93a3 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:36:02.417297 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc458b90-0609-476b-a1c0-65a789fe93a3 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:36:02.425236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:02.438283 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Transition to ACTIVE for port object cc458b90-0609-476b-a1c0-65a789fe93a3 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:36:02.441753 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:02.443733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8b80d7d9-5621-4a9d-b923-e3f7f340aa5e tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:02.895119 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Pushing event updated for resources: {'Port': ['ID=cc458b90-0609-476b-a1c0-65a789fe93a3,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:02.913797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:02.973703 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Attempting to bind port cc458b90-0609-476b-a1c0-65a789fe93a3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:36:02.974043 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Attempting to bind port cc458b90-0609-476b-a1c0-65a789fe93a3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b66eca5e-c004-45c5-a691-ab73c0ea86d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:36:02.974375 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Attempting to bind port cc458b90-0609-476b-a1c0-65a789fe93a3 on network 0aae6cb0-738f-4e69-bddf-49f611b4fe56 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:36:02.995988 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Port cc458b90-0609-476b-a1c0-65a789fe93a3 on network 0aae6cb0-738f-4e69-bddf-49f611b4fe56 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:36:02.996309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Attempting to bind port cc458b90-0609-476b-a1c0-65a789fe93a3 on network 0aae6cb0-738f-4e69-bddf-49f611b4fe56 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:36:03.003921 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:36:03.004256 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Checking segment: {'id': 'b66eca5e-c004-45c5-a691-ab73c0ea86d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:36:03.004646 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Bound using segment: {'id': 'b66eca5e-c004-45c5-a691-ab73c0ea86d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:36:03.005077 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Bound port: cc458b90-0609-476b-a1c0-65a789fe93a3, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b66eca5e-c004-45c5-a691-ab73c0ea86d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:36:03.005437 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:03.073622 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524bc8b-2382-4481-a1ba-2eb00ae7d709 req-3c85dd02-ee8a-4b35-8dd4-a0a08ee4e8c2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:03.075141 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8524bc8b-2382-4481-a1ba-2eb00ae7d709 req-3c85dd02-ee8a-4b35-8dd4-a0a08ee4e8c2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 943 time: 0.2006547 Jun 18 16:36:03.109773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] For port cc458b90-0609-476b-a1c0-65a789fe93a3, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:36:03.139417 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] For port cc458b90-0609-476b-a1c0-65a789fe93a3, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cc458b90-0609-476b-a1c0-65a789fe93a3,segment=NetworkSegment(b66eca5e-c004-45c5-a691-ab73c0ea86d8),segment_id=b66eca5e-c004-45c5-a691-ab73c0ea86d8)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:36:03.146165 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8524bc8b-2382-4481-a1ba-2eb00ae7d709 req-c75498da-a897-4d68-8e94-ebb8459401af tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=94982020-3e0c-4588-a06d-81ba89fc72c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612702 Jun 18 16:36:03.147825 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:03.149967 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fde93c05-58f5-4aca-8b7a-4b1652450f3b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:03.184360 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:03.185135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:03.186394 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] 10.222.0.55 "PUT /v2.0/ports/cc458b90-0609-476b-a1c0-65a789fe93a3 HTTP/1.1" status: 200 len: 1093 time: 1.1155436 Jun 18 16:36:03.187019 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641dad11-5957-4092-b39c-d4856a6478ee', 'tag': 'cc458b90-0609-476b-a1c0-65a789fe93a3'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:36:03.189390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6400b069-36f6-4739-97b1-0b26d7487d30" -d '{"events": [{"name": "network-changed", "server_uuid": "641dad11-5957-4092-b39c-d4856a6478ee", "tag": "cc458b90-0609-476b-a1c0-65a789fe93a3"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:36:03.208298 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:36:03.217294 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Pushing event updated for resources: {'Port': ['ID=cc458b90-0609-476b-a1c0-65a789fe93a3,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:03.221622 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:03.247878 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac11d82-d8dc-48b7-83fd-2e1a56c599a4 x-openstack-request-id: req-1ac11d82-d8dc-48b7-83fd-2e1a56c599a4 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:36:03.248335 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641dad11-5957-4092-b39c-d4856a6478ee", "tag": "cc458b90-0609-476b-a1c0-65a789fe93a3", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:36:03.248713 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1ac11d82-d8dc-48b7-83fd-2e1a56c599a4 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:36:03.249233 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641dad11-5957-4092-b39c-d4856a6478ee', 'tag': 'cc458b90-0609-476b-a1c0-65a789fe93a3', 'status': 'completed', 'code': 200} Jun 18 16:36:03.260633 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:36:03.261282 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:03.306546 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-5fc01c2e-de3e-4a8b-bc42-f1acac942433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:03.308242 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-5fc01c2e-de3e-4a8b-bc42-f1acac942433 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 1096 time: 0.0719495 Jun 18 16:36:03.354183 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-0e4f729b-807b-4f9c-a8eb-69c5fa50bc25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc458b90-0609-476b-a1c0-65a789fe93a3 HTTP/1.1" status: 200 len: 217 time: 0.0364554 Jun 18 16:36:03.404214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d5e79c9f-85f0-48f3-b679-8e6e94d00606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:03.405663 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-d5e79c9f-85f0-48f3-b679-8e6e94d00606 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1edcb69-70fc-407c-b45f-f112824b9f36 HTTP/1.1" status: 200 len: 844 time: 0.0453722 Jun 18 16:36:03.467935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-a4891de1-3ded-4c9c-8aff-20dc1a96e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:03.469472 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-a4891de1-3ded-4c9c-8aff-20dc1a96e4a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0aae6cb0-738f-4e69-bddf-49f611b4fe56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0562661 Jun 18 16:36:03.563071 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-0d16a95d-71e2-414c-878f-0d381403e594 service neutron] 10.222.0.55 "GET /v2.0/networks/0aae6cb0-738f-4e69-bddf-49f611b4fe56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854628 Jun 18 16:36:03.652528 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84fcca93-884a-47fd-8af1-8e0d65d0700c req-8a538271-e3a6-4c99-978b-e7cba4bb9104 service neutron] 10.222.0.55 "GET /v2.0/networks/0aae6cb0-738f-4e69-bddf-49f611b4fe56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817807 Jun 18 16:36:03.761533 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400b069-36f6-4739-97b1-0b26d7487d30 req-0017b298-a6f3-4fcc-8b40-66c8b721a58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:03.763076 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6400b069-36f6-4739-97b1-0b26d7487d30 req-0017b298-a6f3-4fcc-8b40-66c8b721a58e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 1096 time: 0.0596390 Jun 18 16:36:03.856867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400b069-36f6-4739-97b1-0b26d7487d30 req-bbc13c12-8953-4889-b58e-4c5a8f6c150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:03.858348 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6400b069-36f6-4739-97b1-0b26d7487d30 req-bbc13c12-8953-4889-b58e-4c5a8f6c150b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0aae6cb0-738f-4e69-bddf-49f611b4fe56 HTTP/1.1" status: 200 len: 897 time: 0.0878279 Jun 18 16:36:03.908790 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6400b069-36f6-4739-97b1-0b26d7487d30 req-3534fd3f-c9a0-4e7d-b7c6-ed16d0833434 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc458b90-0609-476b-a1c0-65a789fe93a3 HTTP/1.1" status: 200 len: 217 time: 0.0427818 Jun 18 16:36:03.961235 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400b069-36f6-4739-97b1-0b26d7487d30 req-12f0829e-ce2c-4c63-b40d-ea66b5627592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:03.962733 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6400b069-36f6-4739-97b1-0b26d7487d30 req-12f0829e-ce2c-4c63-b40d-ea66b5627592 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1edcb69-70fc-407c-b45f-f112824b9f36 HTTP/1.1" status: 200 len: 844 time: 0.0467198 Jun 18 16:36:04.023358 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400b069-36f6-4739-97b1-0b26d7487d30 req-65061ca3-ea92-4e76-b322-b70f843038dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:04.024876 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6400b069-36f6-4739-97b1-0b26d7487d30 req-65061ca3-ea92-4e76-b322-b70f843038dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0aae6cb0-738f-4e69-bddf-49f611b4fe56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0551176 Jun 18 16:36:04.128867 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6400b069-36f6-4739-97b1-0b26d7487d30 req-d8282463-544a-4bcf-b1d1-0edc7b155d45 service neutron] 10.222.0.55 "GET /v2.0/networks/0aae6cb0-738f-4e69-bddf-49f611b4fe56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948632 Jun 18 16:36:04.225869 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6400b069-36f6-4739-97b1-0b26d7487d30 req-6ebddb09-86a1-4c9d-9904-933ddd67469b service neutron] 10.222.0.55 "GET /v2.0/networks/0aae6cb0-738f-4e69-bddf-49f611b4fe56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898328 Jun 18 16:36:04.477174 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f9e53-ac5b-47a6-b924-1df2400023cc req-6182907b-cd22-4a97-90a7-e060c5abacd7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:04.478577 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0a4f9e53-ac5b-47a6-b924-1df2400023cc req-6182907b-cd22-4a97-90a7-e060c5abacd7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 943 time: 0.0632615 Jun 18 16:36:04.515738 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0a4f9e53-ac5b-47a6-b924-1df2400023cc req-94c25252-3262-46ce-a7bc-131e9a09a2e6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=94982020-3e0c-4588-a06d-81ba89fc72c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315635 Jun 18 16:36:05.134138 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device cc458b90-0609-476b-a1c0-65a789fe93a3 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:36:05.228280 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port cc458b90-0609-476b-a1c0-65a789fe93a3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cc458b90-0609-476b-a1c0-65a789fe93a3,segment=NetworkSegment(b66eca5e-c004-45c5-a691-ab73c0ea86d8),segment_id=b66eca5e-c004-45c5-a691-ab73c0ea86d8)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:05.238890 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': 'cc458b90-0609-476b-a1c0-65a789fe93a3', 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56', 'port_id': 'cc458b90-0609-476b-a1c0-65a789fe93a3', 'mac_address': 'fa:16:3e:cb:b5:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1edcb69-70fc-407c-b45f-f112824b9f36', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:36:05.275076 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:05.287287 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc458b90-0609-476b-a1c0-65a789fe93a3 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:36:05.308758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port cc458b90-0609-476b-a1c0-65a789fe93a3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cc458b90-0609-476b-a1c0-65a789fe93a3,segment=NetworkSegment(b66eca5e-c004-45c5-a691-ab73c0ea86d8),segment_id=b66eca5e-c004-45c5-a691-ab73c0ea86d8)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:05.312932 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:05.314642 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:05.366959 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=cc458b90-0609-476b-a1c0-65a789fe93a3,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:05.370503 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:05.529071 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['cc458b90-0609-476b-a1c0-65a789fe93a3'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:36:05.702913 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9fb7b-8b0f-46a6-a026-be3af1285523 req-afa1410c-d239-4f4e-8257-d79b996fbf4e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:05.704386 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-acb9fb7b-8b0f-46a6-a026-be3af1285523 req-afa1410c-d239-4f4e-8257-d79b996fbf4e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 944 time: 0.0687883 Jun 18 16:36:05.741891 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-acb9fb7b-8b0f-46a6-a026-be3af1285523 req-6556ab8d-256d-4cb1-9111-175237900a96 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=94982020-3e0c-4588-a06d-81ba89fc72c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315857 Jun 18 16:36:06.918308 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caef1f-b7ee-4b60-a315-8bd381a5c312 req-cb7857b7-ec2d-4a7a-96b0-55c92070aff3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:06.919807 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c1caef1f-b7ee-4b60-a315-8bd381a5c312 req-cb7857b7-ec2d-4a7a-96b0-55c92070aff3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 944 time: 0.0699017 Jun 18 16:36:06.957985 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c1caef1f-b7ee-4b60-a315-8bd381a5c312 req-864eab78-9b23-4af4-abf3-656ecb6dee5c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=94982020-3e0c-4588-a06d-81ba89fc72c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322182 Jun 18 16:36:07.150152 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device cc458b90-0609-476b-a1c0-65a789fe93a3 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:36:07.198972 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port cc458b90-0609-476b-a1c0-65a789fe93a3 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:36:07.202536 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port cc458b90-0609-476b-a1c0-65a789fe93a3 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:36:07.202922 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:07.285579 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:07.307383 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641dad11-5957-4092-b39c-d4856a6478ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc458b90-0609-476b-a1c0-65a789fe93a3'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:36:07.310123 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea8b820-797c-467e-8882-40386392538e" -d '{"events": [{"server_uuid": "641dad11-5957-4092-b39c-d4856a6478ee", "name": "network-vif-plugged", "status": "completed", "tag": "cc458b90-0609-476b-a1c0-65a789fe93a3"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:36:07.325979 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port cc458b90-0609-476b-a1c0-65a789fe93a3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cc458b90-0609-476b-a1c0-65a789fe93a3,segment=NetworkSegment(b66eca5e-c004-45c5-a691-ab73c0ea86d8),segment_id=b66eca5e-c004-45c5-a691-ab73c0ea86d8)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:36:07.330295 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:07.332814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-85423a19-1d08-4a1f-8474-656fac1588cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:07.355169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ceb8d17-2edc-495f-a995-bec129ca7962 x-openstack-request-id: req-5ceb8d17-2edc-495f-a995-bec129ca7962 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:36:07.355463 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641dad11-5957-4092-b39c-d4856a6478ee", "name": "network-vif-plugged", "status": "completed", "tag": "cc458b90-0609-476b-a1c0-65a789fe93a3", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:36:07.355738 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ceb8d17-2edc-495f-a995-bec129ca7962 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:36:07.356144 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641dad11-5957-4092-b39c-d4856a6478ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc458b90-0609-476b-a1c0-65a789fe93a3', 'code': 200} Jun 18 16:36:07.382754 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=cc458b90-0609-476b-a1c0-65a789fe93a3,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:07.385695 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:07.581700 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77cfbe-a8ed-49ee-a367-213e2f5ea108 req-ac0def31-ba7e-4406-b2d5-e63101ade708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:07.583891 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ae77cfbe-a8ed-49ee-a367-213e2f5ea108 req-ac0def31-ba7e-4406-b2d5-e63101ade708 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 1098 time: 0.0598371 Jun 18 16:36:07.618910 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ae77cfbe-a8ed-49ee-a367-213e2f5ea108 req-d6073364-7d99-45d8-94f2-f6b3e63141b7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=94982020-3e0c-4588-a06d-81ba89fc72c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284750 Jun 18 16:36:08.136361 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc093f5-307f-4a8a-b990-769f050e989f req-c9cb56b5-6100-4efe-885a-aa63ed3eca15 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:08.137867 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8bc093f5-307f-4a8a-b990-769f050e989f req-c9cb56b5-6100-4efe-885a-aa63ed3eca15 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 945 time: 0.0684774 Jun 18 16:36:08.177554 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8bc093f5-307f-4a8a-b990-769f050e989f req-ba3bf5af-1da7-4e1a-909b-1fd04de6790d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=94982020-3e0c-4588-a06d-81ba89fc72c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336814 Jun 18 16:36:08.459792 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ed493990-4ce8-446e-b737-5a22f0c116e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:09.357867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe90f02-b2cd-4f8f-8be6-89beaed071f8 req-e78af672-9488-4444-b21c-9c306042899c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:09.359354 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3fe90f02-b2cd-4f8f-8be6-89beaed071f8 req-e78af672-9488-4444-b21c-9c306042899c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 945 time: 0.0633049 Jun 18 16:36:09.397964 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3fe90f02-b2cd-4f8f-8be6-89beaed071f8 req-d2c67f3a-c4c1-443e-a8f1-83a053964591 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=94982020-3e0c-4588-a06d-81ba89fc72c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320392 Jun 18 16:36:09.573861 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee7de9-fa11-4c6b-9dff-df9a9d357849 req-e77ceb92-4634-4bf1-a6dc-46834fd78e5f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:09.575369 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-85ee7de9-fa11-4c6b-9dff-df9a9d357849 req-e77ceb92-4634-4bf1-a6dc-46834fd78e5f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 945 time: 0.0671899 Jun 18 16:36:09.613439 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-85ee7de9-fa11-4c6b-9dff-df9a9d357849 req-01b0f929-10b6-48f4-b9e1-ea9f7d6b0d36 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=94982020-3e0c-4588-a06d-81ba89fc72c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321937 Jun 18 16:36:09.637167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52476) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:09.689659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dc722e-e938-4d50-9f06-55731cc12744 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:09.691112 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a3dc722e-e938-4d50-9f06-55731cc12744 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 1093 time: 0.0529671 Jun 18 16:36:09.694152 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52478) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:09.698501 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': 'cc458b90-0609-476b-a1c0-65a789fe93a3', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:36:09.720317 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:09.820081 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:09.923868 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.26.6.177 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/2fe347c6-7fde-447c-95fb-5dbff432500d) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:36:10.031983 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:10.070016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:10.072753 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-53792ecb-4e28-41c9-9b8c-a2288a6b36c8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:10.107973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:36:10.110789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:36:10.115099 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:36:10.141274 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=2fe347c6-7fde-447c-95fb-5dbff432500d,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:10.145032 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:10.486276 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:10.564663 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:10.714515 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:10.718814 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:10.720755 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b56c80f0-9c06-42a1-999a-e466892912e4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:36:10.784585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=2fe347c6-7fde-447c-95fb-5dbff432500d,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:36:10.790211 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:36:10.796671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:10.896455 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Floating IP 4f670ae4-22b4-46aa-97a6-4ea4b6a0570f associated. External IP: 172.26.6.177, port: cc458b90-0609-476b-a1c0-65a789fe93a3. Jun 18 16:36:10.929971 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-39e02026-9540-49b0-9281-637ef83abc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:11.100959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router b04920a3-f5d0-4ef1-9b95-512df01fabec has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:36:11.211662 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:36:11.220629 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe66df7-8a01-402f-8fb3-1254e1d504c4 None None] Sync routers for ids ['b04920a3-f5d0-4ef1-9b95-512df01fabec'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:36:11.227704 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:11.231673 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe66df7-8a01-402f-8fb3-1254e1d504c4 None None] Routers {'b04920a3-f5d0-4ef1-9b95-512df01fabec'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:36:11.232298 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5fe66df7-8a01-402f-8fb3-1254e1d504c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:36:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['b04920a3-f5d0-4ef1-9b95-512df01fabec'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:11.265799 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5705857 Jun 18 16:36:11.266506 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641dad11-5957-4092-b39c-d4856a6478ee', 'tag': 'cc458b90-0609-476b-a1c0-65a789fe93a3'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:36:11.268682 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52480) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:11.269215 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa5e3a1-5cff-48d1-a7df-566033befdff" -d '{"events": [{"name": "network-changed", "server_uuid": "641dad11-5957-4092-b39c-d4856a6478ee", "tag": "cc458b90-0609-476b-a1c0-65a789fe93a3"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:36:11.311993 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:11.317418 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77c8110-f3eb-4d04-bb60-58735bb59126 x-openstack-request-id: req-e77c8110-f3eb-4d04-bb60-58735bb59126 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:36:11.318465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641dad11-5957-4092-b39c-d4856a6478ee", "tag": "cc458b90-0609-476b-a1c0-65a789fe93a3", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:36:11.319051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e77c8110-f3eb-4d04-bb60-58735bb59126 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:36:11.320325 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641dad11-5957-4092-b39c-d4856a6478ee', 'tag': 'cc458b90-0609-476b-a1c0-65a789fe93a3', 'status': 'completed', 'code': 200} Jun 18 16:36:11.341967 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-5fe66df7-8a01-402f-8fb3-1254e1d504c4 None None] Set router b04920a3-f5d0-4ef1-9b95-512df01fabec gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:36:11.407350 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5e3a1-5cff-48d1-a7df-566033befdff req-78645f7e-0d4c-42a8-8cc5-9869cbe9eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:11.409288 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-efa5e3a1-5cff-48d1-a7df-566033befdff req-78645f7e-0d4c-42a8-8cc5-9869cbe9eb0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 1098 time: 0.0625384 Jun 18 16:36:11.522139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5e3a1-5cff-48d1-a7df-566033befdff req-7bf9718e-5eb3-4f6a-8042-493e442d2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:11.523976 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-efa5e3a1-5cff-48d1-a7df-566033befdff req-7bf9718e-5eb3-4f6a-8042-493e442d2f92 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0aae6cb0-738f-4e69-bddf-49f611b4fe56 HTTP/1.1" status: 200 len: 897 time: 0.1061876 Jun 18 16:36:11.584969 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5fe66df7-8a01-402f-8fb3-1254e1d504c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'name': 'tempest-TestNetworkBasicOps-router-1082987644', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:56Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '4f670ae4-22b4-46aa-97a6-4ea4b6a0570f', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'port_id': 'cc458b90-0609-476b-a1c0-65a789fe93a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56', 'mac_address': 'fa:16:3e:cb:b5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641dad11-5957-4092-b39c-d4856a6478ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:36:10Z', 'updated_at': '2021-06-18T16:36:10Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf', 'name': '', 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:2c:97:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd1edcb69-70fc-407c-b45f-f112824b9f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:56Z', 'updated_at': '2021-06-18T16:36:01Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'd1edcb69-70fc-407c-b45f-f112824b9f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:11.594289 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-efa5e3a1-5cff-48d1-a7df-566033befdff req-a4c477bd-85b4-4fc3-a775-473589167e8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc458b90-0609-476b-a1c0-65a789fe93a3 HTTP/1.1" status: 200 len: 999 time: 0.0624213 Jun 18 16:36:11.611668 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe66df7-8a01-402f-8fb3-1254e1d504c4 None None] Checking router: b04920a3-f5d0-4ef1-9b95-512df01fabec for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:36:11.621422 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe66df7-8a01-402f-8fb3-1254e1d504c4 None None] Routers {'b04920a3-f5d0-4ef1-9b95-512df01fabec'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:36:11.622050 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5fe66df7-8a01-402f-8fb3-1254e1d504c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:36:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['b04920a3-f5d0-4ef1-9b95-512df01fabec'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:11.647433 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5e3a1-5cff-48d1-a7df-566033befdff req-ed66ecb2-1d31-4404-b00e-90731a9ac2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:11.648896 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-efa5e3a1-5cff-48d1-a7df-566033befdff req-ed66ecb2-1d31-4404-b00e-90731a9ac2cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1edcb69-70fc-407c-b45f-f112824b9f36 HTTP/1.1" status: 200 len: 844 time: 0.0467184 Jun 18 16:36:11.713075 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa5e3a1-5cff-48d1-a7df-566033befdff req-69051deb-5bac-4023-9e65-aceba859aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:11.714534 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-efa5e3a1-5cff-48d1-a7df-566033befdff req-69051deb-5bac-4023-9e65-aceba859aa07 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0aae6cb0-738f-4e69-bddf-49f611b4fe56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0587282 Jun 18 16:36:11.724549 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-27e3569e-247a-4961-9953-ae17b5c6b418 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/4f670ae4-22b4-46aa-97a6-4ea4b6a0570f HTTP/1.1" status: 200 len: 991 time: 0.4545443 Jun 18 16:36:11.728480 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-5fe66df7-8a01-402f-8fb3-1254e1d504c4 None None] Set router b04920a3-f5d0-4ef1-9b95-512df01fabec gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:36:11.741259 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-678f1788-5dad-479d-bed0-cd070b9042e8 req-0a10c852-af9d-48a0-8e21-3a4f37318ebd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=641dad11-5957-4092-b39c-d4856a6478ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793710 Jun 18 16:36:11.807491 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-efa5e3a1-5cff-48d1-a7df-566033befdff req-93b0a152-fe91-4d36-ac88-15f6992b50f0 service neutron] 10.222.0.55 "GET /v2.0/networks/0aae6cb0-738f-4e69-bddf-49f611b4fe56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858796 Jun 18 16:36:11.912059 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-efa5e3a1-5cff-48d1-a7df-566033befdff req-20dba881-fef7-4de0-b5de-63bab43dcaf5 service neutron] 10.222.0.55 "GET /v2.0/networks/0aae6cb0-738f-4e69-bddf-49f611b4fe56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980799 Jun 18 16:36:12.032986 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f1788-5dad-479d-bed0-cd070b9042e8 req-1979c297-6a90-4e5e-b980-94189a0e5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:12.034525 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-678f1788-5dad-479d-bed0-cd070b9042e8 req-1979c297-6a90-4e5e-b980-94189a0e5249 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 1098 time: 0.0539372 Jun 18 16:36:12.056902 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5fe66df7-8a01-402f-8fb3-1254e1d504c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'name': 'tempest-TestNetworkBasicOps-router-1082987644', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:56Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '4f670ae4-22b4-46aa-97a6-4ea4b6a0570f', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'port_id': 'cc458b90-0609-476b-a1c0-65a789fe93a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56', 'mac_address': 'fa:16:3e:cb:b5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641dad11-5957-4092-b39c-d4856a6478ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:36:10Z', 'updated_at': '2021-06-18T16:36:10Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf', 'name': '', 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:2c:97:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd1edcb69-70fc-407c-b45f-f112824b9f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:56Z', 'updated_at': '2021-06-18T16:36:01Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'd1edcb69-70fc-407c-b45f-f112824b9f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:36:12.087971 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe66df7-8a01-402f-8fb3-1254e1d504c4 None None] The sync data for ids ['b04920a3-f5d0-4ef1-9b95-512df01fabec'] in dv-neutron-797120-1-hyperv is: [{'id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'name': 'tempest-TestNetworkBasicOps-router-1082987644', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:56Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '4f670ae4-22b4-46aa-97a6-4ea4b6a0570f', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.177', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'port_id': 'cc458b90-0609-476b-a1c0-65a789fe93a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56', 'mac_address': 'fa:16:3e:cb:b5:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641dad11-5957-4092-b39c-d4856a6478ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:36:10Z', 'updated_at': '2021-06-18T16:36:10Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf', 'name': '', 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:2c:97:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd1edcb69-70fc-407c-b45f-f112824b9f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:56Z', 'updated_at': '2021-06-18T16:36:01Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'd1edcb69-70fc-407c-b45f-f112824b9f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:36:12.107513 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:12.157577 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f1788-5dad-479d-bed0-cd070b9042e8 req-2e1d4ff6-d63f-482b-8ca5-c4f3821ba975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:12.159191 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-678f1788-5dad-479d-bed0-cd070b9042e8 req-2e1d4ff6-d63f-482b-8ca5-c4f3821ba975 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0aae6cb0-738f-4e69-bddf-49f611b4fe56 HTTP/1.1" status: 200 len: 897 time: 0.1014996 Jun 18 16:36:12.227819 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-678f1788-5dad-479d-bed0-cd070b9042e8 req-1e9ccc02-e130-4d02-9db3-856f9655fefd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc458b90-0609-476b-a1c0-65a789fe93a3 HTTP/1.1" status: 200 len: 999 time: 0.0611372 Jun 18 16:36:12.282821 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9e0933-8396-41d4-8f62-f3e08efe1cb1 None None] New status for floating IP 4f670ae4-22b4-46aa-97a6-4ea4b6a0570f: ACTIVE {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:36:12.283388 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f1788-5dad-479d-bed0-cd070b9042e8 req-669cfb07-549d-40b0-b9f9-9647dc8d1c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:12.284887 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-678f1788-5dad-479d-bed0-cd070b9042e8 req-669cfb07-549d-40b0-b9f9-9647dc8d1c39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1edcb69-70fc-407c-b45f-f112824b9f36 HTTP/1.1" status: 200 len: 844 time: 0.0507643 Jun 18 16:36:12.346501 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f1788-5dad-479d-bed0-cd070b9042e8 req-900fd651-2b31-4345-93ff-35e492e9f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:36:12.348533 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-678f1788-5dad-479d-bed0-cd070b9042e8 req-900fd651-2b31-4345-93ff-35e492e9f94c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0aae6cb0-738f-4e69-bddf-49f611b4fe56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0563097 Jun 18 16:36:12.443548 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-678f1788-5dad-479d-bed0-cd070b9042e8 req-107f773a-edf0-42bd-9cfc-2732807733c9 service neutron] 10.222.0.55 "GET /v2.0/networks/0aae6cb0-738f-4e69-bddf-49f611b4fe56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868587 Jun 18 16:36:12.537075 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-678f1788-5dad-479d-bed0-cd070b9042e8 req-328ebfac-9bac-499b-96f0-d95af10cba9f service neutron] 10.222.0.55 "GET /v2.0/networks/0aae6cb0-738f-4e69-bddf-49f611b4fe56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868516 Jun 18 16:36:12.728353 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52484) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:36:12.789571 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-dda73ed9-8d20-45b7-a8a2-db680a29af06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/4f670ae4-22b4-46aa-97a6-4ea4b6a0570f HTTP/1.1" status: 200 len: 993 time: 0.0598521 Jun 18 16:36:13.725954 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:14.961250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [req-9d4d8d24-86ab-4874-ab6f-31f9bbc81eae req-9d0a3b4b-e1ee-4745-b274-3ba861f13ac9 service neutron] (93453) timed out ('10.222.0.55', 64431) {{(pid=93453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 16:36:20.870546 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:36:24.162993 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:38.460902 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eebdd64c-845e-41cd-804c-58929a3af8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:40.933265 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5697b3b9-26ce-4394-a637-31e3b3be3f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:41.304082 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:42.108282 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:43.728858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:54.160632 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:36:57.869103 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:37:08.462082 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-359654c1-3e15-421d-a742-080a31886b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:10.936816 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9df6aa96-fa65-4c31-b965-bac3f27ff0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:11.305042 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.110171 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:12.403724 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0aa34887-0eeb-4e97-90f1-7b05b4ce538c req-fd326f10-4b44-429e-9dce-668544a2141d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=641dad11-5957-4092-b39c-d4856a6478ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0961719 Jun 18 16:37:12.497682 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa34887-0eeb-4e97-90f1-7b05b4ce538c req-d4496313-1024-48a3-b357-57be2b7fa5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:12.499208 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0aa34887-0eeb-4e97-90f1-7b05b4ce538c req-d4496313-1024-48a3-b357-57be2b7fa5bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 1098 time: 0.0538187 Jun 18 16:37:12.606836 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa34887-0eeb-4e97-90f1-7b05b4ce538c req-c40bb187-98eb-42cb-a078-a29e0573db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:12.608208 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0aa34887-0eeb-4e97-90f1-7b05b4ce538c req-c40bb187-98eb-42cb-a078-a29e0573db0e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0aae6cb0-738f-4e69-bddf-49f611b4fe56 HTTP/1.1" status: 200 len: 897 time: 0.0884378 Jun 18 16:37:12.672059 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0aa34887-0eeb-4e97-90f1-7b05b4ce538c req-c9e99c35-bc9a-43fe-b744-7ec7edb4df41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc458b90-0609-476b-a1c0-65a789fe93a3 HTTP/1.1" status: 200 len: 1001 time: 0.0571711 Jun 18 16:37:12.725262 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa34887-0eeb-4e97-90f1-7b05b4ce538c req-fa958ac5-5f8c-445f-a061-bd37079a5b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:12.726813 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0aa34887-0eeb-4e97-90f1-7b05b4ce538c req-fa958ac5-5f8c-445f-a061-bd37079a5b14 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1edcb69-70fc-407c-b45f-f112824b9f36 HTTP/1.1" status: 200 len: 844 time: 0.0478780 Jun 18 16:37:12.783610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa34887-0eeb-4e97-90f1-7b05b4ce538c req-d058ed17-4872-46fa-9cff-bddf2a0b6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:37:12.785080 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0aa34887-0eeb-4e97-90f1-7b05b4ce538c req-d058ed17-4872-46fa-9cff-bddf2a0b6191 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0aae6cb0-738f-4e69-bddf-49f611b4fe56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518141 Jun 18 16:37:12.876569 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0aa34887-0eeb-4e97-90f1-7b05b4ce538c req-59e8ead0-2597-4b8e-916f-6dfbf0e321c4 service neutron] 10.222.0.55 "GET /v2.0/networks/0aae6cb0-738f-4e69-bddf-49f611b4fe56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839772 Jun 18 16:37:12.969307 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0aa34887-0eeb-4e97-90f1-7b05b4ce538c req-edc05ba2-1298-4768-b47d-971e14359921 service neutron] 10.222.0.55 "GET /v2.0/networks/0aae6cb0-738f-4e69-bddf-49f611b4fe56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852299 Jun 18 16:37:13.734372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:24.179800 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:34.868339 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:37:38.463307 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-88d5e797-2a11-49ed-a9f3-6575d3b18dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:40.938739 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-051f7c80-4d21-4d55-8c3c-88e1df56a9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:41.306207 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:42.115202 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:43.734771 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:37:54.191810 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:06.157566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52526) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:06.163299 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-75291370-3a55-42f0-b5cc-e63fc55468df tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:38:06.253486 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-75291370-3a55-42f0-b5cc-e63fc55468df tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4150068'] for subnet, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:06.397287 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-75291370-3a55-42f0-b5cc-e63fc55468df tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758805004508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3751833'] for subnet, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:06.399473 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1c5ec7a5-da38-476a-be4e-ab7a0aab5a68 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:06.434436 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75291370-3a55-42f0-b5cc-e63fc55468df tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:06.434671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-75291370-3a55-42f0-b5cc-e63fc55468df tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:06.435970 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-75291370-3a55-42f0-b5cc-e63fc55468df tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/subnets/d1edcb69-70fc-407c-b45f-f112824b9f36 HTTP/1.1" status: 200 len: 836 time: 0.2771134 Jun 18 16:38:06.437613 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e105c2c5-f740-405a-8137-697b57a6de72 None None] Network 0aae6cb0-738f-4e69-bddf-49f611b4fe56 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:38:06.448104 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75291370-3a55-42f0-b5cc-e63fc55468df tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Subnet': ['ID=d1edcb69-70fc-407c-b45f-f112824b9f36,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:06.456084 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75291370-3a55-42f0-b5cc-e63fc55468df tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:06.456468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75291370-3a55-42f0-b5cc-e63fc55468df tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:06.456847 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75291370-3a55-42f0-b5cc-e63fc55468df tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:06.457220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75291370-3a55-42f0-b5cc-e63fc55468df tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:06.457590 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75291370-3a55-42f0-b5cc-e63fc55468df tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:06.457960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75291370-3a55-42f0-b5cc-e63fc55468df tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:06.458324 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75291370-3a55-42f0-b5cc-e63fc55468df tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:06.458723 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75291370-3a55-42f0-b5cc-e63fc55468df tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:06.459088 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75291370-3a55-42f0-b5cc-e63fc55468df tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:06.459447 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75291370-3a55-42f0-b5cc-e63fc55468df tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:06.459808 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75291370-3a55-42f0-b5cc-e63fc55468df tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:06.460164 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75291370-3a55-42f0-b5cc-e63fc55468df tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:06.463587 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-75291370-3a55-42f0-b5cc-e63fc55468df tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:06.846490 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5112d97d-ad18-4a42-9699-fa1e1e49bd7f None None] Provisioning complete for port fd5782ec-86ce-430e-adc6-0bddf120cb86 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:38:06.846872 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5112d97d-ad18-4a42-9699-fa1e1e49bd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:06.936859 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5112d97d-ad18-4a42-9699-fa1e1e49bd7f None None] Provisioning complete for port ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:38:06.937231 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5112d97d-ad18-4a42-9699-fa1e1e49bd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:07.021510 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5112d97d-ad18-4a42-9699-fa1e1e49bd7f None None] Provisioning complete for port cc458b90-0609-476b-a1c0-65a789fe93a3 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:38:07.021799 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5112d97d-ad18-4a42-9699-fa1e1e49bd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:08.463990 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-61d3c844-a4d4-49a5-9c03-0f6961e4ca38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:10.940086 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0149dfc1-36d7-42a6-9b0c-c6eb07614ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:11.306633 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:11.867584 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:38:12.116045 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:12.372701 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5a9bee45-6568-4a48-9e48-0af55271c368 req-b90d81fc-5dab-44e9-91c8-f583b9c6b306 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=641dad11-5957-4092-b39c-d4856a6478ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565810 Jun 18 16:38:12.466732 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bee45-6568-4a48-9e48-0af55271c368 req-c0e5b39e-85f4-4d6f-b2b9-82cc3aae1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:12.468280 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5a9bee45-6568-4a48-9e48-0af55271c368 req-c0e5b39e-85f4-4d6f-b2b9-82cc3aae1b98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 1098 time: 0.0515952 Jun 18 16:38:12.575320 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bee45-6568-4a48-9e48-0af55271c368 req-10628713-998d-4ab1-90f1-f7b902301481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:12.576666 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5a9bee45-6568-4a48-9e48-0af55271c368 req-10628713-998d-4ab1-90f1-f7b902301481 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0aae6cb0-738f-4e69-bddf-49f611b4fe56 HTTP/1.1" status: 200 len: 897 time: 0.0870245 Jun 18 16:38:12.640146 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5a9bee45-6568-4a48-9e48-0af55271c368 req-51a1edd2-db70-4423-aae4-f66bf1928fec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc458b90-0609-476b-a1c0-65a789fe93a3 HTTP/1.1" status: 200 len: 1001 time: 0.0557535 Jun 18 16:38:12.687187 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bee45-6568-4a48-9e48-0af55271c368 req-d8ab4dfb-886c-4e02-9b18-95f98653f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:12.689382 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5a9bee45-6568-4a48-9e48-0af55271c368 req-d8ab4dfb-886c-4e02-9b18-95f98653f471 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1edcb69-70fc-407c-b45f-f112824b9f36 HTTP/1.1" status: 200 len: 844 time: 0.0425425 Jun 18 16:38:12.748321 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9bee45-6568-4a48-9e48-0af55271c368 req-b9bc9f21-e918-4bca-b8c2-2d14c679ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:12.749782 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5a9bee45-6568-4a48-9e48-0af55271c368 req-b9bc9f21-e918-4bca-b8c2-2d14c679ce52 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0aae6cb0-738f-4e69-bddf-49f611b4fe56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0539238 Jun 18 16:38:13.185175 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5a9bee45-6568-4a48-9e48-0af55271c368 req-6b722f8f-53fb-4570-917f-5ddb470f621c service neutron] 10.222.0.55 "GET /v2.0/networks/0aae6cb0-738f-4e69-bddf-49f611b4fe56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275632 Jun 18 16:38:13.277717 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5a9bee45-6568-4a48-9e48-0af55271c368 req-7bdb6fe4-eb02-45c0-9317-083a6474c03f service neutron] 10.222.0.55 "GET /v2.0/networks/0aae6cb0-738f-4e69-bddf-49f611b4fe56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851202 Jun 18 16:38:13.736928 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:24.205884 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:38.464466 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e54cd016-c8d7-4167-b34f-2c1b6d39304e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:40.940026 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-da9ec585-a26e-4c03-bc17-0f66fc9463aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:41.308175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:42.119138 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:43.741264 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:48.867873 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:38:49.269887 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52534) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:49.425481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-786eeb71-90e8-428f-97e1-4f7cf7637054 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port 2fe347c6-7fde-447c-95fb-5dbff432500d {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:38:49.425815 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-786eeb71-90e8-428f-97e1-4f7cf7637054 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:49.498332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-786eeb71-90e8-428f-97e1-4f7cf7637054 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:49.498611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-786eeb71-90e8-428f-97e1-4f7cf7637054 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:49.564072 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-786eeb71-90e8-428f-97e1-4f7cf7637054 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for 2fe347c6-7fde-447c-95fb-5dbff432500d owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:38:49.707878 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-786eeb71-90e8-428f-97e1-4f7cf7637054 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:49.709828 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b121020a-c672-4c55-882f-e77e0b2da2d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:49.733532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786eeb71-90e8-428f-97e1-4f7cf7637054 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=2fe347c6-7fde-447c-95fb-5dbff432500d,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:49.736250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-786eeb71-90e8-428f-97e1-4f7cf7637054 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:49.799595 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-786eeb71-90e8-428f-97e1-4f7cf7637054 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:49.799896 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-786eeb71-90e8-428f-97e1-4f7cf7637054 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Floating IP 4f670ae4-22b4-46aa-97a6-4ea4b6a0570f disassociated (deleted). External IP: 172.26.6.177, port: cc458b90-0609-476b-a1c0-65a789fe93a3. Jun 18 16:38:50.009019 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-786eeb71-90e8-428f-97e1-4f7cf7637054 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router b04920a3-f5d0-4ef1-9b95-512df01fabec has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:38:50.122450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786eeb71-90e8-428f-97e1-4f7cf7637054 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:38:50.127911 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-786eeb71-90e8-428f-97e1-4f7cf7637054 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:50.131968 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0463ce66-f9cf-488c-a699-317d8b57f42a None None] Sync routers for ids ['b04920a3-f5d0-4ef1-9b95-512df01fabec'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:38:50.140630 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0463ce66-f9cf-488c-a699-317d8b57f42a None None] Routers {'b04920a3-f5d0-4ef1-9b95-512df01fabec'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:38:50.141315 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-0463ce66-f9cf-488c-a699-317d8b57f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:38:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['b04920a3-f5d0-4ef1-9b95-512df01fabec'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:50.170131 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-786eeb71-90e8-428f-97e1-4f7cf7637054 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/floatingips/4f670ae4-22b4-46aa-97a6-4ea4b6a0570f HTTP/1.1" status: 204 len: 168 time: 0.8990767 Jun 18 16:38:50.170939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641dad11-5957-4092-b39c-d4856a6478ee', 'tag': 'cc458b90-0609-476b-a1c0-65a789fe93a3'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:38:50.174746 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf7ddd4-d734-4442-a7ce-43833e90643a" -d '{"events": [{"name": "network-changed", "server_uuid": "641dad11-5957-4092-b39c-d4856a6478ee", "tag": "cc458b90-0609-476b-a1c0-65a789fe93a3"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:38:50.246044 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-0463ce66-f9cf-488c-a699-317d8b57f42a None None] Set router b04920a3-f5d0-4ef1-9b95-512df01fabec gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:38:50.284188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b8610f-1859-47e1-81c5-381123da17b6 x-openstack-request-id: req-e0b8610f-1859-47e1-81c5-381123da17b6 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:38:50.284765 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641dad11-5957-4092-b39c-d4856a6478ee", "tag": "cc458b90-0609-476b-a1c0-65a789fe93a3", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:38:50.284882 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e0b8610f-1859-47e1-81c5-381123da17b6 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:38:50.285373 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '641dad11-5957-4092-b39c-d4856a6478ee', 'tag': 'cc458b90-0609-476b-a1c0-65a789fe93a3', 'status': 'completed', 'code': 200} Jun 18 16:38:50.365718 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7ddd4-d734-4442-a7ce-43833e90643a req-f37d5d09-80b1-44d8-a51d-625615d6e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:50.367594 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7bf7ddd4-d734-4442-a7ce-43833e90643a req-f37d5d09-80b1-44d8-a51d-625615d6e3e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 1098 time: 0.0597756 Jun 18 16:38:50.468142 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-0463ce66-f9cf-488c-a699-317d8b57f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'name': 'tempest-TestNetworkBasicOps-router-1082987644', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:56Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf', 'name': '', 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:2c:97:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd1edcb69-70fc-407c-b45f-f112824b9f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:56Z', 'updated_at': '2021-06-18T16:36:01Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'd1edcb69-70fc-407c-b45f-f112824b9f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:50.485931 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7ddd4-d734-4442-a7ce-43833e90643a req-eb77eb3e-695b-42a5-8b48-7c3bf343fad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:50.487542 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7bf7ddd4-d734-4442-a7ce-43833e90643a req-eb77eb3e-695b-42a5-8b48-7c3bf343fad6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0aae6cb0-738f-4e69-bddf-49f611b4fe56 HTTP/1.1" status: 200 len: 897 time: 0.1121008 Jun 18 16:38:50.498158 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0463ce66-f9cf-488c-a699-317d8b57f42a None None] Checking router: b04920a3-f5d0-4ef1-9b95-512df01fabec for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:38:50.508524 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0463ce66-f9cf-488c-a699-317d8b57f42a None None] Routers {'b04920a3-f5d0-4ef1-9b95-512df01fabec'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:38:50.509164 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-0463ce66-f9cf-488c-a699-317d8b57f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:38:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['b04920a3-f5d0-4ef1-9b95-512df01fabec'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:50.538713 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7bf7ddd4-d734-4442-a7ce-43833e90643a req-17944df4-f461-4a3a-839c-9e76ab4aa85c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc458b90-0609-476b-a1c0-65a789fe93a3 HTTP/1.1" status: 200 len: 217 time: 0.0428250 Jun 18 16:38:50.617720 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7ddd4-d734-4442-a7ce-43833e90643a req-71d2026f-bc7a-4a44-beb4-55a18ba8265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:50.619844 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7bf7ddd4-d734-4442-a7ce-43833e90643a req-71d2026f-bc7a-4a44-beb4-55a18ba8265a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1edcb69-70fc-407c-b45f-f112824b9f36 HTTP/1.1" status: 200 len: 844 time: 0.0712662 Jun 18 16:38:50.623243 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-0463ce66-f9cf-488c-a699-317d8b57f42a None None] Set router b04920a3-f5d0-4ef1-9b95-512df01fabec gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:38:50.673335 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363bac0-cf44-409b-b5b4-3dc529d7e356 req-fd24fe26-6917-4984-a5e2-55dac594f895 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:50.675456 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b363bac0-cf44-409b-b5b4-3dc529d7e356 req-fd24fe26-6917-4984-a5e2-55dac594f895 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 945 time: 0.1390805 Jun 18 16:38:50.732417 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b363bac0-cf44-409b-b5b4-3dc529d7e356 req-035b3aaf-d02e-4985-a311-0078987f1aa7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=94982020-3e0c-4588-a06d-81ba89fc72c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460644 Jun 18 16:38:50.738730 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7ddd4-d734-4442-a7ce-43833e90643a req-c2f60a69-d7a4-43c1-b877-6aa2aa464623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:50.740244 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7bf7ddd4-d734-4442-a7ce-43833e90643a req-c2f60a69-d7a4-43c1-b877-6aa2aa464623 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0aae6cb0-738f-4e69-bddf-49f611b4fe56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1113899 Jun 18 16:38:50.839044 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-0463ce66-f9cf-488c-a699-317d8b57f42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'name': 'tempest-TestNetworkBasicOps-router-1082987644', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:56Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf', 'name': '', 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:2c:97:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd1edcb69-70fc-407c-b45f-f112824b9f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:56Z', 'updated_at': '2021-06-18T16:36:01Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'd1edcb69-70fc-407c-b45f-f112824b9f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:50.842601 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7bf7ddd4-d734-4442-a7ce-43833e90643a req-aa38da03-11c9-426b-935f-982dd0e6ce77 service neutron] 10.222.0.55 "GET /v2.0/networks/0aae6cb0-738f-4e69-bddf-49f611b4fe56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911362 Jun 18 16:38:50.872177 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0463ce66-f9cf-488c-a699-317d8b57f42a None None] The sync data for ids ['b04920a3-f5d0-4ef1-9b95-512df01fabec'] in dv-neutron-797120-1-hyperv is: [{'id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'name': 'tempest-TestNetworkBasicOps-router-1082987644', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:56Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf', 'name': '', 'network_id': '0aae6cb0-738f-4e69-bddf-49f611b4fe56', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:2c:97:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': 'd1edcb69-70fc-407c-b45f-f112824b9f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:56Z', 'updated_at': '2021-06-18T16:36:01Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'd1edcb69-70fc-407c-b45f-f112824b9f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:38:50.945972 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7bf7ddd4-d734-4442-a7ce-43833e90643a req-2b44aff2-fb1d-401b-bdd5-e409b4399a03 service neutron] 10.222.0.55 "GET /v2.0/networks/0aae6cb0-738f-4e69-bddf-49f611b4fe56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946686 Jun 18 16:38:51.094904 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325c91ec-c85d-4763-ac41-c5236b40856a None None] New status for floating IP 4f670ae4-22b4-46aa-97a6-4ea4b6a0570f: DOWN {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:38:51.929293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e356a-d3fe-4332-a30c-2e6709e7283d req-81a50428-750c-4587-89da-b9f251a95aa0 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:51.930789 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-021e356a-d3fe-4332-a30c-2e6709e7283d req-81a50428-750c-4587-89da-b9f251a95aa0 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/ports?device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 945 time: 0.0701134 Jun 18 16:38:52.067320 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cf1c7-0774-4b7c-8a9f-9493dc9436d5 req-84f98cc8-d60d-4294-8209-2139dd44d8fd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:52.068675 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fe5cf1c7-0774-4b7c-8a9f-9493dc9436d5 req-84f98cc8-d60d-4294-8209-2139dd44d8fd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=641dad11-5957-4092-b39c-d4856a6478ee HTTP/1.1" status: 200 len: 945 time: 0.1790776 Jun 18 16:38:52.094637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-021e356a-d3fe-4332-a30c-2e6709e7283d req-e74816a7-b8ea-4d2c-a80c-d99741363357 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port cc458b90-0609-476b-a1c0-65a789fe93a3 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:38:52.094978 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-021e356a-d3fe-4332-a30c-2e6709e7283d req-e74816a7-b8ea-4d2c-a80c-d99741363357 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:52.157125 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fe5cf1c7-0774-4b7c-8a9f-9493dc9436d5 req-2d55c431-0b97-4bec-b0d3-7b092e4fea26 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=94982020-3e0c-4588-a06d-81ba89fc72c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810606 Jun 18 16:38:52.202255 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-021e356a-d3fe-4332-a30c-2e6709e7283d req-e74816a7-b8ea-4d2c-a80c-d99741363357 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port cc458b90-0609-476b-a1c0-65a789fe93a3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cc458b90-0609-476b-a1c0-65a789fe93a3,segment=NetworkSegment(b66eca5e-c004-45c5-a691-ab73c0ea86d8),segment_id=b66eca5e-c004-45c5-a691-ab73c0ea86d8)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:38:52.202637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-021e356a-d3fe-4332-a30c-2e6709e7283d req-e74816a7-b8ea-4d2c-a80c-d99741363357 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:52.268865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-021e356a-d3fe-4332-a30c-2e6709e7283d req-e74816a7-b8ea-4d2c-a80c-d99741363357 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for cc458b90-0609-476b-a1c0-65a789fe93a3 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:38:52.399601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-021e356a-d3fe-4332-a30c-2e6709e7283d req-e74816a7-b8ea-4d2c-a80c-d99741363357 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:52.403633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e047edf2-22f9-48ba-940d-adaf608ab9ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:52.427993 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74816a7-b8ea-4d2c-a80c-d99741363357 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=cc458b90-0609-476b-a1c0-65a789fe93a3,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:52.431646 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e74816a7-b8ea-4d2c-a80c-d99741363357 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:52.479903 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-021e356a-d3fe-4332-a30c-2e6709e7283d req-e74816a7-b8ea-4d2c-a80c-d99741363357 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] No DVR routers for this DVR port cc458b90-0609-476b-a1c0-65a789fe93a3 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:38:52.482289 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-021e356a-d3fe-4332-a30c-2e6709e7283d req-e74816a7-b8ea-4d2c-a80c-d99741363357 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:52.484377 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-021e356a-d3fe-4332-a30c-2e6709e7283d req-e74816a7-b8ea-4d2c-a80c-d99741363357 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "DELETE /v2.0/ports/cc458b90-0609-476b-a1c0-65a789fe93a3 HTTP/1.1" status: 204 len: 173 time: 0.5479825 Jun 18 16:38:52.484862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641dad11-5957-4092-b39c-d4856a6478ee', 'name': 'network-vif-deleted', 'tag': 'cc458b90-0609-476b-a1c0-65a789fe93a3'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:38:52.487627 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb60ae0f-e4a5-4d41-beef-8bb9bb27bd11" -d '{"events": [{"server_uuid": "641dad11-5957-4092-b39c-d4856a6478ee", "name": "network-vif-deleted", "tag": "cc458b90-0609-476b-a1c0-65a789fe93a3"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:38:52.536179 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f351d185-05c4-4972-8d4f-1813b1ad10b4 x-openstack-request-id: req-f351d185-05c4-4972-8d4f-1813b1ad10b4 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:38:52.536528 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641dad11-5957-4092-b39c-d4856a6478ee", "name": "network-vif-deleted", "tag": "cc458b90-0609-476b-a1c0-65a789fe93a3", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:38:52.536845 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f351d185-05c4-4972-8d4f-1813b1ad10b4 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:38:52.537424 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '641dad11-5957-4092-b39c-d4856a6478ee', 'name': 'network-vif-deleted', 'tag': 'cc458b90-0609-476b-a1c0-65a789fe93a3', 'status': 'completed', 'code': 200} Jun 18 16:38:53.252185 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52564) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:53.311122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-39afaef6-2384-4509-8175-7e5a25ba0f06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:53.336282 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-39afaef6-2384-4509-8175-7e5a25ba0f06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:53.395789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-39afaef6-2384-4509-8175-7e5a25ba0f06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:53.398384 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-39afaef6-2384-4509-8175-7e5a25ba0f06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:53.399570 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-39afaef6-2384-4509-8175-7e5a25ba0f06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/security-groups/94982020-3e0c-4588-a06d-81ba89fc72c3 HTTP/1.1" status: 204 len: 168 time: 0.1464002 Jun 18 16:38:53.400411 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5864205b-a660-4408-9e7a-396c28a5ddd7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:53.409886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afaef6-2384-4509-8175-7e5a25ba0f06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94982020-3e0c-4588-a06d-81ba89fc72c3,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:53.412806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-39afaef6-2384-4509-8175-7e5a25ba0f06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:54.202161 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:54.453301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52570) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:54.803159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6a804c65-37cf-4eb4-8ec7-e6a6c4ddd227 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:55.059872 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-6a804c65-37cf-4eb4-8ec7-e6a6c4ddd227 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:38:55.060117 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6a804c65-37cf-4eb4-8ec7-e6a6c4ddd227 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:55.145404 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-6a804c65-37cf-4eb4-8ec7-e6a6c4ddd227 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf,segment=NetworkSegment(b66eca5e-c004-45c5-a691-ab73c0ea86d8),segment_id=b66eca5e-c004-45c5-a691-ab73c0ea86d8)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:38:55.145760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6a804c65-37cf-4eb4-8ec7-e6a6c4ddd227 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:55.211658 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-6a804c65-37cf-4eb4-8ec7-e6a6c4ddd227 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:38:55.396348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6a804c65-37cf-4eb4-8ec7-e6a6c4ddd227 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:55.399084 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7bb5b2ab-9174-4f25-b3d7-040baa2f1cae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:55.425210 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a804c65-37cf-4eb4-8ec7-e6a6c4ddd227 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:55.429805 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6a804c65-37cf-4eb4-8ec7-e6a6c4ddd227 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:55.602852 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6a804c65-37cf-4eb4-8ec7-e6a6c4ddd227 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:55.820729 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a804c65-37cf-4eb4-8ec7-e6a6c4ddd227 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router b04920a3-f5d0-4ef1-9b95-512df01fabec has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:38:55.925586 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a804c65-37cf-4eb4-8ec7-e6a6c4ddd227 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:38:55.930575 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6a804c65-37cf-4eb4-8ec7-e6a6c4ddd227 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/routers/b04920a3-f5d0-4ef1-9b95-512df01fabec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4762595 Jun 18 16:38:55.933144 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52574) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:55.935417 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16244e9-e433-4ac7-95eb-953c6b0bfef6 None None] Sync routers for ids ['b04920a3-f5d0-4ef1-9b95-512df01fabec'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:38:55.944514 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16244e9-e433-4ac7-95eb-953c6b0bfef6 None None] Routers {'b04920a3-f5d0-4ef1-9b95-512df01fabec'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:38:55.945131 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d16244e9-e433-4ac7-95eb-953c6b0bfef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:38:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['b04920a3-f5d0-4ef1-9b95-512df01fabec'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:55.985838 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3305d49-b2ce-4ef6-9c97-bc693c02c801 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting subnet d1edcb69-70fc-407c-b45f-f112824b9f36 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:38:55.988909 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d3305d49-b2ce-4ef6-9c97-bc693c02c801 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:56.029132 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d3305d49-b2ce-4ef6-9c97-bc693c02c801 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:56.047978 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-d16244e9-e433-4ac7-95eb-953c6b0bfef6 None None] Set router b04920a3-f5d0-4ef1-9b95-512df01fabec gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:38:56.108371 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d3305d49-b2ce-4ef6-9c97-bc693c02c801 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:56.118845 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device cc458b90-0609-476b-a1c0-65a789fe93a3 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:38:56.147549 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: cc458b90-0609-476b-a1c0-65a789fe93a3 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:38:56.148203 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device cc458b90-0609-476b-a1c0-65a789fe93a3 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:38:56.176653 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d3305d49-b2ce-4ef6-9c97-bc693c02c801 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:56.179516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f4b578a2-d772-49a3-87c3-98370684fb72 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:56.207822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3305d49-b2ce-4ef6-9c97-bc693c02c801 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Subnet': ['ID=d1edcb69-70fc-407c-b45f-f112824b9f36,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:56.209798 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d3305d49-b2ce-4ef6-9c97-bc693c02c801 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:56.214033 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d3305d49-b2ce-4ef6-9c97-bc693c02c801 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/subnets/d1edcb69-70fc-407c-b45f-f112824b9f36 HTTP/1.1" status: 204 len: 168 time: 0.2776108 Jun 18 16:38:56.214033 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d3305d49-b2ce-4ef6-9c97-bc693c02c801 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:56.214596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52576) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:56.220622 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b277405-4ee0-45b9-80af-9578253f5af4 None None] Network 0aae6cb0-738f-4e69-bddf-49f611b4fe56 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:38:56.235119 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d16244e9-e433-4ac7-95eb-953c6b0bfef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'name': 'tempest-TestNetworkBasicOps-router-1082987644', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:38:55Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:56.261432 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16244e9-e433-4ac7-95eb-953c6b0bfef6 None None] Checking router: b04920a3-f5d0-4ef1-9b95-512df01fabec for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:38:56.271075 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16244e9-e433-4ac7-95eb-953c6b0bfef6 None None] Routers {'b04920a3-f5d0-4ef1-9b95-512df01fabec'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:38:56.271919 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d16244e9-e433-4ac7-95eb-953c6b0bfef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:38:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['b04920a3-f5d0-4ef1-9b95-512df01fabec'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:56.426988 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] DHCP port deletion for 0aae6cb0-738f-4e69-bddf-49f611b4fe56 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:38:56.475593 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] Deleting port fd5782ec-86ce-430e-adc6-0bddf120cb86 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:38:56.476321 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:56.486027 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-d16244e9-e433-4ac7-95eb-953c6b0bfef6 None None] Set router b04920a3-f5d0-4ef1-9b95-512df01fabec gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:38:56.546071 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] For port fd5782ec-86ce-430e-adc6-0bddf120cb86, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=fd5782ec-86ce-430e-adc6-0bddf120cb86,segment=NetworkSegment(b66eca5e-c004-45c5-a691-ab73c0ea86d8),segment_id=b66eca5e-c004-45c5-a691-ab73c0ea86d8)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:38:56.546519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:56.613479 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] Calling delete_port for fd5782ec-86ce-430e-adc6-0bddf120cb86 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:38:56.675650 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d16244e9-e433-4ac7-95eb-953c6b0bfef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'name': 'tempest-TestNetworkBasicOps-router-1082987644', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:38:55Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:56.697861 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a11ae8d-06e1-423d-86a8-07724e5051ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:56.701576 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16244e9-e433-4ac7-95eb-953c6b0bfef6 None None] The sync data for ids ['b04920a3-f5d0-4ef1-9b95-512df01fabec'] in dv-neutron-797120-1-hyperv is: [{'id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'name': 'tempest-TestNetworkBasicOps-router-1082987644', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43'}], 'enable_snat': True}, 'gw_port_id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:38:55Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'cbe530b4-7d6d-4d38-a922-5d2d2a64312d', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04920a3-f5d0-4ef1-9b95-512df01fabec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:35:53Z', 'updated_at': '2021-06-18T16:35:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:38:56.705900 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:56.707847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f5c6a0e0-e5a1-45b4-93c5-d3628d5dbf63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:56.733665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] Pushing event deleted for resources: {'Port': ['ID=fd5782ec-86ce-430e-adc6-0bddf120cb86,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:56.744077 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] No DVR routers for this DVR port fd5782ec-86ce-430e-adc6-0bddf120cb86 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:38:56.750606 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:56.750606 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:56.750842 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:56.751425 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:56.751542 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:56.751780 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:56.752201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:56.752635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:56.753642 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:56.753642 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:56.753933 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:56.754174 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:56.757957 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:56.815277 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a11ae8d-06e1-423d-86a8-07724e5051ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:56.865551 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8a11ae8d-06e1-423d-86a8-07724e5051ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port cbe530b4-7d6d-4d38-a922-5d2d2a64312d {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:38:56.865923 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a11ae8d-06e1-423d-86a8-07724e5051ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:56.943321 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-8a11ae8d-06e1-423d-86a8-07724e5051ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port cbe530b4-7d6d-4d38-a922-5d2d2a64312d, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cbe530b4-7d6d-4d38-a922-5d2d2a64312d,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:38:56.943600 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a11ae8d-06e1-423d-86a8-07724e5051ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.008830 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-8a11ae8d-06e1-423d-86a8-07724e5051ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for cbe530b4-7d6d-4d38-a922-5d2d2a64312d owned by network:router_gateway {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:38:57.186569 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a11ae8d-06e1-423d-86a8-07724e5051ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.192088 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b066b1d5-049d-4c74-9a70-70fc80539349 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:57.216555 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11ae8d-06e1-423d-86a8-07724e5051ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=cbe530b4-7d6d-4d38-a922-5d2d2a64312d,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:57.219419 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8a11ae8d-06e1-423d-86a8-07724e5051ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:57.286172 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a11ae8d-06e1-423d-86a8-07724e5051ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.344019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device fd5782ec-86ce-430e-adc6-0bddf120cb86 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:38:57.364177 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: fd5782ec-86ce-430e-adc6-0bddf120cb86 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:38:57.364537 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device fd5782ec-86ce-430e-adc6-0bddf120cb86 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:38:57.364963 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:38:57.379158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a11ae8d-06e1-423d-86a8-07724e5051ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.381296 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a11ae8d-06e1-423d-86a8-07724e5051ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.384052 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:38:57.384415 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ccc18722-03fe-4c2f-9ca8-d1d8f7ffb2bf not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:38:57.422583 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a11ae8d-06e1-423d-86a8-07724e5051ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.423095 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a11ae8d-06e1-423d-86a8-07724e5051ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Fanout notify agent at l3_agent the message router_deleted on router b04920a3-f5d0-4ef1-9b95-512df01fabec {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:38:57.430307 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8a11ae8d-06e1-423d-86a8-07724e5051ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.431464 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8a11ae8d-06e1-423d-86a8-07724e5051ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/routers/b04920a3-f5d0-4ef1-9b95-512df01fabec HTTP/1.1" status: 204 len: 168 time: 1.2162597 Jun 18 16:38:57.434254 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52578) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:57.513552 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.613467 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.623191 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aae6cb0-738f-4e69-bddf-49f611b4fe56']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:57.632574 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66eca5e-c004-45c5-a691-ab73c0ea86d8') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:57.632866 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66eca5e-c004-45c5-a691-ab73c0ea86d8') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:57.641199 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.654189 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.660472 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:38:57.660850 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:38:57.663681 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:38:57.723519 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.726988 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e4c8da0c-b72f-4feb-a57b-b2f14adfde65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:57.730934 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.732684 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/networks/0aae6cb0-738f-4e69-bddf-49f611b4fe56 HTTP/1.1" status: 204 len: 168 time: 0.2973535 Jun 18 16:38:57.741856 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52582) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:57.745452 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Network': ['ID=0aae6cb0-738f-4e69-bddf-49f611b4fe56,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:57.747747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-2e52b762-4211-4b31-b883-2be84342a54f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'network': {'name': 'tempest-network-smoke--2027866987', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'port_security_enabled': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:38:57.752760 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:57.753264 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:57.753656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:57.754036 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:57.754410 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:57.754809 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:57.755179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:57.755548 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:57.755915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:57.756291 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:57.756645 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:57.757013 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:38:57.760200 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:57.769334 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e52b762-4211-4b31-b883-2be84342a54f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:38:57.772853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2e52b762-4211-4b31-b883-2be84342a54f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.797708 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e52b762-4211-4b31-b883-2be84342a54f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:38:57.807396 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2e52b762-4211-4b31-b883-2be84342a54f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.807772 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-2e52b762-4211-4b31-b883-2be84342a54f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Added segment 9c9376e9-0645-409b-863b-b12a67dc8077 of type vlan for network 05a0d564-64e3-446f-ace4-83833829c90c Jun 18 16:38:57.859346 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2e52b762-4211-4b31-b883-2be84342a54f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.890331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2e52b762-4211-4b31-b883-2be84342a54f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.899842 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e52b762-4211-4b31-b883-2be84342a54f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:57.907905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2e52b762-4211-4b31-b883-2be84342a54f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.911608 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-575da5c9-4886-4af3-a216-1195601e0282 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:57.965048 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2e52b762-4211-4b31-b883-2be84342a54f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2218001 Jun 18 16:38:57.967815 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52584) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:57.973994 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1869608', 'admin_state_up': True, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:38:57.978344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52b762-4211-4b31-b883-2be84342a54f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Network': ['ID=05a0d564-64e3-446f-ace4-83833829c90c,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:57.981036 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2e52b762-4211-4b31-b883-2be84342a54f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:57.989291 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 05a0d564-64e3-446f-ace4-83833829c90c details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:38:57.997253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:57.998331 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:58.051997 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:58.199071 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:58.400889 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:58.424495 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:58.524478 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.26.6.5 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/23a2e326-2415-4bfd-be4f-c7604512834b) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:38:58.626091 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:58.665538 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:58.668324 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c01c6593-6b51-4e73-bccf-0db51d0f2452 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:58.707137 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:38:58.710039 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:38:58.714278 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:38:58.719594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=23a2e326-2415-4bfd-be4f-c7604512834b,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:58.739739 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:58.964602 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:59.155851 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:59.238580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cbe530b4-7d6d-4d38-a922-5d2d2a64312d no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:38:59.258396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: cbe530b4-7d6d-4d38-a922-5d2d2a64312d {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:38:59.258829 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cbe530b4-7d6d-4d38-a922-5d2d2a64312d not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:38:59.285549 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 22371504-2be8-472a-8439-5fb7589d0d95 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:38:59.391220 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:38:59.401222 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Sync routers for ids ['22371504-2be8-472a-8439-5fb7589d0d95'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:38:59.410336 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:59.411275 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Routers {'22371504-2be8-472a-8439-5fb7589d0d95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:38:59.411594 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.4426954 Jun 18 16:38:59.411993 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:38:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22371504-2be8-472a-8439-5fb7589d0d95'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:59.414753 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52586) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:59.443909 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4ebd22cd-509d-4780-bfeb-d7e62e5a097a tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=ce51bca7228b4491bea754922e3226ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278697 Jun 18 16:38:59.446349 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52588) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:59.540145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b3ee76-dcff-4b67-b428-55e4aa2cfe2f tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:59.541791 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-84b3ee76-dcff-4b67-b428-55e4aa2cfe2f tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945077 Jun 18 16:38:59.544676 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52590) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:59.574288 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-90372f3b-d1c7-4b03-af05-74f95a4d0783 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283778 Jun 18 16:38:59.576630 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52592) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:38:59.582214 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-008d7a5f-84df-4f6e-a2ab-07bbd9daa5e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-229141426', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:38:59.664298 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Set router 22371504-2be8-472a-8439-5fb7589d0d95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:38:59.670839 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008d7a5f-84df-4f6e-a2ab-07bbd9daa5e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:38:59.674468 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-008d7a5f-84df-4f6e-a2ab-07bbd9daa5e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:59.845054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:38:58Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:38:59.856271 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-008d7a5f-84df-4f6e-a2ab-07bbd9daa5e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:59.859097 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-33ea6231-2dbc-4558-983d-3ac612d0db61 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:38:59.876082 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Checking router: 22371504-2be8-472a-8439-5fb7589d0d95 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:38:59.876511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Updating router 22371504-2be8-472a-8439-5fb7589d0d95 port 23a2e326-2415-4bfd-be4f-c7604512834b binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:38:59.915551 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:59.925542 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d7a5f-84df-4f6e-a2ab-07bbd9daa5e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Subnet': ['ID=6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:38:59.929043 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-008d7a5f-84df-4f6e-a2ab-07bbd9daa5e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:38:59.934748 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008d7a5f-84df-4f6e-a2ab-07bbd9daa5e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Checking segment: {'id': '9c9376e9-0645-409b-863b-b12a67dc8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:38:59.935122 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008d7a5f-84df-4f6e-a2ab-07bbd9daa5e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network hostable DHCP agents. Network: 05a0d564-64e3-446f-ace4-83833829c90c, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:38:59.952414 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008d7a5f-84df-4f6e-a2ab-07bbd9daa5e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 05a0d564-64e3-446f-ace4-83833829c90c is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:38:59.961840 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-008d7a5f-84df-4f6e-a2ab-07bbd9daa5e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 05a0d564-64e3-446f-ace4-83833829c90c) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:38:59.966212 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008d7a5f-84df-4f6e-a2ab-07bbd9daa5e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:38:59.966835 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-008d7a5f-84df-4f6e-a2ab-07bbd9daa5e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:38:59.981233 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-008d7a5f-84df-4f6e-a2ab-07bbd9daa5e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4035878 Jun 18 16:38:59.984001 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52594) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:00.001641 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb092b2-00f7-42df-9ef1-0e8ff049b4ac None None] Network 05a0d564-64e3-446f-ace4-83833829c90c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:39:00.235362 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-05a0d564-64e3-446f-ace4-83833829c90c', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ips': [{'subnet_id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:39:00.236197 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:00.346880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:00.368661 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Transition to ACTIVE for port object 23a2e326-2415-4bfd-be4f-c7604512834b will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:39:00.395062 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:00.398249 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:00.420219 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:00.465188 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Attempting to bind port 23a2e326-2415-4bfd-be4f-c7604512834b on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:39:00.465615 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Attempting to bind port 23a2e326-2415-4bfd-be4f-c7604512834b by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:39:00.466016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Attempting to bind port 23a2e326-2415-4bfd-be4f-c7604512834b on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:39:00.468406 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Allocated IP 172.20.0.2 (05a0d564-64e3-446f-ace4-83833829c90c/6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5/fac877b9-aa1c-4ae4-b466-2341ece53b3c) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:39:00.482188 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186da096-031c-462a-bf85-d345572c77a7 None None] Pushing event updated for resources: {'Port': ['ID=23a2e326-2415-4bfd-be4f-c7604512834b,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:00.485339 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-186da096-031c-462a-bf85-d345572c77a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:00.486093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:39:00.487055 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:39:00.487913 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:00.487913 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:39:00.488365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Bound port: 23a2e326-2415-4bfd-be4f-c7604512834b, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:39:00.488764 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:00.590061 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] For port 23a2e326-2415-4bfd-be4f-c7604512834b, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:39:00.598948 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] For port 23a2e326-2415-4bfd-be4f-c7604512834b, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=23a2e326-2415-4bfd-be4f-c7604512834b,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:39:00.605659 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:00.612366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:00.700257 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186da096-031c-462a-bf85-d345572c77a7 None None] Pushing event updated for resources: {'Port': ['ID=23a2e326-2415-4bfd-be4f-c7604512834b,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:00.708157 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-186da096-031c-462a-bf85-d345572c77a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:00.717368 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Routers {'22371504-2be8-472a-8439-5fb7589d0d95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:00.717977 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:38:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22371504-2be8-472a-8439-5fb7589d0d95'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:00.723473 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:00.769569 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Transition to ACTIVE for port object fac877b9-aa1c-4ae4-b466-2341ece53b3c will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:39:00.814691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Transition to ACTIVE for port object fac877b9-aa1c-4ae4-b466-2341ece53b3c will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:39:00.825330 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:00.829607 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-85423a19-1d08-4a1f-8474-656fac1588cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:00.870902 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Network 05a0d564-64e3-446f-ace4-83833829c90c is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:39:00.879149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:39:00.880451 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.20.0.1 (05a0d564-64e3-446f-ace4-83833829c90c/6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5/3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:39:00.882056 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] Set router 22371504-2be8-472a-8439-5fb7589d0d95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:00.885362 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:39:00.949610 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Pushing event updated for resources: {'Port': ['ID=fac877b9-aa1c-4ae4-b466-2341ece53b3c,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:00.953905 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:00.991315 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:01.004564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Transition to ACTIVE for port object 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:39:01.039106 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:01.041936 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ae6ad0bf-6c0a-48cf-b271-1ce6f9f7bc0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:01.042582 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Attempting to bind port fac877b9-aa1c-4ae4-b466-2341ece53b3c on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:39:01.042969 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Attempting to bind port fac877b9-aa1c-4ae4-b466-2341ece53b3c by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '9c9376e9-0645-409b-863b-b12a67dc8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:39:01.043344 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Attempting to bind port fac877b9-aa1c-4ae4-b466-2341ece53b3c on network 05a0d564-64e3-446f-ace4-83833829c90c {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:39:01.051630 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:39:01.052013 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Checking segment: {'id': '9c9376e9-0645-409b-863b-b12a67dc8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:39:01.052430 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:01.052839 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Bound using segment: {'id': '9c9376e9-0645-409b-863b-b12a67dc8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:39:01.053325 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Bound port: fac877b9-aa1c-4ae4-b466-2341ece53b3c, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9376e9-0645-409b-863b-b12a67dc8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:39:01.053713 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:01.086222 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 05a0d564-64e3-446f-ace4-83833829c90c is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:39:01.089355 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:39:01.091937 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:39:01.122009 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:01.125622 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:01.145179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:01.161675 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] For port fac877b9-aa1c-4ae4-b466-2341ece53b3c, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:39:01.165581 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] For port fac877b9-aa1c-4ae4-b466-2341ece53b3c, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=fac877b9-aa1c-4ae4-b466-2341ece53b3c,segment=NetworkSegment(9c9376e9-0645-409b-863b-b12a67dc8077),segment_id=9c9376e9-0645-409b-863b-b12a67dc8077)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:39:01.172308 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:01.180166 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7716fc95-0b99-4619-b936-d9fe53ee0be2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:01.232873 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:38:58Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:01.269778 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c16812-432e-4a57-a3ef-7ebbf5beb400 None None] The sync data for ids ['22371504-2be8-472a-8439-5fb7589d0d95'] in dv-neutron-797120-1-hyperv is: [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:38:58Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:39:01.271309 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Pushing event updated for resources: {'Port': ['ID=fac877b9-aa1c-4ae4-b466-2341ece53b3c,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:01.274305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:01.643098 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:01.942036 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:01.947868 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:01.950947 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e84c5bbb-7196-4904-a040-e40f47bea845 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:02.024728 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:02.027433 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:02.029714 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:02.131662 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 05a0d564-64e3-446f-ace4-83833829c90c is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:39:02.133385 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:39:02.258845 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 22371504-2be8-472a-8439-5fb7589d0d95 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:39:02.284268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa671dfa-3b35-4041-b1cd-d78f8d327481 None None] Network 05a0d564-64e3-446f-ace4-83833829c90c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:39:02.349397 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0b4e69fa-7fd0-45b9-aed3-201c8717684f None None] Provisioning for port fac877b9-aa1c-4ae4-b466-2341ece53b3c completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:39:02.382215 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:39:02.388152 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/routers/22371504-2be8-472a-8439-5fb7589d0d95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4030879 Jun 18 16:39:02.390672 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52598) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:02.489813 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4885bf27-8116-41f7-b712-2529ed0edd86 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:02.490276 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4885bf27-8116-41f7-b712-2529ed0edd86 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:02.490769 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4885bf27-8116-41f7-b712-2529ed0edd86 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:02.491231 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4885bf27-8116-41f7-b712-2529ed0edd86 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:02.493007 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4885bf27-8116-41f7-b712-2529ed0edd86 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1013010 Jun 18 16:39:02.496166 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52600) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:02.556081 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bf9f66-293b-4900-837c-805ea5c21517 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:02.556552 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bf9f66-293b-4900-837c-805ea5c21517 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:02.557013 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bf9f66-293b-4900-837c-805ea5c21517 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:02.557468 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bf9f66-293b-4900-837c-805ea5c21517 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:02.559206 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-21bf9f66-293b-4900-837c-805ea5c21517 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0620244 Jun 18 16:39:02.562052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52602) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:02.702631 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-42ade6eb-a689-404a-83f5-43f866307740 None None] Provisioning for port 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:39:02.708372 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6985c71b-5289-49f6-ba03-218e6d3e5ab7 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1603 time: 0.1440589 Jun 18 16:39:02.709532 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-42ade6eb-a689-404a-83f5-43f866307740 None None] Provisioning complete for port 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:39:02.709912 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-42ade6eb-a689-404a-83f5-43f866307740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:02.756151 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-42ade6eb-a689-404a-83f5-43f866307740 None None] Port 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:39:02.879853 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a371c896-fd11-4dbc-8064-205049458d0b None None] Provisioning complete for port 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:39:02.881085 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a371c896-fd11-4dbc-8064-205049458d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:02.900619 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Sync routers for ids ['22371504-2be8-472a-8439-5fb7589d0d95'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:39:02.910824 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Routers {'22371504-2be8-472a-8439-5fb7589d0d95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:02.911458 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:38:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22371504-2be8-472a-8439-5fb7589d0d95'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:02.925066 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a371c896-fd11-4dbc-8064-205049458d0b None None] Port 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:39:02.979681 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52606) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:02.985282 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f8f3fb13-a3b1-499b-af7e-64e0cc6f41ae tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1374915918', 'description': 'tempest-secgroup-smoke-1374915918 description', 'project_id': 'ce51bca7228b4491bea754922e3226ea'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:03.008898 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f8f3fb13-a3b1-499b-af7e-64e0cc6f41ae tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.025450 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Set router 22371504-2be8-472a-8439-5fb7589d0d95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:03.045942 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3974eb92-878f-4bd2-8967-da6fc9bd8f45 None None] Provisioning complete for port 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:39:03.046543 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3974eb92-878f-4bd2-8967-da6fc9bd8f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.083982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-3974eb92-878f-4bd2-8967-da6fc9bd8f45 None None] Port 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:39:03.099706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f8f3fb13-a3b1-499b-af7e-64e0cc6f41ae tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.104585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f8f3fb13-a3b1-499b-af7e-64e0cc6f41ae tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.107905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1474cd11-6e65-489e-8cd1-e26e44fa9330 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:03.133682 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f8f3fb13-a3b1-499b-af7e-64e0cc6f41ae tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.134936 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f8f3fb13-a3b1-499b-af7e-64e0cc6f41ae tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1538396 Jun 18 16:39:03.136824 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3fb13-a3b1-499b-af7e-64e0cc6f41ae tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdeefe2-4134-43cb-a658-077c7399af62,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:03.137945 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52608) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:03.139660 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f8f3fb13-a3b1-499b-af7e-64e0cc6f41ae tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:03.143860 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-201c897d-b8bc-4ce6-ae5c-44bba6136867 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '4cdeefe2-4134-43cb-a658-077c7399af62', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:03.172649 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-201c897d-b8bc-4ce6-ae5c-44bba6136867 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.235299 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-201c897d-b8bc-4ce6-ae5c-44bba6136867 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.237575 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:01Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa', 'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:5f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:39:00Z', 'updated_at': '2021-06-18T16:39:01Z', 'revision_number': 2, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:03.240496 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-201c897d-b8bc-4ce6-ae5c-44bba6136867 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.242573 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4e8aa7f2-920d-4b2f-9126-ec1cdb21d190 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:03.262192 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c897d-b8bc-4ce6-ae5c-44bba6136867 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1162f5db-d66a-41b6-8fa7-ff2cd6686d10,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:03.265362 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-201c897d-b8bc-4ce6-ae5c-44bba6136867 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:03.266853 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Checking router: 22371504-2be8-472a-8439-5fb7589d0d95 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:39:03.267419 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Updating router 22371504-2be8-472a-8439-5fb7589d0d95 port 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:39:03.271373 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-201c897d-b8bc-4ce6-ae5c-44bba6136867 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.275531 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52610) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:03.275812 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-201c897d-b8bc-4ce6-ae5c-44bba6136867 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1364336 Jun 18 16:39:03.280231 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-a1461d32-d5c0-44ae-aa44-b14661ae7c44 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '4cdeefe2-4134-43cb-a658-077c7399af62', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:03.305149 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.314127 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1461d32-d5c0-44ae-aa44-b14661ae7c44 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.372201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device fac877b9-aa1c-4ae4-b466-2341ece53b3c up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:39:03.387016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1461d32-d5c0-44ae-aa44-b14661ae7c44 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.394361 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1461d32-d5c0-44ae-aa44-b14661ae7c44 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.397018 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-21a0e4c1-9446-45eb-a7e0-7b8c5e352978 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:03.415108 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1461d32-d5c0-44ae-aa44-b14661ae7c44 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db793bc4-d3eb-42ca-ba0c-075bfeed82ec,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:03.418387 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a1461d32-d5c0-44ae-aa44-b14661ae7c44 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:03.423206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1461d32-d5c0-44ae-aa44-b14661ae7c44 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.424875 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a1461d32-d5c0-44ae-aa44-b14661ae7c44 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1482339 Jun 18 16:39:03.427530 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52612) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:03.430664 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port fac877b9-aa1c-4ae4-b466-2341ece53b3c completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:39:03.432744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-e27b8534-522b-403e-a5c7-f06f18076a57 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '4cdeefe2-4134-43cb-a658-077c7399af62', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:03.435127 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port fac877b9-aa1c-4ae4-b466-2341ece53b3c triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:39:03.435829 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.460982 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e27b8534-522b-403e-a5c7-f06f18076a57 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.523846 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.524210 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e27b8534-522b-403e-a5c7-f06f18076a57 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.529449 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e27b8534-522b-403e-a5c7-f06f18076a57 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.531634 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-71160ca7-9cb1-45f9-b0ca-4d2feeaf0e81 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:03.552147 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b8534-522b-403e-a5c7-f06f18076a57 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b1eb51-ac0a-4970-9af1-418d4e85eb04,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:03.555362 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e27b8534-522b-403e-a5c7-f06f18076a57 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:03.560369 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e27b8534-522b-403e-a5c7-f06f18076a57 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.562869 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e27b8534-522b-403e-a5c7-f06f18076a57 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340425 Jun 18 16:39:03.565270 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52614) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:03.568218 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port fac877b9-aa1c-4ae4-b466-2341ece53b3c, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=fac877b9-aa1c-4ae4-b466-2341ece53b3c,segment=NetworkSegment(9c9376e9-0645-409b-863b-b12a67dc8077),segment_id=9c9376e9-0645-409b-863b-b12a67dc8077)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:03.570311 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-3c1f5e7a-1767-410b-b24f-2f29646e8a01 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '4cdeefe2-4134-43cb-a658-077c7399af62', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:03.573528 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.574401 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 23a2e326-2415-4bfd-be4f-c7604512834b up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:39:03.576959 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e7696b45-f0bb-44ed-8847-5d9a36b638d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:03.587645 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.598242 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Transition to ACTIVE for port object 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:39:03.598946 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3c1f5e7a-1767-410b-b24f-2f29646e8a01 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.604288 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.607244 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-84287b2c-b03b-4a95-b653-4da9b0d06c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:03.648220 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfaf36e-feba-47c0-8592-93a377874675 None None] Pushing event updated for resources: {'Port': ['ID=3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:03.657141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=fac877b9-aa1c-4ae4-b466-2341ece53b3c,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:03.657412 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfaf36e-feba-47c0-8592-93a377874675 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:03.657819 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfaf36e-feba-47c0-8592-93a377874675 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:03.658493 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfaf36e-feba-47c0-8592-93a377874675 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:03.659222 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfaf36e-feba-47c0-8592-93a377874675 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:03.659829 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfaf36e-feba-47c0-8592-93a377874675 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:03.660439 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfaf36e-feba-47c0-8592-93a377874675 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:03.660700 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:03.661043 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfaf36e-feba-47c0-8592-93a377874675 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:03.661486 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfaf36e-feba-47c0-8592-93a377874675 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:03.661878 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfaf36e-feba-47c0-8592-93a377874675 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:03.662268 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfaf36e-feba-47c0-8592-93a377874675 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:03.662708 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfaf36e-feba-47c0-8592-93a377874675 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:03.663089 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfaf36e-feba-47c0-8592-93a377874675 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:03.666655 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 23a2e326-2415-4bfd-be4f-c7604512834b completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:39:03.667069 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3c1f5e7a-1767-410b-b24f-2f29646e8a01 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.667813 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-acfaf36e-feba-47c0-8592-93a377874675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:03.671948 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 23a2e326-2415-4bfd-be4f-c7604512834b triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:39:03.671948 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.673624 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3c1f5e7a-1767-410b-b24f-2f29646e8a01 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.680666 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:03.695197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f5e7a-1767-410b-b24f-2f29646e8a01 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f929f2e5-702c-481c-a749-ceea2a600b71,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:03.701141 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3c1f5e7a-1767-410b-b24f-2f29646e8a01 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:03.711398 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3c1f5e7a-1767-410b-b24f-2f29646e8a01 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.713997 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3c1f5e7a-1767-410b-b24f-2f29646e8a01 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464229 Jun 18 16:39:03.715982 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52616) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:03.722204 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-695cb87b-ec7a-40a6-a150-19da24f70285 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '4cdeefe2-4134-43cb-a658-077c7399af62', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:03.758112 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-695cb87b-ec7a-40a6-a150-19da24f70285 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:39:03.764233 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-695cb87b-ec7a-40a6-a150-19da24f70285 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.773337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.773592 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Attempting to bind port 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:39:03.773935 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Attempting to bind port 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '9c9376e9-0645-409b-863b-b12a67dc8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:39:03.774393 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Attempting to bind port 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa on network 05a0d564-64e3-446f-ace4-83833829c90c {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:39:03.780977 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:39:03.781699 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Checking segment: {'id': '9c9376e9-0645-409b-863b-b12a67dc8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:39:03.782479 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.783221 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Bound using segment: {'id': '9c9376e9-0645-409b-863b-b12a67dc8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:39:03.784510 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Bound port: 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9376e9-0645-409b-863b-b12a67dc8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:39:03.785162 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.794448 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 23a2e326-2415-4bfd-be4f-c7604512834b, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=23a2e326-2415-4bfd-be4f-c7604512834b,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:03.800221 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.802080 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:03.836855 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-695cb87b-ec7a-40a6-a150-19da24f70285 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.843147 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-695cb87b-ec7a-40a6-a150-19da24f70285 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.845381 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-12926cd0-141c-456c-a1c0-b1969ea98dbf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:03.859384 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=23a2e326-2415-4bfd-be4f-c7604512834b,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:03.863602 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:03.876609 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-695cb87b-ec7a-40a6-a150-19da24f70285 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.881076 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] For port 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:39:03.883426 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-695cb87b-ec7a-40a6-a150-19da24f70285 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1657720 Jun 18 16:39:03.886132 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52618) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:03.887685 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cb87b-ec7a-40a6-a150-19da24f70285 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd2c3e7-1138-4730-a30f-a3f6b37fcced,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:03.892160 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-772e506a-bccf-44ff-ab05-c6a9b406c77e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '4cdeefe2-4134-43cb-a658-077c7399af62', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:03.892755 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-695cb87b-ec7a-40a6-a150-19da24f70285 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:03.897026 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] For port 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa,segment=NetworkSegment(9c9376e9-0645-409b-863b-b12a67dc8077),segment_id=9c9376e9-0645-409b-863b-b12a67dc8077)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:39:03.902894 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.906631 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-7fb160c8-241b-415f-8773-cc5878afd70b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:03.917855 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-772e506a-bccf-44ff-ab05-c6a9b406c77e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:39:03.922903 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-772e506a-bccf-44ff-ab05-c6a9b406c77e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.968766 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfaf36e-feba-47c0-8592-93a377874675 None None] Pushing event updated for resources: {'Port': ['ID=3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa,revision_number=4']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:03.974083 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Routers {'22371504-2be8-472a-8439-5fb7589d0d95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:03.974756 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:38:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22371504-2be8-472a-8439-5fb7589d0d95'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:03.990918 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-772e506a-bccf-44ff-ab05-c6a9b406c77e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.996692 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-772e506a-bccf-44ff-ab05-c6a9b406c77e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:03.999376 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9a46e6a3-6602-4521-9c6f-26f2f4cfe143 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:04.015604 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e506a-bccf-44ff-ab05-c6a9b406c77e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290fe177-ae5c-4966-a035-d13004b37c42,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:04.018807 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-772e506a-bccf-44ff-ab05-c6a9b406c77e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:04.027339 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-acfaf36e-feba-47c0-8592-93a377874675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:04.030115 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-772e506a-bccf-44ff-ab05-c6a9b406c77e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:04.031546 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-772e506a-bccf-44ff-ab05-c6a9b406c77e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442780 Jun 18 16:39:04.101305 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] Set router 22371504-2be8-472a-8439-5fb7589d0d95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:04.183556 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9eeaef2b-4fb0-488b-9008-8db1c90d6095 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1374915918&fields=id&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 267 time: 0.0346072 Jun 18 16:39:04.300814 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-8ae878e2-a9d2-4bc0-a63f-696661606927 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:04.302390 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-8ae878e2-a9d2-4bc0-a63f-696661606927 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/networks?id=05a0d564-64e3-446f-ace4-83833829c90c HTTP/1.1" status: 200 len: 797 time: 0.1115985 Jun 18 16:39:04.318052 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-73b3d3a4-7370-4f8a-8720-b8f4d822a649 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/quotas/ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 375 time: 0.0100141 Jun 18 16:39:04.397797 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-346e2a42-e857-4147-b3c3-746072e86325 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741389 Jun 18 16:39:04.400815 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:01Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa', 'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:5f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:39:00Z', 'updated_at': '2021-06-18T16:39:03Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:04.429227 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a301dd92-237d-4242-b1a0-5acaf71d8770 None None] The sync data for ids ['22371504-2be8-472a-8439-5fb7589d0d95'] in dv-neutron-797120-1-hyperv is: [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:01Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa', 'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:5f:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:39:00Z', 'updated_at': '2021-06-18T16:39:03Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:39:04.561900 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-0fd672ac-c7f0-4b34-ac52-450b9a0ecf5a service neutron] 10.222.0.50 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516535 Jun 18 16:39:04.660349 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-7ad868a6-7bab-4b8a-b6e9-c0fcc23b8626 service neutron] 10.222.0.50 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920925 Jun 18 16:39:05.355834 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device fac877b9-aa1c-4ae4-b466-2341ece53b3c up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:39:05.405603 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port fac877b9-aa1c-4ae4-b466-2341ece53b3c triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:39:05.405981 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:05.484725 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 23a2e326-2415-4bfd-be4f-c7604512834b up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:39:05.529435 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 23a2e326-2415-4bfd-be4f-c7604512834b triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:39:05.529813 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:05.757644 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:39:05.811668 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:39:05.816821 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:39:05.817204 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:05.889328 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5973424-5c21-445d-bed4-df9272e237f6 req-724354f9-29ec-49d9-ae80-4430609fc59f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 210 time: 0.0344770 Jun 18 16:39:05.913361 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:05.941485 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa,segment=NetworkSegment(9c9376e9-0645-409b-863b-b12a67dc8077),segment_id=9c9376e9-0645-409b-863b-b12a67dc8077)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:05.945510 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:05.947228 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:05.996726 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:06.001346 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:07.045194 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e32090b0-2d5a-442a-a5b9-e22358fb2835 req-ae30dba0-dd85-45b9-a779-196c26e4530c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 210 time: 0.0365448 Jun 18 16:39:07.074935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-3b8070a1-0e64-46b9-9954-5559f7b41915 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:07.076374 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-3b8070a1-0e64-46b9-9954-5559f7b41915 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/networks?id=05a0d564-64e3-446f-ace4-83833829c90c HTTP/1.1" status: 200 len: 797 time: 0.1386373 Jun 18 16:39:07.119889 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-658128cc-2ac3-480e-b653-7d285c81ee89 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 380 time: 0.0333817 Jun 18 16:39:07.129857 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'port': {'device_id': '41792029-ba78-4347-b539-638b55e58d29', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'admin_state_up': True, 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'security_groups': ['4cdeefe2-4134-43cb-a658-077c7399af62']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:07.245749 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:39:07.249941 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.296426 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:39:07.347846 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:39:07.348228 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.385479 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.20.0.8 (05a0d564-64e3-446f-ace4-83833829c90c/6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5/7264eb7a-2a2c-4015-98fc-5a5049d2db1c) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:39:07.525006 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.538617 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Transition to ACTIVE for port object 7264eb7a-2a2c-4015-98fc-5a5049d2db1c will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:39:07.573095 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.577378 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:07.624604 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 05a0d564-64e3-446f-ace4-83833829c90c is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:39:07.628658 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:39:07.631111 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:39:07.658865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=7264eb7a-2a2c-4015-98fc-5a5049d2db1c,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:07.670794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.671182 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.671565 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.671941 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.672310 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.672680 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.673057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.673419 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.674359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.674928 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.675291 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.675658 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:39:07.682768 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:07.696998 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:07.697621 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.712690 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5869181 Jun 18 16:39:07.724651 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Request body: {'port': {'device_id': '41792029-ba78-4347-b539-638b55e58d29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:07.801885 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.875834 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0856c43a-43eb-42d5-a063-75cb0b2dd808 None None] Provisioning for port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:39:07.882073 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0856c43a-43eb-42d5-a063-75cb0b2dd808 None None] Provisioning complete for port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:39:07.882709 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0856c43a-43eb-42d5-a063-75cb0b2dd808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:07.917212 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-0856c43a-43eb-42d5-a063-75cb0b2dd808 None None] Port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:39:08.074045 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7264eb7a-2a2c-4015-98fc-5a5049d2db1c {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:39:08.081820 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.093633 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Transition to ACTIVE for port object 7264eb7a-2a2c-4015-98fc-5a5049d2db1c will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:39:08.097399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.100198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8a11ae8d-06e1-423d-86a8-07724e5051ab tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:08.188299 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Pushing event updated for resources: {'Port': ['ID=7264eb7a-2a2c-4015-98fc-5a5049d2db1c,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:08.207186 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:08.297589 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Attempting to bind port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:39:08.298112 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Attempting to bind port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9c9376e9-0645-409b-863b-b12a67dc8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:39:08.298243 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Attempting to bind port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c on network 05a0d564-64e3-446f-ace4-83833829c90c {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:39:08.310689 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2133b-c5f6-4ce8-95c9-67d1b718157d req-802de5be-2288-4b3e-9654-02946f84bcbc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:08.312170 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fdc2133b-c5f6-4ce8-95c9-67d1b718157d req-802de5be-2288-4b3e-9654-02946f84bcbc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 943 time: 0.1498923 Jun 18 16:39:08.313325 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c on network 05a0d564-64e3-446f-ace4-83833829c90c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:39:08.313649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Attempting to bind port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c on network 05a0d564-64e3-446f-ace4-83833829c90c {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:39:08.320209 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:39:08.320543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Checking segment: {'id': '9c9376e9-0645-409b-863b-b12a67dc8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:39:08.320921 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Bound using segment: {'id': '9c9376e9-0645-409b-863b-b12a67dc8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:39:08.321349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Bound port: 7264eb7a-2a2c-4015-98fc-5a5049d2db1c, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9376e9-0645-409b-863b-b12a67dc8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:39:08.321695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.394758 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fdc2133b-c5f6-4ce8-95c9-67d1b718157d req-dbc986c2-7588-469d-b8aa-ad102b55f9ea tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdeefe2-4134-43cb-a658-077c7399af62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755701 Jun 18 16:39:08.417836 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] For port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:39:08.420776 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] For port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7264eb7a-2a2c-4015-98fc-5a5049d2db1c,segment=NetworkSegment(9c9376e9-0645-409b-863b-b12a67dc8077),segment_id=9c9376e9-0645-409b-863b-b12a67dc8077)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:39:08.426144 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.428132 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a9a72532-1d53-4739-ad6d-c06398113ddd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:08.464479 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:08.464973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.467410 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] 10.222.0.55 "PUT /v2.0/ports/7264eb7a-2a2c-4015-98fc-5a5049d2db1c HTTP/1.1" status: 200 len: 1093 time: 0.7465825 Jun 18 16:39:08.467410 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41792029-ba78-4347-b539-638b55e58d29', 'tag': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:39:08.469509 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea36326f-59ff-4c53-b4af-09eb03b6a0c1" -d '{"events": [{"name": "network-changed", "server_uuid": "41792029-ba78-4347-b539-638b55e58d29", "tag": "7264eb7a-2a2c-4015-98fc-5a5049d2db1c"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:39:08.472674 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2e66854f-b707-4002-ac11-0cd7bf2d052a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:08.495357 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Pushing event updated for resources: {'Port': ['ID=7264eb7a-2a2c-4015-98fc-5a5049d2db1c,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:08.498390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:08.526245 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac49af51-ef21-4249-b59e-74d64b38135f x-openstack-request-id: req-ac49af51-ef21-4249-b59e-74d64b38135f {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:39:08.526760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41792029-ba78-4347-b539-638b55e58d29", "tag": "7264eb7a-2a2c-4015-98fc-5a5049d2db1c", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:39:08.527132 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ac49af51-ef21-4249-b59e-74d64b38135f {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:39:08.527644 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41792029-ba78-4347-b539-638b55e58d29', 'tag': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c', 'status': 'completed', 'code': 200} Jun 18 16:39:08.574975 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-4c9b792b-06df-4c9a-85b3-01cdc2d6bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:08.576612 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-4c9b792b-06df-4c9a-85b3-01cdc2d6bd98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 1096 time: 0.0601370 Jun 18 16:39:08.624436 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-98eac25b-3093-47a5-86e0-31979b926435 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7264eb7a-2a2c-4015-98fc-5a5049d2db1c HTTP/1.1" status: 200 len: 217 time: 0.0391972 Jun 18 16:39:08.676893 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-6bdee2e3-0efe-4dc8-9e54-b5bcbf40f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:08.678359 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-6bdee2e3-0efe-4dc8-9e54-b5bcbf40f2df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5 HTTP/1.1" status: 200 len: 834 time: 0.0468423 Jun 18 16:39:08.738101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-01a5bfb2-1d6d-4b6e-8452-79c637b68f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:08.739469 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-01a5bfb2-1d6d-4b6e-8452-79c637b68f1c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=05a0d564-64e3-446f-ace4-83833829c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0536520 Jun 18 16:39:08.831272 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-886e021c-e54d-4181-bb20-1f7cde1c3170 service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838943 Jun 18 16:39:08.921816 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-596a99ea-34ad-4e4b-bde2-c7136afdeb6e req-5ca13d45-2832-4c65-b2bb-fd9a8b46daab service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838044 Jun 18 16:39:09.026178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36326f-59ff-4c53-b4af-09eb03b6a0c1 req-ad177d84-8307-4eae-a637-7e28ea6e72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:09.027699 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ea36326f-59ff-4c53-b4af-09eb03b6a0c1 req-ad177d84-8307-4eae-a637-7e28ea6e72f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 1096 time: 0.0582929 Jun 18 16:39:09.123553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36326f-59ff-4c53-b4af-09eb03b6a0c1 req-ef7bea09-f914-4874-999f-0dcf237c9f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:09.125031 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ea36326f-59ff-4c53-b4af-09eb03b6a0c1 req-ef7bea09-f914-4874-999f-0dcf237c9f80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=05a0d564-64e3-446f-ace4-83833829c90c HTTP/1.1" status: 200 len: 898 time: 0.0897076 Jun 18 16:39:09.167992 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ea36326f-59ff-4c53-b4af-09eb03b6a0c1 req-ddf8c006-844b-43a9-a6b5-dfef023e7d5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7264eb7a-2a2c-4015-98fc-5a5049d2db1c HTTP/1.1" status: 200 len: 217 time: 0.0348415 Jun 18 16:39:09.219240 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36326f-59ff-4c53-b4af-09eb03b6a0c1 req-d56c788a-6587-4409-b3b9-4cff12a83089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:09.220796 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ea36326f-59ff-4c53-b4af-09eb03b6a0c1 req-d56c788a-6587-4409-b3b9-4cff12a83089 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5 HTTP/1.1" status: 200 len: 834 time: 0.0451968 Jun 18 16:39:09.288264 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36326f-59ff-4c53-b4af-09eb03b6a0c1 req-d9164554-5d2b-4070-946e-860a4ef62d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:09.289788 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ea36326f-59ff-4c53-b4af-09eb03b6a0c1 req-d9164554-5d2b-4070-946e-860a4ef62d69 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=05a0d564-64e3-446f-ace4-83833829c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0625632 Jun 18 16:39:09.385913 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ea36326f-59ff-4c53-b4af-09eb03b6a0c1 req-73060c5a-b3ff-480d-bf93-3a841008820c service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880184 Jun 18 16:39:09.492056 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ea36326f-59ff-4c53-b4af-09eb03b6a0c1 req-ed79656a-19b7-4208-8477-3428b245cee5 service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988667 Jun 18 16:39:09.577802 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa0508-438d-4826-8df8-ffd801472e7d req-b3330e30-abb0-4b5d-b122-d7432e9973f2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:09.579231 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d4aa0508-438d-4826-8df8-ffd801472e7d req-b3330e30-abb0-4b5d-b122-d7432e9973f2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 943 time: 0.0668349 Jun 18 16:39:09.620718 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d4aa0508-438d-4826-8df8-ffd801472e7d req-8c907de8-6cb1-43c3-89e4-9e280557b8ea tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdeefe2-4134-43cb-a658-077c7399af62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357845 Jun 18 16:39:10.791419 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8f6b5-08fb-4989-a13f-2741be50c970 req-f70bfa70-6e97-470f-bd12-75c890178d03 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:10.792880 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7cf8f6b5-08fb-4989-a13f-2741be50c970 req-f70bfa70-6e97-470f-bd12-75c890178d03 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 943 time: 0.0620282 Jun 18 16:39:10.828738 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7cf8f6b5-08fb-4989-a13f-2741be50c970 req-40211eb9-39a0-47a5-828c-b857d564b5a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdeefe2-4134-43cb-a658-077c7399af62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302980 Jun 18 16:39:10.942237 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a0a5bc6d-4af4-475a-a915-66192a9f5c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:11.310317 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:12.008053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575b80f-3fe4-44a9-8681-00202edefb4f req-65f8b868-244a-46fa-a6dd-271f0c470ec5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:12.015143 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d575b80f-3fe4-44a9-8681-00202edefb4f req-65f8b868-244a-46fa-a6dd-271f0c470ec5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 943 time: 0.0746970 Jun 18 16:39:12.054054 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d575b80f-3fe4-44a9-8681-00202edefb4f req-e602ccc3-de61-4e93-9109-75c701e1dcf1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdeefe2-4134-43cb-a658-077c7399af62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330110 Jun 18 16:39:12.121168 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:12.206301 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 7264eb7a-2a2c-4015-98fc-5a5049d2db1c details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:39:12.302112 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7264eb7a-2a2c-4015-98fc-5a5049d2db1c,segment=NetworkSegment(9c9376e9-0645-409b-863b-b12a67dc8077),segment_id=9c9376e9-0645-409b-863b-b12a67dc8077)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:12.316504 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'port_id': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c', 'mac_address': 'fa:16:3e:fe:29:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:39:12.353369 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:12.365598 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7264eb7a-2a2c-4015-98fc-5a5049d2db1c {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:39:12.384408 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7264eb7a-2a2c-4015-98fc-5a5049d2db1c,segment=NetworkSegment(9c9376e9-0645-409b-863b-b12a67dc8077),segment_id=9c9376e9-0645-409b-863b-b12a67dc8077)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:12.388611 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:12.390355 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-186da096-031c-462a-bf85-d345572c77a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:12.445717 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=7264eb7a-2a2c-4015-98fc-5a5049d2db1c,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:12.449036 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:12.629243 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['7264eb7a-2a2c-4015-98fc-5a5049d2db1c'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:39:13.304677 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd5c47-08e1-4477-9472-469f0491049a req-70dbccb7-b382-44f5-82da-e8389876dd1b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:13.306164 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-75cd5c47-08e1-4477-9472-469f0491049a req-70dbccb7-b382-44f5-82da-e8389876dd1b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 944 time: 0.0660293 Jun 18 16:39:13.344108 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-75cd5c47-08e1-4477-9472-469f0491049a req-09e64823-568e-447a-bd8f-9d70880fe683 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdeefe2-4134-43cb-a658-077c7399af62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322986 Jun 18 16:39:13.744484 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:14.210476 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 7264eb7a-2a2c-4015-98fc-5a5049d2db1c up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:39:14.258987 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:39:14.262801 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:39:14.263173 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:14.340051 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:14.362519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41792029-ba78-4347-b539-638b55e58d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:39:14.364762 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4ddcc3-a8b7-4953-bd15-c81b496b215f" -d '{"events": [{"server_uuid": "41792029-ba78-4347-b539-638b55e58d29", "name": "network-vif-plugged", "status": "completed", "tag": "7264eb7a-2a2c-4015-98fc-5a5049d2db1c"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:39:14.378094 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7264eb7a-2a2c-4015-98fc-5a5049d2db1c,segment=NetworkSegment(9c9376e9-0645-409b-863b-b12a67dc8077),segment_id=9c9376e9-0645-409b-863b-b12a67dc8077)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:14.383184 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:14.385213 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:14.433763 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=7264eb7a-2a2c-4015-98fc-5a5049d2db1c,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:14.436925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:14.484280 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e189856a-3b34-4c97-bedb-edd4fcbea5c8 x-openstack-request-id: req-e189856a-3b34-4c97-bedb-edd4fcbea5c8 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:39:14.484589 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41792029-ba78-4347-b539-638b55e58d29", "name": "network-vif-plugged", "status": "completed", "tag": "7264eb7a-2a2c-4015-98fc-5a5049d2db1c", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:39:14.484857 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e189856a-3b34-4c97-bedb-edd4fcbea5c8 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:39:14.485275 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41792029-ba78-4347-b539-638b55e58d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c', 'code': 200} Jun 18 16:39:14.542564 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8bdcb-6606-49ac-9ecc-040589122d31 req-5a93bfb6-113b-4e10-9c39-4274bb8c3993 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:14.544147 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cfc8bdcb-6606-49ac-9ecc-040589122d31 req-5a93bfb6-113b-4e10-9c39-4274bb8c3993 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 945 time: 0.0743649 Jun 18 16:39:14.585305 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cfc8bdcb-6606-49ac-9ecc-040589122d31 req-13fde9df-891a-4640-a646-12738763a647 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdeefe2-4134-43cb-a658-077c7399af62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343609 Jun 18 16:39:14.711755 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984774f9-52a5-47c4-b721-88aa6e010157 req-4a71932d-601f-4a76-b7a0-cbdf2e0147e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:14.713230 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-984774f9-52a5-47c4-b721-88aa6e010157 req-4a71932d-601f-4a76-b7a0-cbdf2e0147e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 1098 time: 0.0536282 Jun 18 16:39:14.750367 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-984774f9-52a5-47c4-b721-88aa6e010157 req-1efd1ef6-1694-4e79-90d8-fb7390b15222 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4cdeefe2-4134-43cb-a658-077c7399af62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278435 Jun 18 16:39:15.763789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616c51a-c802-496d-81a5-1b61f5c64aa4 req-4578cdc8-83a2-4960-9f92-9845d59948a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:15.765338 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5616c51a-c802-496d-81a5-1b61f5c64aa4 req-4578cdc8-83a2-4960-9f92-9845d59948a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 945 time: 0.0646944 Jun 18 16:39:15.802403 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5616c51a-c802-496d-81a5-1b61f5c64aa4 req-0b586045-983f-4a29-9353-61d6cc2d60e9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdeefe2-4134-43cb-a658-077c7399af62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313716 Jun 18 16:39:15.981431 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c58ccfa-06ae-4793-9a98-7a1c0806b1df req-c01133a3-15b3-4c65-a7e3-5fdb9228eadd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:15.982973 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4c58ccfa-06ae-4793-9a98-7a1c0806b1df req-c01133a3-15b3-4c65-a7e3-5fdb9228eadd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 945 time: 0.0674944 Jun 18 16:39:16.020552 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4c58ccfa-06ae-4793-9a98-7a1c0806b1df req-1fa15274-b5cd-467a-b22d-dd258bf21e88 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdeefe2-4134-43cb-a658-077c7399af62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318577 Jun 18 16:39:16.047260 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52688) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:16.099496 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35305b3-7c20-4e26-aa05-35e1a91f9157 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:16.101028 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a35305b3-7c20-4e26-aa05-35e1a91f9157 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 1093 time: 0.0528007 Jun 18 16:39:16.103818 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52690) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:16.108086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:16.130539 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:16.228689 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:16.335942 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.26.6.209 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/a616e12a-e19f-4352-97cc-78dd1373c890) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:39:16.435345 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:16.477477 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:16.479480 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ca5bb08c-4fc6-40d2-8ee7-dcd7f1a60e5d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:16.521548 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:39:16.524503 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:39:16.527914 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:39:16.533252 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=a616e12a-e19f-4352-97cc-78dd1373c890,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:16.551498 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:16.897242 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:16.979150 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:17.128162 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:17.132507 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:17.134519 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9062f167-89b2-4262-88fe-c14b5c62d7e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:17.202820 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=a616e12a-e19f-4352-97cc-78dd1373c890,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:17.207062 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:17.218483 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:17.317549 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Floating IP 2843b088-29cd-45b5-9eea-22d1d7f11227 associated. External IP: 172.26.6.209, port: 7264eb7a-2a2c-4015-98fc-5a5049d2db1c. Jun 18 16:39:17.523488 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 22371504-2be8-472a-8439-5fb7589d0d95 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:39:17.631172 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:39:17.643001 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a5284f-c720-4f86-ae0a-67287b7686db None None] Sync routers for ids ['22371504-2be8-472a-8439-5fb7589d0d95'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:39:17.647227 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:17.652152 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a5284f-c720-4f86-ae0a-67287b7686db None None] Routers {'22371504-2be8-472a-8439-5fb7589d0d95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:17.652771 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-67a5284f-c720-4f86-ae0a-67287b7686db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:39:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22371504-2be8-472a-8439-5fb7589d0d95'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:17.684258 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5794225 Jun 18 16:39:17.685107 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41792029-ba78-4347-b539-638b55e58d29', 'tag': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:39:17.687177 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52698) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:17.687691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabf12f9-2505-4806-bc57-981035ebfd3d" -d '{"events": [{"name": "network-changed", "server_uuid": "41792029-ba78-4347-b539-638b55e58d29", "tag": "7264eb7a-2a2c-4015-98fc-5a5049d2db1c"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:39:17.746805 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78967adb-7498-45e2-bebb-38de824dd304 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:17.748339 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-78967adb-7498-45e2-bebb-38de824dd304 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 1093 time: 0.0601590 Jun 18 16:39:17.766986 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-67a5284f-c720-4f86-ae0a-67287b7686db None None] Set router 22371504-2be8-472a-8439-5fb7589d0d95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:17.791658 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996744dc-5854-4827-8692-f7522d54fe08 x-openstack-request-id: req-996744dc-5854-4827-8692-f7522d54fe08 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:39:17.792069 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41792029-ba78-4347-b539-638b55e58d29", "tag": "7264eb7a-2a2c-4015-98fc-5a5049d2db1c", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:39:17.792437 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-996744dc-5854-4827-8692-f7522d54fe08 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:39:17.793002 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41792029-ba78-4347-b539-638b55e58d29', 'tag': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c', 'status': 'completed', 'code': 200} Jun 18 16:39:17.873103 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf12f9-2505-4806-bc57-981035ebfd3d req-644eed97-dcb1-4764-aa5d-f6a508a4de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:17.875485 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aabf12f9-2505-4806-bc57-981035ebfd3d req-644eed97-dcb1-4764-aa5d-f6a508a4de3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 1098 time: 0.0587068 Jun 18 16:39:17.973954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf12f9-2505-4806-bc57-981035ebfd3d req-0e1f37ee-2fda-4ed9-b0c3-4fbd120ef250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:17.975618 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aabf12f9-2505-4806-bc57-981035ebfd3d req-0e1f37ee-2fda-4ed9-b0c3-4fbd120ef250 service neutron] 10.222.0.55 "GET /v2.0/networks?id=05a0d564-64e3-446f-ace4-83833829c90c HTTP/1.1" status: 200 len: 898 time: 0.0928888 Jun 18 16:39:18.006814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-67a5284f-c720-4f86-ae0a-67287b7686db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:01Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '2843b088-29cd-45b5-9eea-22d1d7f11227', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'port_id': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'mac_address': 'fa:16:3e:fe:29:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41792029-ba78-4347-b539-638b55e58d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:39:16Z', 'updated_at': '2021-06-18T16:39:16Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa', 'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:39:00Z', 'updated_at': '2021-06-18T16:39:05Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:18.033620 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a5284f-c720-4f86-ae0a-67287b7686db None None] Checking router: 22371504-2be8-472a-8439-5fb7589d0d95 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:39:18.041974 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aabf12f9-2505-4806-bc57-981035ebfd3d req-0d839419-10f2-4586-9d18-b880d71ead02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7264eb7a-2a2c-4015-98fc-5a5049d2db1c HTTP/1.1" status: 200 len: 999 time: 0.0595696 Jun 18 16:39:18.042588 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a5284f-c720-4f86-ae0a-67287b7686db None None] Routers {'22371504-2be8-472a-8439-5fb7589d0d95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:18.043219 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-67a5284f-c720-4f86-ae0a-67287b7686db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:39:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22371504-2be8-472a-8439-5fb7589d0d95'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:18.086398 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52706) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:18.091701 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-5f9d50bf-290b-4151-88b2-00e31a0ade7b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-824912634', 'description': 'tempest-secgroup-smoke-824912634 description', 'project_id': 'ce51bca7228b4491bea754922e3226ea'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:18.104906 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf12f9-2505-4806-bc57-981035ebfd3d req-721418d6-b782-4155-978d-87b32d11ebf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:18.109813 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aabf12f9-2505-4806-bc57-981035ebfd3d req-721418d6-b782-4155-978d-87b32d11ebf3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5 HTTP/1.1" status: 200 len: 834 time: 0.0585647 Jun 18 16:39:18.116096 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5f9d50bf-290b-4151-88b2-00e31a0ade7b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.165448 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-67a5284f-c720-4f86-ae0a-67287b7686db None None] Set router 22371504-2be8-472a-8439-5fb7589d0d95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:18.176679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf12f9-2505-4806-bc57-981035ebfd3d req-32068b26-4bfb-401c-8ac2-36f06c6b0044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:18.178355 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aabf12f9-2505-4806-bc57-981035ebfd3d req-32068b26-4bfb-401c-8ac2-36f06c6b0044 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=05a0d564-64e3-446f-ace4-83833829c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0618906 Jun 18 16:39:18.209086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5f9d50bf-290b-4151-88b2-00e31a0ade7b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.213399 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5f9d50bf-290b-4151-88b2-00e31a0ade7b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.215949 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-38a49675-ab1f-4f72-9b0e-9ba3608825b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:18.242810 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5f9d50bf-290b-4151-88b2-00e31a0ade7b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.244039 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5f9d50bf-290b-4151-88b2-00e31a0ade7b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1563482 Jun 18 16:39:18.246449 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d50bf-290b-4151-88b2-00e31a0ade7b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca881db3-ad01-41a9-b7d2-622f0dfea178,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:18.247256 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52708) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:18.250009 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5f9d50bf-290b-4151-88b2-00e31a0ade7b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:18.253544 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-c22c70ac-34b3-40f0-a7c4-e1e3a11e1f15 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'ca881db3-ad01-41a9-b7d2-622f0dfea178', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:18.302195 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aabf12f9-2505-4806-bc57-981035ebfd3d req-51f647ee-49c1-448b-b5bd-b9cfac71f175 service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151497 Jun 18 16:39:18.308124 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c22c70ac-34b3-40f0-a7c4-e1e3a11e1f15 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.410439 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-67a5284f-c720-4f86-ae0a-67287b7686db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:01Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '2843b088-29cd-45b5-9eea-22d1d7f11227', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'port_id': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'mac_address': 'fa:16:3e:fe:29:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41792029-ba78-4347-b539-638b55e58d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:39:16Z', 'updated_at': '2021-06-18T16:39:16Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa', 'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:39:00Z', 'updated_at': '2021-06-18T16:39:05Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:18.433129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c22c70ac-34b3-40f0-a7c4-e1e3a11e1f15 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.435580 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aabf12f9-2505-4806-bc57-981035ebfd3d req-84eb8e04-5b56-4f80-a126-889ffd5a605e service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248832 Jun 18 16:39:18.437716 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c22c70ac-34b3-40f0-a7c4-e1e3a11e1f15 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.437989 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a5284f-c720-4f86-ae0a-67287b7686db None None] The sync data for ids ['22371504-2be8-472a-8439-5fb7589d0d95'] in dv-neutron-797120-1-hyperv is: [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:01Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '2843b088-29cd-45b5-9eea-22d1d7f11227', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'port_id': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'mac_address': 'fa:16:3e:fe:29:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41792029-ba78-4347-b539-638b55e58d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:39:16Z', 'updated_at': '2021-06-18T16:39:16Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa', 'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:39:00Z', 'updated_at': '2021-06-18T16:39:05Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:39:18.449335 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7da254bd-8cbb-41ff-b417-2e8aa856512d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:18.465175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c70ac-34b3-40f0-a7c4-e1e3a11e1f15 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a398b96-fc1b-499c-94a3-5cf11ea62840,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:18.468675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c22c70ac-34b3-40f0-a7c4-e1e3a11e1f15 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:18.469976 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c22c70ac-34b3-40f0-a7c4-e1e3a11e1f15 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.474666 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c22c70ac-34b3-40f0-a7c4-e1e3a11e1f15 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2260463 Jun 18 16:39:18.477750 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52710) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:18.482824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-4f4aebcb-930e-440d-8be0-eebc9926124b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'ca881db3-ad01-41a9-b7d2-622f0dfea178', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:18.511140 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f4aebcb-930e-440d-8be0-eebc9926124b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.575610 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f4aebcb-930e-440d-8be0-eebc9926124b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.579516 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f4aebcb-930e-440d-8be0-eebc9926124b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.581867 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:18.598122 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4aebcb-930e-440d-8be0-eebc9926124b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15ab9ac-94c3-4225-b15e-f3651d6f6f0b,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:18.600700 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4f4aebcb-930e-440d-8be0-eebc9926124b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:18.605183 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4f4aebcb-930e-440d-8be0-eebc9926124b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.608842 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4f4aebcb-930e-440d-8be0-eebc9926124b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1275544 Jun 18 16:39:18.609186 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52712) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:18.613989 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-ba02f7fa-5798-4b40-8782-e59df258443a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'ca881db3-ad01-41a9-b7d2-622f0dfea178', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:18.643328 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047ccba0-12fd-4f89-9c33-1d619e3a8b31 None None] New status for floating IP 2843b088-29cd-45b5-9eea-22d1d7f11227: ACTIVE {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:39:18.644256 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ba02f7fa-5798-4b40-8782-e59df258443a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.705656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ba02f7fa-5798-4b40-8782-e59df258443a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.709678 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ba02f7fa-5798-4b40-8782-e59df258443a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.714842 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:18.730267 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02f7fa-5798-4b40-8782-e59df258443a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d0ced7-65d4-4b90-9d6c-df9e62df5433,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:18.733620 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ba02f7fa-5798-4b40-8782-e59df258443a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:18.739425 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ba02f7fa-5798-4b40-8782-e59df258443a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.741390 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ba02f7fa-5798-4b40-8782-e59df258443a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1307354 Jun 18 16:39:18.745130 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52714) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:18.750036 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-bb50ea44-f5c8-4841-bb4e-5fc962c42653 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'ca881db3-ad01-41a9-b7d2-622f0dfea178', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:18.777713 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bb50ea44-f5c8-4841-bb4e-5fc962c42653 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.844345 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bb50ea44-f5c8-4841-bb4e-5fc962c42653 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.848458 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bb50ea44-f5c8-4841-bb4e-5fc962c42653 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.853372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-06f8282d-d3b6-4fce-a5ba-7d24ba11d88b tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:18.871084 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50ea44-f5c8-4841-bb4e-5fc962c42653 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24046ec-7a8f-401a-bf90-c18065897dbb,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:18.874505 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bb50ea44-f5c8-4841-bb4e-5fc962c42653 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:18.877126 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bb50ea44-f5c8-4841-bb4e-5fc962c42653 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.878302 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bb50ea44-f5c8-4841-bb4e-5fc962c42653 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1321845 Jun 18 16:39:18.881137 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52716) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:18.885699 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d03ac182-2cc4-404d-b7dd-b5a15a449531 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'ca881db3-ad01-41a9-b7d2-622f0dfea178', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:18.907230 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-d03ac182-2cc4-404d-b7dd-b5a15a449531 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:39:18.912707 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d03ac182-2cc4-404d-b7dd-b5a15a449531 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.973930 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d03ac182-2cc4-404d-b7dd-b5a15a449531 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.977578 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d03ac182-2cc4-404d-b7dd-b5a15a449531 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:18.979407 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-76c19632-f75e-4390-a558-ebf4bfcd8b67 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:18.995652 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ac182-2cc4-404d-b7dd-b5a15a449531 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37044b31-bfb0-4df7-a170-e525f01476e2,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:18.998060 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d03ac182-2cc4-404d-b7dd-b5a15a449531 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:19.003529 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d03ac182-2cc4-404d-b7dd-b5a15a449531 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:19.004716 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d03ac182-2cc4-404d-b7dd-b5a15a449531 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226063 Jun 18 16:39:19.007370 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52718) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:19.011767 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-74ab3c70-9159-4001-8800-c8ddb0cf11e2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': 'ca881db3-ad01-41a9-b7d2-622f0dfea178', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:19.034732 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-74ab3c70-9159-4001-8800-c8ddb0cf11e2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:39:19.039409 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-74ab3c70-9159-4001-8800-c8ddb0cf11e2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:19.098974 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-74ab3c70-9159-4001-8800-c8ddb0cf11e2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:19.102399 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-74ab3c70-9159-4001-8800-c8ddb0cf11e2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:19.104169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ba02f7fa-5798-4b40-8782-e59df258443a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:19.120808 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab3c70-9159-4001-8800-c8ddb0cf11e2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430a5b2a-ac42-42bc-89ec-05f12ba42ad6,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:19.123922 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-74ab3c70-9159-4001-8800-c8ddb0cf11e2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:19.128599 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-74ab3c70-9159-4001-8800-c8ddb0cf11e2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:19.130001 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-74ab3c70-9159-4001-8800-c8ddb0cf11e2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216803 Jun 18 16:39:19.346934 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-ca2935c5-98e8-4fb7-ae74-aa6d3f2ca217 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-824912634&fields=id&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 267 time: 0.0337424 Jun 18 16:39:19.453230 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-38b4b6d1-70ec-4326-bc6d-9fd9a307430e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:19.455242 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-38b4b6d1-70ec-4326-bc6d-9fd9a307430e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/networks?id=05a0d564-64e3-446f-ace4-83833829c90c HTTP/1.1" status: 200 len: 797 time: 0.1013815 Jun 18 16:39:19.470246 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-28862bf4-661b-4e5a-a9f3-ca502cd95274 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/quotas/ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 375 time: 0.0088949 Jun 18 16:39:19.538428 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-8bbd50ef-af20-43c5-814d-3b66a150de04 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0632963 Jun 18 16:39:19.673078 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-bf5f3a0e-b4a3-43b4-867c-0f5144bfae86 service neutron] 10.222.0.50 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228073 Jun 18 16:39:19.763721 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-b5b8c6eb-ca28-42b5-934e-29ff0b2d921a service neutron] 10.222.0.50 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841348 Jun 18 16:39:19.975470 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eba01cfa-7de6-411e-9bb2-b7b994992f1a req-2f62614b-9135-48a4-b0d0-9a7b80c79ff4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=acff8905-29a9-42c5-8958-54c8bebf33a6 HTTP/1.1" status: 200 len: 210 time: 0.0356693 Jun 18 16:39:21.057283 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-435871a9-e091-4c18-b406-148476c348c5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:21.059056 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-435871a9-e091-4c18-b406-148476c348c5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/networks?id=05a0d564-64e3-446f-ace4-83833829c90c HTTP/1.1" status: 200 len: 797 time: 0.1142266 Jun 18 16:39:21.105254 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21631a24-1438-45f5-b40d-57a0c48e0906 req-8e083c37-05c1-424a-8584-8f4244f0d1d3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=acff8905-29a9-42c5-8958-54c8bebf33a6 HTTP/1.1" status: 200 len: 210 time: 0.0402739 Jun 18 16:39:21.136051 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-c4a5d66f-018d-4430-8271-3b8d07b8b83e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 472 time: 0.0601895 Jun 18 16:39:21.145784 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-1458b200-f843-4fab-a044-15a671045348 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'port': {'device_id': 'acff8905-29a9-42c5-8958-54c8bebf33a6', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'admin_state_up': True, 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'security_groups': ['ca881db3-ad01-41a9-b7d2-622f0dfea178']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:21.261379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-1458b200-f843-4fab-a044-15a671045348 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:39:21.265119 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-1458b200-f843-4fab-a044-15a671045348 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:21.395340 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-1458b200-f843-4fab-a044-15a671045348 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.20.0.6 (05a0d564-64e3-446f-ace4-83833829c90c/6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5/e4485f73-b5c2-4080-95ae-14ce6f646e32) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:39:21.527064 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-1458b200-f843-4fab-a044-15a671045348 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:21.544553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-1458b200-f843-4fab-a044-15a671045348 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Transition to ACTIVE for port object e4485f73-b5c2-4080-95ae-14ce6f646e32 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:39:21.581664 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-1458b200-f843-4fab-a044-15a671045348 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:21.585585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a3f36a68-97a2-48f0-a67f-d43bc9b4860a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:21.627204 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-1458b200-f843-4fab-a044-15a671045348 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 05a0d564-64e3-446f-ace4-83833829c90c is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:39:21.630728 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-1458b200-f843-4fab-a044-15a671045348 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:39:21.634609 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-1458b200-f843-4fab-a044-15a671045348 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:39:21.640903 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458b200-f843-4fab-a044-15a671045348 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=e4485f73-b5c2-4080-95ae-14ce6f646e32,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:21.661507 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1458b200-f843-4fab-a044-15a671045348 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:21.687601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-1458b200-f843-4fab-a044-15a671045348 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:21.688229 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-1458b200-f843-4fab-a044-15a671045348 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:21.703807 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-1458b200-f843-4fab-a044-15a671045348 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5624156 Jun 18 16:39:21.716003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Request body: {'port': {'device_id': 'acff8905-29a9-42c5-8958-54c8bebf33a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:21.796945 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:21.864147 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e2d2fda8-e66b-48cd-881f-0966f159215b None None] Provisioning for port e4485f73-b5c2-4080-95ae-14ce6f646e32 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:39:21.867790 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e2d2fda8-e66b-48cd-881f-0966f159215b None None] Provisioning complete for port e4485f73-b5c2-4080-95ae-14ce6f646e32 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:39:21.868172 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e2d2fda8-e66b-48cd-881f-0966f159215b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:21.904871 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-e2d2fda8-e66b-48cd-881f-0966f159215b None None] Port e4485f73-b5c2-4080-95ae-14ce6f646e32 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:39:22.427462 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310fab3-a0af-4fde-be3e-6b1d49824456 req-58f7ff48-d5bb-4aee-8ce3-44f4551f0589 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:22.428850 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d310fab3-a0af-4fde-be3e-6b1d49824456 req-58f7ff48-d5bb-4aee-8ce3-44f4551f0589 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=acff8905-29a9-42c5-8958-54c8bebf33a6 HTTP/1.1" status: 200 len: 931 time: 0.1072206 Jun 18 16:39:22.497472 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4485f73-b5c2-4080-95ae-14ce6f646e32 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:39:22.504707 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d310fab3-a0af-4fde-be3e-6b1d49824456 req-f17b40ea-34b7-4b40-88b9-da917760a322 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca881db3-ad01-41a9-b7d2-622f0dfea178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672843 Jun 18 16:39:22.508778 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:22.523327 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Transition to ACTIVE for port object e4485f73-b5c2-4080-95ae-14ce6f646e32 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:39:22.527477 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:22.529864 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-27cce9a8-8306-45ba-91b2-630e2cfcbec2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:22.605155 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4485f73-b5c2-4080-95ae-14ce6f646e32,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:22.608227 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:22.684675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Attempting to bind port e4485f73-b5c2-4080-95ae-14ce6f646e32 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:39:22.684935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Attempting to bind port e4485f73-b5c2-4080-95ae-14ce6f646e32 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9c9376e9-0645-409b-863b-b12a67dc8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:39:22.685266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Attempting to bind port e4485f73-b5c2-4080-95ae-14ce6f646e32 on network 05a0d564-64e3-446f-ace4-83833829c90c {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:39:22.690593 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Port e4485f73-b5c2-4080-95ae-14ce6f646e32 on network 05a0d564-64e3-446f-ace4-83833829c90c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:39:22.691056 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Attempting to bind port e4485f73-b5c2-4080-95ae-14ce6f646e32 on network 05a0d564-64e3-446f-ace4-83833829c90c {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:39:22.696824 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:39:22.697164 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Checking segment: {'id': '9c9376e9-0645-409b-863b-b12a67dc8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:39:22.697548 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Bound using segment: {'id': '9c9376e9-0645-409b-863b-b12a67dc8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:39:22.697979 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Bound port: e4485f73-b5c2-4080-95ae-14ce6f646e32, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c9376e9-0645-409b-863b-b12a67dc8077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:39:22.698330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:22.765975 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] For port e4485f73-b5c2-4080-95ae-14ce6f646e32, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:39:22.769099 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] For port e4485f73-b5c2-4080-95ae-14ce6f646e32, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4485f73-b5c2-4080-95ae-14ce6f646e32,segment=NetworkSegment(9c9376e9-0645-409b-863b-b12a67dc8077),segment_id=9c9376e9-0645-409b-863b-b12a67dc8077)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:39:22.773422 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:22.775523 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:22.812021 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:22.812535 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:22.813990 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] 10.222.0.55 "PUT /v2.0/ports/e4485f73-b5c2-4080-95ae-14ce6f646e32 HTTP/1.1" status: 200 len: 1093 time: 1.1023107 Jun 18 16:39:22.815900 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acff8905-29a9-42c5-8958-54c8bebf33a6', 'tag': 'e4485f73-b5c2-4080-95ae-14ce6f646e32'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:39:22.817726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2edef3f-f123-4709-b3c6-9e79d7df11f4" -d '{"events": [{"name": "network-changed", "server_uuid": "acff8905-29a9-42c5-8958-54c8bebf33a6", "tag": "e4485f73-b5c2-4080-95ae-14ce6f646e32"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:39:22.839631 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4485f73-b5c2-4080-95ae-14ce6f646e32,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:22.843400 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:22.881124 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caaa0f6-43ff-4fdb-a8d1-36e07d1919be x-openstack-request-id: req-4caaa0f6-43ff-4fdb-a8d1-36e07d1919be {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:39:22.881475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acff8905-29a9-42c5-8958-54c8bebf33a6", "tag": "e4485f73-b5c2-4080-95ae-14ce6f646e32", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:39:22.881957 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4caaa0f6-43ff-4fdb-a8d1-36e07d1919be {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:39:22.882467 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acff8905-29a9-42c5-8958-54c8bebf33a6', 'tag': 'e4485f73-b5c2-4080-95ae-14ce6f646e32', 'status': 'completed', 'code': 200} Jun 18 16:39:22.932650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-65754851-94fc-46ba-b53e-7e4e04cd91b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:22.934275 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-65754851-94fc-46ba-b53e-7e4e04cd91b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=acff8905-29a9-42c5-8958-54c8bebf33a6 HTTP/1.1" status: 200 len: 1096 time: 0.0659449 Jun 18 16:39:22.977316 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-36c4cd48-8fa2-4ba1-b0af-40d490d15b6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4485f73-b5c2-4080-95ae-14ce6f646e32 HTTP/1.1" status: 200 len: 217 time: 0.0353570 Jun 18 16:39:23.027279 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-292aad76-8e7c-4a08-a21f-6cce989deaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:23.028762 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-292aad76-8e7c-4a08-a21f-6cce989deaa7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5 HTTP/1.1" status: 200 len: 834 time: 0.0442183 Jun 18 16:39:23.087308 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-a8f8de90-8207-4a17-ac0f-892c5bcb27df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:23.088808 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-a8f8de90-8207-4a17-ac0f-892c5bcb27df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=05a0d564-64e3-446f-ace4-83833829c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0534823 Jun 18 16:39:23.182157 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-12c9d6d6-7b0c-42f4-94c2-c079d19ffd8b service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863879 Jun 18 16:39:23.274486 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c43d1d4-6dfc-436f-b3de-492aa34b1d3e req-7c584b06-b5c0-4792-bd29-960825698cc4 service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859501 Jun 18 16:39:23.382296 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edef3f-f123-4709-b3c6-9e79d7df11f4 req-0b9b58aa-8033-4377-abb3-69d041a2b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:23.383830 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f2edef3f-f123-4709-b3c6-9e79d7df11f4 req-0b9b58aa-8033-4377-abb3-69d041a2b43b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=acff8905-29a9-42c5-8958-54c8bebf33a6 HTTP/1.1" status: 200 len: 1096 time: 0.0604272 Jun 18 16:39:23.485668 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edef3f-f123-4709-b3c6-9e79d7df11f4 req-9b874e79-cf2d-4ec1-a1e2-c9513da08798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:23.487222 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f2edef3f-f123-4709-b3c6-9e79d7df11f4 req-9b874e79-cf2d-4ec1-a1e2-c9513da08798 service neutron] 10.222.0.55 "GET /v2.0/networks?id=05a0d564-64e3-446f-ace4-83833829c90c HTTP/1.1" status: 200 len: 898 time: 0.0885899 Jun 18 16:39:23.535998 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f2edef3f-f123-4709-b3c6-9e79d7df11f4 req-a1a09227-1ca0-4dde-bed4-c605193b23b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4485f73-b5c2-4080-95ae-14ce6f646e32 HTTP/1.1" status: 200 len: 217 time: 0.0417566 Jun 18 16:39:23.590900 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edef3f-f123-4709-b3c6-9e79d7df11f4 req-56cf2393-a860-4f11-a96f-3627a0eb70bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:23.592401 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f2edef3f-f123-4709-b3c6-9e79d7df11f4 req-56cf2393-a860-4f11-a96f-3627a0eb70bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5 HTTP/1.1" status: 200 len: 834 time: 0.0500643 Jun 18 16:39:23.697062 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edef3f-f123-4709-b3c6-9e79d7df11f4 req-57885695-8e6a-4d7e-ae5b-fba4512b830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:23.698608 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f2edef3f-f123-4709-b3c6-9e79d7df11f4 req-57885695-8e6a-4d7e-ae5b-fba4512b830c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=05a0d564-64e3-446f-ace4-83833829c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0980518 Jun 18 16:39:23.710114 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a31456-073e-42aa-b360-d4714c18f226 req-5d78d50d-accc-4539-a6cd-36a2c26647c5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:23.711644 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a7a31456-073e-42aa-b360-d4714c18f226 req-5d78d50d-accc-4539-a6cd-36a2c26647c5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=acff8905-29a9-42c5-8958-54c8bebf33a6 HTTP/1.1" status: 200 len: 943 time: 0.0836830 Jun 18 16:39:23.804826 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a7a31456-073e-42aa-b360-d4714c18f226 req-f8a9e8b9-b155-44d8-85f7-612e2ee4c89e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca881db3-ad01-41a9-b7d2-622f0dfea178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847733 Jun 18 16:39:23.833495 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f2edef3f-f123-4709-b3c6-9e79d7df11f4 req-5cc4a399-4fa4-41bd-8d6b-4b0be990042f service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208217 Jun 18 16:39:23.937886 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f2edef3f-f123-4709-b3c6-9e79d7df11f4 req-e402f5f4-c8c3-4da2-8816-e725dcd29df1 service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973063 Jun 18 16:39:24.206871 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:24.982135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f11f5-1f08-4ec5-8a04-bc306cbec972 req-947a4b3a-afac-485b-b7bc-197390dc394a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:24.983722 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-661f11f5-1f08-4ec5-8a04-bc306cbec972 req-947a4b3a-afac-485b-b7bc-197390dc394a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=acff8905-29a9-42c5-8958-54c8bebf33a6 HTTP/1.1" status: 200 len: 943 time: 0.0645158 Jun 18 16:39:25.022520 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-661f11f5-1f08-4ec5-8a04-bc306cbec972 req-737ed9f5-cf3d-4616-896b-de4b4e0432ad tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca881db3-ad01-41a9-b7d2-622f0dfea178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322413 Jun 18 16:39:25.866691 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:39:26.202302 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56f312-c202-4b68-b91c-4ffec7b76b06 req-976ed1bd-a7ec-47ed-b6d4-b8b73196340d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:26.203821 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7d56f312-c202-4b68-b91c-4ffec7b76b06 req-976ed1bd-a7ec-47ed-b6d4-b8b73196340d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=acff8905-29a9-42c5-8958-54c8bebf33a6 HTTP/1.1" status: 200 len: 943 time: 0.0686347 Jun 18 16:39:26.241633 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7d56f312-c202-4b68-b91c-4ffec7b76b06 req-0c8a3d7d-bbed-4c6f-b965-343ad74ead2d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca881db3-ad01-41a9-b7d2-622f0dfea178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314956 Jun 18 16:39:26.299869 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device e4485f73-b5c2-4080-95ae-14ce6f646e32 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:39:26.397590 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port e4485f73-b5c2-4080-95ae-14ce6f646e32, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4485f73-b5c2-4080-95ae-14ce6f646e32,segment=NetworkSegment(9c9376e9-0645-409b-863b-b12a67dc8077),segment_id=9c9376e9-0645-409b-863b-b12a67dc8077)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:26.408968 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': 'e4485f73-b5c2-4080-95ae-14ce6f646e32', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'port_id': 'e4485f73-b5c2-4080-95ae-14ce6f646e32', 'mac_address': 'fa:16:3e:cb:bf:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:39:26.446494 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:26.459225 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4485f73-b5c2-4080-95ae-14ce6f646e32 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:39:26.478094 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port e4485f73-b5c2-4080-95ae-14ce6f646e32, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4485f73-b5c2-4080-95ae-14ce6f646e32,segment=NetworkSegment(9c9376e9-0645-409b-863b-b12a67dc8077),segment_id=9c9376e9-0645-409b-863b-b12a67dc8077)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:26.482093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:26.483869 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:26.531028 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=e4485f73-b5c2-4080-95ae-14ce6f646e32,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:26.534199 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:26.710218 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['e4485f73-b5c2-4080-95ae-14ce6f646e32'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:39:27.422116 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec341bce-7487-4b49-9a5c-460d31c47168 req-584bb1c3-00a6-4ee2-9f06-430dfb4f791c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:27.423605 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ec341bce-7487-4b49-9a5c-460d31c47168 req-584bb1c3-00a6-4ee2-9f06-430dfb4f791c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=acff8905-29a9-42c5-8958-54c8bebf33a6 HTTP/1.1" status: 200 len: 944 time: 0.0674419 Jun 18 16:39:27.462103 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ec341bce-7487-4b49-9a5c-460d31c47168 req-a9575f19-2f6e-4acf-a015-9a3e41d066ae tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca881db3-ad01-41a9-b7d2-622f0dfea178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321174 Jun 18 16:39:28.321236 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device e4485f73-b5c2-4080-95ae-14ce6f646e32 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:39:28.375564 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port e4485f73-b5c2-4080-95ae-14ce6f646e32 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:39:28.380715 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port e4485f73-b5c2-4080-95ae-14ce6f646e32 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:39:28.381096 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:28.457687 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:28.481117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acff8905-29a9-42c5-8958-54c8bebf33a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4485f73-b5c2-4080-95ae-14ce6f646e32'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:39:28.483424 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3fdacf-04d3-4c70-8338-02dab3c9ff04" -d '{"events": [{"server_uuid": "acff8905-29a9-42c5-8958-54c8bebf33a6", "name": "network-vif-plugged", "status": "completed", "tag": "e4485f73-b5c2-4080-95ae-14ce6f646e32"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:39:28.498040 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port e4485f73-b5c2-4080-95ae-14ce6f646e32, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4485f73-b5c2-4080-95ae-14ce6f646e32,segment=NetworkSegment(9c9376e9-0645-409b-863b-b12a67dc8077),segment_id=9c9376e9-0645-409b-863b-b12a67dc8077)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:39:28.504005 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:28.507246 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e0b1dfa0-ae7c-47d8-abc4-f20d4db6563b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:28.535224 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c50e60d-175d-40f7-bac6-0f0dee24b3f1 x-openstack-request-id: req-2c50e60d-175d-40f7-bac6-0f0dee24b3f1 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:39:28.535646 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acff8905-29a9-42c5-8958-54c8bebf33a6", "name": "network-vif-plugged", "status": "completed", "tag": "e4485f73-b5c2-4080-95ae-14ce6f646e32", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:39:28.535842 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c50e60d-175d-40f7-bac6-0f0dee24b3f1 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:39:28.536971 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acff8905-29a9-42c5-8958-54c8bebf33a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4485f73-b5c2-4080-95ae-14ce6f646e32', 'code': 200} Jun 18 16:39:28.564074 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=e4485f73-b5c2-4080-95ae-14ce6f646e32,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:28.567448 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:28.658900 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15367021-735b-4b87-b7ba-42bb7a1c3d3b req-bf3b2576-f07e-408c-a40b-089bfbd0212d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:28.660591 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-15367021-735b-4b87-b7ba-42bb7a1c3d3b req-bf3b2576-f07e-408c-a40b-089bfbd0212d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=acff8905-29a9-42c5-8958-54c8bebf33a6 HTTP/1.1" status: 200 len: 945 time: 0.0745864 Jun 18 16:39:28.700011 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-15367021-735b-4b87-b7ba-42bb7a1c3d3b req-6bea906c-4dc1-4658-b940-f315d05b6fe5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca881db3-ad01-41a9-b7d2-622f0dfea178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333583 Jun 18 16:39:28.757090 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825bfc1-3b34-4c37-880d-1f855e70c595 req-d62c2f26-c28b-499d-ab6f-d57041ddebc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:28.758687 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2825bfc1-3b34-4c37-880d-1f855e70c595 req-d62c2f26-c28b-499d-ab6f-d57041ddebc6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=acff8905-29a9-42c5-8958-54c8bebf33a6 HTTP/1.1" status: 200 len: 1098 time: 0.0545475 Jun 18 16:39:28.801879 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2825bfc1-3b34-4c37-880d-1f855e70c595 req-cb0496f7-938f-428d-891f-216774071cac service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ca881db3-ad01-41a9-b7d2-622f0dfea178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355575 Jun 18 16:39:29.883140 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ba01f-62f1-4002-8f86-8684b0dde500 req-d15398ff-39ce-4d51-8daf-ecff4f9167b9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:29.884797 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8b3ba01f-62f1-4002-8f86-8684b0dde500 req-d15398ff-39ce-4d51-8daf-ecff4f9167b9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=acff8905-29a9-42c5-8958-54c8bebf33a6 HTTP/1.1" status: 200 len: 945 time: 0.0703967 Jun 18 16:39:29.929752 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8b3ba01f-62f1-4002-8f86-8684b0dde500 req-e0474dff-2814-4639-a819-c02948f00ae3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca881db3-ad01-41a9-b7d2-622f0dfea178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342407 Jun 18 16:39:30.102541 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37446836-d846-48d1-9955-5eec31b783c2 req-46e7743d-8b32-4214-a33e-e16a094a701c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:30.103853 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-37446836-d846-48d1-9955-5eec31b783c2 req-46e7743d-8b32-4214-a33e-e16a094a701c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=acff8905-29a9-42c5-8958-54c8bebf33a6 HTTP/1.1" status: 200 len: 945 time: 0.0638864 Jun 18 16:39:30.140816 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-37446836-d846-48d1-9955-5eec31b783c2 req-dbe5dd5b-c2ea-4d3c-bb29-4e329f211e87 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca881db3-ad01-41a9-b7d2-622f0dfea178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312521 Jun 18 16:39:30.167780 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52770) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:30.283645 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a14b40-9ac2-4a11-a47d-d2f20ec2e0ee tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:30.285733 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-61a14b40-9ac2-4a11-a47d-d2f20ec2e0ee tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=acff8905-29a9-42c5-8958-54c8bebf33a6 HTTP/1.1" status: 200 len: 1093 time: 0.1166441 Jun 18 16:39:30.288750 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52774) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:39:30.293148 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': 'e4485f73-b5c2-4080-95ae-14ce6f646e32', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:39:30.315984 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:30.414197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:30.521604 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.26.6.81 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/e3a3715d-d6cc-4e63-a0dc-cf442e947e5d) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:39:30.635564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:30.675916 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:30.678602 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5317588f-9553-40d9-bb1e-955d937401d4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:30.709925 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:39:30.715109 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:39:30.719712 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:39:30.752952 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=e3a3715d-d6cc-4e63-a0dc-cf442e947e5d,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:30.756358 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:31.100923 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:31.181477 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:31.343814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:31.348506 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:31.350610 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a6ffffc9-b5c2-47b9-ae45-1fcce3c9c8ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:39:31.414356 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=e3a3715d-d6cc-4e63-a0dc-cf442e947e5d,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:39:31.418308 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:39:31.429488 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:31.846554 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Floating IP d11d5316-a6cf-4959-9e3f-e9b216f4e059 associated. External IP: 172.26.6.81, port: e4485f73-b5c2-4080-95ae-14ce6f646e32. Jun 18 16:39:32.057485 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 22371504-2be8-472a-8439-5fb7589d0d95 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:39:32.166128 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:39:32.180113 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba7182f-0578-44ae-9af6-24fdc9c53b5b None None] Sync routers for ids ['22371504-2be8-472a-8439-5fb7589d0d95'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:39:32.188613 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:32.191169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba7182f-0578-44ae-9af6-24fdc9c53b5b None None] Routers {'22371504-2be8-472a-8439-5fb7589d0d95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:32.191798 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6ba7182f-0578-44ae-9af6-24fdc9c53b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:39:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22371504-2be8-472a-8439-5fb7589d0d95'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:32.233139 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9433446 Jun 18 16:39:32.233944 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acff8905-29a9-42c5-8958-54c8bebf33a6', 'tag': 'e4485f73-b5c2-4080-95ae-14ce6f646e32'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:39:32.237187 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78457f88-6c53-47a0-a61b-7d822df13cae" -d '{"events": [{"name": "network-changed", "server_uuid": "acff8905-29a9-42c5-8958-54c8bebf33a6", "tag": "e4485f73-b5c2-4080-95ae-14ce6f646e32"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:39:32.282400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be25707f-b0ee-4850-be7d-fb27bb7306cd x-openstack-request-id: req-be25707f-b0ee-4850-be7d-fb27bb7306cd {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:39:32.282787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acff8905-29a9-42c5-8958-54c8bebf33a6", "tag": "e4485f73-b5c2-4080-95ae-14ce6f646e32", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:39:32.283724 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be25707f-b0ee-4850-be7d-fb27bb7306cd {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:39:32.284278 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acff8905-29a9-42c5-8958-54c8bebf33a6', 'tag': 'e4485f73-b5c2-4080-95ae-14ce6f646e32', 'status': 'completed', 'code': 200} Jun 18 16:39:32.317016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-6ba7182f-0578-44ae-9af6-24fdc9c53b5b None None] Set router 22371504-2be8-472a-8439-5fb7589d0d95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:32.381290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78457f88-6c53-47a0-a61b-7d822df13cae req-bfa30122-9fc9-46b4-a315-a3d7eb888779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:32.382840 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-78457f88-6c53-47a0-a61b-7d822df13cae req-bfa30122-9fc9-46b4-a315-a3d7eb888779 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=acff8905-29a9-42c5-8958-54c8bebf33a6 HTTP/1.1" status: 200 len: 1098 time: 0.0698934 Jun 18 16:39:32.477623 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78457f88-6c53-47a0-a61b-7d822df13cae req-10d717ef-0541-4fd1-a7e2-f1db17fe64df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:32.479035 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-78457f88-6c53-47a0-a61b-7d822df13cae req-10d717ef-0541-4fd1-a7e2-f1db17fe64df service neutron] 10.222.0.55 "GET /v2.0/networks?id=05a0d564-64e3-446f-ace4-83833829c90c HTTP/1.1" status: 200 len: 898 time: 0.0891681 Jun 18 16:39:32.558980 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-78457f88-6c53-47a0-a61b-7d822df13cae req-d4eddbb3-12d2-4192-aa8a-7c5667a16d11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4485f73-b5c2-4080-95ae-14ce6f646e32 HTTP/1.1" status: 200 len: 998 time: 0.0732307 Jun 18 16:39:32.573245 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6ba7182f-0578-44ae-9af6-24fdc9c53b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:01Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '2843b088-29cd-45b5-9eea-22d1d7f11227', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'port_id': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'mac_address': 'fa:16:3e:fe:29:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41792029-ba78-4347-b539-638b55e58d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:39:16Z', 'updated_at': '2021-06-18T16:39:18Z', 'revision_number': 1, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}, {'id': 'd11d5316-a6cf-4959-9e3f-e9b216f4e059', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.81', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'port_id': 'e4485f73-b5c2-4080-95ae-14ce6f646e32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'mac_address': 'fa:16:3e:cb:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acff8905-29a9-42c5-8958-54c8bebf33a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:39:30Z', 'updated_at': '2021-06-18T16:39:30Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa', 'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:39:00Z', 'updated_at': '2021-06-18T16:39:05Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:32.601571 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba7182f-0578-44ae-9af6-24fdc9c53b5b None None] Checking router: 22371504-2be8-472a-8439-5fb7589d0d95 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:39:32.610745 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba7182f-0578-44ae-9af6-24fdc9c53b5b None None] Routers {'22371504-2be8-472a-8439-5fb7589d0d95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:39:32.611988 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6ba7182f-0578-44ae-9af6-24fdc9c53b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:39:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22371504-2be8-472a-8439-5fb7589d0d95'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:32.618311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78457f88-6c53-47a0-a61b-7d822df13cae req-889ba592-becd-4f9e-b098-dba08af7df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:32.620244 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-78457f88-6c53-47a0-a61b-7d822df13cae req-889ba592-becd-4f9e-b098-dba08af7df9f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5 HTTP/1.1" status: 200 len: 834 time: 0.0541441 Jun 18 16:39:32.688210 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78457f88-6c53-47a0-a61b-7d822df13cae req-e283cc2e-0478-4650-9c5d-f34b07de3e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:39:32.690357 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-78457f88-6c53-47a0-a61b-7d822df13cae req-e283cc2e-0478-4650-9c5d-f34b07de3e4c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=05a0d564-64e3-446f-ace4-83833829c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0541434 Jun 18 16:39:32.721996 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-6ba7182f-0578-44ae-9af6-24fdc9c53b5b None None] Set router 22371504-2be8-472a-8439-5fb7589d0d95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:39:32.786836 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-78457f88-6c53-47a0-a61b-7d822df13cae req-9b840701-f703-44d9-8641-414ddecfa60d service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891876 Jun 18 16:39:32.881652 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-78457f88-6c53-47a0-a61b-7d822df13cae req-3b1bef17-0c52-4932-b254-f574f2a5fbac service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883658 Jun 18 16:39:33.107785 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6ba7182f-0578-44ae-9af6-24fdc9c53b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:01Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '2843b088-29cd-45b5-9eea-22d1d7f11227', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'port_id': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'mac_address': 'fa:16:3e:fe:29:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41792029-ba78-4347-b539-638b55e58d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:39:16Z', 'updated_at': '2021-06-18T16:39:18Z', 'revision_number': 1, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}, {'id': 'd11d5316-a6cf-4959-9e3f-e9b216f4e059', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.81', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'port_id': 'e4485f73-b5c2-4080-95ae-14ce6f646e32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'mac_address': 'fa:16:3e:cb:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acff8905-29a9-42c5-8958-54c8bebf33a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:39:30Z', 'updated_at': '2021-06-18T16:39:30Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa', 'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:39:00Z', 'updated_at': '2021-06-18T16:39:05Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:39:33.134523 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba7182f-0578-44ae-9af6-24fdc9c53b5b None None] The sync data for ids ['22371504-2be8-472a-8439-5fb7589d0d95'] in dv-neutron-797120-1-hyperv is: [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:01Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '2843b088-29cd-45b5-9eea-22d1d7f11227', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'port_id': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'mac_address': 'fa:16:3e:fe:29:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41792029-ba78-4347-b539-638b55e58d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:39:16Z', 'updated_at': '2021-06-18T16:39:18Z', 'revision_number': 1, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}, {'id': 'd11d5316-a6cf-4959-9e3f-e9b216f4e059', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.81', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'port_id': 'e4485f73-b5c2-4080-95ae-14ce6f646e32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'mac_address': 'fa:16:3e:cb:bf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acff8905-29a9-42c5-8958-54c8bebf33a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:39:30Z', 'updated_at': '2021-06-18T16:39:30Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa', 'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:39:00Z', 'updated_at': '2021-06-18T16:39:05Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:39:33.323093 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11866754-9b6e-45ad-8fa8-22078e505fbf None None] New status for floating IP d11d5316-a6cf-4959-9e3f-e9b216f4e059: ACTIVE {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:39:38.465448 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-72596b00-7017-4a76-bfc4-d8d5457c4d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:40.944987 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2d6536cf-0fef-418a-9476-f48418a1e994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:41.316208 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:42.124890 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:43.748436 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:39:54.216467 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:02.865500 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:40:08.248457 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52792) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:08.315831 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9da96d14-af76-4c9b-9176-386e8c791bc7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/2843b088-29cd-45b5-9eea-22d1d7f11227 HTTP/1.1" status: 200 len: 993 time: 0.0660598 Jun 18 16:40:08.467129 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-52e7c1cd-5c30-436b-81cb-45be9f78395b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:09.015091 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52800) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:09.020685 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'port': {'admin_state_up': False}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:09.106601 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:09.264612 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7264eb7a-2a2c-4015-98fc-5a5049d2db1c,segment=NetworkSegment(9c9376e9-0645-409b-863b-b12a67dc8077),segment_id=9c9376e9-0645-409b-863b-b12a67dc8077)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:09.295079 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:09.300274 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:09.302441 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d6a1f021-0a4f-4aa8-9ba2-13ee548bcc6d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:09.347066 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:09.348814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:09.349147 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/ports/7264eb7a-2a2c-4015-98fc-5a5049d2db1c HTTP/1.1" status: 200 len: 938 time: 0.3330629 Jun 18 16:40:09.351028 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41792029-ba78-4347-b539-638b55e58d29', 'tag': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:40:09.352798 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4abe2cd-e06f-4c0b-9151-53d562962d08" -d '{"events": [{"name": "network-changed", "server_uuid": "41792029-ba78-4347-b539-638b55e58d29", "tag": "7264eb7a-2a2c-4015-98fc-5a5049d2db1c"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:40:09.392253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=7264eb7a-2a2c-4015-98fc-5a5049d2db1c,revision_number=6']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:09.399991 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84145ac-1674-4d1c-9186-1c9816411305 x-openstack-request-id: req-e84145ac-1674-4d1c-9186-1c9816411305 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:40:09.400527 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41792029-ba78-4347-b539-638b55e58d29", "tag": "7264eb7a-2a2c-4015-98fc-5a5049d2db1c", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:40:09.401010 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e84145ac-1674-4d1c-9186-1c9816411305 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:40:09.402902 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41792029-ba78-4347-b539-638b55e58d29', 'tag': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c', 'status': 'completed', 'code': 200} Jun 18 16:40:09.409812 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:09.410358 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:09.410956 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:09.411549 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:09.412629 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:09.412629 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:09.413677 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:09.414309 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:09.414915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:09.415413 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:09.415795 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:09.416189 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:09.425408 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:09.485726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe2cd-e06f-4c0b-9151-53d562962d08 req-cda13d13-5bdd-4c11-9bf0-817b698fd0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:09.487275 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e4abe2cd-e06f-4c0b-9151-53d562962d08 req-cda13d13-5bdd-4c11-9bf0-817b698fd0aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 1099 time: 0.0575776 Jun 18 16:40:09.581890 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c40f8cb4-2850-402e-97cc-3cc95f2fc970 None None] Provisioning complete for port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:09.582491 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c40f8cb4-2850-402e-97cc-3cc95f2fc970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:09.590340 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe2cd-e06f-4c0b-9151-53d562962d08 req-e2872256-2954-4ce8-9307-d4709956b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:09.591865 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e4abe2cd-e06f-4c0b-9151-53d562962d08 req-e2872256-2954-4ce8-9307-d4709956b600 service neutron] 10.222.0.55 "GET /v2.0/networks?id=05a0d564-64e3-446f-ace4-83833829c90c HTTP/1.1" status: 200 len: 898 time: 0.0962138 Jun 18 16:40:09.625070 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c40f8cb4-2850-402e-97cc-3cc95f2fc970 None None] Port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c is administratively disabled so it will not transition to active. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jun 18 16:40:09.657784 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e4abe2cd-e06f-4c0b-9151-53d562962d08 req-d74ceaad-2a34-4eeb-898d-0c0204285480 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7264eb7a-2a2c-4015-98fc-5a5049d2db1c HTTP/1.1" status: 200 len: 1002 time: 0.0587165 Jun 18 16:40:09.712452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe2cd-e06f-4c0b-9151-53d562962d08 req-4119ecb5-ce4b-48ff-beba-041a43cd797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:09.713883 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e4abe2cd-e06f-4c0b-9151-53d562962d08 req-4119ecb5-ce4b-48ff-beba-041a43cd797a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5 HTTP/1.1" status: 200 len: 834 time: 0.0481348 Jun 18 16:40:09.771176 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe2cd-e06f-4c0b-9151-53d562962d08 req-3d33ad4e-db78-4693-94eb-7f969c79154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:09.773198 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e4abe2cd-e06f-4c0b-9151-53d562962d08 req-3d33ad4e-db78-4693-94eb-7f969c79154f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=05a0d564-64e3-446f-ace4-83833829c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0520399 Jun 18 16:40:09.861877 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e4abe2cd-e06f-4c0b-9151-53d562962d08 req-264b5afb-6880-4033-8785-c3e11f683790 service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818894 Jun 18 16:40:09.956894 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e4abe2cd-e06f-4c0b-9151-53d562962d08 req-3d296f70-950e-4f9f-bdbe-a21413ff5107 service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879679 Jun 18 16:40:10.945712 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b8d3ce91-3ede-4aa5-8eb4-c44eab26557b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:11.307437 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:12.128306 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:12.782294 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52808) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:12.787790 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'port': {'admin_state_up': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:12.872867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:13.032205 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7264eb7a-2a2c-4015-98fc-5a5049d2db1c,segment=NetworkSegment(9c9376e9-0645-409b-863b-b12a67dc8077),segment_id=9c9376e9-0645-409b-863b-b12a67dc8077)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:13.060469 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:13.065206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:13.067276 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e74816a7-b8ea-4d2c-a80c-d99741363357 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:13.112917 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:13.113569 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:13.115019 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/ports/7264eb7a-2a2c-4015-98fc-5a5049d2db1c HTTP/1.1" status: 200 len: 937 time: 0.3316922 Jun 18 16:40:13.115696 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41792029-ba78-4347-b539-638b55e58d29', 'tag': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:40:13.119190 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e772a0-37c7-4ca7-93ff-45c0e37437a0" -d '{"events": [{"name": "network-changed", "server_uuid": "41792029-ba78-4347-b539-638b55e58d29", "tag": "7264eb7a-2a2c-4015-98fc-5a5049d2db1c"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:40:13.119349 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52810) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:13.153017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=7264eb7a-2a2c-4015-98fc-5a5049d2db1c,revision_number=7']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:13.161079 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:13.161470 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:13.161848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:13.162395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:13.162788 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:13.163209 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:13.163578 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:13.163939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:13.164503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:13.164984 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:13.165493 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:13.165856 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:13.172275 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:13.176409 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db747da-c2f1-4806-9b5c-043c42dc06d6 x-openstack-request-id: req-2db747da-c2f1-4806-9b5c-043c42dc06d6 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:40:13.176820 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41792029-ba78-4347-b539-638b55e58d29", "tag": "7264eb7a-2a2c-4015-98fc-5a5049d2db1c", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:40:13.177179 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2db747da-c2f1-4806-9b5c-043c42dc06d6 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:40:13.177709 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41792029-ba78-4347-b539-638b55e58d29', 'tag': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c', 'status': 'completed', 'code': 200} Jun 18 16:40:13.197004 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f18d1534-3089-4ee6-b795-295f23039079 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/2843b088-29cd-45b5-9eea-22d1d7f11227 HTTP/1.1" status: 200 len: 993 time: 0.0762620 Jun 18 16:40:13.264448 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e772a0-37c7-4ca7-93ff-45c0e37437a0 req-347d75d7-d024-4b7d-bfff-c7a393e63bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:13.266112 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60e772a0-37c7-4ca7-93ff-45c0e37437a0 req-347d75d7-d024-4b7d-bfff-c7a393e63bae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 1098 time: 0.0599046 Jun 18 16:40:13.362782 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e772a0-37c7-4ca7-93ff-45c0e37437a0 req-3558a46a-7619-4457-b2df-b473f19076d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:13.364189 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60e772a0-37c7-4ca7-93ff-45c0e37437a0 req-3558a46a-7619-4457-b2df-b473f19076d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=05a0d564-64e3-446f-ace4-83833829c90c HTTP/1.1" status: 200 len: 898 time: 0.0902195 Jun 18 16:40:13.367088 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1b563085-7237-4003-974b-31acc2898c76 None None] Provisioning complete for port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:13.368175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1b563085-7237-4003-974b-31acc2898c76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:13.390906 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['7264eb7a-2a2c-4015-98fc-5a5049d2db1c'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:40:13.437891 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60e772a0-37c7-4ca7-93ff-45c0e37437a0 req-febdc6aa-2c32-4fb8-83fc-ceeb3eb97ea3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7264eb7a-2a2c-4015-98fc-5a5049d2db1c HTTP/1.1" status: 200 len: 1001 time: 0.0657861 Jun 18 16:40:13.487246 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e772a0-37c7-4ca7-93ff-45c0e37437a0 req-e6dcd195-1397-4846-b9d1-372eb710bccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:13.488711 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60e772a0-37c7-4ca7-93ff-45c0e37437a0 req-e6dcd195-1397-4846-b9d1-372eb710bccf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5 HTTP/1.1" status: 200 len: 834 time: 0.0435300 Jun 18 16:40:13.548477 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e772a0-37c7-4ca7-93ff-45c0e37437a0 req-c3c1b11f-e572-4c86-91c1-8bf2fa0be55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:13.549985 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60e772a0-37c7-4ca7-93ff-45c0e37437a0 req-c3c1b11f-e572-4c86-91c1-8bf2fa0be55c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=05a0d564-64e3-446f-ace4-83833829c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0520158 Jun 18 16:40:13.645045 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60e772a0-37c7-4ca7-93ff-45c0e37437a0 req-04387e5f-bf91-4060-a8e3-9d9cf280a0c1 service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869155 Jun 18 16:40:13.743953 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60e772a0-37c7-4ca7-93ff-45c0e37437a0 req-9093578b-3568-4d1e-9d94-cc28441bfc30 service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904319 Jun 18 16:40:13.753410 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:15.388286 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-47623310-e949-4b9c-8721-56374853f4d8 req-5f022afc-63a9-4880-8d61-5721bd95cf94 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=41792029-ba78-4347-b539-638b55e58d29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0578256 Jun 18 16:40:15.487364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47623310-e949-4b9c-8721-56374853f4d8 req-a5826430-e124-475f-8de5-67b95afe5840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:15.488795 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-47623310-e949-4b9c-8721-56374853f4d8 req-a5826430-e124-475f-8de5-67b95afe5840 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 1098 time: 0.0538816 Jun 18 16:40:15.601857 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47623310-e949-4b9c-8721-56374853f4d8 req-46cabe75-d786-41b2-a3a7-cfec222ec2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:15.603529 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-47623310-e949-4b9c-8721-56374853f4d8 req-46cabe75-d786-41b2-a3a7-cfec222ec2f3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=05a0d564-64e3-446f-ace4-83833829c90c HTTP/1.1" status: 200 len: 898 time: 0.0911303 Jun 18 16:40:15.671536 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-47623310-e949-4b9c-8721-56374853f4d8 req-9f246607-3385-435a-8499-8ce68c6be126 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7264eb7a-2a2c-4015-98fc-5a5049d2db1c HTTP/1.1" status: 200 len: 1001 time: 0.0609539 Jun 18 16:40:15.725975 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47623310-e949-4b9c-8721-56374853f4d8 req-175ceeb9-7e37-486c-8888-9adca002b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:15.728661 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-47623310-e949-4b9c-8721-56374853f4d8 req-175ceeb9-7e37-486c-8888-9adca002b26e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5 HTTP/1.1" status: 200 len: 834 time: 0.0500560 Jun 18 16:40:15.769537 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52820) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:15.796359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47623310-e949-4b9c-8721-56374853f4d8 req-3051be8b-7579-43a2-bd96-df666f42f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:15.797849 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-47623310-e949-4b9c-8721-56374853f4d8 req-3051be8b-7579-43a2-bd96-df666f42f846 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=05a0d564-64e3-446f-ace4-83833829c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0627244 Jun 18 16:40:15.893723 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-47623310-e949-4b9c-8721-56374853f4d8 req-528ab877-6494-4b03-9a4e-569cb697ffc2 service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872962 Jun 18 16:40:15.939794 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-52b16f0b-8d6d-4683-8709-ec9b19159686 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port e3a3715d-d6cc-4e63-a0dc-cf442e947e5d {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:40:15.940139 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-52b16f0b-8d6d-4683-8709-ec9b19159686 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:15.987731 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-47623310-e949-4b9c-8721-56374853f4d8 req-56e805a2-9eb0-441e-b2b3-385ee4175f30 service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868738 Jun 18 16:40:16.025828 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-52b16f0b-8d6d-4683-8709-ec9b19159686 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:16.026071 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-52b16f0b-8d6d-4683-8709-ec9b19159686 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:16.088329 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-52b16f0b-8d6d-4683-8709-ec9b19159686 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for e3a3715d-d6cc-4e63-a0dc-cf442e947e5d owned by network:floatingip {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:40:16.235788 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-52b16f0b-8d6d-4683-8709-ec9b19159686 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:16.237816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:16.261590 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b16f0b-8d6d-4683-8709-ec9b19159686 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=e3a3715d-d6cc-4e63-a0dc-cf442e947e5d,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:16.264213 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-52b16f0b-8d6d-4683-8709-ec9b19159686 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:16.327661 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-52b16f0b-8d6d-4683-8709-ec9b19159686 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:16.327890 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-52b16f0b-8d6d-4683-8709-ec9b19159686 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Floating IP d11d5316-a6cf-4959-9e3f-e9b216f4e059 disassociated (deleted). External IP: 172.26.6.81, port: e4485f73-b5c2-4080-95ae-14ce6f646e32. Jun 18 16:40:16.529348 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b16f0b-8d6d-4683-8709-ec9b19159686 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 22371504-2be8-472a-8439-5fb7589d0d95 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:40:16.636794 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b16f0b-8d6d-4683-8709-ec9b19159686 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:40:16.641970 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-52b16f0b-8d6d-4683-8709-ec9b19159686 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:16.646361 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ad0d1-57aa-4b00-b51f-ef7289c5319e None None] Sync routers for ids ['22371504-2be8-472a-8439-5fb7589d0d95'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:40:16.657366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001ad0d1-57aa-4b00-b51f-ef7289c5319e None None] Routers {'22371504-2be8-472a-8439-5fb7589d0d95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:16.657996 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-001ad0d1-57aa-4b00-b51f-ef7289c5319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:40:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22371504-2be8-472a-8439-5fb7589d0d95'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:16.680786 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-52b16f0b-8d6d-4683-8709-ec9b19159686 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/floatingips/d11d5316-a6cf-4959-9e3f-e9b216f4e059 HTTP/1.1" status: 204 len: 168 time: 0.9095483 Jun 18 16:40:16.681890 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acff8905-29a9-42c5-8958-54c8bebf33a6', 'tag': 'e4485f73-b5c2-4080-95ae-14ce6f646e32'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:40:16.684025 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd9e635-ab94-48c8-a469-91d651a61625" -d '{"events": [{"name": "network-changed", "server_uuid": "acff8905-29a9-42c5-8958-54c8bebf33a6", "tag": "e4485f73-b5c2-4080-95ae-14ce6f646e32"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:40:16.723833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ba7ac4-cab7-4ae7-9e64-a5522ee6dd32 x-openstack-request-id: req-85ba7ac4-cab7-4ae7-9e64-a5522ee6dd32 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:40:16.724308 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acff8905-29a9-42c5-8958-54c8bebf33a6", "tag": "e4485f73-b5c2-4080-95ae-14ce6f646e32", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:40:16.724710 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-85ba7ac4-cab7-4ae7-9e64-a5522ee6dd32 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:40:16.725254 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acff8905-29a9-42c5-8958-54c8bebf33a6', 'tag': 'e4485f73-b5c2-4080-95ae-14ce6f646e32', 'status': 'completed', 'code': 200} Jun 18 16:40:16.766304 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-001ad0d1-57aa-4b00-b51f-ef7289c5319e None None] Set router 22371504-2be8-472a-8439-5fb7589d0d95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:16.811045 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9e635-ab94-48c8-a469-91d651a61625 req-3b40214e-5328-44f5-ac19-3f9dd1fc954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:16.812642 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ffd9e635-ab94-48c8-a469-91d651a61625 req-3b40214e-5328-44f5-ac19-3f9dd1fc954b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=acff8905-29a9-42c5-8958-54c8bebf33a6 HTTP/1.1" status: 200 len: 1098 time: 0.0603597 Jun 18 16:40:16.920473 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9e635-ab94-48c8-a469-91d651a61625 req-73dda2e5-2920-40de-8f1f-031f7f8a985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:16.922129 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ffd9e635-ab94-48c8-a469-91d651a61625 req-73dda2e5-2920-40de-8f1f-031f7f8a985a service neutron] 10.222.0.55 "GET /v2.0/networks?id=05a0d564-64e3-446f-ace4-83833829c90c HTTP/1.1" status: 200 len: 898 time: 0.1027672 Jun 18 16:40:16.975815 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ffd9e635-ab94-48c8-a469-91d651a61625 req-e366827e-4685-47b4-ae99-9c1bc23547bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4485f73-b5c2-4080-95ae-14ce6f646e32 HTTP/1.1" status: 200 len: 217 time: 0.0416636 Jun 18 16:40:17.031073 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-001ad0d1-57aa-4b00-b51f-ef7289c5319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:01Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '2843b088-29cd-45b5-9eea-22d1d7f11227', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'port_id': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'mac_address': 'fa:16:3e:fe:29:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41792029-ba78-4347-b539-638b55e58d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:39:16Z', 'updated_at': '2021-06-18T16:39:18Z', 'revision_number': 1, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa', 'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:39:00Z', 'updated_at': '2021-06-18T16:39:05Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:17.061681 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ad0d1-57aa-4b00-b51f-ef7289c5319e None None] Checking router: 22371504-2be8-472a-8439-5fb7589d0d95 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:40:17.068457 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9e635-ab94-48c8-a469-91d651a61625 req-618bbf56-0622-4cf3-89ac-91a190080857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:17.070001 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ffd9e635-ab94-48c8-a469-91d651a61625 req-618bbf56-0622-4cf3-89ac-91a190080857 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5 HTTP/1.1" status: 200 len: 834 time: 0.0863748 Jun 18 16:40:17.071438 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001ad0d1-57aa-4b00-b51f-ef7289c5319e None None] Routers {'22371504-2be8-472a-8439-5fb7589d0d95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:17.072299 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-001ad0d1-57aa-4b00-b51f-ef7289c5319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:40:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22371504-2be8-472a-8439-5fb7589d0d95'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:17.136750 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b5555-b104-4530-8704-1a75c9df1e5e req-89f4d5bd-5b28-4838-b35e-017697a0b1da tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:17.138290 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ab6b5555-b104-4530-8704-1a75c9df1e5e req-89f4d5bd-5b28-4838-b35e-017697a0b1da tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=acff8905-29a9-42c5-8958-54c8bebf33a6 HTTP/1.1" status: 200 len: 945 time: 0.1176159 Jun 18 16:40:17.169408 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9e635-ab94-48c8-a469-91d651a61625 req-4fcbf65a-791a-4a59-96a5-2e4ff3f5416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:17.170843 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ffd9e635-ab94-48c8-a469-91d651a61625 req-4fcbf65a-791a-4a59-96a5-2e4ff3f5416f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=05a0d564-64e3-446f-ace4-83833829c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0924499 Jun 18 16:40:17.185828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-001ad0d1-57aa-4b00-b51f-ef7289c5319e None None] Set router 22371504-2be8-472a-8439-5fb7589d0d95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:17.197493 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ab6b5555-b104-4530-8704-1a75c9df1e5e req-c882503e-c4db-486b-8493-3c8107a143e1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca881db3-ad01-41a9-b7d2-622f0dfea178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504198 Jun 18 16:40:17.279655 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ffd9e635-ab94-48c8-a469-91d651a61625 req-444934c2-e543-4d4f-a9ff-b82d7c102c0a service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977204 Jun 18 16:40:17.381663 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ffd9e635-ab94-48c8-a469-91d651a61625 req-1d3b74b8-167c-4323-a09b-9802cd8cf624 service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941386 Jun 18 16:40:17.440023 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-001ad0d1-57aa-4b00-b51f-ef7289c5319e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:01Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '2843b088-29cd-45b5-9eea-22d1d7f11227', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'port_id': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'mac_address': 'fa:16:3e:fe:29:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41792029-ba78-4347-b539-638b55e58d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:39:16Z', 'updated_at': '2021-06-18T16:39:18Z', 'revision_number': 1, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa', 'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:39:00Z', 'updated_at': '2021-06-18T16:39:05Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:17.469148 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001ad0d1-57aa-4b00-b51f-ef7289c5319e None None] The sync data for ids ['22371504-2be8-472a-8439-5fb7589d0d95'] in dv-neutron-797120-1-hyperv is: [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:01Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '2843b088-29cd-45b5-9eea-22d1d7f11227', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.209', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'port_id': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'mac_address': 'fa:16:3e:fe:29:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41792029-ba78-4347-b539-638b55e58d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:39:16Z', 'updated_at': '2021-06-18T16:39:18Z', 'revision_number': 1, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa', 'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:39:00Z', 'updated_at': '2021-06-18T16:39:05Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:40:17.692147 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760bcd90-402d-4b7f-9659-f93101428610 None None] New status for floating IP d11d5316-a6cf-4959-9e3f-e9b216f4e059: DOWN {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:40:18.390707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0888ec-a8e9-4d55-93a4-566e599975bd req-1435c8ba-aca0-4c30-9b40-0f34db452211 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:18.392161 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-dc0888ec-a8e9-4d55-93a4-566e599975bd req-1435c8ba-aca0-4c30-9b40-0f34db452211 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=acff8905-29a9-42c5-8958-54c8bebf33a6 HTTP/1.1" status: 200 len: 945 time: 0.0757573 Jun 18 16:40:18.458232 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-dc0888ec-a8e9-4d55-93a4-566e599975bd req-83786515-d7f4-4d3c-9424-96f607223f0d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=ca881db3-ad01-41a9-b7d2-622f0dfea178&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494828 Jun 18 16:40:18.478181 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dfd948-3e07-4146-beb7-7e8bf1d80a17 req-f6391214-0c32-4c61-8c68-5269b254986d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:18.479644 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e9dfd948-3e07-4146-beb7-7e8bf1d80a17 req-f6391214-0c32-4c61-8c68-5269b254986d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/ports?device_id=acff8905-29a9-42c5-8958-54c8bebf33a6 HTTP/1.1" status: 200 len: 945 time: 0.1075158 Jun 18 16:40:18.582252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-e9dfd948-3e07-4146-beb7-7e8bf1d80a17 req-a1a94f5c-1d50-42ef-aa1f-61a564a159b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port e4485f73-b5c2-4080-95ae-14ce6f646e32 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:40:18.582535 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e9dfd948-3e07-4146-beb7-7e8bf1d80a17 req-a1a94f5c-1d50-42ef-aa1f-61a564a159b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:18.675919 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-e9dfd948-3e07-4146-beb7-7e8bf1d80a17 req-a1a94f5c-1d50-42ef-aa1f-61a564a159b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port e4485f73-b5c2-4080-95ae-14ce6f646e32, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e4485f73-b5c2-4080-95ae-14ce6f646e32,segment=NetworkSegment(9c9376e9-0645-409b-863b-b12a67dc8077),segment_id=9c9376e9-0645-409b-863b-b12a67dc8077)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:18.676279 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e9dfd948-3e07-4146-beb7-7e8bf1d80a17 req-a1a94f5c-1d50-42ef-aa1f-61a564a159b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:18.737311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-e9dfd948-3e07-4146-beb7-7e8bf1d80a17 req-a1a94f5c-1d50-42ef-aa1f-61a564a159b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for e4485f73-b5c2-4080-95ae-14ce6f646e32 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:40:18.874707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e9dfd948-3e07-4146-beb7-7e8bf1d80a17 req-a1a94f5c-1d50-42ef-aa1f-61a564a159b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:18.878914 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:18.904677 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a94f5c-1d50-42ef-aa1f-61a564a159b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=e4485f73-b5c2-4080-95ae-14ce6f646e32,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:18.907836 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a1a94f5c-1d50-42ef-aa1f-61a564a159b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:18.954056 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9dfd948-3e07-4146-beb7-7e8bf1d80a17 req-a1a94f5c-1d50-42ef-aa1f-61a564a159b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] No DVR routers for this DVR port e4485f73-b5c2-4080-95ae-14ce6f646e32 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:40:18.956622 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e9dfd948-3e07-4146-beb7-7e8bf1d80a17 req-a1a94f5c-1d50-42ef-aa1f-61a564a159b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:18.958660 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e9dfd948-3e07-4146-beb7-7e8bf1d80a17 req-a1a94f5c-1d50-42ef-aa1f-61a564a159b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "DELETE /v2.0/ports/e4485f73-b5c2-4080-95ae-14ce6f646e32 HTTP/1.1" status: 204 len: 173 time: 0.4731562 Jun 18 16:40:18.959194 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acff8905-29a9-42c5-8958-54c8bebf33a6', 'name': 'network-vif-deleted', 'tag': 'e4485f73-b5c2-4080-95ae-14ce6f646e32'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:40:18.961803 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71eb859d-f908-43c8-b2c7-43ab3adb68db" -d '{"events": [{"server_uuid": "acff8905-29a9-42c5-8958-54c8bebf33a6", "name": "network-vif-deleted", "tag": "e4485f73-b5c2-4080-95ae-14ce6f646e32"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:40:18.999846 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34c9aa8-2f39-4eb4-bed3-e14926372679 x-openstack-request-id: req-a34c9aa8-2f39-4eb4-bed3-e14926372679 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:40:19.000195 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acff8905-29a9-42c5-8958-54c8bebf33a6", "name": "network-vif-deleted", "tag": "e4485f73-b5c2-4080-95ae-14ce6f646e32", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:40:19.000505 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a34c9aa8-2f39-4eb4-bed3-e14926372679 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:40:19.000954 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acff8905-29a9-42c5-8958-54c8bebf33a6', 'name': 'network-vif-deleted', 'tag': 'e4485f73-b5c2-4080-95ae-14ce6f646e32', 'status': 'completed', 'code': 200} Jun 18 16:40:19.621223 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b4e11a31-5778-497f-b3ab-4f39cd397b65 req-8ca36a39-fbb1-4d9a-a76f-06ab47f9cf56 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=acff8905-29a9-42c5-8958-54c8bebf33a6 HTTP/1.1" status: 200 len: 210 time: 0.0283957 Jun 18 16:40:20.716791 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52838) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:20.775785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca1a0-d777-4d1a-9f02-27b2f486a8bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:20.800261 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca1a0-d777-4d1a-9f02-27b2f486a8bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:20.859251 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca1a0-d777-4d1a-9f02-27b2f486a8bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:20.861882 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca1a0-d777-4d1a-9f02-27b2f486a8bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:20.863064 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0b0ca1a0-d777-4d1a-9f02-27b2f486a8bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/security-groups/ca881db3-ad01-41a9-b7d2-622f0dfea178 HTTP/1.1" status: 204 len: 168 time: 0.1452878 Jun 18 16:40:20.863859 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ece3caf7-b034-46e6-88c7-033989cfcb88 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:20.875189 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ca1a0-d777-4d1a-9f02-27b2f486a8bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca881db3-ad01-41a9-b7d2-622f0dfea178,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:20.877214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0b0ca1a0-d777-4d1a-9f02-27b2f486a8bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:20.897018 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52842) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:21.068417 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-04f01de1-930f-4a44-a31e-935de1345e06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port a616e12a-e19f-4352-97cc-78dd1373c890 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:40:21.068763 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04f01de1-930f-4a44-a31e-935de1345e06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:21.145053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04f01de1-930f-4a44-a31e-935de1345e06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:21.145384 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04f01de1-930f-4a44-a31e-935de1345e06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:21.210252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-04f01de1-930f-4a44-a31e-935de1345e06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for a616e12a-e19f-4352-97cc-78dd1373c890 owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:40:21.356381 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04f01de1-930f-4a44-a31e-935de1345e06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:21.358306 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:21.380003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f01de1-930f-4a44-a31e-935de1345e06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=a616e12a-e19f-4352-97cc-78dd1373c890,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:21.384373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-04f01de1-930f-4a44-a31e-935de1345e06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:21.444425 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04f01de1-930f-4a44-a31e-935de1345e06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:21.444810 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-04f01de1-930f-4a44-a31e-935de1345e06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Floating IP 2843b088-29cd-45b5-9eea-22d1d7f11227 disassociated (deleted). External IP: 172.26.6.209, port: 7264eb7a-2a2c-4015-98fc-5a5049d2db1c. Jun 18 16:40:21.648428 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f01de1-930f-4a44-a31e-935de1345e06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 22371504-2be8-472a-8439-5fb7589d0d95 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:40:21.754228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f01de1-930f-4a44-a31e-935de1345e06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:40:21.759180 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04f01de1-930f-4a44-a31e-935de1345e06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:21.764361 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dcd48f-3b25-40c9-9f81-5d9ddc876994 None None] Sync routers for ids ['22371504-2be8-472a-8439-5fb7589d0d95'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:40:21.773316 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dcd48f-3b25-40c9-9f81-5d9ddc876994 None None] Routers {'22371504-2be8-472a-8439-5fb7589d0d95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:21.774018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-45dcd48f-3b25-40c9-9f81-5d9ddc876994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:40:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22371504-2be8-472a-8439-5fb7589d0d95'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:21.796318 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-04f01de1-930f-4a44-a31e-935de1345e06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/floatingips/2843b088-29cd-45b5-9eea-22d1d7f11227 HTTP/1.1" status: 204 len: 168 time: 0.8981621 Jun 18 16:40:21.797003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41792029-ba78-4347-b539-638b55e58d29', 'tag': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:40:21.799333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ee3db2-d7e3-4678-9eda-0ee13593d2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "41792029-ba78-4347-b539-638b55e58d29", "tag": "7264eb7a-2a2c-4015-98fc-5a5049d2db1c"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:40:21.837842 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a64de5-570b-4916-bea1-3b3d032f6ece x-openstack-request-id: req-27a64de5-570b-4916-bea1-3b3d032f6ece {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:40:21.838268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41792029-ba78-4347-b539-638b55e58d29", "tag": "7264eb7a-2a2c-4015-98fc-5a5049d2db1c", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:40:21.838630 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-27a64de5-570b-4916-bea1-3b3d032f6ece {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:40:21.839219 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41792029-ba78-4347-b539-638b55e58d29', 'tag': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c', 'status': 'completed', 'code': 200} Jun 18 16:40:21.882580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-45dcd48f-3b25-40c9-9f81-5d9ddc876994 None None] Set router 22371504-2be8-472a-8439-5fb7589d0d95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:21.935431 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee3db2-d7e3-4678-9eda-0ee13593d2f1 req-9e6ce4ef-cd12-48f2-b679-d4cd79d80447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:21.936935 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4ee3db2-d7e3-4678-9eda-0ee13593d2f1 req-9e6ce4ef-cd12-48f2-b679-d4cd79d80447 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 1098 time: 0.0709658 Jun 18 16:40:22.049348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee3db2-d7e3-4678-9eda-0ee13593d2f1 req-5ca5e150-6fc1-497b-a819-4b13d342df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:22.050880 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4ee3db2-d7e3-4678-9eda-0ee13593d2f1 req-5ca5e150-6fc1-497b-a819-4b13d342df69 service neutron] 10.222.0.55 "GET /v2.0/networks?id=05a0d564-64e3-446f-ace4-83833829c90c HTTP/1.1" status: 200 len: 898 time: 0.1063783 Jun 18 16:40:22.098120 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4ee3db2-d7e3-4678-9eda-0ee13593d2f1 req-bf849488-8949-40d7-87cb-c7249fd26be2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7264eb7a-2a2c-4015-98fc-5a5049d2db1c HTTP/1.1" status: 200 len: 217 time: 0.0389204 Jun 18 16:40:22.101565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-45dcd48f-3b25-40c9-9f81-5d9ddc876994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:01Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa', 'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:39:00Z', 'updated_at': '2021-06-18T16:39:05Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:22.135695 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dcd48f-3b25-40c9-9f81-5d9ddc876994 None None] Checking router: 22371504-2be8-472a-8439-5fb7589d0d95 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:40:22.145012 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dcd48f-3b25-40c9-9f81-5d9ddc876994 None None] Routers {'22371504-2be8-472a-8439-5fb7589d0d95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:22.145647 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-45dcd48f-3b25-40c9-9f81-5d9ddc876994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:40:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22371504-2be8-472a-8439-5fb7589d0d95'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:22.268402 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-45dcd48f-3b25-40c9-9f81-5d9ddc876994 None None] Set router 22371504-2be8-472a-8439-5fb7589d0d95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:22.491320 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-45dcd48f-3b25-40c9-9f81-5d9ddc876994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:01Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa', 'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:39:00Z', 'updated_at': '2021-06-18T16:39:05Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:22.521901 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dcd48f-3b25-40c9-9f81-5d9ddc876994 None None] The sync data for ids ['22371504-2be8-472a-8439-5fb7589d0d95'] in dv-neutron-797120-1-hyperv is: [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:01Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa', 'name': '', 'network_id': '05a0d564-64e3-446f-ace4-83833829c90c', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:c1:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:39:00Z', 'updated_at': '2021-06-18T16:39:05Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': '6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:40:22.550465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee3db2-d7e3-4678-9eda-0ee13593d2f1 req-3ed8d000-1b7a-4e17-aadb-7cadc11b7569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:22.551965 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4ee3db2-d7e3-4678-9eda-0ee13593d2f1 req-3ed8d000-1b7a-4e17-aadb-7cadc11b7569 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5 HTTP/1.1" status: 200 len: 834 time: 0.4464006 Jun 18 16:40:22.599875 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device e4485f73-b5c2-4080-95ae-14ce6f646e32 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:40:22.627565 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2429b-b10f-4df3-bda3-b37c81117ef8 req-ec8df03f-9d63-40a4-8048-20139c8d1054 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:22.629101 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-49b2429b-b10f-4df3-bda3-b37c81117ef8 req-ec8df03f-9d63-40a4-8048-20139c8d1054 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 945 time: 0.1243787 Jun 18 16:40:22.630509 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: e4485f73-b5c2-4080-95ae-14ce6f646e32 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:40:22.630868 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device e4485f73-b5c2-4080-95ae-14ce6f646e32 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:40:22.658439 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee3db2-d7e3-4678-9eda-0ee13593d2f1 req-3f512977-ef9c-489e-b357-d2ce18cf0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:22.660035 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4ee3db2-d7e3-4678-9eda-0ee13593d2f1 req-3f512977-ef9c-489e-b357-d2ce18cf0b7f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=05a0d564-64e3-446f-ace4-83833829c90c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0973778 Jun 18 16:40:22.687789 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-49b2429b-b10f-4df3-bda3-b37c81117ef8 req-ab4130b0-b35f-401e-832e-7fdaec68d10b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdeefe2-4134-43cb-a658-077c7399af62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510199 Jun 18 16:40:22.772649 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4ee3db2-d7e3-4678-9eda-0ee13593d2f1 req-baa662e6-a767-4d77-91f5-9c19d3327ff3 service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013048 Jun 18 16:40:22.786934 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdee9eae-8d1d-478e-aee7-4813c9259c00 None None] New status for floating IP 2843b088-29cd-45b5-9eea-22d1d7f11227: DOWN {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:40:22.882459 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4ee3db2-d7e3-4678-9eda-0ee13593d2f1 req-ec9a2e95-6f1d-4710-875e-228c3f017d31 service neutron] 10.222.0.55 "GET /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014724 Jun 18 16:40:23.682174 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c08f47b-78ed-40fb-ad79-4693e63e4264 req-2d2e5988-2cf0-4e62-ba15-dbd3f61cd575 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:23.683659 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0c08f47b-78ed-40fb-ad79-4693e63e4264 req-2d2e5988-2cf0-4e62-ba15-dbd3f61cd575 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/ports?device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 945 time: 0.0631785 Jun 18 16:40:23.788077 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-0c08f47b-78ed-40fb-ad79-4693e63e4264 req-8cb9b6a2-a681-45c6-b315-957157490998 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:40:23.788787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-0c08f47b-78ed-40fb-ad79-4693e63e4264 req-8cb9b6a2-a681-45c6-b315-957157490998 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:23.921184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-0c08f47b-78ed-40fb-ad79-4693e63e4264 req-8cb9b6a2-a681-45c6-b315-957157490998 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7264eb7a-2a2c-4015-98fc-5a5049d2db1c,segment=NetworkSegment(9c9376e9-0645-409b-863b-b12a67dc8077),segment_id=9c9376e9-0645-409b-863b-b12a67dc8077)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:23.921541 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-0c08f47b-78ed-40fb-ad79-4693e63e4264 req-8cb9b6a2-a681-45c6-b315-957157490998 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:23.987573 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-0c08f47b-78ed-40fb-ad79-4693e63e4264 req-8cb9b6a2-a681-45c6-b315-957157490998 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for 7264eb7a-2a2c-4015-98fc-5a5049d2db1c owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:40:23.997193 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ff145-7a70-4dad-ac61-f706cf7e57c3 req-ce3119e0-d67a-4456-a952-e655b9baf238 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:23.998684 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d81ff145-7a70-4dad-ac61-f706cf7e57c3 req-ce3119e0-d67a-4456-a952-e655b9baf238 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=41792029-ba78-4347-b539-638b55e58d29 HTTP/1.1" status: 200 len: 945 time: 0.1960859 Jun 18 16:40:24.077153 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d81ff145-7a70-4dad-ac61-f706cf7e57c3 req-4d1fc51d-5d9b-4abc-a5c2-19121b50188f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdeefe2-4134-43cb-a658-077c7399af62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710845 Jun 18 16:40:24.154794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-0c08f47b-78ed-40fb-ad79-4693e63e4264 req-8cb9b6a2-a681-45c6-b315-957157490998 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:24.158780 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-af49b569-e809-47cc-b412-beb21e7fddc7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:24.187940 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9b6a2-a681-45c6-b315-957157490998 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=7264eb7a-2a2c-4015-98fc-5a5049d2db1c,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:24.191590 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8cb9b6a2-a681-45c6-b315-957157490998 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:24.229609 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:24.236001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c08f47b-78ed-40fb-ad79-4693e63e4264 req-8cb9b6a2-a681-45c6-b315-957157490998 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] No DVR routers for this DVR port 7264eb7a-2a2c-4015-98fc-5a5049d2db1c on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:40:24.238492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-0c08f47b-78ed-40fb-ad79-4693e63e4264 req-8cb9b6a2-a681-45c6-b315-957157490998 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:24.240409 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0c08f47b-78ed-40fb-ad79-4693e63e4264 req-8cb9b6a2-a681-45c6-b315-957157490998 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "DELETE /v2.0/ports/7264eb7a-2a2c-4015-98fc-5a5049d2db1c HTTP/1.1" status: 204 len: 173 time: 0.5511742 Jun 18 16:40:24.240938 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41792029-ba78-4347-b539-638b55e58d29', 'name': 'network-vif-deleted', 'tag': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:40:24.244154 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31056a2-0341-4385-b62c-932ea2b52396" -d '{"events": [{"server_uuid": "41792029-ba78-4347-b539-638b55e58d29", "name": "network-vif-deleted", "tag": "7264eb7a-2a2c-4015-98fc-5a5049d2db1c"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:40:24.283426 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7a9395-6814-4461-b11f-67fd59b6366a x-openstack-request-id: req-fb7a9395-6814-4461-b11f-67fd59b6366a {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:40:24.283877 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41792029-ba78-4347-b539-638b55e58d29", "name": "network-vif-deleted", "tag": "7264eb7a-2a2c-4015-98fc-5a5049d2db1c", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:40:24.284249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb7a9395-6814-4461-b11f-67fd59b6366a {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:40:24.284810 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41792029-ba78-4347-b539-638b55e58d29', 'name': 'network-vif-deleted', 'tag': '7264eb7a-2a2c-4015-98fc-5a5049d2db1c', 'status': 'completed', 'code': 200} Jun 18 16:40:25.168835 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52856) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:25.226217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-10560b36-9f7d-4dc8-8fe9-27a806786a05 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.250818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-10560b36-9f7d-4dc8-8fe9-27a806786a05 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.309883 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-10560b36-9f7d-4dc8-8fe9-27a806786a05 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.312499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-10560b36-9f7d-4dc8-8fe9-27a806786a05 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.313655 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-10560b36-9f7d-4dc8-8fe9-27a806786a05 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/security-groups/4cdeefe2-4134-43cb-a658-077c7399af62 HTTP/1.1" status: 204 len: 168 time: 0.1438062 Jun 18 16:40:25.314532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-20a57849-e72e-4c62-8d5e-1f97b82f97f5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:25.324160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10560b36-9f7d-4dc8-8fe9-27a806786a05 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdeefe2-4134-43cb-a658-077c7399af62,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:25.326902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-10560b36-9f7d-4dc8-8fe9-27a806786a05 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:25.347695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52860) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:25.711052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-31f379ac-fed8-4786-94e2-0a0ebb3a7de4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:25.981928 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-31f379ac-fed8-4786-94e2-0a0ebb3a7de4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:40:25.982191 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-31f379ac-fed8-4786-94e2-0a0ebb3a7de4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:26.071973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-31f379ac-fed8-4786-94e2-0a0ebb3a7de4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa,segment=NetworkSegment(9c9376e9-0645-409b-863b-b12a67dc8077),segment_id=9c9376e9-0645-409b-863b-b12a67dc8077)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:26.072323 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-31f379ac-fed8-4786-94e2-0a0ebb3a7de4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:26.135360 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-31f379ac-fed8-4786-94e2-0a0ebb3a7de4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:40:26.327511 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-31f379ac-fed8-4786-94e2-0a0ebb3a7de4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:26.330778 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-307e7c0d-7808-48c9-9f31-d4dde37baeeb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:26.359927 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f379ac-fed8-4786-94e2-0a0ebb3a7de4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:26.363077 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-31f379ac-fed8-4786-94e2-0a0ebb3a7de4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:26.537380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-31f379ac-fed8-4786-94e2-0a0ebb3a7de4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:26.753936 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f379ac-fed8-4786-94e2-0a0ebb3a7de4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 22371504-2be8-472a-8439-5fb7589d0d95 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:40:26.859546 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f379ac-fed8-4786-94e2-0a0ebb3a7de4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:40:26.864824 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-31f379ac-fed8-4786-94e2-0a0ebb3a7de4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/routers/22371504-2be8-472a-8439-5fb7589d0d95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5150197 Jun 18 16:40:26.867429 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52862) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:26.871942 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9982c4e4-d5a8-43ed-81ba-29c9c72aec8d None None] Sync routers for ids ['22371504-2be8-472a-8439-5fb7589d0d95'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:40:26.881604 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9982c4e4-d5a8-43ed-81ba-29c9c72aec8d None None] Routers {'22371504-2be8-472a-8439-5fb7589d0d95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:26.882234 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-9982c4e4-d5a8-43ed-81ba-29c9c72aec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:40:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22371504-2be8-472a-8439-5fb7589d0d95'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:26.920687 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fbd1cd-7c22-40b7-82ec-e254c846f8bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting subnet 6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:40:26.923846 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-59fbd1cd-7c22-40b7-82ec-e254c846f8bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:26.966031 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-59fbd1cd-7c22-40b7-82ec-e254c846f8bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:26.986691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-9982c4e4-d5a8-43ed-81ba-29c9c72aec8d None None] Set router 22371504-2be8-472a-8439-5fb7589d0d95 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:27.059496 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-59fbd1cd-7c22-40b7-82ec-e254c846f8bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:27.122639 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-59fbd1cd-7c22-40b7-82ec-e254c846f8bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:27.124951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-008d7a5f-84df-4f6e-a2ab-07bbd9daa5e7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:27.152371 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbd1cd-7c22-40b7-82ec-e254c846f8bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Subnet': ['ID=6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:27.155807 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-59fbd1cd-7c22-40b7-82ec-e254c846f8bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:27.156816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-59fbd1cd-7c22-40b7-82ec-e254c846f8bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:27.161107 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-59fbd1cd-7c22-40b7-82ec-e254c846f8bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/subnets/6c20703d-cc2f-4ef1-9de3-a4730a6f8ab5 HTTP/1.1" status: 204 len: 168 time: 0.2895775 Jun 18 16:40:27.161369 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52864) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:27.233103 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f4baa7-a2e6-44b2-a026-6abc19c60fbb None None] Network 05a0d564-64e3-446f-ace4-83833829c90c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:40:27.288702 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4a37e7e0-8bb4-4ae6-920c-10781ad743ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:27.395870 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4a37e7e0-8bb4-4ae6-920c-10781ad743ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:27.428169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-9982c4e4-d5a8-43ed-81ba-29c9c72aec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5'}], 'enable_snat': True}, 'gw_port_id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:40:26Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': '23a2e326-2415-4bfd-be4f-c7604512834b', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:0b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22371504-2be8-472a-8439-5fb7589d0d95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:27.451558 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-4a37e7e0-8bb4-4ae6-920c-10781ad743ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port 23a2e326-2415-4bfd-be4f-c7604512834b {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:40:27.451911 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4a37e7e0-8bb4-4ae6-920c-10781ad743ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:27.455117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9982c4e4-d5a8-43ed-81ba-29c9c72aec8d None None] Checking router: 22371504-2be8-472a-8439-5fb7589d0d95 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:40:27.464453 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9982c4e4-d5a8-43ed-81ba-29c9c72aec8d None None] Routers {'22371504-2be8-472a-8439-5fb7589d0d95'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:27.465093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-9982c4e4-d5a8-43ed-81ba-29c9c72aec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:40:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['22371504-2be8-472a-8439-5fb7589d0d95'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:27.503663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] DHCP port deletion for 05a0d564-64e3-446f-ace4-83833829c90c request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:40:27.539228 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-4a37e7e0-8bb4-4ae6-920c-10781ad743ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port 23a2e326-2415-4bfd-be4f-c7604512834b, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=23a2e326-2415-4bfd-be4f-c7604512834b,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:27.540272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4a37e7e0-8bb4-4ae6-920c-10781ad743ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:27.578866 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-9982c4e4-d5a8-43ed-81ba-29c9c72aec8d None None] Set router 22371504-2be8-472a-8439-5fb7589d0d95 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:27.607006 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-4a37e7e0-8bb4-4ae6-920c-10781ad743ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for 23a2e326-2415-4bfd-be4f-c7604512834b owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:40:27.635470 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-9982c4e4-d5a8-43ed-81ba-29c9c72aec8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:40:27Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:27.668762 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9982c4e4-d5a8-43ed-81ba-29c9c72aec8d None None] The sync data for ids ['22371504-2be8-472a-8439-5fb7589d0d95'] in dv-neutron-797120-1-hyperv is: [{'id': '22371504-2be8-472a-8439-5fb7589d0d95', 'name': 'tempest-TestNetworkBasicOps-router-1869608', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:38:58Z', 'updated_at': '2021-06-18T16:40:27Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port_host': None}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:40:27.674775 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] Deleting port fac877b9-aa1c-4ae4-b466-2341ece53b3c {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:40:27.675161 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:27.740101 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] For port fac877b9-aa1c-4ae4-b466-2341ece53b3c, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=fac877b9-aa1c-4ae4-b466-2341ece53b3c,segment=NetworkSegment(9c9376e9-0645-409b-863b-b12a67dc8077),segment_id=9c9376e9-0645-409b-863b-b12a67dc8077)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:27.740503 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:27.777512 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4a37e7e0-8bb4-4ae6-920c-10781ad743ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:27.779820 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c732417c-f41e-41ac-bac2-558f9707db18 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:27.806890 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] Calling delete_port for fac877b9-aa1c-4ae4-b466-2341ece53b3c owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:40:27.808007 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37e7e0-8bb4-4ae6-920c-10781ad743ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=23a2e326-2415-4bfd-be4f-c7604512834b,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:27.811251 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4a37e7e0-8bb4-4ae6-920c-10781ad743ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:27.871822 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4a37e7e0-8bb4-4ae6-920c-10781ad743ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:27.891097 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:27.893421 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:27.922321 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] Pushing event deleted for resources: {'Port': ['ID=fac877b9-aa1c-4ae4-b466-2341ece53b3c,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:27.926633 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] No DVR routers for this DVR port fac877b9-aa1c-4ae4-b466-2341ece53b3c on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:40:27.937008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:27.937008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:27.937008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:27.937008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:27.937008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:27.937008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:27.937008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:27.937008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:27.937008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:27.938305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:27.938305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:27.938305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:27.942959 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:27.974931 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4a37e7e0-8bb4-4ae6-920c-10781ad743ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:27.976993 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4a37e7e0-8bb4-4ae6-920c-10781ad743ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.025325 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4a37e7e0-8bb4-4ae6-920c-10781ad743ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.026143 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a37e7e0-8bb4-4ae6-920c-10781ad743ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Fanout notify agent at l3_agent the message router_deleted on router 22371504-2be8-472a-8439-5fb7589d0d95 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:40:28.033609 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4a37e7e0-8bb4-4ae6-920c-10781ad743ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.034764 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4a37e7e0-8bb4-4ae6-920c-10781ad743ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/routers/22371504-2be8-472a-8439-5fb7589d0d95 HTTP/1.1" status: 204 len: 168 time: 0.8724129 Jun 18 16:40:28.037372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52866) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:28.116927 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2df0f7a5-1024-4149-997c-cb7f34b17139 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.206176 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2df0f7a5-1024-4149-997c-cb7f34b17139 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.217166 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-2df0f7a5-1024-4149-997c-cb7f34b17139 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a0d564-64e3-446f-ace4-83833829c90c']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:28.226554 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-2df0f7a5-1024-4149-997c-cb7f34b17139 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9376e9-0645-409b-863b-b12a67dc8077') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:28.226848 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-2df0f7a5-1024-4149-997c-cb7f34b17139 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9376e9-0645-409b-863b-b12a67dc8077') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:28.236258 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2df0f7a5-1024-4149-997c-cb7f34b17139 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.250644 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2df0f7a5-1024-4149-997c-cb7f34b17139 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.256230 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df0f7a5-1024-4149-997c-cb7f34b17139 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:40:28.256611 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2df0f7a5-1024-4149-997c-cb7f34b17139 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:40:28.259553 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:40:28.315129 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2df0f7a5-1024-4149-997c-cb7f34b17139 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.318678 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f84c64bd-55d8-4a39-95b3-0b10e34ef98c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:28.322717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2df0f7a5-1024-4149-997c-cb7f34b17139 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.324391 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2df0f7a5-1024-4149-997c-cb7f34b17139 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/networks/05a0d564-64e3-446f-ace4-83833829c90c HTTP/1.1" status: 204 len: 168 time: 0.2860417 Jun 18 16:40:28.336417 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0f7a5-1024-4149-997c-cb7f34b17139 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Network': ['ID=05a0d564-64e3-446f-ace4-83833829c90c,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:28.339949 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2df0f7a5-1024-4149-997c-cb7f34b17139 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:28.350827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52868) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:28.356459 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-49ab8dbc-51e3-43e2-a1cc-f2c1e1431ccf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'network': {'name': 'tempest-network-smoke--117224935', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'port_security_enabled': True}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:28.376652 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ab8dbc-51e3-43e2-a1cc-f2c1e1431ccf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:40:28.380134 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-49ab8dbc-51e3-43e2-a1cc-f2c1e1431ccf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.405001 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ab8dbc-51e3-43e2-a1cc-f2c1e1431ccf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:40:28.415098 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-49ab8dbc-51e3-43e2-a1cc-f2c1e1431ccf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.415747 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-49ab8dbc-51e3-43e2-a1cc-f2c1e1431ccf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Added segment 13c7210f-ffcc-44d5-9cf0-67131101f6d5 of type vlan for network f2f91824-1aad-4581-8e3a-f069aa80fb84 Jun 18 16:40:28.465223 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-49ab8dbc-51e3-43e2-a1cc-f2c1e1431ccf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.493667 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-49ab8dbc-51e3-43e2-a1cc-f2c1e1431ccf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.499423 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ab8dbc-51e3-43e2-a1cc-f2c1e1431ccf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:28.500014 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-49ab8dbc-51e3-43e2-a1cc-f2c1e1431ccf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.502407 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5384925a-1507-4008-aad9-0a0276e57f8c tempest-AllowedAddressPairIpV6TestJSON-771847105 tempest-AllowedAddressPairIpV6TestJSON-771847105-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:28.556466 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-49ab8dbc-51e3-43e2-a1cc-f2c1e1431ccf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2044666 Jun 18 16:40:28.559485 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52870) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:28.564580 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-819288879', 'admin_state_up': True, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:28.568323 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab8dbc-51e3-43e2-a1cc-f2c1e1431ccf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Network': ['ID=f2f91824-1aad-4581-8e3a-f069aa80fb84,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:28.571079 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-49ab8dbc-51e3-43e2-a1cc-f2c1e1431ccf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:28.579199 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network f2f91824-1aad-4581-8e3a-f069aa80fb84 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:40:28.587750 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.588925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.641753 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 7264eb7a-2a2c-4015-98fc-5a5049d2db1c no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:40:28.645963 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.673251 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 7264eb7a-2a2c-4015-98fc-5a5049d2db1c {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:40:28.673700 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 7264eb7a-2a2c-4015-98fc-5a5049d2db1c not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:40:28.789122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.980486 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:28.998716 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:29.103943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.26.6.48 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/a2b22dfc-6324-4d39-ac7c-a211aba210b7) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:40:29.205718 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:29.243760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:29.246724 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-92847e73-09f2-4771-8d52-f2c0c79b7088 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:29.278451 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:40:29.283403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:40:29.286063 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:40:29.317514 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=a2b22dfc-6324-4d39-ac7c-a211aba210b7,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:29.320381 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:29.340091 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device fac877b9-aa1c-4ae4-b466-2341ece53b3c no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:40:29.359976 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: fac877b9-aa1c-4ae4-b466-2341ece53b3c {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:40:29.360247 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device fac877b9-aa1c-4ae4-b466-2341ece53b3c not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:40:29.360665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 23a2e326-2415-4bfd-be4f-c7604512834b no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:40:29.382973 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 23a2e326-2415-4bfd-be4f-c7604512834b {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:40:29.383844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 23a2e326-2415-4bfd-be4f-c7604512834b not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:40:29.384893 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:40:29.403905 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:40:29.404259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3aaa816d-1eb6-4ffa-94e4-5ab72515b9fa not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:40:29.539882 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:30.093702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:30.218719 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 6988a38e-3a05-4f8e-8b1a-3d6023033724 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:40:30.332333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:40:30.341118 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Sync routers for ids ['6988a38e-3a05-4f8e-8b1a-3d6023033724'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:40:30.350340 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:30.350555 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Routers {'6988a38e-3a05-4f8e-8b1a-3d6023033724'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:30.351082 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:40:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6988a38e-3a05-4f8e-8b1a-3d6023033724'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:30.351610 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7909811 Jun 18 16:40:30.354837 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52872) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:30.383177 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-01a14421-6e65-41d6-b731-524a1733a181 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=ce51bca7228b4491bea754922e3226ea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270574 Jun 18 16:40:30.386846 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52874) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:30.453763 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Set router 6988a38e-3a05-4f8e-8b1a-3d6023033724 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:30.473290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4981fe-0c0f-4625-8ed2-1d277553c033 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:30.474751 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5b4981fe-0c0f-4625-8ed2-1d277553c033 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875609 Jun 18 16:40:30.477717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52876) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:30.510646 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d5a1fae2-5ea2-491b-bc19-64176d0ef48b tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317171 Jun 18 16:40:30.513031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52878) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:30.517834 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b63da89b-ca60-45c5-be1a-1a83c0c6134a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-648400831', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:30.611978 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63da89b-ca60-45c5-be1a-1a83c0c6134a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:40:30.615977 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b63da89b-ca60-45c5-be1a-1a83c0c6134a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:30.630688 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'name': 'tempest-TestNetworkBasicOps-router-819288879', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:28Z', 'updated_at': '2021-06-18T16:40:29Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:29Z', 'updated_at': '2021-06-18T16:40:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:30.656629 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Checking router: 6988a38e-3a05-4f8e-8b1a-3d6023033724 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:40:30.656985 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Updating router 6988a38e-3a05-4f8e-8b1a-3d6023033724 port a2b22dfc-6324-4d39-ac7c-a211aba210b7 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:40:30.692605 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:30.804369 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b63da89b-ca60-45c5-be1a-1a83c0c6134a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:30.807892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3c076fa2-fe5c-4d9c-995e-37af92800dd3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:30.867032 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63da89b-ca60-45c5-be1a-1a83c0c6134a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Subnet': ['ID=bb06d41c-780c-4683-aa37-455b0042e6d6,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:30.870934 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b63da89b-ca60-45c5-be1a-1a83c0c6134a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:30.873745 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63da89b-ca60-45c5-be1a-1a83c0c6134a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Checking segment: {'id': '13c7210f-ffcc-44d5-9cf0-67131101f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:40:30.874107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63da89b-ca60-45c5-be1a-1a83c0c6134a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network hostable DHCP agents. Network: f2f91824-1aad-4581-8e3a-f069aa80fb84, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:40:30.893082 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63da89b-ca60-45c5-be1a-1a83c0c6134a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network f2f91824-1aad-4581-8e3a-f069aa80fb84 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:40:30.902577 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-b63da89b-ca60-45c5-be1a-1a83c0c6134a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, f2f91824-1aad-4581-8e3a-f069aa80fb84) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:40:30.908046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63da89b-ca60-45c5-be1a-1a83c0c6134a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:30.908661 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b63da89b-ca60-45c5-be1a-1a83c0c6134a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:30.917518 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075c3b58-7390-4343-a73b-7073a25e28a6 None None] Network f2f91824-1aad-4581-8e3a-f069aa80fb84 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:40:30.925759 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b63da89b-ca60-45c5-be1a-1a83c0c6134a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4116895 Jun 18 16:40:30.928608 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52880) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:30.944742 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:30.954769 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Transition to ACTIVE for port object a2b22dfc-6324-4d39-ac7c-a211aba210b7 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:30.961156 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:30.963192 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-bbcd5e25-7927-422a-92ac-4ec8b391c015 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:31.013059 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e57e0-7488-4aef-9731-ef6d2e37fdba None None] Pushing event updated for resources: {'Port': ['ID=a2b22dfc-6324-4d39-ac7c-a211aba210b7,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:31.019755 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Attempting to bind port a2b22dfc-6324-4d39-ac7c-a211aba210b7 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:40:31.020133 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Attempting to bind port a2b22dfc-6324-4d39-ac7c-a211aba210b7 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:40:31.020551 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Attempting to bind port a2b22dfc-6324-4d39-ac7c-a211aba210b7 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:40:31.022993 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e57e0-7488-4aef-9731-ef6d2e37fdba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:31.023366 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e57e0-7488-4aef-9731-ef6d2e37fdba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:31.023702 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e57e0-7488-4aef-9731-ef6d2e37fdba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:31.025033 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e57e0-7488-4aef-9731-ef6d2e37fdba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:31.025205 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e57e0-7488-4aef-9731-ef6d2e37fdba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:31.025205 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e57e0-7488-4aef-9731-ef6d2e37fdba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:31.025205 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e57e0-7488-4aef-9731-ef6d2e37fdba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:31.025205 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e57e0-7488-4aef-9731-ef6d2e37fdba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:31.027487 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e57e0-7488-4aef-9731-ef6d2e37fdba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:31.027487 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e57e0-7488-4aef-9731-ef6d2e37fdba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:31.027487 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e57e0-7488-4aef-9731-ef6d2e37fdba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:31.027716 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55e57e0-7488-4aef-9731-ef6d2e37fdba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:40:31.033887 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-e55e57e0-7488-4aef-9731-ef6d2e37fdba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:31.034843 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:40:31.035225 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:40:31.035630 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:31.036024 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:40:31.036503 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Bound port: a2b22dfc-6324-4d39-ac7c-a211aba210b7, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:40:31.036880 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:31.083054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-f2f91824-1aad-4581-8e3a-f069aa80fb84', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ips': [{'subnet_id': 'bb06d41c-780c-4683-aa37-455b0042e6d6'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:40:31.083912 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:31.090757 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] For port a2b22dfc-6324-4d39-ac7c-a211aba210b7, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:40:31.095753 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] For port a2b22dfc-6324-4d39-ac7c-a211aba210b7, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a2b22dfc-6324-4d39-ac7c-a211aba210b7,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:40:31.101407 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:31.104212 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-eb6bfec6-3c8e-4695-b7db-3d62049896ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:31.168211 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e57e0-7488-4aef-9731-ef6d2e37fdba None None] Pushing event updated for resources: {'Port': ['ID=a2b22dfc-6324-4d39-ac7c-a211aba210b7,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:31.171072 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Routers {'6988a38e-3a05-4f8e-8b1a-3d6023033724'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:31.171691 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:40:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6988a38e-3a05-4f8e-8b1a-3d6023033724'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:31.204490 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-e55e57e0-7488-4aef-9731-ef6d2e37fdba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:31.239106 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Allocated IP 172.20.0.2 (f2f91824-1aad-4581-8e3a-f069aa80fb84/bb06d41c-780c-4683-aa37-455b0042e6d6/58908df2-1d03-4f09-bd9b-ba9a0aff11db) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:40:31.289215 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] Set router 6988a38e-3a05-4f8e-8b1a-3d6023033724 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:31.401708 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:31.411004 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Transition to ACTIVE for port object 58908df2-1d03-4f09-bd9b-ba9a0aff11db will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:31.426826 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Transition to ACTIVE for port object 58908df2-1d03-4f09-bd9b-ba9a0aff11db will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:31.433309 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:31.435848 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:31.476685 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Network f2f91824-1aad-4581-8e3a-f069aa80fb84 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:40:31.480550 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:40:31.484883 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:40:31.487860 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Pushing event updated for resources: {'Port': ['ID=58908df2-1d03-4f09-bd9b-ba9a0aff11db,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:31.491726 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:31.551216 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Attempting to bind port 58908df2-1d03-4f09-bd9b-ba9a0aff11db on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:40:31.551593 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Attempting to bind port 58908df2-1d03-4f09-bd9b-ba9a0aff11db by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '13c7210f-ffcc-44d5-9cf0-67131101f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:40:31.551954 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Attempting to bind port 58908df2-1d03-4f09-bd9b-ba9a0aff11db on network f2f91824-1aad-4581-8e3a-f069aa80fb84 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:40:31.557660 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:40:31.558043 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Checking segment: {'id': '13c7210f-ffcc-44d5-9cf0-67131101f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:40:31.558474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:31.559242 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Bound using segment: {'id': '13c7210f-ffcc-44d5-9cf0-67131101f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:40:31.559365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Bound port: 58908df2-1d03-4f09-bd9b-ba9a0aff11db, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c7210f-ffcc-44d5-9cf0-67131101f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:40:31.559730 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:31.562328 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'name': 'tempest-TestNetworkBasicOps-router-819288879', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:28Z', 'updated_at': '2021-06-18T16:40:29Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:29Z', 'updated_at': '2021-06-18T16:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:31.588336 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f758d7-6389-439d-82a4-242fbb464731 None None] The sync data for ids ['6988a38e-3a05-4f8e-8b1a-3d6023033724'] in dv-neutron-797120-1-hyperv is: [{'id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'name': 'tempest-TestNetworkBasicOps-router-819288879', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:28Z', 'updated_at': '2021-06-18T16:40:29Z', 'revision_number': 3, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:29Z', 'updated_at': '2021-06-18T16:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:40:31.627756 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] For port 58908df2-1d03-4f09-bd9b-ba9a0aff11db, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:40:31.631499 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] For port 58908df2-1d03-4f09-bd9b-ba9a0aff11db, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=58908df2-1d03-4f09-bd9b-ba9a0aff11db,segment=NetworkSegment(13c7210f-ffcc-44d5-9cf0-67131101f6d5),segment_id=13c7210f-ffcc-44d5-9cf0-67131101f6d5)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:40:31.638004 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:31.641732 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:31.705941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Pushing event updated for resources: {'Port': ['ID=58908df2-1d03-4f09-bd9b-ba9a0aff11db,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:31.709731 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:31.726186 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:32.078979 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.20.0.1 (f2f91824-1aad-4581-8e3a-f069aa80fb84/bb06d41c-780c-4683-aa37-455b0042e6d6/e216684f-582f-4a05-b695-f743ae3085fd) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:40:32.198716 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:32.213573 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Transition to ACTIVE for port object e216684f-582f-4a05-b695-f743ae3085fd will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:32.250464 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:32.254972 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:32.300272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network f2f91824-1aad-4581-8e3a-f069aa80fb84 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:40:32.303574 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:40:32.308431 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:40:32.336822 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=e216684f-582f-4a05-b695-f743ae3085fd,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:32.341843 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:32.359636 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:32.514642 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:32.670481 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32873f6a-0034-4893-8e5c-d4ec8204cb67 None None] Network f2f91824-1aad-4581-8e3a-f069aa80fb84 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:40:32.776163 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4c222dfe-63ea-4142-b399-4b862b5f416e None None] Provisioning for port 58908df2-1d03-4f09-bd9b-ba9a0aff11db completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:32.809712 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:32.815610 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:32.818694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:32.891362 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=e216684f-582f-4a05-b695-f743ae3085fd,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:32.895787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:32.896994 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:32.999662 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network f2f91824-1aad-4581-8e3a-f069aa80fb84 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:40:33.002947 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:40:33.124686 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 6988a38e-3a05-4f8e-8b1a-3d6023033724 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:40:33.131886 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-68c167bf-b8ea-4be1-8c43-50826c9da601 None None] Provisioning for port e216684f-582f-4a05-b695-f743ae3085fd completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:33.138210 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-68c167bf-b8ea-4be1-8c43-50826c9da601 None None] Provisioning complete for port e216684f-582f-4a05-b695-f743ae3085fd triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:33.138633 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-68c167bf-b8ea-4be1-8c43-50826c9da601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:33.187270 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-68c167bf-b8ea-4be1-8c43-50826c9da601 None None] Port e216684f-582f-4a05-b695-f743ae3085fd cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:40:33.242935 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:40:33.249963 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/routers/6988a38e-3a05-4f8e-8b1a-3d6023033724/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3201032 Jun 18 16:40:33.252725 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52882) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:33.253209 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Sync routers for ids ['6988a38e-3a05-4f8e-8b1a-3d6023033724'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:40:33.263178 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Routers {'6988a38e-3a05-4f8e-8b1a-3d6023033724'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:33.263812 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:40:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6988a38e-3a05-4f8e-8b1a-3d6023033724'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:33.315124 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0b2768dd-19f0-4714-880a-5f234a82836f None None] Provisioning complete for port e216684f-582f-4a05-b695-f743ae3085fd triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:33.315272 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0b2768dd-19f0-4714-880a-5f234a82836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:33.382918 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9c0baa-e08c-429d-a7b5-5cd7bd76e673 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:33.383740 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9c0baa-e08c-429d-a7b5-5cd7bd76e673 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:33.384355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9c0baa-e08c-429d-a7b5-5cd7bd76e673 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:33.384983 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9c0baa-e08c-429d-a7b5-5cd7bd76e673 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:33.386827 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-bd9c0baa-e08c-429d-a7b5-5cd7bd76e673 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1328411 Jun 18 16:40:33.389615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52884) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:33.394561 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-0b2768dd-19f0-4714-880a-5f234a82836f None None] Port e216684f-582f-4a05-b695-f743ae3085fd cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:40:33.425417 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 58908df2-1d03-4f09-bd9b-ba9a0aff11db up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:33.451688 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be73a15d-b443-4ee0-82ff-37ab2064de09 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:33.452191 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be73a15d-b443-4ee0-82ff-37ab2064de09 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:33.452708 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be73a15d-b443-4ee0-82ff-37ab2064de09 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:33.453217 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be73a15d-b443-4ee0-82ff-37ab2064de09 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:33.458012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52886) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:33.458192 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-be73a15d-b443-4ee0-82ff-37ab2064de09 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0672233 Jun 18 16:40:33.472322 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Set router 6988a38e-3a05-4f8e-8b1a-3d6023033724 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:33.589044 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 58908df2-1d03-4f09-bd9b-ba9a0aff11db completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:33.596138 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 58908df2-1d03-4f09-bd9b-ba9a0aff11db triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:33.596521 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:33.604821 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5d6b1f9b-fd38-42bc-8460-d4b7434ef75c tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1450856 Jun 18 16:40:33.821206 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f5e05d91-fc68-4431-a5d4-ce90a1e7e688 None None] Provisioning complete for port e216684f-582f-4a05-b695-f743ae3085fd triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:33.822026 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5e05d91-fc68-4431-a5d4-ce90a1e7e688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:33.901677 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f5e05d91-fc68-4431-a5d4-ce90a1e7e688 None None] Port e216684f-582f-4a05-b695-f743ae3085fd cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:40:33.921245 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:33.952231 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'name': 'tempest-TestNetworkBasicOps-router-819288879', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:28Z', 'updated_at': '2021-06-18T16:40:32Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:29Z', 'updated_at': '2021-06-18T16:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'e216684f-582f-4a05-b695-f743ae3085fd', 'name': '', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:05:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:31Z', 'updated_at': '2021-06-18T16:40:32Z', 'revision_number': 2, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:33.953820 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52890) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:33.958611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-66bb58c7-e1e6-4502-9368-7fa91193c239 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1928114875', 'description': 'tempest-secgroup-smoke-1928114875 description', 'project_id': 'ce51bca7228b4491bea754922e3226ea'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:33.987048 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66bb58c7-e1e6-4502-9368-7fa91193c239 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:33.993947 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 58908df2-1d03-4f09-bd9b-ba9a0aff11db, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=58908df2-1d03-4f09-bd9b-ba9a0aff11db,segment=NetworkSegment(13c7210f-ffcc-44d5-9cf0-67131101f6d5),segment_id=13c7210f-ffcc-44d5-9cf0-67131101f6d5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:33.995821 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Checking router: 6988a38e-3a05-4f8e-8b1a-3d6023033724 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:40:33.996163 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Updating router 6988a38e-3a05-4f8e-8b1a-3d6023033724 port e216684f-582f-4a05-b695-f743ae3085fd binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:40:34.019032 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.019877 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a2b22dfc-6324-4d39-ac7c-a211aba210b7 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:34.022806 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:34.071632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66bb58c7-e1e6-4502-9368-7fa91193c239 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.075719 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66bb58c7-e1e6-4502-9368-7fa91193c239 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.078959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c5f389f1-0a53-40c8-80c3-ead76ade5d40 tempest-PortsTestJSON-999409118 tempest-PortsTestJSON-999409118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:34.091241 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.105180 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-66bb58c7-e1e6-4502-9368-7fa91193c239 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.106431 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-66bb58c7-e1e6-4502-9368-7fa91193c239 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1514962 Jun 18 16:40:34.108473 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb58c7-e1e6-4502-9368-7fa91193c239 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b151903-7166-4a9a-b48d-2e37e53921e9,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:34.109436 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52892) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:34.111438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-66bb58c7-e1e6-4502-9368-7fa91193c239 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:34.113898 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=58908df2-1d03-4f09-bd9b-ba9a0aff11db,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:34.117385 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:34.117562 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-b18aa622-f4ba-4e34-94ce-5d11b9ba7e08 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '1b151903-7166-4a9a-b48d-2e37e53921e9', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:34.145721 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b18aa622-f4ba-4e34-94ce-5d11b9ba7e08 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.161290 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port a2b22dfc-6324-4d39-ac7c-a211aba210b7 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:34.204266 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b18aa622-f4ba-4e34-94ce-5d11b9ba7e08 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.207588 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port a2b22dfc-6324-4d39-ac7c-a211aba210b7 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:34.207978 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.208079 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b18aa622-f4ba-4e34-94ce-5d11b9ba7e08 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.214197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:34.229538 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18aa622-f4ba-4e34-94ce-5d11b9ba7e08 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b2654e-6321-4fb1-bf06-84b12a166b33,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:34.233469 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b18aa622-f4ba-4e34-94ce-5d11b9ba7e08 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:34.239249 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b18aa622-f4ba-4e34-94ce-5d11b9ba7e08 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.243194 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b18aa622-f4ba-4e34-94ce-5d11b9ba7e08 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1279254 Jun 18 16:40:34.243194 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52894) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:34.248456 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-b1f44fcf-f4e1-48ac-be7f-07d13cafdebe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '1b151903-7166-4a9a-b48d-2e37e53921e9', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:34.281681 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1f44fcf-f4e1-48ac-be7f-07d13cafdebe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.341150 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1f44fcf-f4e1-48ac-be7f-07d13cafdebe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.344951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1f44fcf-f4e1-48ac-be7f-07d13cafdebe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.347293 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7807afc5-1808-40df-8f31-6bf16c89aeb3 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:34.365336 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f44fcf-f4e1-48ac-be7f-07d13cafdebe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1194a3-7bc0-4ebb-9c07-cd7b9f44022a,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:34.368943 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b1f44fcf-f4e1-48ac-be7f-07d13cafdebe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:34.372121 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b1f44fcf-f4e1-48ac-be7f-07d13cafdebe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.372249 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.376402 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b1f44fcf-f4e1-48ac-be7f-07d13cafdebe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1296079 Jun 18 16:40:34.376639 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52896) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:34.381210 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-96d40fa1-a38f-40da-8c1d-c42ff0922aca tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '1b151903-7166-4a9a-b48d-2e37e53921e9', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:34.404879 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port a2b22dfc-6324-4d39-ac7c-a211aba210b7, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a2b22dfc-6324-4d39-ac7c-a211aba210b7,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:34.409008 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96d40fa1-a38f-40da-8c1d-c42ff0922aca tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.410673 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.413692 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:34.472967 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96d40fa1-a38f-40da-8c1d-c42ff0922aca tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.478566 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96d40fa1-a38f-40da-8c1d-c42ff0922aca tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.480131 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:34.498403 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d40fa1-a38f-40da-8c1d-c42ff0922aca tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392d558b-84f9-4ed3-960b-6d9803cb3f58,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:34.501560 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-96d40fa1-a38f-40da-8c1d-c42ff0922aca tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:34.503424 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.504336 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-96d40fa1-a38f-40da-8c1d-c42ff0922aca tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.505523 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-96d40fa1-a38f-40da-8c1d-c42ff0922aca tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279471 Jun 18 16:40:34.505742 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=a2b22dfc-6324-4d39-ac7c-a211aba210b7,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:34.508933 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52898) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:34.510168 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:34.513617 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-e372dc4d-7477-4f7a-bc31-9a09e068aa7d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '1b151903-7166-4a9a-b48d-2e37e53921e9', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:34.519961 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Transition to ACTIVE for port object e216684f-582f-4a05-b695-f743ae3085fd will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:34.526714 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.529555 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ab2f6e6f-d3fa-41f5-88e1-21bcf963a627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:34.540416 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e372dc4d-7477-4f7a-bc31-9a09e068aa7d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.603487 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e372dc4d-7477-4f7a-bc31-9a09e068aa7d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.608625 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e372dc4d-7477-4f7a-bc31-9a09e068aa7d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.610824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0d2f16c1-77d8-4e26-981a-bc542dfa6dbc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:34.629719 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387009d-c1a6-443b-91ee-5135bb932bb5 None None] Pushing event updated for resources: {'Port': ['ID=e216684f-582f-4a05-b695-f743ae3085fd,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:34.629911 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e372dc4d-7477-4f7a-bc31-9a09e068aa7d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c523bc4-0ae8-4a37-8454-57e0fc3d0ef7,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:34.635101 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e372dc4d-7477-4f7a-bc31-9a09e068aa7d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:34.635465 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a387009d-c1a6-443b-91ee-5135bb932bb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:34.637609 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e372dc4d-7477-4f7a-bc31-9a09e068aa7d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.638897 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e372dc4d-7477-4f7a-bc31-9a09e068aa7d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289821 Jun 18 16:40:34.641759 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52900) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:34.648240 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-9e65dc9f-0566-46c9-8c94-b1b22dd0e821 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '1b151903-7166-4a9a-b48d-2e37e53921e9', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:34.673881 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-9e65dc9f-0566-46c9-8c94-b1b22dd0e821 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:40:34.678809 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Attempting to bind port e216684f-582f-4a05-b695-f743ae3085fd on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:40:34.679727 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Attempting to bind port e216684f-582f-4a05-b695-f743ae3085fd by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '13c7210f-ffcc-44d5-9cf0-67131101f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:40:34.680814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Attempting to bind port e216684f-582f-4a05-b695-f743ae3085fd on network f2f91824-1aad-4581-8e3a-f069aa80fb84 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:40:34.681766 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9e65dc9f-0566-46c9-8c94-b1b22dd0e821 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.686546 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:40:34.686953 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Checking segment: {'id': '13c7210f-ffcc-44d5-9cf0-67131101f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:40:34.687368 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.687775 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Bound using segment: {'id': '13c7210f-ffcc-44d5-9cf0-67131101f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:40:34.688261 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Bound port: e216684f-582f-4a05-b695-f743ae3085fd, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c7210f-ffcc-44d5-9cf0-67131101f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:40:34.688647 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.753561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9e65dc9f-0566-46c9-8c94-b1b22dd0e821 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.758579 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9e65dc9f-0566-46c9-8c94-b1b22dd0e821 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.760470 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-91ae2c51-076c-4f0e-bfbf-6704f5788e34 tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:34.763880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] For port e216684f-582f-4a05-b695-f743ae3085fd, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:40:34.767976 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] For port e216684f-582f-4a05-b695-f743ae3085fd, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e216684f-582f-4a05-b695-f743ae3085fd,segment=NetworkSegment(13c7210f-ffcc-44d5-9cf0-67131101f6d5),segment_id=13c7210f-ffcc-44d5-9cf0-67131101f6d5)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:40:34.772382 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.776150 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:34.777205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65dc9f-0566-46c9-8c94-b1b22dd0e821 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3793df8c-41c5-40eb-8238-6a9f6d97fc59,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:34.779716 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9e65dc9f-0566-46c9-8c94-b1b22dd0e821 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:34.785545 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9e65dc9f-0566-46c9-8c94-b1b22dd0e821 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.790259 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9e65dc9f-0566-46c9-8c94-b1b22dd0e821 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1437032 Jun 18 16:40:34.790574 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52902) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:34.795114 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-893bfd13-57f0-474b-a420-2d96be0e5291 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'security_group_rule': {'security_group_id': '1b151903-7166-4a9a-b48d-2e37e53921e9', 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:34.819002 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-893bfd13-57f0-474b-a420-2d96be0e5291 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Project ce51bca7228b4491bea754922e3226ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:40:34.824470 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-893bfd13-57f0-474b-a420-2d96be0e5291 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.840850 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Routers {'6988a38e-3a05-4f8e-8b1a-3d6023033724'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:34.841506 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:40:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6988a38e-3a05-4f8e-8b1a-3d6023033724'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:34.848501 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387009d-c1a6-443b-91ee-5135bb932bb5 None None] Pushing event updated for resources: {'Port': ['ID=e216684f-582f-4a05-b695-f743ae3085fd,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:34.886492 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a387009d-c1a6-443b-91ee-5135bb932bb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:34.896297 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-893bfd13-57f0-474b-a420-2d96be0e5291 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.901583 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-893bfd13-57f0-474b-a420-2d96be0e5291 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.903891 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-aa299a2f-04b1-4080-a367-a6d200ecfbfe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:34.919526 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bfd13-57f0-474b-a420-2d96be0e5291 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f125cd89-260e-457b-9aa8-b2f1e23921b2,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:34.923574 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-893bfd13-57f0-474b-a420-2d96be0e5291 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:34.931307 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-893bfd13-57f0-474b-a420-2d96be0e5291 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:34.932710 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-893bfd13-57f0-474b-a420-2d96be0e5291 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411908 Jun 18 16:40:34.966209 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] Set router 6988a38e-3a05-4f8e-8b1a-3d6023033724 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:35.082173 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-1973e36e-7900-4cb1-a307-3eebb973e67e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1928114875&fields=id&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 267 time: 0.0354030 Jun 18 16:40:35.186814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'name': 'tempest-TestNetworkBasicOps-router-819288879', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:28Z', 'updated_at': '2021-06-18T16:40:32Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:29Z', 'updated_at': '2021-06-18T16:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'e216684f-582f-4a05-b695-f743ae3085fd', 'name': '', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:05:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:31Z', 'updated_at': '2021-06-18T16:40:34Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:35.198155 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-e0860a7f-f098-4b12-a790-298900d2909b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:35.199656 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-e0860a7f-f098-4b12-a790-298900d2909b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/networks?id=f2f91824-1aad-4581-8e3a-f069aa80fb84 HTTP/1.1" status: 200 len: 796 time: 0.1107175 Jun 18 16:40:35.212821 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb81cc33-b23f-4a36-848d-850bbae397b9 None None] The sync data for ids ['6988a38e-3a05-4f8e-8b1a-3d6023033724'] in dv-neutron-797120-1-hyperv is: [{'id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'name': 'tempest-TestNetworkBasicOps-router-819288879', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:28Z', 'updated_at': '2021-06-18T16:40:32Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:29Z', 'updated_at': '2021-06-18T16:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'e216684f-582f-4a05-b695-f743ae3085fd', 'name': '', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:05:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:31Z', 'updated_at': '2021-06-18T16:40:34Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:40:35.214577 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-1202333a-10f0-478f-a9fb-060bd26ae972 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/quotas/ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 375 time: 0.0094211 Jun 18 16:40:35.311620 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-50607289-43f3-4c42-8bcd-2b7730625348 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912790 Jun 18 16:40:35.423064 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-d8213045-5694-473f-a603-4d662de50aa3 service neutron] 10.222.0.50 "GET /v2.0/networks/f2f91824-1aad-4581-8e3a-f069aa80fb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024225 Jun 18 16:40:35.441019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e216684f-582f-4a05-b695-f743ae3085fd up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:35.493010 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port e216684f-582f-4a05-b695-f743ae3085fd completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:35.497740 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port e216684f-582f-4a05-b695-f743ae3085fd triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:35.497992 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:35.526757 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-5b1b1f0b-4e8c-4284-94e2-f88412320d06 service neutron] 10.222.0.50 "GET /v2.0/networks/f2f91824-1aad-4581-8e3a-f069aa80fb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976553 Jun 18 16:40:35.591716 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:35.627981 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port e216684f-582f-4a05-b695-f743ae3085fd, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e216684f-582f-4a05-b695-f743ae3085fd,segment=NetworkSegment(13c7210f-ffcc-44d5-9cf0-67131101f6d5),segment_id=13c7210f-ffcc-44d5-9cf0-67131101f6d5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:35.632306 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:35.634271 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 58908df2-1d03-4f09-bd9b-ba9a0aff11db up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:35.637755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ab2f6e6f-d3fa-41f5-88e1-21bcf963a627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:35.726794 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=e216684f-582f-4a05-b695-f743ae3085fd,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:35.730949 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:35.751035 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-88b6580a-d84c-45df-9c67-cb82ef4e92d5 req-34165174-cf3f-4f30-9b5e-1107270fff83 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=8546aa8b-b14a-4842-b883-df728b78f56d HTTP/1.1" status: 200 len: 210 time: 0.0490823 Jun 18 16:40:35.754193 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 58908df2-1d03-4f09-bd9b-ba9a0aff11db triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:35.754787 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:35.857394 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a2b22dfc-6324-4d39-ac7c-a211aba210b7 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:35.911544 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port a2b22dfc-6324-4d39-ac7c-a211aba210b7 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:35.911928 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:36.832167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-194af302-d2b5-43d0-a837-7df929e535b8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:36.833715 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-194af302-d2b5-43d0-a837-7df929e535b8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/networks?id=f2f91824-1aad-4581-8e3a-f069aa80fb84 HTTP/1.1" status: 200 len: 796 time: 0.1175001 Jun 18 16:40:36.909095 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1d8c134f-c6e8-456b-9028-cb591811aceb req-b05eff25-cf3e-492f-aacd-3f4f9a0860ee tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=8546aa8b-b14a-4842-b883-df728b78f56d HTTP/1.1" status: 200 len: 210 time: 0.0376971 Jun 18 16:40:36.919402 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-c605af61-56a9-493b-88bd-7e9671fb36ca tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce51bca7228b4491bea754922e3226ea HTTP/1.1" status: 200 len: 380 time: 0.0651553 Jun 18 16:40:36.933758 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-b31abcbb-0138-4660-9250-439d8b5e1246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'port': {'device_id': '8546aa8b-b14a-4842-b883-df728b78f56d', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'admin_state_up': True, 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'security_groups': ['1b151903-7166-4a9a-b48d-2e37e53921e9']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:37.051862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-b31abcbb-0138-4660-9250-439d8b5e1246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Made reservation on behalf of ce51bca7228b4491bea754922e3226ea for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:40:37.055548 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-b31abcbb-0138-4660-9250-439d8b5e1246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:37.187930 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-b31abcbb-0138-4660-9250-439d8b5e1246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.20.0.13 (f2f91824-1aad-4581-8e3a-f069aa80fb84/bb06d41c-780c-4683-aa37-455b0042e6d6/04b7b98d-d8c7-4aeb-961a-c4a0e1184a39) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:40:37.322021 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-b31abcbb-0138-4660-9250-439d8b5e1246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:37.336671 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e216684f-582f-4a05-b695-f743ae3085fd up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:37.337282 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-b31abcbb-0138-4660-9250-439d8b5e1246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Transition to ACTIVE for port object 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:37.377029 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-b31abcbb-0138-4660-9250-439d8b5e1246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:37.381012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8ee0c2cc-738d-4e9d-a065-6c8596c8977a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:37.396993 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port e216684f-582f-4a05-b695-f743ae3085fd triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:37.397376 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:37.422839 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-b31abcbb-0138-4660-9250-439d8b5e1246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network f2f91824-1aad-4581-8e3a-f069aa80fb84 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:40:37.427695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-b31abcbb-0138-4660-9250-439d8b5e1246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:40:37.432202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-b31abcbb-0138-4660-9250-439d8b5e1246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:40:37.464800 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31abcbb-0138-4660-9250-439d8b5e1246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=04b7b98d-d8c7-4aeb-961a-c4a0e1184a39,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:37.469144 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b31abcbb-0138-4660-9250-439d8b5e1246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:37.495216 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-b31abcbb-0138-4660-9250-439d8b5e1246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:37.496159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-b31abcbb-0138-4660-9250-439d8b5e1246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:37.511684 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-b31abcbb-0138-4660-9250-439d8b5e1246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5871646 Jun 18 16:40:37.524164 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Request body: {'port': {'device_id': '8546aa8b-b14a-4842-b883-df728b78f56d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:37.601346 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:37.676741 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8408f551-ab52-4ae5-bc5f-140aaa708fdf None None] Provisioning for port 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:37.680931 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8408f551-ab52-4ae5-bc5f-140aaa708fdf None None] Provisioning complete for port 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:37.681314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8408f551-ab52-4ae5-bc5f-140aaa708fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:37.716990 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-8408f551-ab52-4ae5-bc5f-140aaa708fdf None None] Port 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:40:37.866454 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:40:37.874966 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:37.886159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Transition to ACTIVE for port object 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:40:37.889910 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:37.891965 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b7b1d58d-29c8-415b-9fe6-ffdb4b149345 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:37.968750 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Pushing event updated for resources: {'Port': ['ID=04b7b98d-d8c7-4aeb-961a-c4a0e1184a39,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:37.972789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:38.071404 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Attempting to bind port 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:40:38.071717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Attempting to bind port 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '13c7210f-ffcc-44d5-9cf0-67131101f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:40:38.072050 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Attempting to bind port 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 on network f2f91824-1aad-4581-8e3a-f069aa80fb84 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:40:38.084337 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Port 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 on network f2f91824-1aad-4581-8e3a-f069aa80fb84 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:40:38.084660 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Attempting to bind port 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 on network f2f91824-1aad-4581-8e3a-f069aa80fb84 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:40:38.092894 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:40:38.093230 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Checking segment: {'id': '13c7210f-ffcc-44d5-9cf0-67131101f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:40:38.093613 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Bound using segment: {'id': '13c7210f-ffcc-44d5-9cf0-67131101f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:40:38.094049 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Bound port: 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c7210f-ffcc-44d5-9cf0-67131101f6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:40:38.094393 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:38.156921 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c32dc-2d62-4e05-9679-fdf143124a3a req-768bf93d-1bef-4dd8-9c45-8d1f20fe125f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:38.158392 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d43c32dc-2d62-4e05-9679-fdf143124a3a req-768bf93d-1bef-4dd8-9c45-8d1f20fe125f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=8546aa8b-b14a-4842-b883-df728b78f56d HTTP/1.1" status: 200 len: 944 time: 0.1180789 Jun 18 16:40:38.197825 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] For port 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:40:38.201489 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] For port 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=04b7b98d-d8c7-4aeb-961a-c4a0e1184a39,segment=NetworkSegment(13c7210f-ffcc-44d5-9cf0-67131101f6d5),segment_id=13c7210f-ffcc-44d5-9cf0-67131101f6d5)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:40:38.207920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:38.212964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:38.240875 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d43c32dc-2d62-4e05-9679-fdf143124a3a req-78ddc8b0-d839-47ea-9672-98034d1b13d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b151903-7166-4a9a-b48d-2e37e53921e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766387 Jun 18 16:40:38.256389 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:38.257076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:38.259304 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] 10.222.0.55 "PUT /v2.0/ports/04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 HTTP/1.1" status: 200 len: 1094 time: 0.7396929 Jun 18 16:40:38.259916 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8546aa8b-b14a-4842-b883-df728b78f56d', 'tag': '04b7b98d-d8c7-4aeb-961a-c4a0e1184a39'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:40:38.263183 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38680736-4268-45cb-9013-3b460f9b5354" -d '{"events": [{"name": "network-changed", "server_uuid": "8546aa8b-b14a-4842-b883-df728b78f56d", "tag": "04b7b98d-d8c7-4aeb-961a-c4a0e1184a39"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:40:38.295959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Pushing event updated for resources: {'Port': ['ID=04b7b98d-d8c7-4aeb-961a-c4a0e1184a39,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:38.299052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:38.308430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415ae92a-ea9a-4b64-acdb-f21c523892db x-openstack-request-id: req-415ae92a-ea9a-4b64-acdb-f21c523892db {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:40:38.308786 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8546aa8b-b14a-4842-b883-df728b78f56d", "tag": "04b7b98d-d8c7-4aeb-961a-c4a0e1184a39", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:40:38.309096 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-415ae92a-ea9a-4b64-acdb-f21c523892db {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:40:38.309585 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8546aa8b-b14a-4842-b883-df728b78f56d', 'tag': '04b7b98d-d8c7-4aeb-961a-c4a0e1184a39', 'status': 'completed', 'code': 200} Jun 18 16:40:38.379612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a97b81d8-b0dd-4bad-99b0-05380aed6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:38.381150 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-a97b81d8-b0dd-4bad-99b0-05380aed6310 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=8546aa8b-b14a-4842-b883-df728b78f56d HTTP/1.1" status: 200 len: 1097 time: 0.0562415 Jun 18 16:40:38.429563 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-152b60fc-8ddb-4336-ada2-1fd04b9bb46f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 HTTP/1.1" status: 200 len: 217 time: 0.0393798 Jun 18 16:40:38.471278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-07a056e4-6b7f-4469-837f-e679ff248b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:38.481880 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-38390769-0f51-462b-b8c7-80635ae9240b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:38.483424 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-38390769-0f51-462b-b8c7-80635ae9240b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb06d41c-780c-4683-aa37-455b0042e6d6 HTTP/1.1" status: 200 len: 834 time: 0.0463276 Jun 18 16:40:38.541425 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-c064fe66-53c5-43ca-88c9-850c1a995a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:38.542820 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-c064fe66-53c5-43ca-88c9-850c1a995a20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f91824-1aad-4581-8e3a-f069aa80fb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526407 Jun 18 16:40:38.638539 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-60fbfea9-77ee-42bc-86ab-fac0a14e699c service neutron] 10.222.0.55 "GET /v2.0/networks/f2f91824-1aad-4581-8e3a-f069aa80fb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882847 Jun 18 16:40:38.727998 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4247041-a0e6-4114-8fb5-102bdded19cd req-572d26b4-1e90-491d-8e2f-68b6c04d27a4 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f91824-1aad-4581-8e3a-f069aa80fb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820532 Jun 18 16:40:38.836851 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38680736-4268-45cb-9013-3b460f9b5354 req-8aa5148e-bfcb-4f7b-a070-1f42d4b8bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:38.838370 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-38680736-4268-45cb-9013-3b460f9b5354 req-8aa5148e-bfcb-4f7b-a070-1f42d4b8bbc4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=8546aa8b-b14a-4842-b883-df728b78f56d HTTP/1.1" status: 200 len: 1097 time: 0.0602620 Jun 18 16:40:38.937456 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38680736-4268-45cb-9013-3b460f9b5354 req-d4fb07b8-ecec-4ad2-a9d6-69e4cce2547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:38.938966 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-38680736-4268-45cb-9013-3b460f9b5354 req-d4fb07b8-ecec-4ad2-a9d6-69e4cce2547e service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f91824-1aad-4581-8e3a-f069aa80fb84 HTTP/1.1" status: 200 len: 897 time: 0.0931304 Jun 18 16:40:38.983941 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-38680736-4268-45cb-9013-3b460f9b5354 req-66145184-d292-460f-a755-67634735aea2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 HTTP/1.1" status: 200 len: 217 time: 0.0377388 Jun 18 16:40:39.037366 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38680736-4268-45cb-9013-3b460f9b5354 req-5df551c2-31c9-464e-8ab6-25187f82b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:39.038936 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-38680736-4268-45cb-9013-3b460f9b5354 req-5df551c2-31c9-464e-8ab6-25187f82b330 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb06d41c-780c-4683-aa37-455b0042e6d6 HTTP/1.1" status: 200 len: 834 time: 0.0486901 Jun 18 16:40:39.102671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38680736-4268-45cb-9013-3b460f9b5354 req-ec9ea00e-d256-4437-a39b-11b878885c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:39.104479 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-38680736-4268-45cb-9013-3b460f9b5354 req-ec9ea00e-d256-4437-a39b-11b878885c91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f91824-1aad-4581-8e3a-f069aa80fb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0574219 Jun 18 16:40:39.196991 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-38680736-4268-45cb-9013-3b460f9b5354 req-dd15e040-9a89-4071-a09f-4d49d700949a service neutron] 10.222.0.55 "GET /v2.0/networks/f2f91824-1aad-4581-8e3a-f069aa80fb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853798 Jun 18 16:40:39.302976 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-38680736-4268-45cb-9013-3b460f9b5354 req-572b87aa-ce5b-46fe-8bc2-dc63b95a003b service neutron] 10.222.0.55 "GET /v2.0/networks/f2f91824-1aad-4581-8e3a-f069aa80fb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992408 Jun 18 16:40:39.433421 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e3ca6-2810-47aa-ba9e-4aaff98b4947 req-199af8a1-043b-4ddd-b85a-f4bdb5eef76b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:39.435000 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1b6e3ca6-2810-47aa-ba9e-4aaff98b4947 req-199af8a1-043b-4ddd-b85a-f4bdb5eef76b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=8546aa8b-b14a-4842-b883-df728b78f56d HTTP/1.1" status: 200 len: 944 time: 0.0655227 Jun 18 16:40:39.474656 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1b6e3ca6-2810-47aa-ba9e-4aaff98b4947 req-6c3e64a2-bba4-430e-ac74-ec883a8064cf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b151903-7166-4a9a-b48d-2e37e53921e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336518 Jun 18 16:40:39.863744 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:40:40.652817 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8f2ed-3de7-43a0-82ef-7011ad3b91af req-ea8ac2e3-a05e-4a83-b572-591fd1b25a32 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:40.654301 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2ed8f2ed-3de7-43a0-82ef-7011ad3b91af req-ea8ac2e3-a05e-4a83-b572-591fd1b25a32 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=8546aa8b-b14a-4842-b883-df728b78f56d HTTP/1.1" status: 200 len: 944 time: 0.0678623 Jun 18 16:40:40.692541 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2ed8f2ed-3de7-43a0-82ef-7011ad3b91af req-013f03f8-79c8-42be-a2b4-5dd7893445ed tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b151903-7166-4a9a-b48d-2e37e53921e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322630 Jun 18 16:40:40.947109 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ae817a09-f1a6-47b0-8061-6a82edf81499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:41.307293 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:41.861345 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c360e-7585-4f64-9a03-53e6cdb25825 req-48c16a7f-97ee-49d8-b63d-941eb5a42c2a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:41.862862 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-429c360e-7585-4f64-9a03-53e6cdb25825 req-48c16a7f-97ee-49d8-b63d-941eb5a42c2a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=8546aa8b-b14a-4842-b883-df728b78f56d HTTP/1.1" status: 200 len: 944 time: 0.0625606 Jun 18 16:40:41.901633 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-429c360e-7585-4f64-9a03-53e6cdb25825 req-9306fcc9-c888-4990-936e-98f6c0cc0d03 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b151903-7166-4a9a-b48d-2e37e53921e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323498 Jun 18 16:40:42.130864 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:42.701404 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:40:42.801687 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=04b7b98d-d8c7-4aeb-961a-c4a0e1184a39,segment=NetworkSegment(13c7210f-ffcc-44d5-9cf0-67131101f6d5),segment_id=13c7210f-ffcc-44d5-9cf0-67131101f6d5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:42.816280 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '04b7b98d-d8c7-4aeb-961a-c4a0e1184a39', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'port_id': '04b7b98d-d8c7-4aeb-961a-c4a0e1184a39', 'mac_address': 'fa:16:3e:c5:c9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:40:42.855668 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:42.868034 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:40:42.888081 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=04b7b98d-d8c7-4aeb-961a-c4a0e1184a39,segment=NetworkSegment(13c7210f-ffcc-44d5-9cf0-67131101f6d5),segment_id=13c7210f-ffcc-44d5-9cf0-67131101f6d5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:42.892140 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:42.893854 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:42.942842 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=04b7b98d-d8c7-4aeb-961a-c4a0e1184a39,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:42.947211 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:43.075856 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56047e1f-afe3-45f7-a97d-7ff1f3111cf2 req-21ac15ab-6681-48cd-8155-18ff351c29c4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:43.077544 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-56047e1f-afe3-45f7-a97d-7ff1f3111cf2 req-21ac15ab-6681-48cd-8155-18ff351c29c4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=8546aa8b-b14a-4842-b883-df728b78f56d HTTP/1.1" status: 200 len: 945 time: 0.0645199 Jun 18 16:40:43.096965 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['04b7b98d-d8c7-4aeb-961a-c4a0e1184a39'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:40:43.122164 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-56047e1f-afe3-45f7-a97d-7ff1f3111cf2 req-9b99597e-c6d5-4bd5-b9e0-59a639e7abd5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b151903-7166-4a9a-b48d-2e37e53921e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385845 Jun 18 16:40:43.752805 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:44.298759 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8fc5d-1e6a-4d0b-a267-c0fe96a024df req-b5667a70-76bb-4943-bc76-ced6b6be001b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:44.300143 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0ec8fc5d-1e6a-4d0b-a267-c0fe96a024df req-b5667a70-76bb-4943-bc76-ced6b6be001b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=8546aa8b-b14a-4842-b883-df728b78f56d HTTP/1.1" status: 200 len: 945 time: 0.0647790 Jun 18 16:40:44.338382 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0ec8fc5d-1e6a-4d0b-a267-c0fe96a024df req-94fb4f8a-5316-478b-bcbc-e9813719e9ee tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b151903-7166-4a9a-b48d-2e37e53921e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316355 Jun 18 16:40:44.716929 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:40:44.764133 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:40:44.767537 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:40:44.767911 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:44.850820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:44.874449 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8546aa8b-b14a-4842-b883-df728b78f56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b7b98d-d8c7-4aeb-961a-c4a0e1184a39'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:40:44.876768 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fb49cc-0c6e-485b-837c-a957602a25fa" -d '{"events": [{"server_uuid": "8546aa8b-b14a-4842-b883-df728b78f56d", "name": "network-vif-plugged", "status": "completed", "tag": "04b7b98d-d8c7-4aeb-961a-c4a0e1184a39"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:40:44.890732 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=04b7b98d-d8c7-4aeb-961a-c4a0e1184a39,segment=NetworkSegment(13c7210f-ffcc-44d5-9cf0-67131101f6d5),segment_id=13c7210f-ffcc-44d5-9cf0-67131101f6d5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:40:44.894814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:44.896638 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-572e96d4-234a-454f-a3ff-910270c097c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:44.918690 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e11aa1-84e9-40c3-9d66-3f81dd89deff x-openstack-request-id: req-00e11aa1-84e9-40c3-9d66-3f81dd89deff {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:40:44.918993 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8546aa8b-b14a-4842-b883-df728b78f56d", "name": "network-vif-plugged", "status": "completed", "tag": "04b7b98d-d8c7-4aeb-961a-c4a0e1184a39", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:40:44.919262 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-00e11aa1-84e9-40c3-9d66-3f81dd89deff {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:40:44.919665 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8546aa8b-b14a-4842-b883-df728b78f56d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04b7b98d-d8c7-4aeb-961a-c4a0e1184a39', 'code': 200} Jun 18 16:40:44.945150 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=04b7b98d-d8c7-4aeb-961a-c4a0e1184a39,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:44.948754 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:45.140519 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d75fb-bf22-4dc8-a777-8676ad70d7ca req-4cdc8869-592d-4f97-a621-89ba4dfcb40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:45.142013 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4a4d75fb-bf22-4dc8-a777-8676ad70d7ca req-4cdc8869-592d-4f97-a621-89ba4dfcb40f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8546aa8b-b14a-4842-b883-df728b78f56d HTTP/1.1" status: 200 len: 1099 time: 0.0525546 Jun 18 16:40:45.176829 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4a4d75fb-bf22-4dc8-a777-8676ad70d7ca req-a72252dd-dfad-4d42-813b-8aa9da050a0a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1b151903-7166-4a9a-b48d-2e37e53921e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270660 Jun 18 16:40:45.534483 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4347b-1f9e-43b2-ae8d-91e23c49f1be req-7f632b2e-d767-4cc6-b3ce-85bd3e23f4c6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:45.535999 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-16f4347b-1f9e-43b2-ae8d-91e23c49f1be req-7f632b2e-d767-4cc6-b3ce-85bd3e23f4c6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=8546aa8b-b14a-4842-b883-df728b78f56d HTTP/1.1" status: 200 len: 946 time: 0.0754228 Jun 18 16:40:45.576263 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-16f4347b-1f9e-43b2-ae8d-91e23c49f1be req-a9a66d2e-9fce-46a0-82c5-17de86240203 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b151903-7166-4a9a-b48d-2e37e53921e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336406 Jun 18 16:40:46.757497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e83fcd-7dcf-416f-bb36-b7b2ca896ac7 req-0310fd9d-d8fe-419c-9e06-be0fad0999b7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:46.758937 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1e83fcd-7dcf-416f-bb36-b7b2ca896ac7 req-0310fd9d-d8fe-419c-9e06-be0fad0999b7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=8546aa8b-b14a-4842-b883-df728b78f56d HTTP/1.1" status: 200 len: 946 time: 0.0669701 Jun 18 16:40:46.797093 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1e83fcd-7dcf-416f-bb36-b7b2ca896ac7 req-968c8e09-b33f-4d29-ac23-68e66ee793dd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b151903-7166-4a9a-b48d-2e37e53921e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324028 Jun 18 16:40:46.966058 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee83736-cf33-43db-8c51-34b49960ba32 req-6474721e-42ed-4974-bc08-59faf06b1fd3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:46.967544 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2ee83736-cf33-43db-8c51-34b49960ba32 req-6474721e-42ed-4974-bc08-59faf06b1fd3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=8546aa8b-b14a-4842-b883-df728b78f56d HTTP/1.1" status: 200 len: 946 time: 0.0612457 Jun 18 16:40:47.008605 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2ee83736-cf33-43db-8c51-34b49960ba32 req-21eb404f-8506-44e3-99e5-198ef314b6dd tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b151903-7166-4a9a-b48d-2e37e53921e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353642 Jun 18 16:40:47.032637 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52958) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:47.084156 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93249d25-55a5-490d-a043-b387cff4e662 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:47.085666 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-93249d25-55a5-490d-a043-b387cff4e662 tempest-TestNetworkBasicOps-1638629404 tempest-TestNetworkBasicOps-1638629404-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8546aa8b-b14a-4842-b883-df728b78f56d HTTP/1.1" status: 200 len: 1094 time: 0.0519962 Jun 18 16:40:47.089086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52960) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:47.093474 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '04b7b98d-d8c7-4aeb-961a-c4a0e1184a39', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:40:47.117351 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:47.216126 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:47.316746 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Allocated IP 172.26.6.77 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/53d86bd1-1596-4aa6-83bd-ced9ea51b8a8) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:40:47.419743 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:47.457898 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:47.460591 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:47.496763 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:40:47.499391 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:40:47.502828 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:40:47.525598 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=53d86bd1-1596-4aa6-83bd-ced9ea51b8a8,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:47.529301 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:47.871143 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:47.945732 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:48.097427 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:48.102686 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:48.105596 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:40:48.174060 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event updated for resources: {'Port': ['ID=53d86bd1-1596-4aa6-83bd-ced9ea51b8a8,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:40:48.177876 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:40:48.183530 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:48.286997 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Floating IP 740d7001-bf70-42e9-9e92-5ce46d6d4a65 associated. External IP: 172.26.6.77, port: 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39. Jun 18 16:40:48.802766 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 6988a38e-3a05-4f8e-8b1a-3d6023033724 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:40:48.909942 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:40:48.921121 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e6a461-a8e9-4cf6-b78a-f5fe9eca5613 None None] Sync routers for ids ['6988a38e-3a05-4f8e-8b1a-3d6023033724'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:40:48.925701 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:40:48.931849 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e6a461-a8e9-4cf6-b78a-f5fe9eca5613 None None] Routers {'6988a38e-3a05-4f8e-8b1a-3d6023033724'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:48.932483 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-f7e6a461-a8e9-4cf6-b78a-f5fe9eca5613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:40:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6988a38e-3a05-4f8e-8b1a-3d6023033724'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:48.964426 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8742995 Jun 18 16:40:48.965196 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8546aa8b-b14a-4842-b883-df728b78f56d', 'tag': '04b7b98d-d8c7-4aeb-961a-c4a0e1184a39'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:40:48.967371 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52962) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:48.967854 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03877172-76ba-47af-ab94-642aca46034d" -d '{"events": [{"name": "network-changed", "server_uuid": "8546aa8b-b14a-4842-b883-df728b78f56d", "tag": "04b7b98d-d8c7-4aeb-961a-c4a0e1184a39"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:40:49.006036 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5dda38-1327-4b29-8101-2c170885a463 x-openstack-request-id: req-8c5dda38-1327-4b29-8101-2c170885a463 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:40:49.006385 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8546aa8b-b14a-4842-b883-df728b78f56d", "tag": "04b7b98d-d8c7-4aeb-961a-c4a0e1184a39", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:40:49.006719 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8c5dda38-1327-4b29-8101-2c170885a463 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:40:49.007161 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8546aa8b-b14a-4842-b883-df728b78f56d', 'tag': '04b7b98d-d8c7-4aeb-961a-c4a0e1184a39', 'status': 'completed', 'code': 200} Jun 18 16:40:49.037667 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9c1dc96e-0dea-421c-94a2-1db1ce4620d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/740d7001-bf70-42e9-9e92-5ce46d6d4a65 HTTP/1.1" status: 200 len: 991 time: 0.0689623 Jun 18 16:40:49.040203 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-f7e6a461-a8e9-4cf6-b78a-f5fe9eca5613 None None] Set router 6988a38e-3a05-4f8e-8b1a-3d6023033724 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:49.090941 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03877172-76ba-47af-ab94-642aca46034d req-32f5a56e-17a5-4779-b407-9c091cc82a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:49.092361 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03877172-76ba-47af-ab94-642aca46034d req-32f5a56e-17a5-4779-b407-9c091cc82a57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=8546aa8b-b14a-4842-b883-df728b78f56d HTTP/1.1" status: 200 len: 1099 time: 0.0537164 Jun 18 16:40:49.186254 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03877172-76ba-47af-ab94-642aca46034d req-285b3fa9-db01-489b-88d0-66d3530dba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:49.187896 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03877172-76ba-47af-ab94-642aca46034d req-285b3fa9-db01-489b-88d0-66d3530dba51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f91824-1aad-4581-8e3a-f069aa80fb84 HTTP/1.1" status: 200 len: 897 time: 0.0891690 Jun 18 16:40:49.253661 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03877172-76ba-47af-ab94-642aca46034d req-34374ebe-375e-4656-b372-342d956dffc2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 HTTP/1.1" status: 200 len: 999 time: 0.0586848 Jun 18 16:40:49.264659 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-f7e6a461-a8e9-4cf6-b78a-f5fe9eca5613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'name': 'tempest-TestNetworkBasicOps-router-819288879', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:28Z', 'updated_at': '2021-06-18T16:40:32Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:29Z', 'updated_at': '2021-06-18T16:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '740d7001-bf70-42e9-9e92-5ce46d6d4a65', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'port_id': '04b7b98d-d8c7-4aeb-961a-c4a0e1184a39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'mac_address': 'fa:16:3e:c5:c9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8546aa8b-b14a-4842-b883-df728b78f56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:40:47Z', 'updated_at': '2021-06-18T16:40:47Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e216684f-582f-4a05-b695-f743ae3085fd', 'name': '', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:05:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:31Z', 'updated_at': '2021-06-18T16:40:35Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:49.291225 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e6a461-a8e9-4cf6-b78a-f5fe9eca5613 None None] Checking router: 6988a38e-3a05-4f8e-8b1a-3d6023033724 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:40:49.299647 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e6a461-a8e9-4cf6-b78a-f5fe9eca5613 None None] Routers {'6988a38e-3a05-4f8e-8b1a-3d6023033724'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:40:49.300256 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-f7e6a461-a8e9-4cf6-b78a-f5fe9eca5613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:40:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6988a38e-3a05-4f8e-8b1a-3d6023033724'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:49.308514 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03877172-76ba-47af-ab94-642aca46034d req-1e3da275-e76f-4595-87fa-a211a765e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:49.310853 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03877172-76ba-47af-ab94-642aca46034d req-1e3da275-e76f-4595-87fa-a211a765e4fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb06d41c-780c-4683-aa37-455b0042e6d6 HTTP/1.1" status: 200 len: 834 time: 0.0508926 Jun 18 16:40:49.371888 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03877172-76ba-47af-ab94-642aca46034d req-994cfc68-92ed-4b00-acf0-5485db06e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:40:49.381281 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03877172-76ba-47af-ab94-642aca46034d req-994cfc68-92ed-4b00-acf0-5485db06e70b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f91824-1aad-4581-8e3a-f069aa80fb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0554261 Jun 18 16:40:49.409349 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-f7e6a461-a8e9-4cf6-b78a-f5fe9eca5613 None None] Set router 6988a38e-3a05-4f8e-8b1a-3d6023033724 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:40:49.464577 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03877172-76ba-47af-ab94-642aca46034d req-68173f25-7ad7-44ff-bbd8-172ae8b47715 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f91824-1aad-4581-8e3a-f069aa80fb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821249 Jun 18 16:40:49.558776 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03877172-76ba-47af-ab94-642aca46034d req-5b205d56-ada8-4e54-9329-271549210728 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f91824-1aad-4581-8e3a-f069aa80fb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877423 Jun 18 16:40:49.632037 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-f7e6a461-a8e9-4cf6-b78a-f5fe9eca5613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'name': 'tempest-TestNetworkBasicOps-router-819288879', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:28Z', 'updated_at': '2021-06-18T16:40:32Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:29Z', 'updated_at': '2021-06-18T16:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '740d7001-bf70-42e9-9e92-5ce46d6d4a65', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'port_id': '04b7b98d-d8c7-4aeb-961a-c4a0e1184a39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'mac_address': 'fa:16:3e:c5:c9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8546aa8b-b14a-4842-b883-df728b78f56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:40:47Z', 'updated_at': '2021-06-18T16:40:47Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e216684f-582f-4a05-b695-f743ae3085fd', 'name': '', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:05:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:31Z', 'updated_at': '2021-06-18T16:40:35Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:40:49.659296 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e6a461-a8e9-4cf6-b78a-f5fe9eca5613 None None] The sync data for ids ['6988a38e-3a05-4f8e-8b1a-3d6023033724'] in dv-neutron-797120-1-hyperv is: [{'id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'name': 'tempest-TestNetworkBasicOps-router-819288879', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:28Z', 'updated_at': '2021-06-18T16:40:32Z', 'revision_number': 4, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:29Z', 'updated_at': '2021-06-18T16:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '740d7001-bf70-42e9-9e92-5ce46d6d4a65', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'port_id': '04b7b98d-d8c7-4aeb-961a-c4a0e1184a39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'mac_address': 'fa:16:3e:c5:c9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8546aa8b-b14a-4842-b883-df728b78f56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:40:47Z', 'updated_at': '2021-06-18T16:40:47Z', 'revision_number': 0, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e216684f-582f-4a05-b695-f743ae3085fd', 'name': '', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:05:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:31Z', 'updated_at': '2021-06-18T16:40:35Z', 'revision_number': 5, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:40:49.849395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2157439-ae1a-46f9-92cf-1a77c0859d5a None None] New status for floating IP 740d7001-bf70-42e9-9e92-5ce46d6d4a65: ACTIVE {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:40:50.041510 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52966) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:40:50.104193 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5c31a0dc-963a-4f56-b259-1883ea41f492 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/740d7001-bf70-42e9-9e92-5ce46d6d4a65 HTTP/1.1" status: 200 len: 993 time: 0.0613890 Jun 18 16:40:54.237690 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:08.473242 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-767c4849-af8c-4f9c-9a3f-b595f9647a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:10.951467 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e7dbbc1c-7de8-4fc8-833c-00627672f37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:11.308682 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:12.135149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:13.756476 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:16.863076 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:41:18.707185 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52976) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:18.712014 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-744922ca-e2f3-4a75-8a09-70b322caee17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'router': {'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:41:19.403996 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-744922ca-e2f3-4a75-8a09-70b322caee17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:19.415791 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-744922ca-e2f3-4a75-8a09-70b322caee17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:19.524629 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744922ca-e2f3-4a75-8a09-70b322caee17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 6988a38e-3a05-4f8e-8b1a-3d6023033724 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:41:19.630823 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744922ca-e2f3-4a75-8a09-70b322caee17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:41:19.637873 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-744922ca-e2f3-4a75-8a09-70b322caee17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:19.639098 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-744922ca-e2f3-4a75-8a09-70b322caee17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/routers/6988a38e-3a05-4f8e-8b1a-3d6023033724 HTTP/1.1" status: 200 len: 887 time: 0.9308095 Jun 18 16:41:19.641047 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0092f62-70dd-4edd-8faf-939bc34828af None None] Sync routers for ids ['6988a38e-3a05-4f8e-8b1a-3d6023033724'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:41:19.651356 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0092f62-70dd-4edd-8faf-939bc34828af None None] Routers {'6988a38e-3a05-4f8e-8b1a-3d6023033724'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:19.651989 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d0092f62-70dd-4edd-8faf-939bc34828af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:41:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6988a38e-3a05-4f8e-8b1a-3d6023033724'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:19.688511 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d0092f62-70dd-4edd-8faf-939bc34828af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:19.697810 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0092f62-70dd-4edd-8faf-939bc34828af None None] Routers {'6988a38e-3a05-4f8e-8b1a-3d6023033724'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:19.698450 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d0092f62-70dd-4edd-8faf-939bc34828af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:41:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6988a38e-3a05-4f8e-8b1a-3d6023033724'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:19.730921 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d0092f62-70dd-4edd-8faf-939bc34828af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:19.731574 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0092f62-70dd-4edd-8faf-939bc34828af None None] The sync data for ids ['6988a38e-3a05-4f8e-8b1a-3d6023033724'] in dv-neutron-797120-1-hyperv is: [] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:41:20.474128 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa0d99-66f7-49e9-abaf-501b4b8c3ea3 None None] New status for floating IP 740d7001-bf70-42e9-9e92-5ce46d6d4a65: DOWN {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:41:21.356547 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e216684f-582f-4a05-b695-f743ae3085fd no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:41:21.435563 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:21.466875 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port e216684f-582f-4a05-b695-f743ae3085fd, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e216684f-582f-4a05-b695-f743ae3085fd,segment=NetworkSegment(13c7210f-ffcc-44d5-9cf0-67131101f6d5),segment_id=13c7210f-ffcc-44d5-9cf0-67131101f6d5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:21.470920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:21.471722 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a2b22dfc-6324-4d39-ac7c-a211aba210b7 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:41:21.473520 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:21.547501 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=e216684f-582f-4a05-b695-f743ae3085fd,revision_number=6']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:21.550969 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:21.590682 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:21.611071 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port a2b22dfc-6324-4d39-ac7c-a211aba210b7, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a2b22dfc-6324-4d39-ac7c-a211aba210b7,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:21.614762 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:21.616499 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:21.664613 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=a2b22dfc-6324-4d39-ac7c-a211aba210b7,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:21.668158 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:21.787930 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52980) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:21.793158 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-b7e82a8e-4c4b-4b33-91ca-0b8db70ff6da tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:41:22.113936 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b7e82a8e-4c4b-4b33-91ca-0b8db70ff6da tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:22.124812 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b7e82a8e-4c4b-4b33-91ca-0b8db70ff6da tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1687238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1687281', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1659986'] for router, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:22.247691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e82a8e-4c4b-4b33-91ca-0b8db70ff6da tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 6988a38e-3a05-4f8e-8b1a-3d6023033724 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:41:22.364828 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e82a8e-4c4b-4b33-91ca-0b8db70ff6da tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:41:22.373128 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b7e82a8e-4c4b-4b33-91ca-0b8db70ff6da tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:22.374283 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b7e82a8e-4c4b-4b33-91ca-0b8db70ff6da tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/routers/6988a38e-3a05-4f8e-8b1a-3d6023033724 HTTP/1.1" status: 200 len: 886 time: 0.5853436 Jun 18 16:41:22.375614 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f054c4c9-fb28-40c0-9ab3-15c2f0c0481c None None] Sync routers for ids ['6988a38e-3a05-4f8e-8b1a-3d6023033724'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:41:22.377215 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52982) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:22.404671 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f054c4c9-fb28-40c0-9ab3-15c2f0c0481c None None] Routers {'6988a38e-3a05-4f8e-8b1a-3d6023033724'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:22.405710 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-f054c4c9-fb28-40c0-9ab3-15c2f0c0481c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:41:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6988a38e-3a05-4f8e-8b1a-3d6023033724'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:22.438268 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-578e57c4-35fc-4139-99f0-eddc7b56a945 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/740d7001-bf70-42e9-9e92-5ce46d6d4a65 HTTP/1.1" status: 200 len: 991 time: 0.0598562 Jun 18 16:41:22.515579 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-f054c4c9-fb28-40c0-9ab3-15c2f0c0481c None None] Set router 6988a38e-3a05-4f8e-8b1a-3d6023033724 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:22.738439 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-f054c4c9-fb28-40c0-9ab3-15c2f0c0481c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'name': 'tempest-TestNetworkBasicOps-router-819288879', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:28Z', 'updated_at': '2021-06-18T16:41:22Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:29Z', 'updated_at': '2021-06-18T16:41:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '740d7001-bf70-42e9-9e92-5ce46d6d4a65', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'port_id': '04b7b98d-d8c7-4aeb-961a-c4a0e1184a39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'mac_address': 'fa:16:3e:c5:c9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8546aa8b-b14a-4842-b883-df728b78f56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:40:47Z', 'updated_at': '2021-06-18T16:41:20Z', 'revision_number': 2, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e216684f-582f-4a05-b695-f743ae3085fd', 'name': '', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:05:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:31Z', 'updated_at': '2021-06-18T16:41:21Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:22.845924 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f054c4c9-fb28-40c0-9ab3-15c2f0c0481c None None] Checking router: 6988a38e-3a05-4f8e-8b1a-3d6023033724 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:41:22.855295 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f054c4c9-fb28-40c0-9ab3-15c2f0c0481c None None] Routers {'6988a38e-3a05-4f8e-8b1a-3d6023033724'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:22.855915 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-f054c4c9-fb28-40c0-9ab3-15c2f0c0481c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:41:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6988a38e-3a05-4f8e-8b1a-3d6023033724'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:22.959606 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-f054c4c9-fb28-40c0-9ab3-15c2f0c0481c None None] Set router 6988a38e-3a05-4f8e-8b1a-3d6023033724 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:23.179261 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-f054c4c9-fb28-40c0-9ab3-15c2f0c0481c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'name': 'tempest-TestNetworkBasicOps-router-819288879', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:28Z', 'updated_at': '2021-06-18T16:41:22Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:29Z', 'updated_at': '2021-06-18T16:41:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '740d7001-bf70-42e9-9e92-5ce46d6d4a65', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'port_id': '04b7b98d-d8c7-4aeb-961a-c4a0e1184a39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'mac_address': 'fa:16:3e:c5:c9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8546aa8b-b14a-4842-b883-df728b78f56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:40:47Z', 'updated_at': '2021-06-18T16:41:20Z', 'revision_number': 2, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e216684f-582f-4a05-b695-f743ae3085fd', 'name': '', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:05:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:31Z', 'updated_at': '2021-06-18T16:41:21Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:23.204736 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f054c4c9-fb28-40c0-9ab3-15c2f0c0481c None None] The sync data for ids ['6988a38e-3a05-4f8e-8b1a-3d6023033724'] in dv-neutron-797120-1-hyperv is: [{'id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'name': 'tempest-TestNetworkBasicOps-router-819288879', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:28Z', 'updated_at': '2021-06-18T16:41:22Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:29Z', 'updated_at': '2021-06-18T16:41:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '740d7001-bf70-42e9-9e92-5ce46d6d4a65', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'floating_ip_address': '172.26.6.77', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'port_id': '04b7b98d-d8c7-4aeb-961a-c4a0e1184a39', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'mac_address': 'fa:16:3e:c5:c9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8546aa8b-b14a-4842-b883-df728b78f56d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:40:47Z', 'updated_at': '2021-06-18T16:41:20Z', 'revision_number': 2, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e216684f-582f-4a05-b695-f743ae3085fd', 'name': '', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:05:d7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:31Z', 'updated_at': '2021-06-18T16:41:21Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:41:23.442231 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52984) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:23.510952 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-631c8599-6c01-4869-884a-2067639255f3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/740d7001-bf70-42e9-9e92-5ce46d6d4a65 HTTP/1.1" status: 200 len: 991 time: 0.0673709 Jun 18 16:41:24.264747 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:24.514550 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 52986) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:24.573934 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f0a9f951-aa1e-47ab-891c-b5ba3cc6e163 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/740d7001-bf70-42e9-9e92-5ce46d6d4a65 HTTP/1.1" status: 200 len: 991 time: 0.0581326 Jun 18 16:41:24.763609 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0b778f-1093-4c16-a4ce-315c0af6d6d7 None None] New status for floating IP 740d7001-bf70-42e9-9e92-5ce46d6d4a65: ACTIVE {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:41:25.394363 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e216684f-582f-4a05-b695-f743ae3085fd up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:41:25.445858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port e216684f-582f-4a05-b695-f743ae3085fd triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:25.445858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:25.527840 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:25.558351 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port e216684f-582f-4a05-b695-f743ae3085fd, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e216684f-582f-4a05-b695-f743ae3085fd,segment=NetworkSegment(13c7210f-ffcc-44d5-9cf0-67131101f6d5),segment_id=13c7210f-ffcc-44d5-9cf0-67131101f6d5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:25.562130 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:25.563083 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a2b22dfc-6324-4d39-ac7c-a211aba210b7 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:41:25.564653 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:25.577765 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52988) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:25.639631 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=e216684f-582f-4a05-b695-f743ae3085fd,revision_number=7']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:25.641893 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5ae143e7-d828-4556-8b79-f5684460535f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/floatingips/740d7001-bf70-42e9-9e92-5ce46d6d4a65 HTTP/1.1" status: 200 len: 993 time: 0.0629137 Jun 18 16:41:25.651248 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:25.657483 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port a2b22dfc-6324-4d39-ac7c-a211aba210b7 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:25.657859 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:25.735882 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:25.757570 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port a2b22dfc-6324-4d39-ac7c-a211aba210b7, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a2b22dfc-6324-4d39-ac7c-a211aba210b7,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:25.763601 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:25.765903 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a387009d-c1a6-443b-91ee-5135bb932bb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:25.816983 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=a2b22dfc-6324-4d39-ac7c-a211aba210b7,revision_number=6']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:25.820018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:25.931174 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 52994) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:26.090805 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port 53d86bd1-1596-4aa6-83bd-ced9ea51b8a8 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:26.091019 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:26.169984 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:26.170310 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:26.232117 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for 53d86bd1-1596-4aa6-83bd-ced9ea51b8a8 owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:26.378600 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:26.381253 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:26.406436 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=53d86bd1-1596-4aa6-83bd-ced9ea51b8a8,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:26.437497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:26.437882 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:26.438259 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:26.438655 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:26.439027 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:26.439397 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:26.439757 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:26.440118 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:26.440479 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:26.440838 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:26.441194 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:26.441551 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:26.445134 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:26.480317 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for floatingip, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:26.480725 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Floating IP 740d7001-bf70-42e9-9e92-5ce46d6d4a65 disassociated (deleted). External IP: 172.26.6.77, port: 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39. Jun 18 16:41:26.688733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 6988a38e-3a05-4f8e-8b1a-3d6023033724 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:41:26.801953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:41:26.807410 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:26.811951 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c4d83-5399-4dd1-b7e2-0ad6af604147 None None] Sync routers for ids ['6988a38e-3a05-4f8e-8b1a-3d6023033724'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:41:26.820538 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8c4d83-5399-4dd1-b7e2-0ad6af604147 None None] Routers {'6988a38e-3a05-4f8e-8b1a-3d6023033724'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:26.821226 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-7f8c4d83-5399-4dd1-b7e2-0ad6af604147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:41:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6988a38e-3a05-4f8e-8b1a-3d6023033724'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:26.848887 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/floatingips/740d7001-bf70-42e9-9e92-5ce46d6d4a65 HTTP/1.1" status: 204 len: 168 time: 0.9163280 Jun 18 16:41:26.849601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8546aa8b-b14a-4842-b883-df728b78f56d', 'tag': '04b7b98d-d8c7-4aeb-961a-c4a0e1184a39'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:41:26.852254 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab60a2a2-549a-4f86-8073-336d2c4ffc66" -d '{"events": [{"name": "network-changed", "server_uuid": "8546aa8b-b14a-4842-b883-df728b78f56d", "tag": "04b7b98d-d8c7-4aeb-961a-c4a0e1184a39"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:41:26.896958 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b7908a-bb06-48dc-a327-2a2b5c527005 x-openstack-request-id: req-a1b7908a-bb06-48dc-a327-2a2b5c527005 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:41:26.897308 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8546aa8b-b14a-4842-b883-df728b78f56d", "tag": "04b7b98d-d8c7-4aeb-961a-c4a0e1184a39", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:41:26.897613 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a1b7908a-bb06-48dc-a327-2a2b5c527005 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:41:26.898063 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8546aa8b-b14a-4842-b883-df728b78f56d', 'tag': '04b7b98d-d8c7-4aeb-961a-c4a0e1184a39', 'status': 'completed', 'code': 200} Jun 18 16:41:26.929777 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-7f8c4d83-5399-4dd1-b7e2-0ad6af604147 None None] Set router 6988a38e-3a05-4f8e-8b1a-3d6023033724 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:26.976359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60a2a2-549a-4f86-8073-336d2c4ffc66 req-cfc868b3-168c-4d68-ab1e-207a80b11700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:26.978601 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ab60a2a2-549a-4f86-8073-336d2c4ffc66 req-cfc868b3-168c-4d68-ab1e-207a80b11700 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce51bca7228b4491bea754922e3226ea&device_id=8546aa8b-b14a-4842-b883-df728b78f56d HTTP/1.1" status: 200 len: 1099 time: 0.0549829 Jun 18 16:41:27.084084 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60a2a2-549a-4f86-8073-336d2c4ffc66 req-131e30ef-792c-4b53-bcb5-110b62d813e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:27.085720 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ab60a2a2-549a-4f86-8073-336d2c4ffc66 req-131e30ef-792c-4b53-bcb5-110b62d813e0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2f91824-1aad-4581-8e3a-f069aa80fb84 HTTP/1.1" status: 200 len: 897 time: 0.1002426 Jun 18 16:41:27.145106 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ab60a2a2-549a-4f86-8073-336d2c4ffc66 req-4a3bef7a-b6d1-46c1-bb48-ce539075fe3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 HTTP/1.1" status: 200 len: 217 time: 0.0396276 Jun 18 16:41:27.158814 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-7f8c4d83-5399-4dd1-b7e2-0ad6af604147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'name': 'tempest-TestNetworkBasicOps-router-819288879', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:28Z', 'updated_at': '2021-06-18T16:41:22Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:29Z', 'updated_at': '2021-06-18T16:41:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'e216684f-582f-4a05-b695-f743ae3085fd', 'name': '', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:05:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:31Z', 'updated_at': '2021-06-18T16:41:25Z', 'revision_number': 7, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:27.200653 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c4d83-5399-4dd1-b7e2-0ad6af604147 None None] Checking router: 6988a38e-3a05-4f8e-8b1a-3d6023033724 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:41:27.208937 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8c4d83-5399-4dd1-b7e2-0ad6af604147 None None] Routers {'6988a38e-3a05-4f8e-8b1a-3d6023033724'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:27.209571 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-7f8c4d83-5399-4dd1-b7e2-0ad6af604147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:41:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6988a38e-3a05-4f8e-8b1a-3d6023033724'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:27.221120 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60a2a2-549a-4f86-8073-336d2c4ffc66 req-561c62ca-1ad3-47ed-b233-9d8019ee5d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:27.222760 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ab60a2a2-549a-4f86-8073-336d2c4ffc66 req-561c62ca-1ad3-47ed-b233-9d8019ee5d42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb06d41c-780c-4683-aa37-455b0042e6d6 HTTP/1.1" status: 200 len: 834 time: 0.0708132 Jun 18 16:41:27.328798 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-7f8c4d83-5399-4dd1-b7e2-0ad6af604147 None None] Set router 6988a38e-3a05-4f8e-8b1a-3d6023033724 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:27.334650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60a2a2-549a-4f86-8073-336d2c4ffc66 req-9e248a5c-f4a8-4706-bbdf-5192fb7ceb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:27.336255 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ab60a2a2-549a-4f86-8073-336d2c4ffc66 req-9e248a5c-f4a8-4706-bbdf-5192fb7ceb9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2f91824-1aad-4581-8e3a-f069aa80fb84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1062922 Jun 18 16:41:27.352233 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790ff75-75ce-4af2-b842-555f4378f46b req-1c0c1734-7a99-4ba4-866b-0da9e25e0cc1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:27.359792 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5790ff75-75ce-4af2-b842-555f4378f46b req-1c0c1734-7a99-4ba4-866b-0da9e25e0cc1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=8546aa8b-b14a-4842-b883-df728b78f56d HTTP/1.1" status: 200 len: 946 time: 0.1643312 Jun 18 16:41:27.365002 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [req-ab60a2a2-549a-4f86-8073-336d2c4ffc66 req-bd4b53dc-967d-4cb5-bd36-d7e4659419e7 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:41:27.365985 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ab60a2a2-549a-4f86-8073-336d2c4ffc66 req-bd4b53dc-967d-4cb5-bd36-d7e4659419e7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103471 Jun 18 16:41:27.406657 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e216684f-582f-4a05-b695-f743ae3085fd up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:41:27.453417 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5790ff75-75ce-4af2-b842-555f4378f46b req-ebbeee36-d760-426e-8146-592feab77c4a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b151903-7166-4a9a-b48d-2e37e53921e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929654 Jun 18 16:41:27.477625 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port e216684f-582f-4a05-b695-f743ae3085fd triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:27.479950 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:27.500410 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ab60a2a2-549a-4f86-8073-336d2c4ffc66 req-27bed028-7b29-4984-a8bf-8acc82775ef4 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f91824-1aad-4581-8e3a-f069aa80fb84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198697 Jun 18 16:41:27.553977 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-7f8c4d83-5399-4dd1-b7e2-0ad6af604147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'name': 'tempest-TestNetworkBasicOps-router-819288879', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:28Z', 'updated_at': '2021-06-18T16:41:22Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:29Z', 'updated_at': '2021-06-18T16:41:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'e216684f-582f-4a05-b695-f743ae3085fd', 'name': '', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:05:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:31Z', 'updated_at': '2021-06-18T16:41:25Z', 'revision_number': 7, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:27.570947 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a2b22dfc-6324-4d39-ac7c-a211aba210b7 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:41:27.581105 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8c4d83-5399-4dd1-b7e2-0ad6af604147 None None] The sync data for ids ['6988a38e-3a05-4f8e-8b1a-3d6023033724'] in dv-neutron-797120-1-hyperv is: [{'id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'name': 'tempest-TestNetworkBasicOps-router-819288879', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:28Z', 'updated_at': '2021-06-18T16:41:22Z', 'revision_number': 6, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:29Z', 'updated_at': '2021-06-18T16:41:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'e216684f-582f-4a05-b695-f743ae3085fd', 'name': '', 'network_id': 'f2f91824-1aad-4581-8e3a-f069aa80fb84', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'mac_address': 'fa:16:3e:05:d7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:31Z', 'updated_at': '2021-06-18T16:41:25Z', 'revision_number': 7, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'subnets': [{'id': 'bb06d41c-780c-4683-aa37-455b0042e6d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:41:27.605737 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ab60a2a2-549a-4f86-8073-336d2c4ffc66 req-2b0593b2-df45-433e-8525-2f3d767b1a04 service neutron] 10.222.0.55 "GET /v2.0/networks/f2f91824-1aad-4581-8e3a-f069aa80fb84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972817 Jun 18 16:41:27.631360 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port a2b22dfc-6324-4d39-ac7c-a211aba210b7 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:27.632150 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:28.294969 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6860fe1-4264-43fb-8637-5dc3579d7664 None None] New status for floating IP 740d7001-bf70-42e9-9e92-5ce46d6d4a65: DOWN {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:41:28.688661 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75611d0a-4de6-45ae-bc56-91b9fc8e66a4 req-25894ee5-fa8b-4a5a-85bb-179f1383b2bb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:28.690153 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-75611d0a-4de6-45ae-bc56-91b9fc8e66a4 req-25894ee5-fa8b-4a5a-85bb-179f1383b2bb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/ports?device_id=8546aa8b-b14a-4842-b883-df728b78f56d HTTP/1.1" status: 200 len: 946 time: 0.1151440 Jun 18 16:41:28.723139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a53c2-276f-4e9b-9e8c-8a9c6f480ef7 req-6c4f2fc8-7b7a-49fa-a5f6-be5cb834025b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:28.724554 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-635a53c2-276f-4e9b-9e8c-8a9c6f480ef7 req-6c4f2fc8-7b7a-49fa-a5f6-be5cb834025b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "GET /v2.0/ports?device_id=8546aa8b-b14a-4842-b883-df728b78f56d HTTP/1.1" status: 200 len: 946 time: 0.1032751 Jun 18 16:41:28.765891 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-75611d0a-4de6-45ae-bc56-91b9fc8e66a4 req-8db4cd4a-68e3-497d-9352-7bf5cd5b3474 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "GET /v2.0/security-groups?id=1b151903-7166-4a9a-b48d-2e37e53921e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676610 Jun 18 16:41:28.835297 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-635a53c2-276f-4e9b-9e8c-8a9c6f480ef7 req-827a97de-d529-4896-90cc-4a3b89cda3db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:28.835672 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-635a53c2-276f-4e9b-9e8c-8a9c6f480ef7 req-827a97de-d529-4896-90cc-4a3b89cda3db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:28.932269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-635a53c2-276f-4e9b-9e8c-8a9c6f480ef7 req-827a97de-d529-4896-90cc-4a3b89cda3db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=04b7b98d-d8c7-4aeb-961a-c4a0e1184a39,segment=NetworkSegment(13c7210f-ffcc-44d5-9cf0-67131101f6d5),segment_id=13c7210f-ffcc-44d5-9cf0-67131101f6d5)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:28.932622 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-635a53c2-276f-4e9b-9e8c-8a9c6f480ef7 req-827a97de-d529-4896-90cc-4a3b89cda3db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:29.001024 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-635a53c2-276f-4e9b-9e8c-8a9c6f480ef7 req-827a97de-d529-4896-90cc-4a3b89cda3db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:29.128319 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-635a53c2-276f-4e9b-9e8c-8a9c6f480ef7 req-827a97de-d529-4896-90cc-4a3b89cda3db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:29.131971 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6cfdcbea-0086-42a7-a46b-f87d0b163eb6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:29.165437 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a97de-d529-4896-90cc-4a3b89cda3db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=04b7b98d-d8c7-4aeb-961a-c4a0e1184a39,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:29.168544 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-827a97de-d529-4896-90cc-4a3b89cda3db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:29.210452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-635a53c2-276f-4e9b-9e8c-8a9c6f480ef7 req-827a97de-d529-4896-90cc-4a3b89cda3db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] No DVR routers for this DVR port 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:41:29.213234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-635a53c2-276f-4e9b-9e8c-8a9c6f480ef7 req-827a97de-d529-4896-90cc-4a3b89cda3db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:29.216868 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-635a53c2-276f-4e9b-9e8c-8a9c6f480ef7 req-827a97de-d529-4896-90cc-4a3b89cda3db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.55 "DELETE /v2.0/ports/04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 HTTP/1.1" status: 204 len: 173 time: 0.4795778 Jun 18 16:41:29.216868 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8546aa8b-b14a-4842-b883-df728b78f56d', 'name': 'network-vif-deleted', 'tag': '04b7b98d-d8c7-4aeb-961a-c4a0e1184a39'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:41:29.218160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd80997-561b-4cd3-8283-ceac35aa7c39" -d '{"events": [{"server_uuid": "8546aa8b-b14a-4842-b883-df728b78f56d", "name": "network-vif-deleted", "tag": "04b7b98d-d8c7-4aeb-961a-c4a0e1184a39"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:41:29.257026 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b972e87a-9309-4b38-afbe-e77c0a36eede x-openstack-request-id: req-b972e87a-9309-4b38-afbe-e77c0a36eede {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:41:29.257379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8546aa8b-b14a-4842-b883-df728b78f56d", "name": "network-vif-deleted", "tag": "04b7b98d-d8c7-4aeb-961a-c4a0e1184a39", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:41:29.257688 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b972e87a-9309-4b38-afbe-e77c0a36eede {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:41:29.258197 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8546aa8b-b14a-4842-b883-df728b78f56d', 'name': 'network-vif-deleted', 'tag': '04b7b98d-d8c7-4aeb-961a-c4a0e1184a39', 'status': 'completed', 'code': 200} Jun 18 16:41:30.012293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53012) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:30.071886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-00caf9fb-ebfc-40ca-aa90-d52f45c3b4d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:30.097668 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-00caf9fb-ebfc-40ca-aa90-d52f45c3b4d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:30.159093 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-00caf9fb-ebfc-40ca-aa90-d52f45c3b4d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:30.161695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-00caf9fb-ebfc-40ca-aa90-d52f45c3b4d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:30.162873 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-00caf9fb-ebfc-40ca-aa90-d52f45c3b4d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/security-groups/1b151903-7166-4a9a-b48d-2e37e53921e9 HTTP/1.1" status: 204 len: 168 time: 0.1496029 Jun 18 16:41:30.163725 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a26a7c52-8716-4a51-a2d6-29c7f3ac5abc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:30.178911 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00caf9fb-ebfc-40ca-aa90-d52f45c3b4d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b151903-7166-4a9a-b48d-2e37e53921e9,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:30.181131 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-00caf9fb-ebfc-40ca-aa90-d52f45c3b4d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:30.194895 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53016) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:30.553265 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5cf02721-39a9-406f-944f-f74838d059d3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:30.809404 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-5cf02721-39a9-406f-944f-f74838d059d3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port e216684f-582f-4a05-b695-f743ae3085fd {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:30.809655 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5cf02721-39a9-406f-944f-f74838d059d3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:30.896020 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-5cf02721-39a9-406f-944f-f74838d059d3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port e216684f-582f-4a05-b695-f743ae3085fd, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e216684f-582f-4a05-b695-f743ae3085fd,segment=NetworkSegment(13c7210f-ffcc-44d5-9cf0-67131101f6d5),segment_id=13c7210f-ffcc-44d5-9cf0-67131101f6d5)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:30.896377 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5cf02721-39a9-406f-944f-f74838d059d3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:30.965007 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-5cf02721-39a9-406f-944f-f74838d059d3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for e216684f-582f-4a05-b695-f743ae3085fd owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:31.151393 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5cf02721-39a9-406f-944f-f74838d059d3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:31.153531 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3dcfe57b-248e-4289-a570-bba7c88dcbf4 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:31.188645 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf02721-39a9-406f-944f-f74838d059d3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=e216684f-582f-4a05-b695-f743ae3085fd,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:31.190760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5cf02721-39a9-406f-944f-f74838d059d3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:31.720600 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5cf02721-39a9-406f-944f-f74838d059d3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:31.939960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf02721-39a9-406f-944f-f74838d059d3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Router 6988a38e-3a05-4f8e-8b1a-3d6023033724 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:41:32.044611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf02721-39a9-406f-944f-f74838d059d3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:41:32.049536 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5cf02721-39a9-406f-944f-f74838d059d3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "PUT /v2.0/routers/6988a38e-3a05-4f8e-8b1a-3d6023033724/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8535936 Jun 18 16:41:32.052255 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53018) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:32.054748 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb56ebb-0b16-47f3-aa9f-ddeb8ee30d87 None None] Sync routers for ids ['6988a38e-3a05-4f8e-8b1a-3d6023033724'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:41:32.064486 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb56ebb-0b16-47f3-aa9f-ddeb8ee30d87 None None] Routers {'6988a38e-3a05-4f8e-8b1a-3d6023033724'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:32.065101 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-cbb56ebb-0b16-47f3-aa9f-ddeb8ee30d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:41:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6988a38e-3a05-4f8e-8b1a-3d6023033724'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:32.103857 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b2ba37-a7d5-4bf0-9cc5-e3c8e4f5fca4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting subnet bb06d41c-780c-4683-aa37-455b0042e6d6 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:41:32.107042 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09b2ba37-a7d5-4bf0-9cc5-e3c8e4f5fca4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:32.146600 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09b2ba37-a7d5-4bf0-9cc5-e3c8e4f5fca4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:32.167241 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-cbb56ebb-0b16-47f3-aa9f-ddeb8ee30d87 None None] Set router 6988a38e-3a05-4f8e-8b1a-3d6023033724 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:32.236122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09b2ba37-a7d5-4bf0-9cc5-e3c8e4f5fca4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:32.299887 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09b2ba37-a7d5-4bf0-9cc5-e3c8e4f5fca4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:32.302515 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a3d9afe4-d95e-421e-aee1-e3ea734e408d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:32.329208 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2ba37-a7d5-4bf0-9cc5-e3c8e4f5fca4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Subnet': ['ID=bb06d41c-780c-4683-aa37-455b0042e6d6,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:32.333120 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-09b2ba37-a7d5-4bf0-9cc5-e3c8e4f5fca4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:32.336597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-09b2ba37-a7d5-4bf0-9cc5-e3c8e4f5fca4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:32.341769 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-09b2ba37-a7d5-4bf0-9cc5-e3c8e4f5fca4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/subnets/bb06d41c-780c-4683-aa37-455b0042e6d6 HTTP/1.1" status: 204 len: 168 time: 0.2854114 Jun 18 16:41:32.342560 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 53020) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:32.344664 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213b1eb1-401f-4a78-9693-9fc60e02bbee None None] Network f2f91824-1aad-4581-8e3a-f069aa80fb84 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:41:32.452879 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-cbb56ebb-0b16-47f3-aa9f-ddeb8ee30d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'name': 'tempest-TestNetworkBasicOps-router-819288879', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:28Z', 'updated_at': '2021-06-18T16:41:31Z', 'revision_number': 7, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:29Z', 'updated_at': '2021-06-18T16:41:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:32.465334 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:32.480101 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb56ebb-0b16-47f3-aa9f-ddeb8ee30d87 None None] Checking router: 6988a38e-3a05-4f8e-8b1a-3d6023033724 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:41:32.488621 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb56ebb-0b16-47f3-aa9f-ddeb8ee30d87 None None] Routers {'6988a38e-3a05-4f8e-8b1a-3d6023033724'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:41:32.489237 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-cbb56ebb-0b16-47f3-aa9f-ddeb8ee30d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:41:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['6988a38e-3a05-4f8e-8b1a-3d6023033724'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:32.548758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] DHCP port deletion for f2f91824-1aad-4581-8e3a-f069aa80fb84 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:41:32.572737 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:32.596789 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] Deleting port 58908df2-1d03-4f09-bd9b-ba9a0aff11db {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:32.597321 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:32.601368 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-cbb56ebb-0b16-47f3-aa9f-ddeb8ee30d87 None None] Set router 6988a38e-3a05-4f8e-8b1a-3d6023033724 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:41:32.625792 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Deleting port a2b22dfc-6324-4d39-ac7c-a211aba210b7 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:32.626137 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:32.662801 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] For port 58908df2-1d03-4f09-bd9b-ba9a0aff11db, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=58908df2-1d03-4f09-bd9b-ba9a0aff11db,segment=NetworkSegment(13c7210f-ffcc-44d5-9cf0-67131101f6d5),segment_id=13c7210f-ffcc-44d5-9cf0-67131101f6d5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:32.663206 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:32.716395 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] For port a2b22dfc-6324-4d39-ac7c-a211aba210b7, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a2b22dfc-6324-4d39-ac7c-a211aba210b7,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:32.717035 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:32.730063 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] Calling delete_port for 58908df2-1d03-4f09-bd9b-ba9a0aff11db owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:32.785760 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Calling delete_port for a2b22dfc-6324-4d39-ac7c-a211aba210b7 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:32.788707 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-cbb56ebb-0b16-47f3-aa9f-ddeb8ee30d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'name': 'tempest-TestNetworkBasicOps-router-819288879', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:28Z', 'updated_at': '2021-06-18T16:41:31Z', 'revision_number': 7, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:29Z', 'updated_at': '2021-06-18T16:41:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:32.814499 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:32.815946 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb56ebb-0b16-47f3-aa9f-ddeb8ee30d87 None None] The sync data for ids ['6988a38e-3a05-4f8e-8b1a-3d6023033724'] in dv-neutron-797120-1-hyperv is: [{'id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'name': 'tempest-TestNetworkBasicOps-router-819288879', 'tenant_id': 'ce51bca7228b4491bea754922e3226ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48'}], 'enable_snat': True}, 'gw_port_id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:40:28Z', 'updated_at': '2021-06-18T16:41:31Z', 'revision_number': 7, 'project_id': 'ce51bca7228b4491bea754922e3226ea', 'gw_port': {'id': 'a2b22dfc-6324-4d39-ac7c-a211aba210b7', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6988a38e-3a05-4f8e-8b1a-3d6023033724', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:40:29Z', 'updated_at': '2021-06-18T16:41:25Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:41:32.816795 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:32.842069 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] Pushing event deleted for resources: {'Port': ['ID=58908df2-1d03-4f09-bd9b-ba9a0aff11db,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:32.846829 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] No DVR routers for this DVR port 58908df2-1d03-4f09-bd9b-ba9a0aff11db on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:41:32.854296 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:32.854951 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:32.855309 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:32.855652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:32.855991 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:32.856327 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:32.856657 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:32.856984 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:32.857311 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:32.857635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:32.857957 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:32.858278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:32.861497 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:32.921815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:41:32.942847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:41:32.943203 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 04b7b98d-d8c7-4aeb-961a-c4a0e1184a39 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:41:32.957958 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:32.960762 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8f811702-838b-43d5-a5d5-0dc73c6684c6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:32.985681 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Port': ['ID=a2b22dfc-6324-4d39-ac7c-a211aba210b7,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:33.012474 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:33.013014 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:33.013404 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:33.013787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:33.014165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:33.014568 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:33.014943 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:33.015313 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:33.015685 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:33.016053 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:33.016420 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:33.016785 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:41:33.021169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:33.064542 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:33.165141 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:33.165141 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:33.207421 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:33.207998 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Fanout notify agent at l3_agent the message router_deleted on router 6988a38e-3a05-4f8e-8b1a-3d6023033724 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:41:33.216615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:33.217751 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/routers/6988a38e-3a05-4f8e-8b1a-3d6023033724 HTTP/1.1" status: 204 len: 168 time: 0.8754549 Jun 18 16:41:33.220448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 53022) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:33.305156 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-be9c0d36-3bb0-40b9-b01f-537d7d8ef56f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:33.411656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-be9c0d36-3bb0-40b9-b01f-537d7d8ef56f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:33.422076 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-be9c0d36-3bb0-40b9-b01f-537d7d8ef56f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2f91824-1aad-4581-8e3a-f069aa80fb84']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:33.434180 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-be9c0d36-3bb0-40b9-b01f-537d7d8ef56f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c7210f-ffcc-44d5-9cf0-67131101f6d5') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:33.434589 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-be9c0d36-3bb0-40b9-b01f-537d7d8ef56f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c7210f-ffcc-44d5-9cf0-67131101f6d5') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:41:33.441213 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e216684f-582f-4a05-b695-f743ae3085fd no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:41:33.445582 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-be9c0d36-3bb0-40b9-b01f-537d7d8ef56f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:33.462988 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-be9c0d36-3bb0-40b9-b01f-537d7d8ef56f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:33.463863 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: e216684f-582f-4a05-b695-f743ae3085fd {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:41:33.464381 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e216684f-582f-4a05-b695-f743ae3085fd not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:41:33.464802 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 58908df2-1d03-4f09-bd9b-ba9a0aff11db no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:41:33.471928 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9c0d36-3bb0-40b9-b01f-537d7d8ef56f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:41:33.472458 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-be9c0d36-3bb0-40b9-b01f-537d7d8ef56f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:41:33.476202 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:41:33.486228 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 58908df2-1d03-4f09-bd9b-ba9a0aff11db {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:41:33.486621 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 58908df2-1d03-4f09-bd9b-ba9a0aff11db not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:41:33.546107 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-be9c0d36-3bb0-40b9-b01f-537d7d8ef56f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:33.550692 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-be9c0d36-3bb0-40b9-b01f-537d7d8ef56f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:33.552593 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-be9c0d36-3bb0-40b9-b01f-537d7d8ef56f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] 10.222.0.50 "DELETE /v2.0/networks/f2f91824-1aad-4581-8e3a-f069aa80fb84 HTTP/1.1" status: 204 len: 168 time: 0.3311205 Jun 18 16:41:33.553816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-75ce8b21-f4a4-4692-a6df-c7d84e55416b tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:33.568393 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c0d36-3bb0-40b9-b01f-537d7d8ef56f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Pushing event deleted for resources: {'Network': ['ID=f2f91824-1aad-4581-8e3a-f069aa80fb84,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:33.573422 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-be9c0d36-3bb0-40b9-b01f-537d7d8ef56f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:33.849515 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 53028) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:33.981005 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c1f14e55-8435-454c-a917-f3db333c3133 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce51bca7228b4491bea754922e3226ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300833 Jun 18 16:41:33.983309 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 53032) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:34.036069 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fbbf56e5-b25d-4a40-9c8c-eecdf7c2e6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:34.058067 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fbbf56e5-b25d-4a40-9c8c-eecdf7c2e6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:34.106867 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fbbf56e5-b25d-4a40-9c8c-eecdf7c2e6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:34.109460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fbbf56e5-b25d-4a40-9c8c-eecdf7c2e6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:34.110624 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fbbf56e5-b25d-4a40-9c8c-eecdf7c2e6c4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ce40e532-7586-41e9-a75f-ed4f4d8ea46d HTTP/1.1" status: 204 len: 168 time: 0.1264031 Jun 18 16:41:34.111463 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-29d0c565-e2da-411b-8a44-6a99c4b9b61d tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:34.118835 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf56e5-b25d-4a40-9c8c-eecdf7c2e6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce40e532-7586-41e9-a75f-ed4f4d8ea46d,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:34.121368 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fbbf56e5-b25d-4a40-9c8c-eecdf7c2e6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:34.380952 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53038) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:34.395259 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bf2b762f-fab8-4aac-89a6-a82ae90ef1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:34.490386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bf2b762f-fab8-4aac-89a6-a82ae90ef1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:34.494385 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bf2b762f-fab8-4aac-89a6-a82ae90ef1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:34.497010 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2a954cd6-90c7-4a92-9eca-9790b9ae920b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:34.533645 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-bf2b762f-fab8-4aac-89a6-a82ae90ef1bd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2d7c5a1f8a4f4f2884afba5e14d71d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515658 Jun 18 16:41:34.534619 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b762f-fab8-4aac-89a6-a82ae90ef1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1041033-0dfc-4a7d-8e65-476ad7fdd198,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:34.536302 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 53040) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:34.537904 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bf2b762f-fab8-4aac-89a6-a82ae90ef1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:34.585436 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f7dcc22a-b7e9-4b3f-ba49-e8b8586f88c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:34.606724 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f7dcc22a-b7e9-4b3f-ba49-e8b8586f88c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:34.653165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f7dcc22a-b7e9-4b3f-ba49-e8b8586f88c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:34.656344 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f7dcc22a-b7e9-4b3f-ba49-e8b8586f88c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:34.657509 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f7dcc22a-b7e9-4b3f-ba49-e8b8586f88c0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1041033-0dfc-4a7d-8e65-476ad7fdd198 HTTP/1.1" status: 204 len: 168 time: 0.1202226 Jun 18 16:41:34.658309 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e60a17d4-af98-43c5-aeee-91c61cab0f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:34.666096 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcc22a-b7e9-4b3f-ba49-e8b8586f88c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1041033-0dfc-4a7d-8e65-476ad7fdd198,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:34.672706 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f7dcc22a-b7e9-4b3f-ba49-e8b8586f88c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:35.321555 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a2b22dfc-6324-4d39-ac7c-a211aba210b7 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:41:35.346580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: a2b22dfc-6324-4d39-ac7c-a211aba210b7 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:41:35.346934 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a2b22dfc-6324-4d39-ac7c-a211aba210b7 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:41:38.476527 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-71c4d252-0d26-4e18-94dd-a3bfb2275c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:40.955274 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2520feaf-9fdf-4cec-821e-ecb729e23e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:41.310236 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:41.363974 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-588b3960-12e3-4383-ac64-02040428f049 req-5535dae5-efed-431b-8e06-1bda734bba0d tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=8c75466c1e2245b1b7bde9fc90c108e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345175 Jun 18 16:41:41.545789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b3960-12e3-4383-ac64-02040428f049 req-d09e4409-74dc-461c-8198-7ea21321b828 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:41.547172 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-588b3960-12e3-4383-ac64-02040428f049 req-d09e4409-74dc-461c-8198-7ea21321b828 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766326 Jun 18 16:41:41.561539 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-588b3960-12e3-4383-ac64-02040428f049 req-7703d4e6-c945-4d6b-b816-218f05bd027d tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/quotas/8c75466c1e2245b1b7bde9fc90c108e8 HTTP/1.1" status: 200 len: 375 time: 0.0090721 Jun 18 16:41:41.594078 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-588b3960-12e3-4383-ac64-02040428f049 req-a7aa3fae-f8c7-4578-8dbc-281f8a5abc94 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c75466c1e2245b1b7bde9fc90c108e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276451 Jun 18 16:41:41.763598 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fa7307fc-ba81-44d2-a31c-05161aa3d005 req-401fd6ab-ff08-4381-9d61-dc6e69ef487d tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/ports?device_id=23604a05-267f-475d-8404-eeca2ecd4238 HTTP/1.1" status: 200 len: 210 time: 0.0323353 Jun 18 16:41:42.137536 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:42.703262 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-588b3960-12e3-4383-ac64-02040428f049 req-54da0c67-6ac1-4895-9697-fb5eeba57be4 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8c75466c1e2245b1b7bde9fc90c108e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225959 Jun 18 16:41:42.811135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b3960-12e3-4383-ac64-02040428f049 req-eb3c27cb-2a6c-4dc8-8a40-4a878cb3699c tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:42.812606 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-588b3960-12e3-4383-ac64-02040428f049 req-eb3c27cb-2a6c-4dc8-8a40-4a878cb3699c tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1043591 Jun 18 16:41:42.826106 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-588b3960-12e3-4383-ac64-02040428f049 req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Request body: {'port': {'device_id': '23604a05-267f-475d-8404-eeca2ecd4238', 'network_id': '29bd0f3c-f9a2-40af-bda2-01d18f21917c', 'admin_state_up': True, 'tenant_id': '8c75466c1e2245b1b7bde9fc90c108e8'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:41:42.917104 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8fa0e41a-a7f8-4a1e-80c9-e6ffd826b7a7 req-bc764f64-239e-45e4-88c9-e323132713cb tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/ports?device_id=23604a05-267f-475d-8404-eeca2ecd4238 HTTP/1.1" status: 200 len: 210 time: 0.0375583 Jun 18 16:41:42.973226 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588b3960-12e3-4383-ac64-02040428f049 req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Made reservation on behalf of 8c75466c1e2245b1b7bde9fc90c108e8 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:41:42.976693 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-588b3960-12e3-4383-ac64-02040428f049 req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:42.986435 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-588b3960-12e3-4383-ac64-02040428f049 req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:43.085862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-588b3960-12e3-4383-ac64-02040428f049 req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:43.093553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-588b3960-12e3-4383-ac64-02040428f049 req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:43.097534 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-df6f4cd7-69b3-4e18-8652-7e7aff3dcc63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:43.153373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=532f72d2-413d-4166-8c26-585fa6bb66ae,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:43.158029 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:43.227618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-588b3960-12e3-4383-ac64-02040428f049 req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Allocated IP 192.168.233.114 (29bd0f3c-f9a2-40af-bda2-01d18f21917c/126cf26d-6206-4b84-9987-604b9f12ac59/2fe56bb6-2baa-4613-a619-2dc44c1da7df) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:41:43.377041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-588b3960-12e3-4383-ac64-02040428f049 req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:43.390183 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-588b3960-12e3-4383-ac64-02040428f049 req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Transition to ACTIVE for port object 2fe56bb6-2baa-4613-a619-2dc44c1da7df will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:41:43.421959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-588b3960-12e3-4383-ac64-02040428f049 req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:43.425841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-786eeb71-90e8-428f-97e1-4f7cf7637054 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:43.466863 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588b3960-12e3-4383-ac64-02040428f049 req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Network 29bd0f3c-f9a2-40af-bda2-01d18f21917c is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:41:43.470113 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-588b3960-12e3-4383-ac64-02040428f049 req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:41:43.473913 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-588b3960-12e3-4383-ac64-02040428f049 req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:41:43.503489 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Pushing event updated for resources: {'Port': ['ID=2fe56bb6-2baa-4613-a619-2dc44c1da7df,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:43.507971 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:43.532597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b3960-12e3-4383-ac64-02040428f049 req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:43.533212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-588b3960-12e3-4383-ac64-02040428f049 req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:43.548485 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-588b3960-12e3-4383-ac64-02040428f049 req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7267113 Jun 18 16:41:43.561780 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Request body: {'port': {'device_id': '23604a05-267f-475d-8404-eeca2ecd4238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:41:43.647847 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:43.692040 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c58a9834-ab6b-4ac1-8e3a-d90379b81bb0 None None] Provisioning for port 2fe56bb6-2baa-4613-a619-2dc44c1da7df completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:41:43.697097 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c58a9834-ab6b-4ac1-8e3a-d90379b81bb0 None None] Provisioning complete for port 2fe56bb6-2baa-4613-a619-2dc44c1da7df triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:43.697883 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c58a9834-ab6b-4ac1-8e3a-d90379b81bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:43.738253 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c58a9834-ab6b-4ac1-8e3a-d90379b81bb0 None None] Port 2fe56bb6-2baa-4613-a619-2dc44c1da7df cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:41:43.760897 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:43.922029 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe56bb6-2baa-4613-a619-2dc44c1da7df {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:41:43.929195 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:43.942036 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Transition to ACTIVE for port object 2fe56bb6-2baa-4613-a619-2dc44c1da7df will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:41:43.945901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:43.948503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ea4c1629-025d-4c04-b27d-b27ab02adc62 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:44.022641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe56bb6-2baa-4613-a619-2dc44c1da7df,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:44.046592 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:44.136266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Attempting to bind port 2fe56bb6-2baa-4613-a619-2dc44c1da7df on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:41:44.136600 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Attempting to bind port 2fe56bb6-2baa-4613-a619-2dc44c1da7df by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'c09e2866-c7a5-4e37-b397-91ef740bc0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '29bd0f3c-f9a2-40af-bda2-01d18f21917c'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:41:44.136927 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Attempting to bind port 2fe56bb6-2baa-4613-a619-2dc44c1da7df on network 29bd0f3c-f9a2-40af-bda2-01d18f21917c {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:41:44.144819 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Port 2fe56bb6-2baa-4613-a619-2dc44c1da7df on network 29bd0f3c-f9a2-40af-bda2-01d18f21917c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:41:44.145145 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Attempting to bind port 2fe56bb6-2baa-4613-a619-2dc44c1da7df on network 29bd0f3c-f9a2-40af-bda2-01d18f21917c {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:41:44.153554 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:41:44.153886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Checking segment: {'id': 'c09e2866-c7a5-4e37-b397-91ef740bc0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '29bd0f3c-f9a2-40af-bda2-01d18f21917c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:41:44.154261 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Bound using segment: {'id': 'c09e2866-c7a5-4e37-b397-91ef740bc0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '29bd0f3c-f9a2-40af-bda2-01d18f21917c'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:41:44.154716 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Bound port: 2fe56bb6-2baa-4613-a619-2dc44c1da7df, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c09e2866-c7a5-4e37-b397-91ef740bc0a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '29bd0f3c-f9a2-40af-bda2-01d18f21917c'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:41:44.155060 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:44.180314 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c1ec4-90e7-4c54-8901-039bcad3870d req-5bce6c86-76d0-4251-aa70-022155905822 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:44.182412 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-058c1ec4-90e7-4c54-8901-039bcad3870d req-5bce6c86-76d0-4251-aa70-022155905822 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/ports?device_id=23604a05-267f-475d-8404-eeca2ecd4238 HTTP/1.1" status: 200 len: 948 time: 0.1067102 Jun 18 16:41:44.260721 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-058c1ec4-90e7-4c54-8901-039bcad3870d req-8da21820-f247-4e16-a254-93d90e391b58 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/security-groups?id=532f72d2-413d-4166-8c26-585fa6bb66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577281 Jun 18 16:41:44.262059 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] For port 2fe56bb6-2baa-4613-a619-2dc44c1da7df, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:41:44.265649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] For port 2fe56bb6-2baa-4613-a619-2dc44c1da7df, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2fe56bb6-2baa-4613-a619-2dc44c1da7df,segment=NetworkSegment(c09e2866-c7a5-4e37-b397-91ef740bc0a6),segment_id=c09e2866-c7a5-4e37-b397-91ef740bc0a6)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:41:44.271206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:44.278866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2bf29951-a013-48dc-af11-f0271a86335d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:44.317350 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:44.317984 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:44.322134 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-588b3960-12e3-4383-ac64-02040428f049 req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] 10.222.0.55 "PUT /v2.0/ports/2fe56bb6-2baa-4613-a619-2dc44c1da7df HTTP/1.1" status: 200 len: 1098 time: 0.7620506 Jun 18 16:41:44.322134 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23604a05-267f-475d-8404-eeca2ecd4238', 'tag': '2fe56bb6-2baa-4613-a619-2dc44c1da7df'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:41:44.324331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff411488-0396-4b19-a848-8aa234640793" -d '{"events": [{"name": "network-changed", "server_uuid": "23604a05-267f-475d-8404-eeca2ecd4238", "tag": "2fe56bb6-2baa-4613-a619-2dc44c1da7df"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:41:44.376749 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0007cc7d-85b3-4016-bf5f-3a866c4d1341 x-openstack-request-id: req-0007cc7d-85b3-4016-bf5f-3a866c4d1341 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:41:44.377092 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23604a05-267f-475d-8404-eeca2ecd4238", "tag": "2fe56bb6-2baa-4613-a619-2dc44c1da7df", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:41:44.377401 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0007cc7d-85b3-4016-bf5f-3a866c4d1341 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:41:44.377845 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23604a05-267f-475d-8404-eeca2ecd4238', 'tag': '2fe56bb6-2baa-4613-a619-2dc44c1da7df', 'status': 'completed', 'code': 200} Jun 18 16:41:44.380072 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe56bb6-2baa-4613-a619-2dc44c1da7df,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:44.400984 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:44.428141 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b3960-12e3-4383-ac64-02040428f049 req-2eb04afa-5cc5-4404-9d61-6a6fe740877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:44.429664 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-588b3960-12e3-4383-ac64-02040428f049 req-2eb04afa-5cc5-4404-9d61-6a6fe740877c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c75466c1e2245b1b7bde9fc90c108e8&device_id=23604a05-267f-475d-8404-eeca2ecd4238 HTTP/1.1" status: 200 len: 1101 time: 0.0639336 Jun 18 16:41:44.474249 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-588b3960-12e3-4383-ac64-02040428f049 req-b85a3103-ff57-42a9-abfd-d7dd4c53c94f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=2fe56bb6-2baa-4613-a619-2dc44c1da7df HTTP/1.1" status: 200 len: 217 time: 0.0359101 Jun 18 16:41:44.532446 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b3960-12e3-4383-ac64-02040428f049 req-58a03e0d-8cc3-4610-ab51-9fedbd9dd304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:44.533934 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-588b3960-12e3-4383-ac64-02040428f049 req-58a03e0d-8cc3-4610-ab51-9fedbd9dd304 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=126cf26d-6206-4b84-9987-604b9f12ac59 HTTP/1.1" status: 200 len: 843 time: 0.0512331 Jun 18 16:41:44.594984 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b3960-12e3-4383-ac64-02040428f049 req-ce4a4e54-5656-4cfa-8953-d65761d4d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:44.596476 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-588b3960-12e3-4383-ac64-02040428f049 req-ce4a4e54-5656-4cfa-8953-d65761d4d623 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29bd0f3c-f9a2-40af-bda2-01d18f21917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0539505 Jun 18 16:41:44.685712 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-588b3960-12e3-4383-ac64-02040428f049 req-ae4e409f-478f-4c27-af89-ca594c8b14b9 service neutron] 10.222.0.55 "GET /v2.0/networks/29bd0f3c-f9a2-40af-bda2-01d18f21917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808656 Jun 18 16:41:44.781125 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-588b3960-12e3-4383-ac64-02040428f049 req-904d6390-6c1f-4ec1-9808-c7a17225de78 service neutron] 10.222.0.55 "GET /v2.0/networks/29bd0f3c-f9a2-40af-bda2-01d18f21917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884368 Jun 18 16:41:44.901849 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff411488-0396-4b19-a848-8aa234640793 req-dc55d490-208b-4a12-82f7-f2adf8ede438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:44.903433 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ff411488-0396-4b19-a848-8aa234640793 req-dc55d490-208b-4a12-82f7-f2adf8ede438 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c75466c1e2245b1b7bde9fc90c108e8&device_id=23604a05-267f-475d-8404-eeca2ecd4238 HTTP/1.1" status: 200 len: 1101 time: 0.0557590 Jun 18 16:41:45.002082 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff411488-0396-4b19-a848-8aa234640793 req-aba8dc05-e5c6-4531-85d8-696e58c3321e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:45.003562 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ff411488-0396-4b19-a848-8aa234640793 req-aba8dc05-e5c6-4531-85d8-696e58c3321e service neutron] 10.222.0.55 "GET /v2.0/networks?id=29bd0f3c-f9a2-40af-bda2-01d18f21917c HTTP/1.1" status: 200 len: 870 time: 0.0929348 Jun 18 16:41:45.046902 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ff411488-0396-4b19-a848-8aa234640793 req-34af74fe-8251-4589-930c-ca3a5dd1edac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=2fe56bb6-2baa-4613-a619-2dc44c1da7df HTTP/1.1" status: 200 len: 217 time: 0.0347559 Jun 18 16:41:45.097949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff411488-0396-4b19-a848-8aa234640793 req-b7b16e3a-b77b-4849-927a-df349e7acd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:45.099441 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ff411488-0396-4b19-a848-8aa234640793 req-b7b16e3a-b77b-4849-927a-df349e7acd10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=126cf26d-6206-4b84-9987-604b9f12ac59 HTTP/1.1" status: 200 len: 843 time: 0.0466504 Jun 18 16:41:45.161096 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff411488-0396-4b19-a848-8aa234640793 req-3bea6a8b-800e-4480-8fad-0c2c13150209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:45.162650 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ff411488-0396-4b19-a848-8aa234640793 req-3bea6a8b-800e-4480-8fad-0c2c13150209 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=29bd0f3c-f9a2-40af-bda2-01d18f21917c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0547509 Jun 18 16:41:45.269353 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ff411488-0396-4b19-a848-8aa234640793 req-ecbbc033-166e-4197-a995-b85f37b10c8b service neutron] 10.222.0.55 "GET /v2.0/networks/29bd0f3c-f9a2-40af-bda2-01d18f21917c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984185 Jun 18 16:41:45.375363 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ff411488-0396-4b19-a848-8aa234640793 req-c1802590-c0d0-4336-a7f1-642caa3b94b8 service neutron] 10.222.0.55 "GET /v2.0/networks/29bd0f3c-f9a2-40af-bda2-01d18f21917c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980742 Jun 18 16:41:45.455743 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84ed12-d027-4b9f-8ef6-9a8d35a4fb71 req-ca63cb40-4c9b-4824-8a45-f7ac3de7a3ac tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:45.457246 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9e84ed12-d027-4b9f-8ef6-9a8d35a4fb71 req-ca63cb40-4c9b-4824-8a45-f7ac3de7a3ac tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/ports?device_id=23604a05-267f-475d-8404-eeca2ecd4238 HTTP/1.1" status: 200 len: 948 time: 0.0708723 Jun 18 16:41:45.497524 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9e84ed12-d027-4b9f-8ef6-9a8d35a4fb71 req-6e7767dc-9533-4f77-abc6-e92952445660 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/security-groups?id=532f72d2-413d-4166-8c26-585fa6bb66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342858 Jun 18 16:41:46.698872 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db973a6-0581-497f-9323-9852ac5589ee req-8ad745fb-909c-4bed-b876-fe46dd79ed24 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:46.700809 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7db973a6-0581-497f-9323-9852ac5589ee req-8ad745fb-909c-4bed-b876-fe46dd79ed24 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/ports?device_id=23604a05-267f-475d-8404-eeca2ecd4238 HTTP/1.1" status: 200 len: 948 time: 0.0764294 Jun 18 16:41:46.758200 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7db973a6-0581-497f-9323-9852ac5589ee req-9ebf3627-a287-4235-ae04-ee6aff20bdc6 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/security-groups?id=532f72d2-413d-4166-8c26-585fa6bb66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517883 Jun 18 16:41:47.926611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af162729-c84b-4a3a-82db-959747157045 req-91f81891-5531-490a-a970-31525821e2d0 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:47.928173 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-af162729-c84b-4a3a-82db-959747157045 req-91f81891-5531-490a-a970-31525821e2d0 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/ports?device_id=23604a05-267f-475d-8404-eeca2ecd4238 HTTP/1.1" status: 200 len: 948 time: 0.0677474 Jun 18 16:41:47.964844 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-af162729-c84b-4a3a-82db-959747157045 req-1f83d25a-b390-4368-9986-59a0ce0b0270 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/security-groups?id=532f72d2-413d-4166-8c26-585fa6bb66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304723 Jun 18 16:41:48.983704 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 2fe56bb6-2baa-4613-a619-2dc44c1da7df details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:41:49.081260 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 2fe56bb6-2baa-4613-a619-2dc44c1da7df, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2fe56bb6-2baa-4613-a619-2dc44c1da7df,segment=NetworkSegment(c09e2866-c7a5-4e37-b397-91ef740bc0a6),segment_id=c09e2866-c7a5-4e37-b397-91ef740bc0a6)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:49.091978 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '2fe56bb6-2baa-4613-a619-2dc44c1da7df', 'network_id': '29bd0f3c-f9a2-40af-bda2-01d18f21917c', 'port_id': '2fe56bb6-2baa-4613-a619-2dc44c1da7df', 'mac_address': 'fa:16:3e:54:4e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '126cf26d-6206-4b84-9987-604b9f12ac59', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:41:49.129911 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:49.139136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42ee45-96f0-4d6d-88c3-20ba21467f1d req-d7488340-7b02-455f-888d-73ae0a563a57 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:49.140682 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bf42ee45-96f0-4d6d-88c3-20ba21467f1d req-d7488340-7b02-455f-888d-73ae0a563a57 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/ports?device_id=23604a05-267f-475d-8404-eeca2ecd4238 HTTP/1.1" status: 200 len: 948 time: 0.0641708 Jun 18 16:41:49.143599 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe56bb6-2baa-4613-a619-2dc44c1da7df {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:41:49.162641 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 2fe56bb6-2baa-4613-a619-2dc44c1da7df, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2fe56bb6-2baa-4613-a619-2dc44c1da7df,segment=NetworkSegment(c09e2866-c7a5-4e37-b397-91ef740bc0a6),segment_id=c09e2866-c7a5-4e37-b397-91ef740bc0a6)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:49.166603 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:49.168501 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:49.178621 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bf42ee45-96f0-4d6d-88c3-20ba21467f1d req-8d910fd7-45fd-4ad8-9cca-1e6003c82464 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/security-groups?id=532f72d2-413d-4166-8c26-585fa6bb66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322449 Jun 18 16:41:49.216953 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=2fe56bb6-2baa-4613-a619-2dc44c1da7df,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:49.220392 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:49.383379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['2fe56bb6-2baa-4613-a619-2dc44c1da7df'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:41:50.352052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d485be-45d2-49ca-9f0c-05c6c79e9ccd req-1b9e46ce-001f-46c5-8a70-be52ccbe271a tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:50.353978 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e7d485be-45d2-49ca-9f0c-05c6c79e9ccd req-1b9e46ce-001f-46c5-8a70-be52ccbe271a tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/ports?device_id=23604a05-267f-475d-8404-eeca2ecd4238 HTTP/1.1" status: 200 len: 949 time: 0.0664227 Jun 18 16:41:50.395632 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e7d485be-45d2-49ca-9f0c-05c6c79e9ccd req-5697eab3-614f-4ad2-8b74-bdc2205c61a1 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/security-groups?id=532f72d2-413d-4166-8c26-585fa6bb66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358994 Jun 18 16:41:51.000522 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 2fe56bb6-2baa-4613-a619-2dc44c1da7df up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:41:51.048217 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 2fe56bb6-2baa-4613-a619-2dc44c1da7df completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:41:51.051631 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 2fe56bb6-2baa-4613-a619-2dc44c1da7df triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:41:51.052039 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.131250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.154676 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23604a05-267f-475d-8404-eeca2ecd4238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe56bb6-2baa-4613-a619-2dc44c1da7df'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:41:51.156960 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d18bdaf-36f0-46dc-b7fc-f5d60454263a" -d '{"events": [{"server_uuid": "23604a05-267f-475d-8404-eeca2ecd4238", "name": "network-vif-plugged", "status": "completed", "tag": "2fe56bb6-2baa-4613-a619-2dc44c1da7df"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:41:51.169894 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 2fe56bb6-2baa-4613-a619-2dc44c1da7df, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2fe56bb6-2baa-4613-a619-2dc44c1da7df,segment=NetworkSegment(c09e2866-c7a5-4e37-b397-91ef740bc0a6),segment_id=c09e2866-c7a5-4e37-b397-91ef740bc0a6)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:51.174125 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:51.175980 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:51.200244 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901e13ce-2bc7-41be-aaf2-a07632a2e80f x-openstack-request-id: req-901e13ce-2bc7-41be-aaf2-a07632a2e80f {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:41:51.200549 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23604a05-267f-475d-8404-eeca2ecd4238", "name": "network-vif-plugged", "status": "completed", "tag": "2fe56bb6-2baa-4613-a619-2dc44c1da7df", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:41:51.200812 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-901e13ce-2bc7-41be-aaf2-a07632a2e80f {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:41:51.201212 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23604a05-267f-475d-8404-eeca2ecd4238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe56bb6-2baa-4613-a619-2dc44c1da7df', 'code': 200} Jun 18 16:41:51.227548 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=2fe56bb6-2baa-4613-a619-2dc44c1da7df,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:51.230591 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:51.429104 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471621ef-c7f3-4984-aec7-8786f6083bf5 req-21cb2760-a661-41a9-ae1f-0bce5066eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:51.431165 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-471621ef-c7f3-4984-aec7-8786f6083bf5 req-21cb2760-a661-41a9-ae1f-0bce5066eb7d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=23604a05-267f-475d-8404-eeca2ecd4238 HTTP/1.1" status: 200 len: 1103 time: 0.0512295 Jun 18 16:41:51.466561 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-471621ef-c7f3-4984-aec7-8786f6083bf5 req-a009dc9e-7a7b-43e1-8c8f-c2c997f412ad service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=532f72d2-413d-4166-8c26-585fa6bb66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286832 Jun 18 16:41:51.588458 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b977e46-d8ae-4bbf-8786-a96da1cd43f7 req-38685c6f-c4b4-4d59-a6d5-90affb96746a tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:51.590785 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8b977e46-d8ae-4bbf-8786-a96da1cd43f7 req-38685c6f-c4b4-4d59-a6d5-90affb96746a tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/ports?device_id=23604a05-267f-475d-8404-eeca2ecd4238 HTTP/1.1" status: 200 len: 950 time: 0.0839446 Jun 18 16:41:51.629858 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8b977e46-d8ae-4bbf-8786-a96da1cd43f7 req-b95c058b-1835-47a8-8777-09750b1dd471 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/security-groups?id=532f72d2-413d-4166-8c26-585fa6bb66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334182 Jun 18 16:41:52.815527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73a80f-fdc6-421f-b25d-b4d9f609a545 req-21b7a4b2-b687-4f86-b589-b6ffd7a09863 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:52.816997 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ce73a80f-fdc6-421f-b25d-b4d9f609a545 req-21b7a4b2-b687-4f86-b589-b6ffd7a09863 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/ports?device_id=23604a05-267f-475d-8404-eeca2ecd4238 HTTP/1.1" status: 200 len: 950 time: 0.0667431 Jun 18 16:41:52.855461 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ce73a80f-fdc6-421f-b25d-b4d9f609a545 req-aa93c310-e228-4f87-8f7c-5084511367d8 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/security-groups?id=532f72d2-413d-4166-8c26-585fa6bb66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321562 Jun 18 16:41:53.862831 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:41:54.007099 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1462587f-0c10-4983-803d-668d1b5ee0ce req-42470bc2-cfd6-47bb-82c2-a28ba92e86df tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:54.009592 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1462587f-0c10-4983-803d-668d1b5ee0ce req-42470bc2-cfd6-47bb-82c2-a28ba92e86df tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/ports?device_id=23604a05-267f-475d-8404-eeca2ecd4238 HTTP/1.1" status: 200 len: 950 time: 0.0685434 Jun 18 16:41:54.048025 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1462587f-0c10-4983-803d-668d1b5ee0ce req-0fc42a23-acaa-4369-8eda-dcc08bd259a0 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/security-groups?id=532f72d2-413d-4166-8c26-585fa6bb66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331898 Jun 18 16:41:54.263323 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.229205 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0204d9-d5b9-4d1e-b249-e9eb9eafc918 req-b59261ae-caf5-45f1-9842-b5340b75ac9d tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:55.230735 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3a0204d9-d5b9-4d1e-b249-e9eb9eafc918 req-b59261ae-caf5-45f1-9842-b5340b75ac9d tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/ports?device_id=23604a05-267f-475d-8404-eeca2ecd4238 HTTP/1.1" status: 200 len: 950 time: 0.0629942 Jun 18 16:41:55.312534 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3a0204d9-d5b9-4d1e-b249-e9eb9eafc918 req-609fac36-effd-488e-9cc7-d1d7b0b625c9 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/security-groups?id=532f72d2-413d-4166-8c26-585fa6bb66ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757966 Jun 18 16:41:55.339594 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad8e5c-96f2-4d4f-a9df-94b5ad635040 req-329d6564-521f-4fae-8844-7e1919d467be tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:55.341019 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8fad8e5c-96f2-4d4f-a9df-94b5ad635040 req-329d6564-521f-4fae-8844-7e1919d467be tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.55 "GET /v2.0/ports?device_id=23604a05-267f-475d-8404-eeca2ecd4238 HTTP/1.1" status: 200 len: 950 time: 0.1026459 Jun 18 16:41:55.441265 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-8fad8e5c-96f2-4d4f-a9df-94b5ad635040 req-39247ccf-b7ec-4626-b39e-8d1c51182aab tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Deleting port 2fe56bb6-2baa-4613-a619-2dc44c1da7df {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:41:55.441608 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-8fad8e5c-96f2-4d4f-a9df-94b5ad635040 req-39247ccf-b7ec-4626-b39e-8d1c51182aab tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.532515 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-8fad8e5c-96f2-4d4f-a9df-94b5ad635040 req-39247ccf-b7ec-4626-b39e-8d1c51182aab tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] For port 2fe56bb6-2baa-4613-a619-2dc44c1da7df, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2fe56bb6-2baa-4613-a619-2dc44c1da7df,segment=NetworkSegment(c09e2866-c7a5-4e37-b397-91ef740bc0a6),segment_id=c09e2866-c7a5-4e37-b397-91ef740bc0a6)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:41:55.532785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-8fad8e5c-96f2-4d4f-a9df-94b5ad635040 req-39247ccf-b7ec-4626-b39e-8d1c51182aab tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.598652 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-8fad8e5c-96f2-4d4f-a9df-94b5ad635040 req-39247ccf-b7ec-4626-b39e-8d1c51182aab tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Calling delete_port for 2fe56bb6-2baa-4613-a619-2dc44c1da7df owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:41:55.730646 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-8fad8e5c-96f2-4d4f-a9df-94b5ad635040 req-39247ccf-b7ec-4626-b39e-8d1c51182aab tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.734389 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:55.742046 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['2fe56bb6-2baa-4613-a619-2dc44c1da7df'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:41:55.761730 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39247ccf-b7ec-4626-b39e-8d1c51182aab tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Pushing event deleted for resources: {'Port': ['ID=2fe56bb6-2baa-4613-a619-2dc44c1da7df,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:55.765122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-39247ccf-b7ec-4626-b39e-8d1c51182aab tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:55.812690 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fad8e5c-96f2-4d4f-a9df-94b5ad635040 req-39247ccf-b7ec-4626-b39e-8d1c51182aab tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] No DVR routers for this DVR port 2fe56bb6-2baa-4613-a619-2dc44c1da7df on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:41:55.815297 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-8fad8e5c-96f2-4d4f-a9df-94b5ad635040 req-39247ccf-b7ec-4626-b39e-8d1c51182aab tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:55.817395 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8fad8e5c-96f2-4d4f-a9df-94b5ad635040 req-39247ccf-b7ec-4626-b39e-8d1c51182aab tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.55 "DELETE /v2.0/ports/2fe56bb6-2baa-4613-a619-2dc44c1da7df HTTP/1.1" status: 204 len: 173 time: 0.4702249 Jun 18 16:41:55.818026 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23604a05-267f-475d-8404-eeca2ecd4238', 'name': 'network-vif-deleted', 'tag': '2fe56bb6-2baa-4613-a619-2dc44c1da7df'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:41:55.820532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02548faa-79f0-4cda-9674-9d14c226b24c" -d '{"events": [{"server_uuid": "23604a05-267f-475d-8404-eeca2ecd4238", "name": "network-vif-deleted", "tag": "2fe56bb6-2baa-4613-a619-2dc44c1da7df"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:41:55.866923 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae9806a-cc8a-4951-b2d9-b620f4b4d587 x-openstack-request-id: req-bae9806a-cc8a-4951-b2d9-b620f4b4d587 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:41:55.867230 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23604a05-267f-475d-8404-eeca2ecd4238", "name": "network-vif-deleted", "tag": "2fe56bb6-2baa-4613-a619-2dc44c1da7df", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:41:55.867538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bae9806a-cc8a-4951-b2d9-b620f4b4d587 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:41:55.868550 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23604a05-267f-475d-8404-eeca2ecd4238', 'name': 'network-vif-deleted', 'tag': '2fe56bb6-2baa-4613-a619-2dc44c1da7df', 'status': 'completed', 'code': 200} Jun 18 16:41:56.469203 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21c535cb-c22d-4c53-b3ef-c8010dbb3185 req-129308a1-23b3-415d-b10d-7c9e33404950 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] 10.222.0.50 "GET /v2.0/ports?device_id=23604a05-267f-475d-8404-eeca2ecd4238 HTTP/1.1" status: 200 len: 210 time: 0.0287049 Jun 18 16:41:57.800598 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 53176) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:57.931360 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8f4de3fd-4948-42e8-ae29-c20024919c2c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c75466c1e2245b1b7bde9fc90c108e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288021 Jun 18 16:41:57.933713 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 53180) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:57.985099 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4b345c6d-bd87-47a9-b6a3-5dc515fed6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:58.006321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4b345c6d-bd87-47a9-b6a3-5dc515fed6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:58.053574 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4b345c6d-bd87-47a9-b6a3-5dc515fed6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:58.056312 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4b345c6d-bd87-47a9-b6a3-5dc515fed6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:58.057441 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4b345c6d-bd87-47a9-b6a3-5dc515fed6ab admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/532f72d2-413d-4166-8c26-585fa6bb66ae HTTP/1.1" status: 204 len: 168 time: 0.1228282 Jun 18 16:41:58.058249 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-da54ada5-0fd6-45c6-975e-5b023797408d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:58.065604 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b345c6d-bd87-47a9-b6a3-5dc515fed6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532f72d2-413d-4166-8c26-585fa6bb66ae,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:58.067984 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4b345c6d-bd87-47a9-b6a3-5dc515fed6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:58.311985 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 53186) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:58.326284 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc6143b4-1315-4a7a-80f1-d10ba6405439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:58.416231 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc6143b4-1315-4a7a-80f1-d10ba6405439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:58.419870 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc6143b4-1315-4a7a-80f1-d10ba6405439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:58.423048 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b1ad8310-f67b-4fae-a8bb-ddc22fea8cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:58.457591 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-dc6143b4-1315-4a7a-80f1-d10ba6405439 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce90c44d74254754a37a85efbffccb65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1445327 Jun 18 16:41:58.458626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6143b4-1315-4a7a-80f1-d10ba6405439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f93a5d-f875-4d86-b98e-3f79337a2adf,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:58.460305 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53188) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:58.461715 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-dc6143b4-1315-4a7a-80f1-d10ba6405439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:58.512249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f16b835-443a-4e2e-b713-c51e3afb25fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:58.532010 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f16b835-443a-4e2e-b713-c51e3afb25fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:58.578882 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f16b835-443a-4e2e-b713-c51e3afb25fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:58.581424 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f16b835-443a-4e2e-b713-c51e3afb25fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:58.582590 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3f16b835-443a-4e2e-b713-c51e3afb25fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b6f93a5d-f875-4d86-b98e-3f79337a2adf HTTP/1.1" status: 204 len: 168 time: 0.1206069 Jun 18 16:41:58.583398 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0b33e7b8-9b4b-4e4a-b851-201e80445367 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:58.591530 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16b835-443a-4e2e-b713-c51e3afb25fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f93a5d-f875-4d86-b98e-3f79337a2adf,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:58.594017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3f16b835-443a-4e2e-b713-c51e3afb25fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:59.045146 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 2fe56bb6-2baa-4613-a619-2dc44c1da7df no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:41:59.068725 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 2fe56bb6-2baa-4613-a619-2dc44c1da7df {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:41:59.069086 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 2fe56bb6-2baa-4613-a619-2dc44c1da7df not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:41:59.225883 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53210) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:59.318679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-de09c5d9-761b-4dd9-9722-87f1b0d7cd45 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2086202548-network', 'tenant_id': '29fb6c7e78b14116a9479e1d990926c6'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:41:59.347936 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de09c5d9-761b-4dd9-9722-87f1b0d7cd45 admin admin] Made reservation on behalf of 29fb6c7e78b14116a9479e1d990926c6 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:41:59.350387 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-de09c5d9-761b-4dd9-9722-87f1b0d7cd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.359537 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-de09c5d9-761b-4dd9-9722-87f1b0d7cd45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.444879 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-de09c5d9-761b-4dd9-9722-87f1b0d7cd45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.449834 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-de09c5d9-761b-4dd9-9722-87f1b0d7cd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.453392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a7386570-2bb2-471b-b0a2-0cd647b7697e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:59.474720 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de09c5d9-761b-4dd9-9722-87f1b0d7cd45 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:41:59.483497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09c5d9-761b-4dd9-9722-87f1b0d7cd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdacec52-6214-415e-ba80-803c1ccacb97,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:59.487106 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-de09c5d9-761b-4dd9-9722-87f1b0d7cd45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:59.489808 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-de09c5d9-761b-4dd9-9722-87f1b0d7cd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.490163 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-de09c5d9-761b-4dd9-9722-87f1b0d7cd45 admin admin] Added segment d7826399-a69d-48cd-9172-9e9d85f11e49 of type vlan for network 6d5f5a19-1b7a-4229-891c-f510cf4687d4 Jun 18 16:41:59.530384 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-de09c5d9-761b-4dd9-9722-87f1b0d7cd45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.560839 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-de09c5d9-761b-4dd9-9722-87f1b0d7cd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.561794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de09c5d9-761b-4dd9-9722-87f1b0d7cd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:59.562377 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-de09c5d9-761b-4dd9-9722-87f1b0d7cd45 admin admin] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.564501 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ade00832-f770-4a92-aa5a-3fc45b83a870 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:59.657933 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-de09c5d9-761b-4dd9-9722-87f1b0d7cd45 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4308052 Jun 18 16:41:59.661003 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 53214) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:41:59.666732 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-7cfc0a9b-1dd5-44f1-89f4-5695ee867578 admin admin] Request body: {'subnet': {'network_id': '6d5f5a19-1b7a-4229-891c-f510cf4687d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2086202548-subnet', 'tenant_id': '29fb6c7e78b14116a9479e1d990926c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:41:59.677516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09c5d9-761b-4dd9-9722-87f1b0d7cd45 admin admin] Pushing event updated for resources: {'Network': ['ID=6d5f5a19-1b7a-4229-891c-f510cf4687d4,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:59.680262 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-de09c5d9-761b-4dd9-9722-87f1b0d7cd45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:59.688744 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 6d5f5a19-1b7a-4229-891c-f510cf4687d4 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:41:59.689754 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfc0a9b-1dd5-44f1-89f4-5695ee867578 admin admin] Made reservation on behalf of 29fb6c7e78b14116a9479e1d990926c6 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:41:59.692163 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7cfc0a9b-1dd5-44f1-89f4-5695ee867578 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.859945 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7cfc0a9b-1dd5-44f1-89f4-5695ee867578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.861761 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d373de72-4114-46a6-afbf-9b04431e966d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:41:59.920292 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc0a9b-1dd5-44f1-89f4-5695ee867578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caa8b9d3-466b-41d8-ab54-53c508451b8e,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:41:59.923054 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7cfc0a9b-1dd5-44f1-89f4-5695ee867578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:41:59.929916 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfc0a9b-1dd5-44f1-89f4-5695ee867578 admin admin] Checking segment: {'id': 'd7826399-a69d-48cd-9172-9e9d85f11e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6d5f5a19-1b7a-4229-891c-f510cf4687d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:41:59.930264 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfc0a9b-1dd5-44f1-89f4-5695ee867578 admin admin] Network hostable DHCP agents. Network: 6d5f5a19-1b7a-4229-891c-f510cf4687d4, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:41:59.946905 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfc0a9b-1dd5-44f1-89f4-5695ee867578 admin admin] Network 6d5f5a19-1b7a-4229-891c-f510cf4687d4 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:41:59.955823 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-7cfc0a9b-1dd5-44f1-89f4-5695ee867578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 6d5f5a19-1b7a-4229-891c-f510cf4687d4) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:41:59.959967 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfc0a9b-1dd5-44f1-89f4-5695ee867578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:41:59.960547 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7cfc0a9b-1dd5-44f1-89f4-5695ee867578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:41:59.965474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca22866-b3fb-40b6-80a3-c906e7484681 None None] Network 6d5f5a19-1b7a-4229-891c-f510cf4687d4 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:41:59.975548 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7cfc0a9b-1dd5-44f1-89f4-5695ee867578 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3133996 Jun 18 16:42:00.100624 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ca9bfb-64a6-4a6e-85ee-274bcd80b87d None None] Network 6d5f5a19-1b7a-4229-891c-f510cf4687d4 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:42:00.397865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-1e12ded3-b03e-4c00-be09-6263c605c1dd tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:00.399335 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-1e12ded3-b03e-4c00-be09-6263c605c1dd tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/networks?id=6d5f5a19-1b7a-4229-891c-f510cf4687d4 HTTP/1.1" status: 200 len: 812 time: 0.1021266 Jun 18 16:42:00.413914 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-54e273b1-d8d1-4aa6-aece-54a881f59965 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/quotas/29fb6c7e78b14116a9479e1d990926c6 HTTP/1.1" status: 200 len: 375 time: 0.0087309 Jun 18 16:42:00.447050 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-d43a6356-e978-4b3c-801e-53feb60135c2 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=29fb6c7e78b14116a9479e1d990926c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277743 Jun 18 16:42:00.457252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-d9522578-86be-4d8e-a72b-cc9531ea5262 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:42:00.458173 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-d9522578-86be-4d8e-a72b-cc9531ea5262 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048237 Jun 18 16:42:00.893364 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-1ea38723-c408-4e25-8d6b-71ab9d3bfb02 service neutron] 10.222.0.50 "GET /v2.0/networks/6d5f5a19-1b7a-4229-891c-f510cf4687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293690 Jun 18 16:42:00.981785 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-046601a8-a9b0-455a-97de-ec585a80de13 service neutron] 10.222.0.50 "GET /v2.0/networks/6d5f5a19-1b7a-4229-891c-f510cf4687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825102 Jun 18 16:42:01.145450 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ca87d628-adf3-4b09-b6d9-01e34d9d0574 req-fbbdab15-0a12-4058-9aaf-cbb0e7bba7ba tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 210 time: 0.0295665 Jun 18 16:42:02.173700 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-07198dff-d662-479c-a71e-3f5504092237 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:02.175197 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-07198dff-d662-479c-a71e-3f5504092237 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.55 "GET /v2.0/networks?id=6d5f5a19-1b7a-4229-891c-f510cf4687d4 HTTP/1.1" status: 200 len: 812 time: 0.1052191 Jun 18 16:42:02.190896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-56629bb2-60e5-4cad-a665-9f63a0dc5218 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Request body: {'port': {'device_id': '74522113-e066-43e8-8e9c-d15cd9936d31', 'network_id': '6d5f5a19-1b7a-4229-891c-f510cf4687d4', 'admin_state_up': True, 'tenant_id': '29fb6c7e78b14116a9479e1d990926c6'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:42:02.304612 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f8ae7907-f034-44ea-a7be-62ee9702664e req-ed99aee9-db37-41ad-8263-4eee2cc061ed tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 210 time: 0.0372779 Jun 18 16:42:02.332503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-56629bb2-60e5-4cad-a665-9f63a0dc5218 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Made reservation on behalf of 29fb6c7e78b14116a9479e1d990926c6 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:42:02.336162 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-56629bb2-60e5-4cad-a665-9f63a0dc5218 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:02.471272 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-56629bb2-60e5-4cad-a665-9f63a0dc5218 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Allocated IP 172.20.0.7 (6d5f5a19-1b7a-4229-891c-f510cf4687d4/caa8b9d3-466b-41d8-ab54-53c508451b8e/de036657-2bed-4ed0-a630-c5a278d139dd) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:42:02.615866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-56629bb2-60e5-4cad-a665-9f63a0dc5218 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:02.654179 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-56629bb2-60e5-4cad-a665-9f63a0dc5218 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:02.658122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9c1de9df-7fc2-4548-81cd-6da4d136cdeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:02.698759 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-56629bb2-60e5-4cad-a665-9f63a0dc5218 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Network 6d5f5a19-1b7a-4229-891c-f510cf4687d4 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:42:02.702041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-56629bb2-60e5-4cad-a665-9f63a0dc5218 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:42:02.705984 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-56629bb2-60e5-4cad-a665-9f63a0dc5218 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:42:02.717412 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56629bb2-60e5-4cad-a665-9f63a0dc5218 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Pushing event updated for resources: {'Port': ['ID=de036657-2bed-4ed0-a630-c5a278d139dd,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:02.737856 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-56629bb2-60e5-4cad-a665-9f63a0dc5218 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:02.763585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-56629bb2-60e5-4cad-a665-9f63a0dc5218 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:02.764193 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-56629bb2-60e5-4cad-a665-9f63a0dc5218 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:02.778615 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-56629bb2-60e5-4cad-a665-9f63a0dc5218 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5919306 Jun 18 16:42:02.790549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Request body: {'port': {'device_id': '74522113-e066-43e8-8e9c-d15cd9936d31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:42:02.867166 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:03.123303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de036657-2bed-4ed0-a630-c5a278d139dd {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:42:03.130356 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:03.142205 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Transition to ACTIVE for port object de036657-2bed-4ed0-a630-c5a278d139dd will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:42:03.146580 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:03.149235 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-827a97de-d529-4896-90cc-4a3b89cda3db tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:03.223578 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Pushing event updated for resources: {'Port': ['ID=de036657-2bed-4ed0-a630-c5a278d139dd,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:03.240809 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:03.337688 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Attempting to bind port de036657-2bed-4ed0-a630-c5a278d139dd on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:42:03.338538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Attempting to bind port de036657-2bed-4ed0-a630-c5a278d139dd by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd7826399-a69d-48cd-9172-9e9d85f11e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6d5f5a19-1b7a-4229-891c-f510cf4687d4'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:42:03.338903 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Attempting to bind port de036657-2bed-4ed0-a630-c5a278d139dd on network 6d5f5a19-1b7a-4229-891c-f510cf4687d4 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:42:03.343123 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Port de036657-2bed-4ed0-a630-c5a278d139dd on network 6d5f5a19-1b7a-4229-891c-f510cf4687d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:42:03.343442 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Attempting to bind port de036657-2bed-4ed0-a630-c5a278d139dd on network 6d5f5a19-1b7a-4229-891c-f510cf4687d4 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:42:03.349443 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:42:03.349777 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Checking segment: {'id': 'd7826399-a69d-48cd-9172-9e9d85f11e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6d5f5a19-1b7a-4229-891c-f510cf4687d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:42:03.350159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Bound using segment: {'id': 'd7826399-a69d-48cd-9172-9e9d85f11e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6d5f5a19-1b7a-4229-891c-f510cf4687d4'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:42:03.350611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Bound port: de036657-2bed-4ed0-a630-c5a278d139dd, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7826399-a69d-48cd-9172-9e9d85f11e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6d5f5a19-1b7a-4229-891c-f510cf4687d4'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:42:03.350958 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:03.419821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] For port de036657-2bed-4ed0-a630-c5a278d139dd, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:42:03.424598 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] For port de036657-2bed-4ed0-a630-c5a278d139dd, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=de036657-2bed-4ed0-a630-c5a278d139dd,segment=NetworkSegment(d7826399-a69d-48cd-9172-9e9d85f11e49),segment_id=d7826399-a69d-48cd-9172-9e9d85f11e49)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:42:03.436218 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:03.453202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8cb9b6a2-a681-45c6-b315-957157490998 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:03.488384 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:03.489009 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:03.490382 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] 10.222.0.55 "PUT /v2.0/ports/de036657-2bed-4ed0-a630-c5a278d139dd HTTP/1.1" status: 200 len: 1093 time: 0.7043126 Jun 18 16:42:03.495541 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74522113-e066-43e8-8e9c-d15cd9936d31', 'tag': 'de036657-2bed-4ed0-a630-c5a278d139dd'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:42:03.497939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce512897-d182-48e4-b7a3-af65abaec5f4" -d '{"events": [{"name": "network-changed", "server_uuid": "74522113-e066-43e8-8e9c-d15cd9936d31", "tag": "de036657-2bed-4ed0-a630-c5a278d139dd"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:42:03.528543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Pushing event updated for resources: {'Port': ['ID=de036657-2bed-4ed0-a630-c5a278d139dd,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:03.532289 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:03.559137 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58956364-4d21-47b4-9ead-7be6f41651cd x-openstack-request-id: req-58956364-4d21-47b4-9ead-7be6f41651cd {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:42:03.559484 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74522113-e066-43e8-8e9c-d15cd9936d31", "tag": "de036657-2bed-4ed0-a630-c5a278d139dd", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:42:03.559789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-58956364-4d21-47b4-9ead-7be6f41651cd {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:42:03.560228 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74522113-e066-43e8-8e9c-d15cd9936d31', 'tag': 'de036657-2bed-4ed0-a630-c5a278d139dd', 'status': 'completed', 'code': 200} Jun 18 16:42:03.568463 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa8bd2-cc93-42b8-959f-dfe7373e67fb req-cd19210d-3cf9-44f4-bac7-5a4cf270a2ff tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:03.569917 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-65fa8bd2-cc93-42b8-959f-dfe7373e67fb req-cd19210d-3cf9-44f4-bac7-5a4cf270a2ff tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 943 time: 0.1479678 Jun 18 16:42:03.630320 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-65fa8bd2-cc93-42b8-959f-dfe7373e67fb req-f3da3c24-5227-4cac-b556-fd6e73683c79 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442109 Jun 18 16:42:03.640978 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-7bdb1745-9033-433f-9606-34385ec1c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:03.642446 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-7bdb1745-9033-433f-9606-34385ec1c707 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29fb6c7e78b14116a9479e1d990926c6&device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 1096 time: 0.0982234 Jun 18 16:42:03.686232 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-f64fffd6-ccb4-4b89-aaa7-08c87561eda6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de036657-2bed-4ed0-a630-c5a278d139dd HTTP/1.1" status: 200 len: 217 time: 0.0359926 Jun 18 16:42:03.738612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-26b7f3aa-1d15-46ca-9ac5-5f7b71dbcf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:03.740029 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-26b7f3aa-1d15-46ca-9ac5-5f7b71dbcf06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=caa8b9d3-466b-41d8-ab54-53c508451b8e HTTP/1.1" status: 200 len: 852 time: 0.0471954 Jun 18 16:42:03.780257 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-a401a54b-2f13-4686-9ff3-8e3593c3eb84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d5f5a19-1b7a-4229-891c-f510cf4687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326810 Jun 18 16:42:03.872955 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-92b44bc8-ff83-4fb0-9a6e-184546b05bf3 service neutron] 10.222.0.55 "GET /v2.0/networks/6d5f5a19-1b7a-4229-891c-f510cf4687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855465 Jun 18 16:42:03.965205 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-57a54417-e691-4eb5-9fcf-f6193991f1db req-d7cc128d-aec3-4de2-9e8e-7307b6f79ef2 service neutron] 10.222.0.55 "GET /v2.0/networks/6d5f5a19-1b7a-4229-891c-f510cf4687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854497 Jun 18 16:42:04.064724 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce512897-d182-48e4-b7a3-af65abaec5f4 req-78e713f4-8216-42ac-8c4d-2b2324fff043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:04.066240 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ce512897-d182-48e4-b7a3-af65abaec5f4 req-78e713f4-8216-42ac-8c4d-2b2324fff043 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29fb6c7e78b14116a9479e1d990926c6&device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 1096 time: 0.0550318 Jun 18 16:42:04.165944 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce512897-d182-48e4-b7a3-af65abaec5f4 req-a00cfaf5-46f7-4af3-9c0b-0a876a02d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:04.168103 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ce512897-d182-48e4-b7a3-af65abaec5f4 req-a00cfaf5-46f7-4af3-9c0b-0a876a02d254 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d5f5a19-1b7a-4229-891c-f510cf4687d4 HTTP/1.1" status: 200 len: 913 time: 0.0944848 Jun 18 16:42:04.210340 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ce512897-d182-48e4-b7a3-af65abaec5f4 req-fec67791-9f3d-42b3-b429-e4bb508881c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de036657-2bed-4ed0-a630-c5a278d139dd HTTP/1.1" status: 200 len: 217 time: 0.0350547 Jun 18 16:42:04.263630 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce512897-d182-48e4-b7a3-af65abaec5f4 req-b95b5427-ea90-4e33-8e33-97137a92b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:04.265009 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ce512897-d182-48e4-b7a3-af65abaec5f4 req-b95b5427-ea90-4e33-8e33-97137a92b1fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=caa8b9d3-466b-41d8-ab54-53c508451b8e HTTP/1.1" status: 200 len: 852 time: 0.0468457 Jun 18 16:42:04.303148 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ce512897-d182-48e4-b7a3-af65abaec5f4 req-0cd13e2e-8ff6-4558-8ae2-bc69afe5801b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d5f5a19-1b7a-4229-891c-f510cf4687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312352 Jun 18 16:42:04.396811 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ce512897-d182-48e4-b7a3-af65abaec5f4 req-bb756d6e-0add-42ba-aade-a14a9f4f5080 service neutron] 10.222.0.55 "GET /v2.0/networks/6d5f5a19-1b7a-4229-891c-f510cf4687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853515 Jun 18 16:42:04.495173 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ce512897-d182-48e4-b7a3-af65abaec5f4 req-c8e31523-1811-4842-adf6-2a9836ed5beb service neutron] 10.222.0.55 "GET /v2.0/networks/6d5f5a19-1b7a-4229-891c-f510cf4687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888174 Jun 18 16:42:04.801908 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaedf89-47da-4b28-bd64-dadb2801f0b6 req-d0b66715-7b8a-4837-a27d-d4d8d821d148 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:04.803377 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-edaedf89-47da-4b28-bd64-dadb2801f0b6 req-d0b66715-7b8a-4837-a27d-d4d8d821d148 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 943 time: 0.0626130 Jun 18 16:42:04.839866 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-edaedf89-47da-4b28-bd64-dadb2801f0b6 req-a63e9553-371f-4c5a-8337-7c7533b94a42 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306194 Jun 18 16:42:06.013804 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11fd28-f718-49e4-b98c-33c7850cca82 req-bf955b5d-3d63-427c-9987-5dd6bc3cc566 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:06.015307 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0c11fd28-f718-49e4-b98c-33c7850cca82 req-bf955b5d-3d63-427c-9987-5dd6bc3cc566 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 943 time: 0.0621760 Jun 18 16:42:06.052620 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0c11fd28-f718-49e4-b98c-33c7850cca82 req-92c292ac-c152-463a-8627-14ae0956d5b4 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317681 Jun 18 16:42:07.090392 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device de036657-2bed-4ed0-a630-c5a278d139dd details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:42:07.184410 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port de036657-2bed-4ed0-a630-c5a278d139dd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=de036657-2bed-4ed0-a630-c5a278d139dd,segment=NetworkSegment(d7826399-a69d-48cd-9172-9e9d85f11e49),segment_id=d7826399-a69d-48cd-9172-9e9d85f11e49)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:42:07.195668 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': 'de036657-2bed-4ed0-a630-c5a278d139dd', 'network_id': '6d5f5a19-1b7a-4229-891c-f510cf4687d4', 'port_id': 'de036657-2bed-4ed0-a630-c5a278d139dd', 'mac_address': 'fa:16:3e:dc:ec:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caa8b9d3-466b-41d8-ab54-53c508451b8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:42:07.228630 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c1053-f14c-4cef-99f2-ad5ccfa7719d req-a43a411c-3e73-4bcb-9663-37791ebdc103 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:07.230233 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-342c1053-f14c-4cef-99f2-ad5ccfa7719d req-a43a411c-3e73-4bcb-9663-37791ebdc103 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 943 time: 0.0685627 Jun 18 16:42:07.238056 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:07.251074 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de036657-2bed-4ed0-a630-c5a278d139dd {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:42:07.268485 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-342c1053-f14c-4cef-99f2-ad5ccfa7719d req-9b60efeb-9151-40b0-9a44-aa7b2a6d99ae tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325727 Jun 18 16:42:07.272379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port de036657-2bed-4ed0-a630-c5a278d139dd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=de036657-2bed-4ed0-a630-c5a278d139dd,segment=NetworkSegment(d7826399-a69d-48cd-9172-9e9d85f11e49),segment_id=d7826399-a69d-48cd-9172-9e9d85f11e49)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:42:07.278493 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:07.281684 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:07.336436 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=de036657-2bed-4ed0-a630-c5a278d139dd,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:07.340943 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:07.490918 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['de036657-2bed-4ed0-a630-c5a278d139dd'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:42:08.440649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c12461-5863-4c2e-8a71-d08a90963ac8 req-9516bbeb-2ea7-4524-861f-b5a81ae9f630 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:08.442129 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b7c12461-5863-4c2e-8a71-d08a90963ac8 req-9516bbeb-2ea7-4524-861f-b5a81ae9f630 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 944 time: 0.0628803 Jun 18 16:42:08.477893 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-41a98ad5-6aa9-4d09-8a65-3e16bb88fb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:08.482560 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b7c12461-5863-4c2e-8a71-d08a90963ac8 req-a0dbc77d-233b-49ff-8762-12a146f6534f tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347660 Jun 18 16:42:09.093074 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device de036657-2bed-4ed0-a630-c5a278d139dd up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:42:09.142594 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port de036657-2bed-4ed0-a630-c5a278d139dd completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:42:09.146070 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port de036657-2bed-4ed0-a630-c5a278d139dd triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:42:09.146484 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:09.219164 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:09.241081 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74522113-e066-43e8-8e9c-d15cd9936d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de036657-2bed-4ed0-a630-c5a278d139dd'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:42:09.243380 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386c03d5-237f-4a24-82a3-cb5b7cc660ec" -d '{"events": [{"server_uuid": "74522113-e066-43e8-8e9c-d15cd9936d31", "name": "network-vif-plugged", "status": "completed", "tag": "de036657-2bed-4ed0-a630-c5a278d139dd"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:42:09.258113 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port de036657-2bed-4ed0-a630-c5a278d139dd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=de036657-2bed-4ed0-a630-c5a278d139dd,segment=NetworkSegment(d7826399-a69d-48cd-9172-9e9d85f11e49),segment_id=d7826399-a69d-48cd-9172-9e9d85f11e49)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:42:09.263742 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:09.265601 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:09.291840 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369a9fea-d017-4740-acba-29e94e6add13 x-openstack-request-id: req-369a9fea-d017-4740-acba-29e94e6add13 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:42:09.292130 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74522113-e066-43e8-8e9c-d15cd9936d31", "name": "network-vif-plugged", "status": "completed", "tag": "de036657-2bed-4ed0-a630-c5a278d139dd", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:42:09.292389 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-369a9fea-d017-4740-acba-29e94e6add13 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:42:09.292778 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74522113-e066-43e8-8e9c-d15cd9936d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de036657-2bed-4ed0-a630-c5a278d139dd', 'code': 200} Jun 18 16:42:09.318077 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=de036657-2bed-4ed0-a630-c5a278d139dd,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:09.320935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:09.512341 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10869953-bb29-4086-ba17-d10234726ec9 req-23a75495-e923-404f-a1a4-5f95a9799e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:09.513293 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10869953-bb29-4086-ba17-d10234726ec9 req-23a75495-e923-404f-a1a4-5f95a9799e6b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 1098 time: 0.0528026 Jun 18 16:42:09.553220 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10869953-bb29-4086-ba17-d10234726ec9 req-bcaa8a6d-6bc4-40b6-ab73-5b72bb9744f0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333667 Jun 18 16:42:09.658184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac81a8-b135-472a-bfd7-87919b09b33a req-9da0970d-0462-46ed-b0fc-0c34c5643d42 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:09.659703 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b1ac81a8-b135-472a-bfd7-87919b09b33a req-9da0970d-0462-46ed-b0fc-0c34c5643d42 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0641251 Jun 18 16:42:09.700772 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b1ac81a8-b135-472a-bfd7-87919b09b33a req-e0072d4d-7921-433c-918a-3adee94b29c5 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354254 Jun 18 16:42:10.875923 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d38eb-2f07-4d6d-8d23-1a16ecb6035d req-16475e15-dafb-4694-9f74-3511b9f3411f tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:10.877441 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-184d38eb-2f07-4d6d-8d23-1a16ecb6035d req-16475e15-dafb-4694-9f74-3511b9f3411f tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0661354 Jun 18 16:42:10.916629 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-184d38eb-2f07-4d6d-8d23-1a16ecb6035d req-efea2593-1620-43d5-95a3-f132e0e4d8f6 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334830 Jun 18 16:42:10.956763 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7f5037b0-139a-445d-a659-d8daca017bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:11.293118 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53274) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:42:11.315912 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:11.336188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebb5e9-f6be-4c15-947b-70afeb614b22 req-c14d7c10-e05c-4d96-846f-aab5ac9e653d tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:11.338718 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-baebb5e9-f6be-4c15-947b-70afeb614b22 req-c14d7c10-e05c-4d96-846f-aab5ac9e653d tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0843761 Jun 18 16:42:11.408860 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-baebb5e9-f6be-4c15-947b-70afeb614b22 req-5f86e9a8-37c4-4a7d-a84a-d5e327c4f3a6 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617185 Jun 18 16:42:11.423555 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ac75028-c80e-4932-a235-a67a548c049b req-2c1b09fa-a18d-46c7-97b3-2fe0625513eb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1290770 Jun 18 16:42:12.140474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:12.595426 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5aef4c-5d91-46fb-b6e2-a9265de4c998 req-e4079571-fb74-4087-87aa-48a662cf5982 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:12.596940 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7e5aef4c-5d91-46fb-b6e2-a9265de4c998 req-e4079571-fb74-4087-87aa-48a662cf5982 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0705490 Jun 18 16:42:12.641590 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7e5aef4c-5d91-46fb-b6e2-a9265de4c998 req-3d6be09f-be26-4182-a73d-ebf4466425df tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390668 Jun 18 16:42:12.693989 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac75028-c80e-4932-a235-a67a548c049b req-810c3243-8da1-4f66-9b7a-0a18f0f4ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:12.695446 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ac75028-c80e-4932-a235-a67a548c049b req-810c3243-8da1-4f66-9b7a-0a18f0f4ae04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29fb6c7e78b14116a9479e1d990926c6&device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 1098 time: 0.0976148 Jun 18 16:42:12.784320 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac75028-c80e-4932-a235-a67a548c049b req-4c91ce7f-9d7b-48e1-8945-7ef7512af428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:12.785795 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ac75028-c80e-4932-a235-a67a548c049b req-4c91ce7f-9d7b-48e1-8945-7ef7512af428 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d5f5a19-1b7a-4229-891c-f510cf4687d4 HTTP/1.1" status: 200 len: 913 time: 0.0832081 Jun 18 16:42:12.830891 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ac75028-c80e-4932-a235-a67a548c049b req-0d576b64-1c7f-4406-abd0-e9f50b390c7c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de036657-2bed-4ed0-a630-c5a278d139dd HTTP/1.1" status: 200 len: 217 time: 0.0370746 Jun 18 16:42:12.882198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac75028-c80e-4932-a235-a67a548c049b req-6d543973-f348-452f-9b26-e7d1e0ddb7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:12.883703 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ac75028-c80e-4932-a235-a67a548c049b req-6d543973-f348-452f-9b26-e7d1e0ddb7f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=caa8b9d3-466b-41d8-ab54-53c508451b8e HTTP/1.1" status: 200 len: 852 time: 0.0464427 Jun 18 16:42:12.918078 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ac75028-c80e-4932-a235-a67a548c049b req-2441fa7c-8a60-4474-bb7b-220bc3a3e003 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d5f5a19-1b7a-4229-891c-f510cf4687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274756 Jun 18 16:42:13.011393 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ac75028-c80e-4932-a235-a67a548c049b req-ffdb539a-24be-4db5-8375-5ed0f75abc36 service neutron] 10.222.0.55 "GET /v2.0/networks/6d5f5a19-1b7a-4229-891c-f510cf4687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859430 Jun 18 16:42:13.106316 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ac75028-c80e-4932-a235-a67a548c049b req-7afeb107-9f4c-4ac4-957d-de952059e9dd service neutron] 10.222.0.55 "GET /v2.0/networks/6d5f5a19-1b7a-4229-891c-f510cf4687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883729 Jun 18 16:42:13.761470 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:13.818030 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909a00f-759c-4c9a-a85a-3f41867b2f5a req-a8e772d8-6b3a-4326-b7ba-d58a414a7811 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:13.819520 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9909a00f-759c-4c9a-a85a-3f41867b2f5a req-a8e772d8-6b3a-4326-b7ba-d58a414a7811 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0647113 Jun 18 16:42:13.864820 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9909a00f-759c-4c9a-a85a-3f41867b2f5a req-87461d44-64f0-4887-ae74-e739e08fc8de tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385962 Jun 18 16:42:15.036468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357370af-4831-4d3d-969b-216d6c3bc2a5 req-8a12ba1d-c298-4ffc-a217-ef9802b5bd9b tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:15.037921 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-357370af-4831-4d3d-969b-216d6c3bc2a5 req-8a12ba1d-c298-4ffc-a217-ef9802b5bd9b tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0629756 Jun 18 16:42:15.075432 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-357370af-4831-4d3d-969b-216d6c3bc2a5 req-79efba0d-2d5d-4161-9caa-42488fe2354f tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309193 Jun 18 16:42:16.249253 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca87c2-f807-4320-8ba2-b7769250426e req-9afd75ef-7ab7-4574-b0c9-f2d5a8f371a6 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:16.250771 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8bca87c2-f807-4320-8ba2-b7769250426e req-9afd75ef-7ab7-4574-b0c9-f2d5a8f371a6 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0661647 Jun 18 16:42:16.291456 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8bca87c2-f807-4320-8ba2-b7769250426e req-6a6ffb84-bd29-451f-87cc-f8841f3fc3a4 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339353 Jun 18 16:42:17.469457 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239749a-53b2-4339-b1c7-20c5af9b35bc req-c9de6549-a666-4d0d-85bb-cb180c266fef tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:17.470932 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9239749a-53b2-4339-b1c7-20c5af9b35bc req-c9de6549-a666-4d0d-85bb-cb180c266fef tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0689697 Jun 18 16:42:17.508637 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9239749a-53b2-4339-b1c7-20c5af9b35bc req-f2d8a8ba-1ec5-47f5-b45e-b753dad855f5 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320961 Jun 18 16:42:18.410890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094da752-9633-4b95-aabf-4db61c5d2a50 req-ed95ceb4-4652-4098-9e7a-fbd13d9e8148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:18.413398 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-094da752-9633-4b95-aabf-4db61c5d2a50 req-ed95ceb4-4652-4098-9e7a-fbd13d9e8148 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29fb6c7e78b14116a9479e1d990926c6&device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 1098 time: 0.0568595 Jun 18 16:42:18.523841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094da752-9633-4b95-aabf-4db61c5d2a50 req-a70e8a4b-02c2-4d95-a51e-21062191f026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:18.525821 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-094da752-9633-4b95-aabf-4db61c5d2a50 req-a70e8a4b-02c2-4d95-a51e-21062191f026 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d5f5a19-1b7a-4229-891c-f510cf4687d4 HTTP/1.1" status: 200 len: 913 time: 0.0907381 Jun 18 16:42:18.568023 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-094da752-9633-4b95-aabf-4db61c5d2a50 req-699e1cab-b97c-4306-9643-f26bbe48edb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de036657-2bed-4ed0-a630-c5a278d139dd HTTP/1.1" status: 200 len: 217 time: 0.0356243 Jun 18 16:42:18.617542 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094da752-9633-4b95-aabf-4db61c5d2a50 req-74953bcc-9389-4557-9a8e-e38a0ee54847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:18.619126 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-094da752-9633-4b95-aabf-4db61c5d2a50 req-74953bcc-9389-4557-9a8e-e38a0ee54847 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=caa8b9d3-466b-41d8-ab54-53c508451b8e HTTP/1.1" status: 200 len: 852 time: 0.0444005 Jun 18 16:42:18.674586 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-094da752-9633-4b95-aabf-4db61c5d2a50 req-3f63e307-ff6c-4fc3-8c3d-db39f1752378 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d5f5a19-1b7a-4229-891c-f510cf4687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453932 Jun 18 16:42:18.761442 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badcdc9-d559-4b82-aa82-54228c95edac req-a3d4cc3d-537c-45ab-a1af-3f46979afc6a tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:18.762971 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8badcdc9-d559-4b82-aa82-54228c95edac req-a3d4cc3d-537c-45ab-a1af-3f46979afc6a tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.1426950 Jun 18 16:42:18.804987 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-094da752-9633-4b95-aabf-4db61c5d2a50 req-f538526f-728a-444f-bef5-5d44d52637ab service neutron] 10.222.0.55 "GET /v2.0/networks/6d5f5a19-1b7a-4229-891c-f510cf4687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228275 Jun 18 16:42:18.836993 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8badcdc9-d559-4b82-aa82-54228c95edac req-10b33758-52e9-4d43-9052-5df9b3d2af8b tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639575 Jun 18 16:42:18.905438 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-094da752-9633-4b95-aabf-4db61c5d2a50 req-2f3a39e3-4fec-4613-ab1a-258e546115cf service neutron] 10.222.0.55 "GET /v2.0/networks/6d5f5a19-1b7a-4229-891c-f510cf4687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908260 Jun 18 16:42:20.013881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf47e7-3c3a-4ca8-a341-2f02db6f75d2 req-ff215012-9604-49f2-9859-ea60a45be7a5 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:20.015387 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9ddf47e7-3c3a-4ca8-a341-2f02db6f75d2 req-ff215012-9604-49f2-9859-ea60a45be7a5 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0658309 Jun 18 16:42:20.053542 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9ddf47e7-3c3a-4ca8-a341-2f02db6f75d2 req-c2c6de69-9661-4da2-9d7d-ab49ff71e39c tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323641 Jun 18 16:42:21.234724 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96abe05-346e-4d26-a608-e8d38e2f3b61 req-e1917e0d-2a9f-42ca-917d-b27edde9659c tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:21.236218 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b96abe05-346e-4d26-a608-e8d38e2f3b61 req-e1917e0d-2a9f-42ca-917d-b27edde9659c tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0687928 Jun 18 16:42:21.278491 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b96abe05-346e-4d26-a608-e8d38e2f3b61 req-0ab7d3b9-3e1d-44ab-8b1e-e770c0e9c3ff tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366232 Jun 18 16:42:22.473949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467cc64-33c6-4256-9214-23d1ddabe20b req-bacdf5db-9289-4418-8a1d-ac8ee27ab849 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:22.475433 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a467cc64-33c6-4256-9214-23d1ddabe20b req-bacdf5db-9289-4418-8a1d-ac8ee27ab849 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0815303 Jun 18 16:42:22.513953 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a467cc64-33c6-4256-9214-23d1ddabe20b req-bf0a8c4f-7d98-4152-82b1-a91973d08cab tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326324 Jun 18 16:42:23.689492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ce919-3800-4f7f-89bc-a1c6aa867ed0 req-d96bfd55-d0cb-493e-9caf-e92680e8686e tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:23.690976 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba2ce919-3800-4f7f-89bc-a1c6aa867ed0 req-d96bfd55-d0cb-493e-9caf-e92680e8686e tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0667598 Jun 18 16:42:23.991172 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba2ce919-3800-4f7f-89bc-a1c6aa867ed0 req-52d4e3e7-1025-41dc-abf1-efd8597348bb tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943640 Jun 18 16:42:24.263223 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:25.176600 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad2464-9b5b-4743-84a7-d5ff196919f9 req-4a19bffc-507f-40fd-8bc0-369c90d51d17 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:25.178057 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-33ad2464-9b5b-4743-84a7-d5ff196919f9 req-4a19bffc-507f-40fd-8bc0-369c90d51d17 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0645888 Jun 18 16:42:25.217082 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-33ad2464-9b5b-4743-84a7-d5ff196919f9 req-67849bb4-a428-4e12-8272-1d1cb717f497 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324605 Jun 18 16:42:26.396455 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7781c-c45f-4eb3-9cf3-31d37f7f087e req-9c0ad1b1-1aa0-4125-a571-5885a40a218b tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:26.397907 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-dfd7781c-c45f-4eb3-9cf3-31d37f7f087e req-9c0ad1b1-1aa0-4125-a571-5885a40a218b tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0689480 Jun 18 16:42:26.437845 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-dfd7781c-c45f-4eb3-9cf3-31d37f7f087e req-398aefef-fb0e-4f20-aaa7-e12b73f53400 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337996 Jun 18 16:42:27.613639 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e3337-100e-45ff-a222-14d2440e2603 req-f6358e96-09fb-4f04-8bed-c8439518b1fa tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:27.615122 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-619e3337-100e-45ff-a222-14d2440e2603 req-f6358e96-09fb-4f04-8bed-c8439518b1fa tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0662603 Jun 18 16:42:27.653927 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-619e3337-100e-45ff-a222-14d2440e2603 req-35ce49ee-628c-4049-8b7b-62cc526685e3 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315096 Jun 18 16:42:28.827620 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7219da-eb46-46db-a37d-b6879a8292fd req-c3870b45-6b34-4382-81b6-accd31d09bca tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:28.829080 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d7219da-eb46-46db-a37d-b6879a8292fd req-c3870b45-6b34-4382-81b6-accd31d09bca tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0626554 Jun 18 16:42:28.867801 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d7219da-eb46-46db-a37d-b6879a8292fd req-cec973a7-89ee-4707-90b2-1f01a6659b49 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330851 Jun 18 16:42:30.053881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4540b-1e72-45f1-8fd4-1f6ff0c1c2c5 req-33a786c6-90a7-45ce-af09-2dfb6cebbd7f tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:30.055407 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-91a4540b-1e72-45f1-8fd4-1f6ff0c1c2c5 req-33a786c6-90a7-45ce-af09-2dfb6cebbd7f tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0683188 Jun 18 16:42:30.095512 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-91a4540b-1e72-45f1-8fd4-1f6ff0c1c2c5 req-af70f444-e238-4e4d-ad58-a04897da6a61 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329108 Jun 18 16:42:30.861163 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:42:31.281011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dae5c-0425-45cc-9067-a0105a75a041 req-9b8436f8-9a6b-4248-ac31-35bbdc797855 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:31.282524 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-271dae5c-0425-45cc-9067-a0105a75a041 req-9b8436f8-9a6b-4248-ac31-35bbdc797855 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0638816 Jun 18 16:42:31.320340 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-271dae5c-0425-45cc-9067-a0105a75a041 req-8a3950af-f24a-4b04-bd80-5545ade0cfc2 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320835 Jun 18 16:42:32.505013 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80adae1-364b-4cfc-b806-b681caad1ea9 req-8916b2f1-a375-441c-9fbf-928cf87ed0b2 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:32.506486 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f80adae1-364b-4cfc-b806-b681caad1ea9 req-8916b2f1-a375-441c-9fbf-928cf87ed0b2 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0679686 Jun 18 16:42:32.544902 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f80adae1-364b-4cfc-b806-b681caad1ea9 req-10125d93-b17b-4c06-97dd-a7214b72fe74 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320220 Jun 18 16:42:33.717722 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde58fb4-b82d-4d61-b20a-597dbe400aa2 req-fc3b82f6-e9d2-4980-a655-3de3f03c80ff tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:33.719235 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bde58fb4-b82d-4d61-b20a-597dbe400aa2 req-fc3b82f6-e9d2-4980-a655-3de3f03c80ff tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0633404 Jun 18 16:42:33.757550 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bde58fb4-b82d-4d61-b20a-597dbe400aa2 req-5c204a4f-eca4-4b13-b6bc-1aebf6d65de5 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326717 Jun 18 16:42:34.930379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b95fb-0a4f-457c-80cc-3e3b0514096e req-ec52cd6e-a409-476f-bfd8-4c24e65fd4dd tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:34.932764 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-332b95fb-0a4f-457c-80cc-3e3b0514096e req-ec52cd6e-a409-476f-bfd8-4c24e65fd4dd tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0652273 Jun 18 16:42:34.971478 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-332b95fb-0a4f-457c-80cc-3e3b0514096e req-60986490-a4ea-46de-85ae-34951c838d49 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327406 Jun 18 16:42:36.154997 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5674fbbb-de5f-4428-b5fb-ad33ffbf697b req-6974ec71-4b52-4043-941f-74b8fa554924 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:36.156579 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5674fbbb-de5f-4428-b5fb-ad33ffbf697b req-6974ec71-4b52-4043-941f-74b8fa554924 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0719380 Jun 18 16:42:36.196155 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5674fbbb-de5f-4428-b5fb-ad33ffbf697b req-8b544a76-8645-4a6b-a7a2-730e0041a151 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308444 Jun 18 16:42:37.367325 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b9dd0-4a11-4fd4-8f53-dc85d742c7c5 req-65ce0a80-2cb7-4414-a960-832c8ea6bfe8 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:37.368951 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-617b9dd0-4a11-4fd4-8f53-dc85d742c7c5 req-65ce0a80-2cb7-4414-a960-832c8ea6bfe8 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0619717 Jun 18 16:42:37.405454 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-617b9dd0-4a11-4fd4-8f53-dc85d742c7c5 req-4921a2d9-7c8c-4d3d-967c-1f1b2eea0876 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308025 Jun 18 16:42:38.481309 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ab91c71d-7ea3-4e9e-983c-d03fe9efde59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:38.590676 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e0596-3be1-49ef-9404-e077cc1c3316 req-10e7e5c5-012e-40f7-8fa5-747e5bd405b9 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:38.592187 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-393e0596-3be1-49ef-9404-e077cc1c3316 req-10e7e5c5-012e-40f7-8fa5-747e5bd405b9 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0704834 Jun 18 16:42:38.632558 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-393e0596-3be1-49ef-9404-e077cc1c3316 req-5fc77af9-8da0-4122-9f2e-ac804bc3545e tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338006 Jun 18 16:42:39.837665 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001d726-8ec5-4ac1-a175-3cf51be9b883 req-e992c28a-9f37-4919-b623-541ae2d3f138 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:39.839532 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7001d726-8ec5-4ac1-a175-3cf51be9b883 req-e992c28a-9f37-4919-b623-541ae2d3f138 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0900364 Jun 18 16:42:39.904646 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7001d726-8ec5-4ac1-a175-3cf51be9b883 req-da654c73-21c6-4d52-8c1f-ee35d3c2628e tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580764 Jun 18 16:42:39.906348 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ac75028-c80e-4932-a235-a67a548c049b req-1b9adcaa-1bb9-4368-9ddf-c3de366056c0 service neutron] 10.222.0.55 "GET /v2.0/ports/de036657-2bed-4ed0-a630-c5a278d139dd/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.1047318 Jun 18 16:42:40.203394 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac75028-c80e-4932-a235-a67a548c049b req-7effc333-f5fe-4352-b74b-94ed60aa1e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:40.204823 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ac75028-c80e-4932-a235-a67a548c049b req-7effc333-f5fe-4352-b74b-94ed60aa1e45 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31&tenant_id=29fb6c7e78b14116a9479e1d990926c6 HTTP/1.1" status: 200 len: 1098 time: 0.0940883 Jun 18 16:42:40.282861 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac75028-c80e-4932-a235-a67a548c049b req-03ca1526-bd3d-4489-8943-93a57b254708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:40.284342 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ac75028-c80e-4932-a235-a67a548c049b req-03ca1526-bd3d-4489-8943-93a57b254708 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29fb6c7e78b14116a9479e1d990926c6&device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 1098 time: 0.0524206 Jun 18 16:42:40.391403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac75028-c80e-4932-a235-a67a548c049b req-38a91f8d-eb38-4c73-9181-6247ebdf01b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:40.392856 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ac75028-c80e-4932-a235-a67a548c049b req-38a91f8d-eb38-4c73-9181-6247ebdf01b9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d5f5a19-1b7a-4229-891c-f510cf4687d4 HTTP/1.1" status: 200 len: 913 time: 0.1011596 Jun 18 16:42:40.435547 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ac75028-c80e-4932-a235-a67a548c049b req-f537043f-9d50-409c-a30f-5a5cd80fb0e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de036657-2bed-4ed0-a630-c5a278d139dd HTTP/1.1" status: 200 len: 217 time: 0.0349102 Jun 18 16:42:40.488481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac75028-c80e-4932-a235-a67a548c049b req-716a3692-90a1-4bbe-b8c3-0f992486deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:40.489804 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ac75028-c80e-4932-a235-a67a548c049b req-716a3692-90a1-4bbe-b8c3-0f992486deb5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=caa8b9d3-466b-41d8-ab54-53c508451b8e HTTP/1.1" status: 200 len: 852 time: 0.0476894 Jun 18 16:42:40.523227 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ac75028-c80e-4932-a235-a67a548c049b req-63ea0f19-1aa8-4d40-8069-f5295c5b4ad5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d5f5a19-1b7a-4229-891c-f510cf4687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257285 Jun 18 16:42:40.613385 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ac75028-c80e-4932-a235-a67a548c049b req-f7d58cfa-6dfd-4027-896f-178f6bbd7fc9 service neutron] 10.222.0.55 "GET /v2.0/networks/6d5f5a19-1b7a-4229-891c-f510cf4687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822365 Jun 18 16:42:40.704895 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ac75028-c80e-4932-a235-a67a548c049b req-4c031dae-ed7d-40d9-9cd1-df0c21fbffa4 service neutron] 10.222.0.55 "GET /v2.0/networks/6d5f5a19-1b7a-4229-891c-f510cf4687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845134 Jun 18 16:42:40.958739 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e2290b80-8ad1-4cb1-9d3e-2f613ea1ce47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:41.096785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787147f-93af-410a-81c9-e21de28c1cdd req-bf2f4a39-ba6d-4c63-aaf1-700d99602857 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:41.098228 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2787147f-93af-410a-81c9-e21de28c1cdd req-bf2f4a39-ba6d-4c63-aaf1-700d99602857 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0649219 Jun 18 16:42:41.138064 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2787147f-93af-410a-81c9-e21de28c1cdd req-b53ea0f7-95c4-4110-b06b-e2fbc343906f tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330253 Jun 18 16:42:41.309113 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:42.151705 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:42.358608 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f3788-adf8-4388-aaf9-3b135ea85a01 req-8a6c3cf7-283d-42ac-ad65-968559de57c3 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:42.360188 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d14f3788-adf8-4388-aaf9-3b135ea85a01 req-8a6c3cf7-283d-42ac-ad65-968559de57c3 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 945 time: 0.0999794 Jun 18 16:42:42.408501 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d14f3788-adf8-4388-aaf9-3b135ea85a01 req-2f1a7861-d9fb-4ae7-abff-5444da003a3c tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414755 Jun 18 16:42:43.197288 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device de036657-2bed-4ed0-a630-c5a278d139dd no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:42:43.272847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:43.295297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74522113-e066-43e8-8e9c-d15cd9936d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de036657-2bed-4ed0-a630-c5a278d139dd'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:42:43.297526 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8536c903-26c8-48c9-bbaa-1c13b93feea6" -d '{"events": [{"server_uuid": "74522113-e066-43e8-8e9c-d15cd9936d31", "name": "network-vif-unplugged", "status": "completed", "tag": "de036657-2bed-4ed0-a630-c5a278d139dd"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:42:43.309511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port de036657-2bed-4ed0-a630-c5a278d139dd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=de036657-2bed-4ed0-a630-c5a278d139dd,segment=NetworkSegment(d7826399-a69d-48cd-9172-9e9d85f11e49),segment_id=d7826399-a69d-48cd-9172-9e9d85f11e49)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:42:43.314131 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:43.315968 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:43.350980 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 16:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a786260-00c8-4ebd-830c-1346bae157a2 x-openstack-request-id: req-7a786260-00c8-4ebd-830c-1346bae157a2 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:42:43.351282 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74522113-e066-43e8-8e9c-d15cd9936d31", "name": "network-vif-unplugged", "status": "completed", "tag": "de036657-2bed-4ed0-a630-c5a278d139dd", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:42:43.351544 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7a786260-00c8-4ebd-830c-1346bae157a2 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:42:43.351941 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74522113-e066-43e8-8e9c-d15cd9936d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de036657-2bed-4ed0-a630-c5a278d139dd', 'code': 200} Jun 18 16:42:43.368925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=de036657-2bed-4ed0-a630-c5a278d139dd,revision_number=6']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:43.375916 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:43.376261 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:43.376599 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:43.376933 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:43.377264 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:43.377592 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:43.377914 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:43.378236 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:43.378591 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:43.378913 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:43.379230 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:43.379545 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:43.383332 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:43.586137 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d091939-1eb0-475f-b605-195e4ad9f467 req-5c5d46e0-982d-4678-8519-6b9669d468ed tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:43.588752 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d091939-1eb0-475f-b605-195e4ad9f467 req-5c5d46e0-982d-4678-8519-6b9669d468ed tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 943 time: 0.0668249 Jun 18 16:42:43.626298 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d091939-1eb0-475f-b605-195e4ad9f467 req-be57ccf5-7901-4ef7-acc4-d217fe38f4a1 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316124 Jun 18 16:42:43.767250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:44.066080 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-2a895897-a00c-4921-9e94-49465d6b0369 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:44.067601 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-2a895897-a00c-4921-9e94-49465d6b0369 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.55 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31&tenant_id=29fb6c7e78b14116a9479e1d990926c6&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 943 time: 0.1222134 Jun 18 16:42:44.193436 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-d7cdfaeb-bf2a-49bd-8813-acd4c039fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:44.194982 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-d7cdfaeb-bf2a-49bd-8813-acd4c039fcc3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=29fb6c7e78b14116a9479e1d990926c6&device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 1096 time: 0.0535917 Jun 18 16:42:44.288753 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-56a176ea-11f7-4ffa-a4a9-ba8a673d0903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:44.290736 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-56a176ea-11f7-4ffa-a4a9-ba8a673d0903 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6d5f5a19-1b7a-4229-891c-f510cf4687d4 HTTP/1.1" status: 200 len: 913 time: 0.0880096 Jun 18 16:42:44.334684 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-67c44924-4daf-4290-8967-ec79fe0d83af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de036657-2bed-4ed0-a630-c5a278d139dd HTTP/1.1" status: 200 len: 217 time: 0.0368044 Jun 18 16:42:44.384630 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-13603258-83d0-436b-8b22-c776d73181b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:44.386079 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-13603258-83d0-436b-8b22-c776d73181b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=caa8b9d3-466b-41d8-ab54-53c508451b8e HTTP/1.1" status: 200 len: 852 time: 0.0434787 Jun 18 16:42:44.423420 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-d563d2f0-3aa5-479b-92ea-2469f3fe0917 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6d5f5a19-1b7a-4229-891c-f510cf4687d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308878 Jun 18 16:42:44.517874 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-9ff0e4e9-6a3e-4a27-a181-309dfd2154fb service neutron] 10.222.0.55 "GET /v2.0/networks/6d5f5a19-1b7a-4229-891c-f510cf4687d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838976 Jun 18 16:42:44.606723 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-7e1c83f0-e961-42af-99a0-2b4f6b733ddf service neutron] 10.222.0.55 "GET /v2.0/networks/6d5f5a19-1b7a-4229-891c-f510cf4687d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845273 Jun 18 16:42:45.479244 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb126dc9-6290-4e78-810e-13cb0dcacf7e req-1da1d21b-a942-4016-87b7-086826e1dccf tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:45.481383 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eb126dc9-6290-4e78-810e-13cb0dcacf7e req-1da1d21b-a942-4016-87b7-086826e1dccf tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 943 time: 0.0672441 Jun 18 16:42:45.519187 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eb126dc9-6290-4e78-810e-13cb0dcacf7e req-d5330323-f928-4a0a-a675-c1a01002363b tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327718 Jun 18 16:42:46.704126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb05689-755c-457f-9b0f-d2ac4599e158 req-f2879b0c-90d8-49db-9af1-bf78c63bf5e4 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:46.705641 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5bb05689-755c-457f-9b0f-d2ac4599e158 req-f2879b0c-90d8-49db-9af1-bf78c63bf5e4 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 943 time: 0.0676978 Jun 18 16:42:46.750519 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5bb05689-755c-457f-9b0f-d2ac4599e158 req-6848089f-3efa-456d-9e19-04d4b3aa1006 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/security-groups?id=bdacec52-6214-415e-ba80-803c1ccacb97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389228 Jun 18 16:42:47.174236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-bbb88cfe-9911-4967-85aa-f27ac3fc9d6e tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:47.175729 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-bbb88cfe-9911-4967-85aa-f27ac3fc9d6e tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.55 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 943 time: 0.0701461 Jun 18 16:42:47.272831 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Deleting port de036657-2bed-4ed0-a630-c5a278d139dd {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:42:47.273170 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:47.364511 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] For port de036657-2bed-4ed0-a630-c5a278d139dd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=de036657-2bed-4ed0-a630-c5a278d139dd,segment=NetworkSegment(d7826399-a69d-48cd-9172-9e9d85f11e49),segment_id=d7826399-a69d-48cd-9172-9e9d85f11e49)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:42:47.364867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:47.427631 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Calling delete_port for de036657-2bed-4ed0-a630-c5a278d139dd owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:42:47.557109 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:47.560981 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:47.587221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Pushing event deleted for resources: {'Port': ['ID=de036657-2bed-4ed0-a630-c5a278d139dd,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:47.619946 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:47.620339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:47.620722 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:47.621101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:47.621479 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:47.621853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:47.622226 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:47.622622 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:47.623002 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:47.623372 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:47.623739 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:47.624101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:47.628069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:47.644064 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] No DVR routers for this DVR port de036657-2bed-4ed0-a630-c5a278d139dd on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:42:47.646327 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:47.648306 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-86a0b140-9fdc-4fd5-b144-9dd2ce3b29bb req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.55 "DELETE /v2.0/ports/de036657-2bed-4ed0-a630-c5a278d139dd HTTP/1.1" status: 204 len: 173 time: 0.4670320 Jun 18 16:42:47.648849 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74522113-e066-43e8-8e9c-d15cd9936d31', 'name': 'network-vif-deleted', 'tag': 'de036657-2bed-4ed0-a630-c5a278d139dd'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:42:47.652044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c48da3-2aa3-4c73-a90d-e3d44fe28ca6" -d '{"events": [{"server_uuid": "74522113-e066-43e8-8e9c-d15cd9936d31", "name": "network-vif-deleted", "tag": "de036657-2bed-4ed0-a630-c5a278d139dd"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:42:47.691640 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b9a415-9cbf-4f0a-a2dd-f1139645d4a5 x-openstack-request-id: req-a2b9a415-9cbf-4f0a-a2dd-f1139645d4a5 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:42:47.692002 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74522113-e066-43e8-8e9c-d15cd9936d31", "name": "network-vif-deleted", "tag": "de036657-2bed-4ed0-a630-c5a278d139dd", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:42:47.692315 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a2b9a415-9cbf-4f0a-a2dd-f1139645d4a5 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:42:47.692819 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74522113-e066-43e8-8e9c-d15cd9936d31', 'name': 'network-vif-deleted', 'tag': 'de036657-2bed-4ed0-a630-c5a278d139dd', 'status': 'completed', 'code': 200} Jun 18 16:42:47.905018 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1478a0b8-0d87-4ad6-8291-fcb3c8cd2fb7 req-24f3027a-de9b-47fb-a8bc-694aef66134c tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] 10.222.0.50 "GET /v2.0/ports?device_id=74522113-e066-43e8-8e9c-d15cd9936d31 HTTP/1.1" status: 200 len: 210 time: 0.0300722 Jun 18 16:42:49.150615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 53376) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:42:49.196142 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Deleting subnet caa8b9d3-466b-41d8-ab54-53c508451b8e {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:42:49.199240 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:49.233570 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:49.270909 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:49.327514 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:49.330204 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b6f57fb1-0e37-4f20-973b-cc7fb16aaba7 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:49.355978 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caa8b9d3-466b-41d8-ab54-53c508451b8e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:49.358603 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:49.360298 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/caa8b9d3-466b-41d8-ab54-53c508451b8e HTTP/1.1" status: 204 len: 168 time: 0.2086976 Jun 18 16:42:49.363096 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53378) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:42:49.366266 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:49.366684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:49.367065 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:49.367438 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:49.367808 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:49.368183 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:49.369200 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:49.369441 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:49.369856 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:49.370273 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:49.370667 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:49.371029 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:42:49.374225 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:49.434101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee40af18-3efe-4fe5-8887-c1bf1a370c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:49.526853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee40af18-3efe-4fe5-8887-c1bf1a370c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:49.536758 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-ee40af18-3efe-4fe5-8887-c1bf1a370c11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5f5a19-1b7a-4229-891c-f510cf4687d4']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:42:49.552783 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-ee40af18-3efe-4fe5-8887-c1bf1a370c11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7826399-a69d-48cd-9172-9e9d85f11e49') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:42:49.553083 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-ee40af18-3efe-4fe5-8887-c1bf1a370c11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7826399-a69d-48cd-9172-9e9d85f11e49') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:42:49.569184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee40af18-3efe-4fe5-8887-c1bf1a370c11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:49.593734 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee40af18-3efe-4fe5-8887-c1bf1a370c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:49.600497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee40af18-3efe-4fe5-8887-c1bf1a370c11 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:42:49.600925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee40af18-3efe-4fe5-8887-c1bf1a370c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:42:49.602849 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:42:49.655717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee40af18-3efe-4fe5-8887-c1bf1a370c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:49.660151 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee40af18-3efe-4fe5-8887-c1bf1a370c11 admin admin] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:49.664319 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ee40af18-3efe-4fe5-8887-c1bf1a370c11 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6d5f5a19-1b7a-4229-891c-f510cf4687d4 HTTP/1.1" status: 204 len: 168 time: 0.2979577 Jun 18 16:42:49.664319 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-98f0c7fd-6ddd-481a-965c-0c84af877a0c tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:49.675188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40af18-3efe-4fe5-8887-c1bf1a370c11 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d5f5a19-1b7a-4229-891c-f510cf4687d4,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:49.677897 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ee40af18-3efe-4fe5-8887-c1bf1a370c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:49.773706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53382) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:42:49.812432 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3d02f19e-4820-4e94-98e5-c059c9254da0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=29fb6c7e78b14116a9479e1d990926c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374653 Jun 18 16:42:49.814796 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53384) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:42:49.861319 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3b68-e9ad-4675-b32b-2f8420fe81f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:49.881712 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3b68-e9ad-4675-b32b-2f8420fe81f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:49.930675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3b68-e9ad-4675-b32b-2f8420fe81f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:49.933847 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3b68-e9ad-4675-b32b-2f8420fe81f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:49.935119 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b1bc3b68-e9ad-4675-b32b-2f8420fe81f6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bdacec52-6214-415e-ba80-803c1ccacb97 HTTP/1.1" status: 204 len: 168 time: 0.1193552 Jun 18 16:42:49.935954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-39afaef6-2384-4509-8175-7e5a25ba0f06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:49.943394 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc3b68-e9ad-4675-b32b-2f8420fe81f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdacec52-6214-415e-ba80-803c1ccacb97,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:49.945764 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b1bc3b68-e9ad-4675-b32b-2f8420fe81f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:50.579761 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 53406) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:42:50.673168 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-c5791c9b-b0af-4f04-85ad-44ee18f1720d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-538688939-network', 'tenant_id': '7ee98d824f634a2f8fabfe3593d361e5'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:42:50.694644 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5791c9b-b0af-4f04-85ad-44ee18f1720d admin admin] Made reservation on behalf of 7ee98d824f634a2f8fabfe3593d361e5 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:42:50.697798 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c5791c9b-b0af-4f04-85ad-44ee18f1720d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:50.706667 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c5791c9b-b0af-4f04-85ad-44ee18f1720d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:50.795399 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c5791c9b-b0af-4f04-85ad-44ee18f1720d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:50.799280 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c5791c9b-b0af-4f04-85ad-44ee18f1720d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:50.802096 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-123cca11-c361-43b6-bc32-b489d87c1554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:50.826630 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5791c9b-b0af-4f04-85ad-44ee18f1720d admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:42:50.832664 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5791c9b-b0af-4f04-85ad-44ee18f1720d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaea102-6d71-48ff-a76d-4e90ff6020bb,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:50.836258 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c5791c9b-b0af-4f04-85ad-44ee18f1720d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:50.839026 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c5791c9b-b0af-4f04-85ad-44ee18f1720d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:50.839383 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-c5791c9b-b0af-4f04-85ad-44ee18f1720d admin admin] Added segment e45780a0-9b82-4d46-9154-29be4257dfa5 of type vlan for network 992b3678-472f-4ea0-9475-7e172e89267b Jun 18 16:42:50.878531 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c5791c9b-b0af-4f04-85ad-44ee18f1720d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:50.907264 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c5791c9b-b0af-4f04-85ad-44ee18f1720d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:50.908241 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5791c9b-b0af-4f04-85ad-44ee18f1720d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:50.908819 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c5791c9b-b0af-4f04-85ad-44ee18f1720d admin admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:50.911659 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-add752cb-2f73-42e5-b8f8-6b3706c54b49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:50.970381 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c5791c9b-b0af-4f04-85ad-44ee18f1720d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3894298 Jun 18 16:42:50.973337 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53410) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:42:50.979186 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-933f6d42-432c-48cc-a680-5e3fea1f5a4a admin admin] Request body: {'subnet': {'network_id': '992b3678-472f-4ea0-9475-7e172e89267b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-538688939-subnet', 'tenant_id': '7ee98d824f634a2f8fabfe3593d361e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:42:50.998561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5791c9b-b0af-4f04-85ad-44ee18f1720d admin admin] Pushing event updated for resources: {'Network': ['ID=992b3678-472f-4ea0-9475-7e172e89267b,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:51.001067 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933f6d42-432c-48cc-a680-5e3fea1f5a4a admin admin] Made reservation on behalf of 7ee98d824f634a2f8fabfe3593d361e5 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:42:51.001780 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c5791c9b-b0af-4f04-85ad-44ee18f1720d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:51.003521 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-933f6d42-432c-48cc-a680-5e3fea1f5a4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:51.008333 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 992b3678-472f-4ea0-9475-7e172e89267b details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:42:51.169458 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-933f6d42-432c-48cc-a680-5e3fea1f5a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:51.171389 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ea92370e-1fcb-43d7-a220-ddaf18c5bbe4 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:51.221840 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f6d42-432c-48cc-a680-5e3fea1f5a4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e898af-6fbb-4825-aca7-c56e3649c883,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:51.225361 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-933f6d42-432c-48cc-a680-5e3fea1f5a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:51.232572 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933f6d42-432c-48cc-a680-5e3fea1f5a4a admin admin] Checking segment: {'id': 'e45780a0-9b82-4d46-9154-29be4257dfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '992b3678-472f-4ea0-9475-7e172e89267b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:42:51.232931 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933f6d42-432c-48cc-a680-5e3fea1f5a4a admin admin] Network hostable DHCP agents. Network: 992b3678-472f-4ea0-9475-7e172e89267b, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:42:51.249929 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933f6d42-432c-48cc-a680-5e3fea1f5a4a admin admin] Network 992b3678-472f-4ea0-9475-7e172e89267b is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:42:51.258346 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-933f6d42-432c-48cc-a680-5e3fea1f5a4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 992b3678-472f-4ea0-9475-7e172e89267b) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:42:51.262632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933f6d42-432c-48cc-a680-5e3fea1f5a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:51.263213 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-933f6d42-432c-48cc-a680-5e3fea1f5a4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:51.267644 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40743f76-f985-437e-97bc-90a0c7461d52 None None] Network 992b3678-472f-4ea0-9475-7e172e89267b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:42:51.281194 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-933f6d42-432c-48cc-a680-5e3fea1f5a4a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3065703 Jun 18 16:42:51.282346 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device de036657-2bed-4ed0-a630-c5a278d139dd no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:42:51.327455 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: de036657-2bed-4ed0-a630-c5a278d139dd {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:42:51.327814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device de036657-2bed-4ed0-a630-c5a278d139dd not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:42:51.565141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f10d25-9eca-45e2-9258-26d7a636dd00 None None] Network 992b3678-472f-4ea0-9475-7e172e89267b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:42:51.725983 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799b61a-e896-4071-a443-23e50e7c1510 req-6c90a34d-80e1-41e5-99a7-a80658f4c8b4 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:51.727458 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9799b61a-e896-4071-a443-23e50e7c1510 req-6c90a34d-80e1-41e5-99a7-a80658f4c8b4 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/networks?id=992b3678-472f-4ea0-9475-7e172e89267b HTTP/1.1" status: 200 len: 814 time: 0.1164784 Jun 18 16:42:51.742406 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9799b61a-e896-4071-a443-23e50e7c1510 req-d260714b-0ffd-4bf4-a4f8-13cac7a92ceb tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/quotas/7ee98d824f634a2f8fabfe3593d361e5 HTTP/1.1" status: 200 len: 375 time: 0.0090044 Jun 18 16:42:51.776921 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9799b61a-e896-4071-a443-23e50e7c1510 req-cede48d4-75e1-446b-817b-9ddd51b60a31 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ee98d824f634a2f8fabfe3593d361e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284486 Jun 18 16:42:51.865974 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9799b61a-e896-4071-a443-23e50e7c1510 req-0a2c4064-ca74-464c-ab5d-4a540bbb6707 service neutron] 10.222.0.50 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824842 Jun 18 16:42:52.234126 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9799b61a-e896-4071-a443-23e50e7c1510 req-6469d5c9-260c-437b-9f50-aaf30232d4cc service neutron] 10.222.0.50 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614817 Jun 18 16:42:52.396506 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e76e0cc7-0003-4d5e-8be1-83d49f3b5042 req-f96fed64-83e2-4da9-b88c-cdb2d43b5f4a tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 210 time: 0.0287755 Jun 18 16:42:53.422639 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799b61a-e896-4071-a443-23e50e7c1510 req-3112c59d-e1fb-4216-a902-c58f104bed0c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:53.424293 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9799b61a-e896-4071-a443-23e50e7c1510 req-3112c59d-e1fb-4216-a902-c58f104bed0c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.55 "GET /v2.0/networks?id=992b3678-472f-4ea0-9475-7e172e89267b HTTP/1.1" status: 200 len: 814 time: 0.1070385 Jun 18 16:42:53.440750 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-9799b61a-e896-4071-a443-23e50e7c1510 req-513831e3-cb1c-466b-8101-c934b94a6c3b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Request body: {'port': {'device_id': '02009cbf-13ba-4a53-a18a-821d530f490c', 'network_id': '992b3678-472f-4ea0-9475-7e172e89267b', 'admin_state_up': True, 'tenant_id': '7ee98d824f634a2f8fabfe3593d361e5'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:42:53.558176 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c9119699-6091-4dcc-b89a-068bf4ce6540 req-f51750c6-417a-4e6d-91ef-feb3c4e40a65 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 210 time: 0.0418017 Jun 18 16:42:53.583454 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9799b61a-e896-4071-a443-23e50e7c1510 req-513831e3-cb1c-466b-8101-c934b94a6c3b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Made reservation on behalf of 7ee98d824f634a2f8fabfe3593d361e5 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:42:53.587076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9799b61a-e896-4071-a443-23e50e7c1510 req-513831e3-cb1c-466b-8101-c934b94a6c3b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:53.716532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-9799b61a-e896-4071-a443-23e50e7c1510 req-513831e3-cb1c-466b-8101-c934b94a6c3b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Allocated IP 172.20.0.14 (992b3678-472f-4ea0-9475-7e172e89267b/a9e898af-6fbb-4825-aca7-c56e3649c883/7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:42:53.861955 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9799b61a-e896-4071-a443-23e50e7c1510 req-513831e3-cb1c-466b-8101-c934b94a6c3b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:53.902006 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9799b61a-e896-4071-a443-23e50e7c1510 req-513831e3-cb1c-466b-8101-c934b94a6c3b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:53.905947 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5cf02721-39a9-406f-944f-f74838d059d3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:53.949784 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9799b61a-e896-4071-a443-23e50e7c1510 req-513831e3-cb1c-466b-8101-c934b94a6c3b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Network 992b3678-472f-4ea0-9475-7e172e89267b is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:42:53.952894 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-9799b61a-e896-4071-a443-23e50e7c1510 req-513831e3-cb1c-466b-8101-c934b94a6c3b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:42:53.956835 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-9799b61a-e896-4071-a443-23e50e7c1510 req-513831e3-cb1c-466b-8101-c934b94a6c3b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:42:53.982287 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513831e3-cb1c-466b-8101-c934b94a6c3b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Pushing event updated for resources: {'Port': ['ID=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:53.986450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-513831e3-cb1c-466b-8101-c934b94a6c3b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:54.010941 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799b61a-e896-4071-a443-23e50e7c1510 req-513831e3-cb1c-466b-8101-c934b94a6c3b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:54.011556 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9799b61a-e896-4071-a443-23e50e7c1510 req-513831e3-cb1c-466b-8101-c934b94a6c3b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:54.024839 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9799b61a-e896-4071-a443-23e50e7c1510 req-513831e3-cb1c-466b-8101-c934b94a6c3b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5881732 Jun 18 16:42:54.036357 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Request body: {'port': {'device_id': '02009cbf-13ba-4a53-a18a-821d530f490c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:42:54.108769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:54.272199 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:54.375721 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:42:54.382923 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:54.394620 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Transition to ACTIVE for port object 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:42:54.398109 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:54.401952 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-31f379ac-fed8-4786-94e2-0a0ebb3a7de4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:54.471702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:54.475880 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:54.549747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Attempting to bind port 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:42:54.549991 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Attempting to bind port 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'e45780a0-9b82-4d46-9154-29be4257dfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '992b3678-472f-4ea0-9475-7e172e89267b'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:42:54.550318 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Attempting to bind port 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef on network 992b3678-472f-4ea0-9475-7e172e89267b {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:42:54.554483 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Port 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef on network 992b3678-472f-4ea0-9475-7e172e89267b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:42:54.554802 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Attempting to bind port 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef on network 992b3678-472f-4ea0-9475-7e172e89267b {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:42:54.559628 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:42:54.559958 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Checking segment: {'id': 'e45780a0-9b82-4d46-9154-29be4257dfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '992b3678-472f-4ea0-9475-7e172e89267b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:42:54.560334 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Bound using segment: {'id': 'e45780a0-9b82-4d46-9154-29be4257dfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '992b3678-472f-4ea0-9475-7e172e89267b'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:42:54.560756 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Bound port: 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45780a0-9b82-4d46-9154-29be4257dfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '992b3678-472f-4ea0-9475-7e172e89267b'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:42:54.561095 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:54.623733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] For port 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:42:54.626697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] For port 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef,segment=NetworkSegment(e45780a0-9b82-4d46-9154-29be4257dfa5),segment_id=e45780a0-9b82-4d46-9154-29be4257dfa5)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:42:54.631273 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:54.633284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:54.668669 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:54.669295 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:54.670728 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9799b61a-e896-4071-a443-23e50e7c1510 req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] 10.222.0.55 "PUT /v2.0/ports/7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef HTTP/1.1" status: 200 len: 1094 time: 0.6385159 Jun 18 16:42:54.671277 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02009cbf-13ba-4a53-a18a-821d530f490c', 'tag': '7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:42:54.673638 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16557380-cdd0-4191-b1f4-fa3bd1bc5e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "02009cbf-13ba-4a53-a18a-821d530f490c", "tag": "7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:42:54.726067 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacce85e-50d1-4c7a-a1f6-35a3a3f11878 x-openstack-request-id: req-bacce85e-50d1-4c7a-a1f6-35a3a3f11878 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:42:54.726411 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02009cbf-13ba-4a53-a18a-821d530f490c", "tag": "7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:42:54.726742 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bacce85e-50d1-4c7a-a1f6-35a3a3f11878 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:42:54.727187 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02009cbf-13ba-4a53-a18a-821d530f490c', 'tag': '7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef', 'status': 'completed', 'code': 200} Jun 18 16:42:54.761143 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:54.767714 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:54.803413 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea07e6-e27e-4004-a291-add30cba3a1f req-d6c890ac-aeeb-4e0c-b53c-6b6884bd4c0b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:54.804935 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-dcea07e6-e27e-4004-a291-add30cba3a1f req-d6c890ac-aeeb-4e0c-b53c-6b6884bd4c0b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 944 time: 0.1285186 Jun 18 16:42:54.814346 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799b61a-e896-4071-a443-23e50e7c1510 req-86eaa177-e005-411b-856c-acc6333c7eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:54.815779 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9799b61a-e896-4071-a443-23e50e7c1510 req-86eaa177-e005-411b-856c-acc6333c7eb5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee98d824f634a2f8fabfe3593d361e5&device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 1097 time: 0.0987549 Jun 18 16:42:54.865827 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9799b61a-e896-4071-a443-23e50e7c1510 req-93402ab7-fa66-44fc-b9a7-8b1505922439 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef HTTP/1.1" status: 200 len: 217 time: 0.0368490 Jun 18 16:42:54.910330 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-dcea07e6-e27e-4004-a291-add30cba3a1f req-beb5e9d8-d926-4e6b-9b51-f70cc9f5bdb8 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980351 Jun 18 16:42:54.927272 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799b61a-e896-4071-a443-23e50e7c1510 req-82889fe1-78d1-4f88-8c19-4388b9a516d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:54.928705 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9799b61a-e896-4071-a443-23e50e7c1510 req-82889fe1-78d1-4f88-8c19-4388b9a516d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9e898af-6fbb-4825-aca7-c56e3649c883 HTTP/1.1" status: 200 len: 854 time: 0.0549777 Jun 18 16:42:54.963148 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9799b61a-e896-4071-a443-23e50e7c1510 req-0c906cb3-5fd0-4b11-972e-7c125711328b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=992b3678-472f-4ea0-9475-7e172e89267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265985 Jun 18 16:42:55.049938 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9799b61a-e896-4071-a443-23e50e7c1510 req-be7162ee-6edf-4f79-905b-f83fa3632a1f service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796480 Jun 18 16:42:55.144009 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9799b61a-e896-4071-a443-23e50e7c1510 req-7b32d631-78f0-4725-85c6-220011aa6abc service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868812 Jun 18 16:42:55.249569 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16557380-cdd0-4191-b1f4-fa3bd1bc5e3b req-cd0fa697-2f62-48be-ad85-cb52b13ab3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:55.251222 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-16557380-cdd0-4191-b1f4-fa3bd1bc5e3b req-cd0fa697-2f62-48be-ad85-cb52b13ab3a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee98d824f634a2f8fabfe3593d361e5&device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 1097 time: 0.0588219 Jun 18 16:42:55.349462 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16557380-cdd0-4191-b1f4-fa3bd1bc5e3b req-ee842b30-d407-4490-9c50-23a0b507685c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:55.351098 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-16557380-cdd0-4191-b1f4-fa3bd1bc5e3b req-ee842b30-d407-4490-9c50-23a0b507685c service neutron] 10.222.0.55 "GET /v2.0/networks?id=992b3678-472f-4ea0-9475-7e172e89267b HTTP/1.1" status: 200 len: 915 time: 0.0923789 Jun 18 16:42:55.394831 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-16557380-cdd0-4191-b1f4-fa3bd1bc5e3b req-27bb87e4-8dd0-4221-b2ee-cd4f239c776d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef HTTP/1.1" status: 200 len: 217 time: 0.0366173 Jun 18 16:42:55.444390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16557380-cdd0-4191-b1f4-fa3bd1bc5e3b req-d2ba1778-10a2-4284-88b8-6ef5f556204d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:55.445879 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-16557380-cdd0-4191-b1f4-fa3bd1bc5e3b req-d2ba1778-10a2-4284-88b8-6ef5f556204d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9e898af-6fbb-4825-aca7-c56e3649c883 HTTP/1.1" status: 200 len: 854 time: 0.0448346 Jun 18 16:42:55.482405 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-16557380-cdd0-4191-b1f4-fa3bd1bc5e3b req-9951cb46-e3ee-4a1f-a54a-2c3e1c207995 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=992b3678-472f-4ea0-9475-7e172e89267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277064 Jun 18 16:42:55.584440 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-16557380-cdd0-4191-b1f4-fa3bd1bc5e3b req-084367e7-c3d7-422b-9aca-846fd9207918 service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951900 Jun 18 16:42:55.678765 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-16557380-cdd0-4191-b1f4-fa3bd1bc5e3b req-e2c0ccc0-43ef-40e5-b9ab-98bd4c0a9a72 service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863707 Jun 18 16:42:56.090608 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad2782-8878-4500-bc17-399df7519316 req-3fbe607c-1747-414d-a52e-36c8f9e70b4c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:56.092101 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bdad2782-8878-4500-bc17-399df7519316 req-3fbe607c-1747-414d-a52e-36c8f9e70b4c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 944 time: 0.0717916 Jun 18 16:42:56.129735 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bdad2782-8878-4500-bc17-399df7519316 req-675f23ab-9b17-449e-857f-e79e3396195a tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318632 Jun 18 16:42:57.302208 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e83cb7-4aa1-400a-9f03-220085c64feb req-cb7ca282-d990-4f88-b770-6fa7ee731f4d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:57.303699 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-31e83cb7-4aa1-400a-9f03-220085c64feb req-cb7ca282-d990-4f88-b770-6fa7ee731f4d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 944 time: 0.0637984 Jun 18 16:42:57.341781 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-31e83cb7-4aa1-400a-9f03-220085c64feb req-432b2b52-8e5b-4a40-994a-2111f6b8f016 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321419 Jun 18 16:42:58.519734 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447414f4-40a8-4741-bc21-6d9c1914c5eb req-459592be-3b59-4920-b367-6c6dbefbac61 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:58.521186 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-447414f4-40a8-4741-bc21-6d9c1914c5eb req-459592be-3b59-4920-b367-6c6dbefbac61 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 944 time: 0.0711453 Jun 18 16:42:58.558758 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-447414f4-40a8-4741-bc21-6d9c1914c5eb req-32fec6e8-d02f-49b8-90f1-9bd54718b6d5 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312650 Jun 18 16:42:59.343121 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:42:59.436967 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef,segment=NetworkSegment(e45780a0-9b82-4d46-9154-29be4257dfa5),segment_id=e45780a0-9b82-4d46-9154-29be4257dfa5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:42:59.448509 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef', 'network_id': '992b3678-472f-4ea0-9475-7e172e89267b', 'port_id': '7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef', 'mac_address': 'fa:16:3e:42:42:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e898af-6fbb-4825-aca7-c56e3649c883', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:42:59.487938 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:59.500471 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:42:59.519938 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef,segment=NetworkSegment(e45780a0-9b82-4d46-9154-29be4257dfa5),segment_id=e45780a0-9b82-4d46-9154-29be4257dfa5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:42:59.523822 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:42:59.527546 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a4ec3301-b33d-4a04-97bf-ad1b5837c6eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:42:59.572533 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:42:59.575635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:42:59.737059 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1a24a-ba22-4b57-af1c-8003463e859d req-a63f0b70-6bae-4417-b034-0b6c15c725fd tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:42:59.738658 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d3c1a24a-ba22-4b57-af1c-8003463e859d req-a63f0b70-6bae-4417-b034-0b6c15c725fd tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 945 time: 0.0688915 Jun 18 16:42:59.758647 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:42:59.779505 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d3c1a24a-ba22-4b57-af1c-8003463e859d req-fa0fa902-05c9-480f-8758-008089dfb6a5 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336092 Jun 18 16:43:00.950625 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2deb4e-c60f-44ae-a20f-befb68ab312c req-784ad073-f910-41ac-9c74-ba1de4a4902f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:00.952106 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4c2deb4e-c60f-44ae-a20f-befb68ab312c req-784ad073-f910-41ac-9c74-ba1de4a4902f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 945 time: 0.0643740 Jun 18 16:43:00.989402 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4c2deb4e-c60f-44ae-a20f-befb68ab312c req-6568a69a-6e3c-41ee-bc0c-efef96450dc3 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315983 Jun 18 16:43:01.367755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:43:01.416123 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:43:01.420000 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:43:01.420422 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:01.492563 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:01.515712 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02009cbf-13ba-4a53-a18a-821d530f490c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:43:01.518027 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4216a31c-49c1-4ffb-9c3a-52f4555cd44d" -d '{"events": [{"server_uuid": "02009cbf-13ba-4a53-a18a-821d530f490c", "name": "network-vif-plugged", "status": "completed", "tag": "7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:43:01.533893 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef,segment=NetworkSegment(e45780a0-9b82-4d46-9154-29be4257dfa5),segment_id=e45780a0-9b82-4d46-9154-29be4257dfa5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:43:01.538564 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:01.541022 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:43:01.570310 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7c035f-c649-429b-8752-5b7e91bbe9c4 x-openstack-request-id: req-2c7c035f-c649-429b-8752-5b7e91bbe9c4 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:43:01.570630 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02009cbf-13ba-4a53-a18a-821d530f490c", "name": "network-vif-plugged", "status": "completed", "tag": "7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:43:01.570887 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2c7c035f-c649-429b-8752-5b7e91bbe9c4 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:43:01.571273 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02009cbf-13ba-4a53-a18a-821d530f490c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef', 'code': 200} Jun 18 16:43:01.599096 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:43:01.602486 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:43:01.788198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624a582-8656-48db-936e-4f3edc0e923b req-69e767ef-a770-4ba8-ad26-070d3eb5ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:01.789917 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6624a582-8656-48db-936e-4f3edc0e923b req-69e767ef-a770-4ba8-ad26-070d3eb5ea3a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 1099 time: 0.0574355 Jun 18 16:43:01.826070 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6624a582-8656-48db-936e-4f3edc0e923b req-56b75028-c6ad-4ea8-97c0-acf54b32a0d2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290596 Jun 18 16:43:02.172144 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8873392-c88d-4e38-b7d2-298e920b174a req-7c94573a-85e5-47b1-b4ca-2c588d3d6a25 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:02.173681 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a8873392-c88d-4e38-b7d2-298e920b174a req-7c94573a-85e5-47b1-b4ca-2c588d3d6a25 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0665126 Jun 18 16:43:02.213410 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a8873392-c88d-4e38-b7d2-298e920b174a req-0f39b97c-86f7-4006-90d3-fcd01edf5a66 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340593 Jun 18 16:43:03.406010 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3e123-24f2-4982-a632-24627485121e req-ef17cd8b-b821-43bd-b7c0-264ae09b2cb1 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:03.407520 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-77b3e123-24f2-4982-a632-24627485121e req-ef17cd8b-b821-43bd-b7c0-264ae09b2cb1 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0677564 Jun 18 16:43:03.445330 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-77b3e123-24f2-4982-a632-24627485121e req-2e3d930d-85cf-49b2-8b43-7ee58432f390 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321574 Jun 18 16:43:03.619787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254560d-33e6-44ff-a20a-37f4bacd8449 req-081e4362-194b-4a73-ac8c-9274ebe08ea2 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:03.621185 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1254560d-33e6-44ff-a20a-37f4bacd8449 req-081e4362-194b-4a73-ac8c-9274ebe08ea2 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0683157 Jun 18 16:43:03.658014 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1254560d-33e6-44ff-a20a-37f4bacd8449 req-5528098c-350f-4783-888e-a8a355fd1468 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311992 Jun 18 16:43:04.005101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b453f-9f28-4a90-9d3c-9d3849756d69 req-72240b0d-878f-4207-b04d-1a626b534d81 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:04.006606 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e86b453f-9f28-4a90-9d3c-9d3849756d69 req-72240b0d-878f-4207-b04d-1a626b534d81 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0624573 Jun 18 16:43:04.043556 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e86b453f-9f28-4a90-9d3c-9d3849756d69 req-21e1d106-6e33-4fba-a577-8a7126d08625 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312109 Jun 18 16:43:04.226998 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd1f2dd-5dc9-4c4b-b320-9a4760beb78d req-218e21fd-558b-4008-ae1f-24af05d62164 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:04.229351 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ccd1f2dd-5dc9-4c4b-b320-9a4760beb78d req-218e21fd-558b-4008-ae1f-24af05d62164 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0681794 Jun 18 16:43:04.266700 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ccd1f2dd-5dc9-4c4b-b320-9a4760beb78d req-3c4ddd57-e6d2-4b71-b788-b8bd6902faf4 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315256 Jun 18 16:43:04.603097 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-3b920e12-980b-4b38-bddc-bcffb26330bd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0532348 Jun 18 16:43:04.670288 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a65b98-5e31-450d-b5ef-cd2a5b0f0b73 req-2c1f9481-2c31-4190-93d7-91ff4369e411 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:04.671802 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-62a65b98-5e31-450d-b5ef-cd2a5b0f0b73 req-2c1f9481-2c31-4190-93d7-91ff4369e411 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0678370 Jun 18 16:43:04.709668 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-62a65b98-5e31-450d-b5ef-cd2a5b0f0b73 req-5fd1f7f0-6217-48fc-891c-700228c5365b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323212 Jun 18 16:43:05.767978 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-9331e795-bb8a-4197-812c-0b318d3260eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:05.769490 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-9331e795-bb8a-4197-812c-0b318d3260eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee98d824f634a2f8fabfe3593d361e5&device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 1099 time: 0.0534670 Jun 18 16:43:05.903458 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-8f218da7-8202-494f-a616-89d03a375b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:05.904950 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-8f218da7-8202-494f-a616-89d03a375b86 service neutron] 10.222.0.55 "GET /v2.0/networks?id=992b3678-472f-4ea0-9475-7e172e89267b HTTP/1.1" status: 200 len: 915 time: 0.1276486 Jun 18 16:43:05.948251 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-be54f723-2e15-47c9-9b22-c6862da83d74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef HTTP/1.1" status: 200 len: 217 time: 0.0360541 Jun 18 16:43:05.955750 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee5d13-79d3-499b-9b11-886b9823fa25 req-d3a17509-1365-4b77-be7e-2df2550ee9a2 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:05.957154 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-47ee5d13-79d3-499b-9b11-886b9823fa25 req-d3a17509-1365-4b77-be7e-2df2550ee9a2 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.1307569 Jun 18 16:43:06.027518 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-47ee5d13-79d3-499b-9b11-886b9823fa25 req-a9f85190-f7bc-4a69-8103-e39f5182f21d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620675 Jun 18 16:43:06.028903 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-4e3eea03-051c-4c38-ace7-ab7868e1cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:06.030325 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-4e3eea03-051c-4c38-ace7-ab7868e1cf3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9e898af-6fbb-4825-aca7-c56e3649c883 HTTP/1.1" status: 200 len: 854 time: 0.0722535 Jun 18 16:43:06.065055 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-e0071392-586d-4238-aa85-0ab3541b0189 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=992b3678-472f-4ea0-9475-7e172e89267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270810 Jun 18 16:43:06.158680 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-febcc7dc-a76e-41d7-84fc-f319ba358361 service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811632 Jun 18 16:43:06.250174 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-6f33c42c-49d5-49fd-b961-968b0f1fe7c6 service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905621 Jun 18 16:43:07.200218 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959031c6-d576-4adc-afc5-752a1b722759 req-9e40bd88-ef28-4763-91ec-908cbaf9818f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:07.201715 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-959031c6-d576-4adc-afc5-752a1b722759 req-9e40bd88-ef28-4763-91ec-908cbaf9818f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0628448 Jun 18 16:43:07.240108 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-959031c6-d576-4adc-afc5-752a1b722759 req-0b40a297-2fbc-4a5a-8098-0817ec0f9c47 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328445 Jun 18 16:43:07.863104 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:43:08.420288 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90d038-220e-4bfe-8527-c30c010a07e9 req-40f5c42b-7628-48fe-a615-fdf18b9e5b83 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:08.422070 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5d90d038-220e-4bfe-8527-c30c010a07e9 req-40f5c42b-7628-48fe-a615-fdf18b9e5b83 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0691898 Jun 18 16:43:08.459634 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5d90d038-220e-4bfe-8527-c30c010a07e9 req-3d6e0486-6b15-4de1-a7ce-7aa83eadfa17 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319207 Jun 18 16:43:08.483649 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bb7338e0-fc20-46d2-92e5-4a4e45d5841d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:09.634789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd6ba4-ed59-469b-868c-9da2c827fc4e req-035e3d01-11ea-47d0-b9e0-3ffb0ebe1279 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:09.636350 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4fdd6ba4-ed59-469b-868c-9da2c827fc4e req-035e3d01-11ea-47d0-b9e0-3ffb0ebe1279 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0665557 Jun 18 16:43:09.674143 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4fdd6ba4-ed59-469b-868c-9da2c827fc4e req-11d021d2-8428-4664-9e9e-3b0bdae3ea93 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321183 Jun 18 16:43:10.844770 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ec3b4-e0d2-4162-b430-1b39d6010df6 req-f20c7249-8461-4e84-9186-e2facfe9e997 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:10.846252 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d6ec3b4-e0d2-4162-b430-1b39d6010df6 req-f20c7249-8461-4e84-9186-e2facfe9e997 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0635953 Jun 18 16:43:10.891866 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d6ec3b4-e0d2-4162-b430-1b39d6010df6 req-b403d8b0-0924-4e3c-b5c3-4ad6905b9903 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398300 Jun 18 16:43:10.960835 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cf25a253-6e35-4cd9-a2b0-8b6877574e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:11.310273 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:12.064994 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37cef5-6072-4b2f-b70e-c12cfbc31865 req-ff7c2041-fce7-46f3-bcd0-dad5ed9f1707 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:12.066504 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1c37cef5-6072-4b2f-b70e-c12cfbc31865 req-ff7c2041-fce7-46f3-bcd0-dad5ed9f1707 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0643723 Jun 18 16:43:12.103972 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1c37cef5-6072-4b2f-b70e-c12cfbc31865 req-07aafb37-4b4b-464b-8777-5fce8f334938 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310607 Jun 18 16:43:12.147359 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:13.286460 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f32c13-52f5-4631-b099-25dd6f2b8a83 req-c5e23411-f103-4972-9fa5-a37652509792 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:13.287955 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d7f32c13-52f5-4631-b099-25dd6f2b8a83 req-c5e23411-f103-4972-9fa5-a37652509792 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0660510 Jun 18 16:43:13.326121 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d7f32c13-52f5-4631-b099-25dd6f2b8a83 req-bea9dc04-6443-45b9-b2b3-38d01704c393 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315156 Jun 18 16:43:13.767729 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:14.513437 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899f6ae-ef26-4569-b7e4-d15dbfc689c4 req-69463606-e29a-4c0a-ab53-791ca3a6d470 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:14.514954 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4899f6ae-ef26-4569-b7e4-d15dbfc689c4 req-69463606-e29a-4c0a-ab53-791ca3a6d470 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0738194 Jun 18 16:43:14.558247 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4899f6ae-ef26-4569-b7e4-d15dbfc689c4 req-475c3abf-712e-43ed-a660-de4cc08f7908 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374267 Jun 18 16:43:15.733474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af47e38-0d3c-4d60-99ef-ea91568cb88b req-6fc509b5-3345-4a40-ae89-936099aea091 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:15.734991 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5af47e38-0d3c-4d60-99ef-ea91568cb88b req-6fc509b5-3345-4a40-ae89-936099aea091 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0656691 Jun 18 16:43:15.773898 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5af47e38-0d3c-4d60-99ef-ea91568cb88b req-07887949-5bd0-4ce2-ae0a-6206aa2656cc tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333450 Jun 18 16:43:16.958281 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f8ad8-6ac5-4724-8e12-0fe9752c7847 req-c19a87f5-0633-4590-a4bf-94a353fb378c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:16.959806 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e16f8ad8-6ac5-4724-8e12-0fe9752c7847 req-c19a87f5-0633-4590-a4bf-94a353fb378c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0714626 Jun 18 16:43:17.004044 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e16f8ad8-6ac5-4724-8e12-0fe9752c7847 req-86cade7d-8205-409d-b9e4-1b18b6981341 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374951 Jun 18 16:43:18.176909 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caa051-168f-4805-ae01-0b0333d29f8d req-c167503e-1263-48a1-afc8-4e23c45abead tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:18.178375 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5caa051-168f-4805-ae01-0b0333d29f8d req-c167503e-1263-48a1-afc8-4e23c45abead tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0655432 Jun 18 16:43:18.216298 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5caa051-168f-4805-ae01-0b0333d29f8d req-f635e957-0628-4b59-b00b-b12e6b2df1b7 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316648 Jun 18 16:43:19.434950 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5076066-4221-454e-91b3-124573f2a44a req-6c9aae10-d525-459a-a21e-80ca9dd5a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:19.436504 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b5076066-4221-454e-91b3-124573f2a44a req-6c9aae10-d525-459a-a21e-80ca9dd5a908 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee98d824f634a2f8fabfe3593d361e5&device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 1099 time: 0.0911384 Jun 18 16:43:19.444711 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa74df-2ff9-488a-a238-a210ba11f9a4 req-5a01aa91-6c1a-440c-8b4b-47b588ef2a7c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:19.446182 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c3aa74df-2ff9-488a-a238-a210ba11f9a4 req-5a01aa91-6c1a-440c-8b4b-47b588ef2a7c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.1104310 Jun 18 16:43:19.533111 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c3aa74df-2ff9-488a-a238-a210ba11f9a4 req-76b0fb0d-4441-481f-af13-b4c7a1c70b08 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798595 Jun 18 16:43:19.565156 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5076066-4221-454e-91b3-124573f2a44a req-51694e42-990f-4dde-ad4d-af4bb805814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:19.566694 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b5076066-4221-454e-91b3-124573f2a44a req-51694e42-990f-4dde-ad4d-af4bb805814f service neutron] 10.222.0.55 "GET /v2.0/networks?id=992b3678-472f-4ea0-9475-7e172e89267b HTTP/1.1" status: 200 len: 915 time: 0.1065423 Jun 18 16:43:19.624282 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b5076066-4221-454e-91b3-124573f2a44a req-ec94adf2-fa8c-4d0f-9519-d8d89c01db44 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef HTTP/1.1" status: 200 len: 217 time: 0.0499828 Jun 18 16:43:19.672691 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5076066-4221-454e-91b3-124573f2a44a req-a0228353-d623-4930-b44f-a2635dfe649f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:19.674103 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b5076066-4221-454e-91b3-124573f2a44a req-a0228353-d623-4930-b44f-a2635dfe649f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9e898af-6fbb-4825-aca7-c56e3649c883 HTTP/1.1" status: 200 len: 854 time: 0.0438802 Jun 18 16:43:19.707374 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b5076066-4221-454e-91b3-124573f2a44a req-defe1505-f86f-4b88-ad87-564103b576c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=992b3678-472f-4ea0-9475-7e172e89267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268192 Jun 18 16:43:20.080435 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b5076066-4221-454e-91b3-124573f2a44a req-1f16a727-69fe-4c0a-8508-76f6b79a790e service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665252 Jun 18 16:43:20.171767 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b5076066-4221-454e-91b3-124573f2a44a req-6b83c51e-84e3-4c19-8092-6ef6fe5a0b74 service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843275 Jun 18 16:43:20.709016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e162e-aee5-4805-ae01-af034b9e8851 req-a98684b1-e0af-428f-b726-e116c0f6187b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:20.710506 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-529e162e-aee5-4805-ae01-af034b9e8851 req-a98684b1-e0af-428f-b726-e116c0f6187b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0666609 Jun 18 16:43:20.748534 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-529e162e-aee5-4805-ae01-af034b9e8851 req-8b19717f-7394-41a2-ba83-9d602a99901a tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322962 Jun 18 16:43:21.929082 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c975b-5ffa-4032-b577-cb9afb937033 req-f211b948-4db6-4501-a2ea-5e3423b42e57 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:21.930645 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fe5c975b-5ffa-4032-b577-cb9afb937033 req-f211b948-4db6-4501-a2ea-5e3423b42e57 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0695019 Jun 18 16:43:21.971990 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fe5c975b-5ffa-4032-b577-cb9afb937033 req-fc4044f7-6079-4858-9259-0b9576d5313c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326514 Jun 18 16:43:23.150704 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb8d98-bbcf-4503-9621-1483bf5d1ccf req-57bd919e-3280-428e-921a-c9c4d312ada3 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:23.152329 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-33bb8d98-bbcf-4503-9621-1483bf5d1ccf req-57bd919e-3280-428e-921a-c9c4d312ada3 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0663795 Jun 18 16:43:23.194364 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-33bb8d98-bbcf-4503-9621-1483bf5d1ccf req-2eb5166d-c7a4-4165-8d25-e9863c23581e tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363936 Jun 18 16:43:24.274822 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:24.376100 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a7598-107f-4b9e-b752-871681a0dd36 req-7e762287-0bf3-410f-9bc3-d6e2e7152492 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:24.377602 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-753a7598-107f-4b9e-b752-871681a0dd36 req-7e762287-0bf3-410f-9bc3-d6e2e7152492 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0644112 Jun 18 16:43:24.418309 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-753a7598-107f-4b9e-b752-871681a0dd36 req-62b9d2cf-1f19-459b-8fab-2b185d93fd96 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347672 Jun 18 16:43:25.599526 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815a007-b322-4d90-aed5-cc4d4303fdac req-5a041dd3-add9-4d6d-95bb-ea7869192133 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:25.601017 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b815a007-b322-4d90-aed5-cc4d4303fdac req-5a041dd3-add9-4d6d-95bb-ea7869192133 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0634384 Jun 18 16:43:25.639401 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b815a007-b322-4d90-aed5-cc4d4303fdac req-22166cdd-ff93-4302-bdff-553e666a0d29 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324988 Jun 18 16:43:26.817582 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b51b58-0649-46e7-b1a8-830e8e66d156 req-cbc72404-edaf-4674-9fbd-28ba5bf9d3b6 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:26.819213 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-28b51b58-0649-46e7-b1a8-830e8e66d156 req-cbc72404-edaf-4674-9fbd-28ba5bf9d3b6 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0680821 Jun 18 16:43:26.858236 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-28b51b58-0649-46e7-b1a8-830e8e66d156 req-78ce83e1-1662-40cc-95eb-580b7bc4163c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325906 Jun 18 16:43:28.035217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f1ca4-2d63-4af9-b58a-ea8c7f22556e req-93f6984d-eefe-4526-b621-ccfe09d52f8e tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:28.036682 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8d0f1ca4-2d63-4af9-b58a-ea8c7f22556e req-93f6984d-eefe-4526-b621-ccfe09d52f8e tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0657020 Jun 18 16:43:28.075442 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8d0f1ca4-2d63-4af9-b58a-ea8c7f22556e req-b1571145-1ff9-48ff-b872-1f0863f4ec65 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324063 Jun 18 16:43:29.249150 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebe6be-382e-4b00-820c-32339434ef0e req-03ef8153-85b5-492e-8485-ca4e8d50a179 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:29.250696 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-79ebe6be-382e-4b00-820c-32339434ef0e req-03ef8153-85b5-492e-8485-ca4e8d50a179 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0655622 Jun 18 16:43:29.294104 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-79ebe6be-382e-4b00-820c-32339434ef0e req-eaa0cb97-60ca-4f3c-b224-ef9ad71ff88f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378561 Jun 18 16:43:30.468925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47800b-3e72-4739-9fbe-33c89295b4bd req-7dff92c3-c842-4837-8815-7238c148bd30 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:30.470400 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9a47800b-3e72-4739-9fbe-33c89295b4bd req-7dff92c3-c842-4837-8815-7238c148bd30 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0655870 Jun 18 16:43:30.518550 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9a47800b-3e72-4739-9fbe-33c89295b4bd req-ae6cf71d-e264-4140-8b32-3a4dca4ede3c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422649 Jun 18 16:43:31.703853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a893a-ae34-4b97-9565-5b078a4a4ea1 req-7779243c-0877-4727-89a8-ed171497cca2 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:31.705366 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-871a893a-ae34-4b97-9565-5b078a4a4ea1 req-7779243c-0877-4727-89a8-ed171497cca2 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0669613 Jun 18 16:43:31.752330 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-871a893a-ae34-4b97-9565-5b078a4a4ea1 req-cd90236b-b573-4f8c-9599-e9e84c152b88 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405762 Jun 18 16:43:32.969706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409c7b5-16b4-4e98-a0e9-188b8566e232 req-1864abb8-e24f-4863-9b91-125566a20ef8 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:32.971218 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5409c7b5-16b4-4e98-a0e9-188b8566e232 req-1864abb8-e24f-4863-9b91-125566a20ef8 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.1065147 Jun 18 16:43:33.003910 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-9befe5c8-cee1-4556-8fc2-7479aa40e8d4 service neutron] 10.222.0.55 "GET /v2.0/ports/7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0891566 Jun 18 16:43:33.017598 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5409c7b5-16b4-4e98-a0e9-188b8566e232 req-ff5f22df-98da-4f80-9327-4f022f4b5bf6 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406973 Jun 18 16:43:33.253650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-f50f5ce6-4b24-4b3d-82e3-368a06cde3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:33.255165 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-f50f5ce6-4b24-4b3d-82e3-368a06cde3fe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c&tenant_id=7ee98d824f634a2f8fabfe3593d361e5 HTTP/1.1" status: 200 len: 1099 time: 0.0545285 Jun 18 16:43:33.333452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-6b81673a-6249-4bce-a807-1b10ff0e0573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:33.334854 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-6b81673a-6249-4bce-a807-1b10ff0e0573 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee98d824f634a2f8fabfe3593d361e5&device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 1099 time: 0.0569563 Jun 18 16:43:33.426877 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-bbc4a6bc-b576-45c6-b543-ab71165fc209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:33.428348 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-bbc4a6bc-b576-45c6-b543-ab71165fc209 service neutron] 10.222.0.55 "GET /v2.0/networks?id=992b3678-472f-4ea0-9475-7e172e89267b HTTP/1.1" status: 200 len: 915 time: 0.0859354 Jun 18 16:43:33.473902 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-2fcd48c6-a199-4d02-a861-baf16b6b1bc4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef HTTP/1.1" status: 200 len: 217 time: 0.0386066 Jun 18 16:43:33.526822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-470c897d-c81a-45ed-becb-4364f603f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:33.528254 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-470c897d-c81a-45ed-becb-4364f603f454 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9e898af-6fbb-4825-aca7-c56e3649c883 HTTP/1.1" status: 200 len: 854 time: 0.0456269 Jun 18 16:43:33.561840 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-02374ac9-a8ef-4494-8074-f19773439be4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=992b3678-472f-4ea0-9475-7e172e89267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262525 Jun 18 16:43:33.654406 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-683d17f7-b4f7-4c9e-ac1b-95bfa15551af service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842335 Jun 18 16:43:33.741218 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8223846-f300-4d7b-8eee-9f06c51cc185 req-73239995-981b-43b3-a824-b342f7f0ab48 service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800736 Jun 18 16:43:34.202841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f592d5c-19ed-4358-a883-f755b0a52962 req-8b968195-227e-4ccc-8f25-046361b97491 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:34.204287 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8f592d5c-19ed-4358-a883-f755b0a52962 req-8b968195-227e-4ccc-8f25-046361b97491 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0659761 Jun 18 16:43:34.243215 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8f592d5c-19ed-4358-a883-f755b0a52962 req-b8202d32-04fe-41b6-b783-63c2299e73e3 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329413 Jun 18 16:43:35.456407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3962e0-30b6-4b3a-9ca8-5687c0f973ea req-039cc216-9938-47f2-bd71-c7e69a18ae4d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:35.457894 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ac3962e0-30b6-4b3a-9ca8-5687c0f973ea req-039cc216-9938-47f2-bd71-c7e69a18ae4d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0781820 Jun 18 16:43:35.501381 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ac3962e0-30b6-4b3a-9ca8-5687c0f973ea req-fe69c676-3eb8-43a3-a774-bc2dff7c4391 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363419 Jun 18 16:43:36.678922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c0513-424e-4fc0-ba6e-0c6c0c45876b req-e711e9e4-b37d-4018-89ad-1f4be1dcb36f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:36.680388 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0f4c0513-424e-4fc0-ba6e-0c6c0c45876b req-e711e9e4-b37d-4018-89ad-1f4be1dcb36f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0684607 Jun 18 16:43:36.718197 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0f4c0513-424e-4fc0-ba6e-0c6c0c45876b req-8f786233-aec9-49ae-864d-d8abd05f3695 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316153 Jun 18 16:43:37.063649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434cdbf-9614-486e-b69c-e4fd7b75489f req-9780b7f1-058a-44c7-8265-60fdff26d59f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:37.065152 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8434cdbf-9614-486e-b69c-e4fd7b75489f req-9780b7f1-058a-44c7-8265-60fdff26d59f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.1149809 Jun 18 16:43:37.073745 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6a10b-33bd-47b7-ab61-1d7593804588 req-ef324968-77d7-4c35-8232-e4044f3082ff tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:37.075107 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6cc6a10b-33bd-47b7-ab61-1d7593804588 req-ef324968-77d7-4c35-8232-e4044f3082ff tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.55 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c&tenant_id=7ee98d824f634a2f8fabfe3593d361e5&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 946 time: 0.1146123 Jun 18 16:43:37.108955 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8434cdbf-9614-486e-b69c-e4fd7b75489f req-2cdba117-4a84-44bd-acc1-a9b40b8514d3 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328035 Jun 18 16:43:37.173966 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6a10b-33bd-47b7-ab61-1d7593804588 req-a947307c-e6e2-4cd6-83ba-5bae977f675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:37.175501 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6cc6a10b-33bd-47b7-ab61-1d7593804588 req-a947307c-e6e2-4cd6-83ba-5bae977f675e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee98d824f634a2f8fabfe3593d361e5&device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 1099 time: 0.0531001 Jun 18 16:43:37.268711 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6a10b-33bd-47b7-ab61-1d7593804588 req-672ba99b-6b06-4cd2-a217-4163ecf34b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:37.270179 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6cc6a10b-33bd-47b7-ab61-1d7593804588 req-672ba99b-6b06-4cd2-a217-4163ecf34b41 service neutron] 10.222.0.55 "GET /v2.0/networks?id=992b3678-472f-4ea0-9475-7e172e89267b HTTP/1.1" status: 200 len: 915 time: 0.0878398 Jun 18 16:43:37.312705 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6cc6a10b-33bd-47b7-ab61-1d7593804588 req-999e6587-441d-468e-8332-0ba1a05a5afb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef HTTP/1.1" status: 200 len: 217 time: 0.0356719 Jun 18 16:43:37.365727 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6a10b-33bd-47b7-ab61-1d7593804588 req-139b7030-3ded-4200-8a40-e118f64e43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:37.367094 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6cc6a10b-33bd-47b7-ab61-1d7593804588 req-139b7030-3ded-4200-8a40-e118f64e43b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9e898af-6fbb-4825-aca7-c56e3649c883 HTTP/1.1" status: 200 len: 854 time: 0.0479798 Jun 18 16:43:37.402019 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6cc6a10b-33bd-47b7-ab61-1d7593804588 req-adde52bc-a0cd-4ebd-a4d3-369f4be76b2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=992b3678-472f-4ea0-9475-7e172e89267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274594 Jun 18 16:43:37.491514 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6cc6a10b-33bd-47b7-ab61-1d7593804588 req-7df9a84e-6735-4d4d-8f8f-f693774f6ed0 service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827501 Jun 18 16:43:37.585153 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6cc6a10b-33bd-47b7-ab61-1d7593804588 req-d0a5ece2-8569-45d0-b98d-0816d4bcc845 service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863411 Jun 18 16:43:37.624686 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:43:37.627755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:43:37.776109 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:37.803911 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef,segment=NetworkSegment(e45780a0-9b82-4d46-9154-29be4257dfa5),segment_id=e45780a0-9b82-4d46-9154-29be4257dfa5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:43:37.817896 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02009cbf-13ba-4a53-a18a-821d530f490c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:43:37.820375 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da60003-0dfc-4672-8c93-190eb91c831d" -d '{"events": [{"server_uuid": "02009cbf-13ba-4a53-a18a-821d530f490c", "name": "network-vif-unplugged", "status": "completed", "tag": "7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:43:37.826725 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef', 'network_id': '992b3678-472f-4ea0-9475-7e172e89267b', 'port_id': '7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef', 'mac_address': 'fa:16:3e:42:42:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e898af-6fbb-4825-aca7-c56e3649c883', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:43:37.836974 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef,segment=NetworkSegment(e45780a0-9b82-4d46-9154-29be4257dfa5),segment_id=e45780a0-9b82-4d46-9154-29be4257dfa5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:43:37.842495 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:37.865471 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:43:37.873242 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 16:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c898a49-ad7d-4d98-a73d-fe21fd1a9dfb x-openstack-request-id: req-6c898a49-ad7d-4d98-a73d-fe21fd1a9dfb {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:43:37.873242 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02009cbf-13ba-4a53-a18a-821d530f490c", "name": "network-vif-unplugged", "status": "completed", "tag": "7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:43:37.873242 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6c898a49-ad7d-4d98-a73d-fe21fd1a9dfb {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:43:37.873242 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02009cbf-13ba-4a53-a18a-821d530f490c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef', 'code': 200} Jun 18 16:43:37.911125 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:37.933233 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef,revision_number=6']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:43:37.936569 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:43:37.940652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:43:37.959104 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef,segment=NetworkSegment(e45780a0-9b82-4d46-9154-29be4257dfa5),segment_id=e45780a0-9b82-4d46-9154-29be4257dfa5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:43:37.964876 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:37.966771 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:43:38.016723 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef,revision_number=7']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:43:38.025784 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:43:38.028428 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:43:38.293466 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0218d51-5fe1-486d-ba49-9c93bc216e73 req-4dd11c0f-c297-4702-9f7b-5a116a038bc7 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:38.295074 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a0218d51-5fe1-486d-ba49-9c93bc216e73 req-4dd11c0f-c297-4702-9f7b-5a116a038bc7 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 945 time: 0.0721056 Jun 18 16:43:38.334904 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a0218d51-5fe1-486d-ba49-9c93bc216e73 req-99954fed-f7f5-48a5-8ba5-519a5a44067e tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339961 Jun 18 16:43:38.484876 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c772b3b-766f-4de4-8518-d55239eca881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:38.524293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d0631-14ae-4c40-8f7f-37a795ed2556 req-a83c5f52-495e-42e1-b58d-2ca691119266 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:38.525920 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-679d0631-14ae-4c40-8f7f-37a795ed2556 req-a83c5f52-495e-42e1-b58d-2ca691119266 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 945 time: 0.0713210 Jun 18 16:43:38.564717 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-679d0631-14ae-4c40-8f7f-37a795ed2556 req-03cc22ed-42cd-48d0-bb9b-233e7d79fa59 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328429 Jun 18 16:43:38.738366 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34337a8f-47a8-43ea-92ad-8a7d2f569d77 req-aca5f116-834d-4e37-8c67-1800f6b7fd9f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:38.739778 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-34337a8f-47a8-43ea-92ad-8a7d2f569d77 req-aca5f116-834d-4e37-8c67-1800f6b7fd9f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 945 time: 0.0627108 Jun 18 16:43:38.777691 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-34337a8f-47a8-43ea-92ad-8a7d2f569d77 req-987fe351-6389-4beb-bc6f-b1e743304624 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313458 Jun 18 16:43:39.235012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-d7e3ad1f-e43a-4f2d-868f-2aa9e08d6446 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:39.236513 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-d7e3ad1f-e43a-4f2d-868f-2aa9e08d6446 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/networks?id=992b3678-472f-4ea0-9475-7e172e89267b HTTP/1.1" status: 200 len: 814 time: 0.1136594 Jun 18 16:43:39.251999 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-f0de76ee-2691-473b-91fd-0f0663775ea2 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/quotas/7ee98d824f634a2f8fabfe3593d361e5 HTTP/1.1" status: 200 len: 375 time: 0.0098100 Jun 18 16:43:39.328342 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-a0a6ef94-0392-45b2-a00f-39fe93feaf71 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=7ee98d824f634a2f8fabfe3593d361e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0710325 Jun 18 16:43:39.342368 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-c6730e83-ea2c-43f3-820d-ab92a0bd1818 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:43:39.343393 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-c6730e83-ea2c-43f3-820d-ab92a0bd1818 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078912 Jun 18 16:43:39.436678 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-06d31a2e-0b06-4886-b909-101d17b162f2 service neutron] 10.222.0.50 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874259 Jun 18 16:43:39.531249 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-7e346696-70cc-4cea-b99e-a8629e9fa2bd service neutron] 10.222.0.50 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880539 Jun 18 16:43:39.635877 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:43:39.691916 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:43:39.692345 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:39.709365 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3ccf3a73-4639-4f46-bfeb-22514f69ea02 req-9c1cfdc4-d415-4c29-af24-f7915514c6d7 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 210 time: 0.0324192 Jun 18 16:43:39.793594 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:39.830155 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef,segment=NetworkSegment(e45780a0-9b82-4d46-9154-29be4257dfa5),segment_id=e45780a0-9b82-4d46-9154-29be4257dfa5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:43:39.834550 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:39.836504 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:43:39.874382 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02009cbf-13ba-4a53-a18a-821d530f490c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:43:39.876757 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e94b95-cfb0-4cc9-9757-e746ccdcdf15" -d '{"events": [{"server_uuid": "02009cbf-13ba-4a53-a18a-821d530f490c", "name": "network-vif-plugged", "status": "completed", "tag": "7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:43:39.902449 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef,revision_number=8']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:43:39.905670 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:43:39.925931 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c04491-1458-4b26-9a57-b0326a88671b x-openstack-request-id: req-c4c04491-1458-4b26-9a57-b0326a88671b {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:43:39.925931 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02009cbf-13ba-4a53-a18a-821d530f490c", "name": "network-vif-plugged", "status": "completed", "tag": "7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:43:39.925931 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4c04491-1458-4b26-9a57-b0326a88671b {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:43:39.925931 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02009cbf-13ba-4a53-a18a-821d530f490c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef', 'code': 200} Jun 18 16:43:40.921440 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fc545089-98f6-46ad-b7a8-3741e9870f85 req-3f6dab26-70b3-4387-b8eb-460e8545c0a4 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 210 time: 0.0869799 Jun 18 16:43:40.964045 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6fd094f3-a7f2-4db9-9832-0318f9056da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:40.979821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-c3e0dc9a-37c6-4076-80ea-64efad361269 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:40.981250 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-c3e0dc9a-37c6-4076-80ea-64efad361269 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.55 "GET /v2.0/networks?id=992b3678-472f-4ea0-9475-7e172e89267b HTTP/1.1" status: 200 len: 814 time: 0.1610539 Jun 18 16:43:40.997402 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-5ca53a01-2284-402a-9267-a9f4fa97ae8d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Request body: {'port': {'device_id': '49d41205-bed0-45ec-bd9b-b0f5d9a8d25a', 'network_id': '992b3678-472f-4ea0-9475-7e172e89267b', 'admin_state_up': True, 'tenant_id': '7ee98d824f634a2f8fabfe3593d361e5'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:43:41.096148 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d1848d-40ed-4353-acce-fe14201fd29c req-28d2e88d-3815-4532-9b72-82937aa557ac tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:41.097847 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-53d1848d-40ed-4353-acce-fe14201fd29c req-28d2e88d-3815-4532-9b72-82937aa557ac tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.55 "GET /v2.0/ports?device_id=02009cbf-13ba-4a53-a18a-821d530f490c HTTP/1.1" status: 200 len: 946 time: 0.0751758 Jun 18 16:43:41.112538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-5ca53a01-2284-402a-9267-a9f4fa97ae8d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Made reservation on behalf of 7ee98d824f634a2f8fabfe3593d361e5 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:43:41.116264 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-5ca53a01-2284-402a-9267-a9f4fa97ae8d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:41.210821 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [req-53d1848d-40ed-4353-acce-fe14201fd29c req-507df5b0-201c-4bb1-bf76-e2bd8994e16c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Deleting port 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:43:41.211481 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-53d1848d-40ed-4353-acce-fe14201fd29c req-507df5b0-201c-4bb1-bf76-e2bd8994e16c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:41.246394 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-5ca53a01-2284-402a-9267-a9f4fa97ae8d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Allocated IP 172.20.0.3 (992b3678-472f-4ea0-9475-7e172e89267b/a9e898af-6fbb-4825-aca7-c56e3649c883/799e75be-d730-43d5-a405-9e2c9fb2cd5e) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:43:41.312444 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:41.318314 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [req-53d1848d-40ed-4353-acce-fe14201fd29c req-507df5b0-201c-4bb1-bf76-e2bd8994e16c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] For port 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef,segment=NetworkSegment(e45780a0-9b82-4d46-9154-29be4257dfa5),segment_id=e45780a0-9b82-4d46-9154-29be4257dfa5)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:43:41.318701 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-53d1848d-40ed-4353-acce-fe14201fd29c req-507df5b0-201c-4bb1-bf76-e2bd8994e16c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:41.382686 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [req-53d1848d-40ed-4353-acce-fe14201fd29c req-507df5b0-201c-4bb1-bf76-e2bd8994e16c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Calling delete_port for 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef owned by compute:nova {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:43:41.400417 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-5ca53a01-2284-402a-9267-a9f4fa97ae8d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:41.439612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-5ca53a01-2284-402a-9267-a9f4fa97ae8d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:41.443627 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1458b200-f843-4fab-a044-15a671045348 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:43:41.452489 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:43:41.503866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-5ca53a01-2284-402a-9267-a9f4fa97ae8d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Network 992b3678-472f-4ea0-9475-7e172e89267b is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:43:41.504725 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-5ca53a01-2284-402a-9267-a9f4fa97ae8d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:43:41.509459 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-5ca53a01-2284-402a-9267-a9f4fa97ae8d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:43:41.525718 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-53d1848d-40ed-4353-acce-fe14201fd29c req-507df5b0-201c-4bb1-bf76-e2bd8994e16c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:41.530035 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-38e59a63-28c8-4fa7-8763-00de844ed925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:43:41.537266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca53a01-2284-402a-9267-a9f4fa97ae8d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Pushing event updated for resources: {'Port': ['ID=799e75be-d730-43d5-a405-9e2c9fb2cd5e,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:43:41.542213 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5ca53a01-2284-402a-9267-a9f4fa97ae8d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:43:41.556653 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507df5b0-201c-4bb1-bf76-e2bd8994e16c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Pushing event deleted for resources: {'Port': ['ID=7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:43:41.560731 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-507df5b0-201c-4bb1-bf76-e2bd8994e16c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:43:41.564862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-5ca53a01-2284-402a-9267-a9f4fa97ae8d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:41.565458 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-5ca53a01-2284-402a-9267-a9f4fa97ae8d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:41.585087 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-5ca53a01-2284-402a-9267-a9f4fa97ae8d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5906217 Jun 18 16:43:41.598724 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Request body: {'port': {'device_id': '49d41205-bed0-45ec-bd9b-b0f5d9a8d25a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:43:41.609322 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d1848d-40ed-4353-acce-fe14201fd29c req-507df5b0-201c-4bb1-bf76-e2bd8994e16c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] No DVR routers for this DVR port 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef on host hv-neutron-7971 {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:43:41.611762 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [req-53d1848d-40ed-4353-acce-fe14201fd29c req-507df5b0-201c-4bb1-bf76-e2bd8994e16c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:41.613739 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-53d1848d-40ed-4353-acce-fe14201fd29c req-507df5b0-201c-4bb1-bf76-e2bd8994e16c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.55 "DELETE /v2.0/ports/7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef HTTP/1.1" status: 204 len: 173 time: 0.5090773 Jun 18 16:43:41.614306 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02009cbf-13ba-4a53-a18a-821d530f490c', 'name': 'network-vif-deleted', 'tag': '7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:43:41.616996 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a980b2b4-d94a-4864-8624-b45bce426521" -d '{"events": [{"server_uuid": "02009cbf-13ba-4a53-a18a-821d530f490c", "name": "network-vif-deleted", "tag": "7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:43:41.671052 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10de8eac-e42b-40f5-842b-4023642cf98d x-openstack-request-id: req-10de8eac-e42b-40f5-842b-4023642cf98d {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:43:41.671439 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02009cbf-13ba-4a53-a18a-821d530f490c", "name": "network-vif-deleted", "tag": "7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:43:41.671736 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-10de8eac-e42b-40f5-842b-4023642cf98d {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:43:41.672374 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02009cbf-13ba-4a53-a18a-821d530f490c', 'name': 'network-vif-deleted', 'tag': '7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef', 'status': 'completed', 'code': 200} Jun 18 16:43:41.685665 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:41.966991 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799e75be-d730-43d5-a405-9e2c9fb2cd5e {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:43:41.975493 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:41.989236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Transition to ACTIVE for port object 799e75be-d730-43d5-a405-9e2c9fb2cd5e will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:43:41.995240 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:41.998304 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-513831e3-cb1c-466b-8101-c934b94a6c3b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:43:42.116738 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Pushing event updated for resources: {'Port': ['ID=799e75be-d730-43d5-a405-9e2c9fb2cd5e,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:43:42.135890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:43:42.152689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:42.208414 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1c13a-74b2-42c2-bbc9-979619bba998 req-ad5fa1a5-bdb4-4a2a-b266-50cca0a795bc tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:42.209927 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-95d1c13a-74b2-42c2-bbc9-979619bba998 req-ad5fa1a5-bdb4-4a2a-b266-50cca0a795bc tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 943 time: 0.1483507 Jun 18 16:43:42.211145 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Attempting to bind port 799e75be-d730-43d5-a405-9e2c9fb2cd5e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:43:42.211645 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Attempting to bind port 799e75be-d730-43d5-a405-9e2c9fb2cd5e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'e45780a0-9b82-4d46-9154-29be4257dfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '992b3678-472f-4ea0-9475-7e172e89267b'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:43:42.211850 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Attempting to bind port 799e75be-d730-43d5-a405-9e2c9fb2cd5e on network 992b3678-472f-4ea0-9475-7e172e89267b {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:43:42.217473 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Port 799e75be-d730-43d5-a405-9e2c9fb2cd5e on network 992b3678-472f-4ea0-9475-7e172e89267b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:43:42.217798 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Attempting to bind port 799e75be-d730-43d5-a405-9e2c9fb2cd5e on network 992b3678-472f-4ea0-9475-7e172e89267b {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:43:42.229799 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:43:42.230135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Checking segment: {'id': 'e45780a0-9b82-4d46-9154-29be4257dfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '992b3678-472f-4ea0-9475-7e172e89267b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:43:42.230544 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Bound using segment: {'id': 'e45780a0-9b82-4d46-9154-29be4257dfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '992b3678-472f-4ea0-9475-7e172e89267b'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:43:42.230983 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Bound port: 799e75be-d730-43d5-a405-9e2c9fb2cd5e, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e45780a0-9b82-4d46-9154-29be4257dfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '992b3678-472f-4ea0-9475-7e172e89267b'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:43:42.231354 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:42.287345 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-95d1c13a-74b2-42c2-bbc9-979619bba998 req-acaca8e7-f101-4335-9122-75e35855a3fe tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673761 Jun 18 16:43:42.319917 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] For port 799e75be-d730-43d5-a405-9e2c9fb2cd5e, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:43:42.323789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] For port 799e75be-d730-43d5-a405-9e2c9fb2cd5e, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=799e75be-d730-43d5-a405-9e2c9fb2cd5e,segment=NetworkSegment(e45780a0-9b82-4d46-9154-29be4257dfa5),segment_id=e45780a0-9b82-4d46-9154-29be4257dfa5)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:43:42.327726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:42.330668 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a2f3088e-d1c5-4003-a404-0e2835739235 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:43:42.361212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:42.361826 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:42.363491 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] 10.222.0.55 "PUT /v2.0/ports/799e75be-d730-43d5-a405-9e2c9fb2cd5e HTTP/1.1" status: 200 len: 1093 time: 0.7707570 Jun 18 16:43:42.363756 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d41205-bed0-45ec-bd9b-b0f5d9a8d25a', 'tag': '799e75be-d730-43d5-a405-9e2c9fb2cd5e'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:43:42.366100 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab434f1-d2d5-461d-accd-0921cd95add0" -d '{"events": [{"name": "network-changed", "server_uuid": "49d41205-bed0-45ec-bd9b-b0f5d9a8d25a", "tag": "799e75be-d730-43d5-a405-9e2c9fb2cd5e"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:43:42.396419 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Pushing event updated for resources: {'Port': ['ID=799e75be-d730-43d5-a405-9e2c9fb2cd5e,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:43:42.404779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:43:42.419376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33660d02-e492-49fe-88fe-ba11fa31a823 x-openstack-request-id: req-33660d02-e492-49fe-88fe-ba11fa31a823 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:43:42.419726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d41205-bed0-45ec-bd9b-b0f5d9a8d25a", "tag": "799e75be-d730-43d5-a405-9e2c9fb2cd5e", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:43:42.420032 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-33660d02-e492-49fe-88fe-ba11fa31a823 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:43:42.420489 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d41205-bed0-45ec-bd9b-b0f5d9a8d25a', 'tag': '799e75be-d730-43d5-a405-9e2c9fb2cd5e', 'status': 'completed', 'code': 200} Jun 18 16:43:42.480836 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-c3d8887d-92c0-4694-8b21-b814f784ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:42.482356 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-c3d8887d-92c0-4694-8b21-b814f784ee04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee98d824f634a2f8fabfe3593d361e5&device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 1096 time: 0.0549865 Jun 18 16:43:42.529543 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-d256d1ba-6d29-41fd-a516-414692107084 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=799e75be-d730-43d5-a405-9e2c9fb2cd5e HTTP/1.1" status: 200 len: 217 time: 0.0386651 Jun 18 16:43:42.580637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-5732fcba-bce5-4b71-b9e4-ad35ce306973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:42.582055 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-5732fcba-bce5-4b71-b9e4-ad35ce306973 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9e898af-6fbb-4825-aca7-c56e3649c883 HTTP/1.1" status: 200 len: 854 time: 0.0451424 Jun 18 16:43:42.615612 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-927e6316-5409-4101-bdb6-64eeb78fd989 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=992b3678-472f-4ea0-9475-7e172e89267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261359 Jun 18 16:43:42.713378 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-01d84095-3c95-4558-aa81-056975013fa1 service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839536 Jun 18 16:43:42.802426 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3792e44d-cba6-4242-837c-82501bfc8fbe req-6097042b-ea38-4b4c-a15a-aab6fb91cbb6 service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820994 Jun 18 16:43:42.908643 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab434f1-d2d5-461d-accd-0921cd95add0 req-fd286292-7960-4277-ad30-26d0898ec04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:42.910156 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ab434f1-d2d5-461d-accd-0921cd95add0 req-fd286292-7960-4277-ad30-26d0898ec04c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee98d824f634a2f8fabfe3593d361e5&device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 1096 time: 0.0576758 Jun 18 16:43:43.009197 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab434f1-d2d5-461d-accd-0921cd95add0 req-ece60c09-c74b-4e92-8047-e5e8b90a00b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:43.010991 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ab434f1-d2d5-461d-accd-0921cd95add0 req-ece60c09-c74b-4e92-8047-e5e8b90a00b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=992b3678-472f-4ea0-9475-7e172e89267b HTTP/1.1" status: 200 len: 915 time: 0.0931101 Jun 18 16:43:43.052240 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ab434f1-d2d5-461d-accd-0921cd95add0 req-5569a25f-8fc0-4cf1-b151-020d606d10c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=799e75be-d730-43d5-a405-9e2c9fb2cd5e HTTP/1.1" status: 200 len: 217 time: 0.0346859 Jun 18 16:43:43.103989 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab434f1-d2d5-461d-accd-0921cd95add0 req-d667ec2d-d687-49aa-8fdf-fcfafa939030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:43.105569 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ab434f1-d2d5-461d-accd-0921cd95add0 req-d667ec2d-d687-49aa-8fdf-fcfafa939030 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9e898af-6fbb-4825-aca7-c56e3649c883 HTTP/1.1" status: 200 len: 854 time: 0.0447280 Jun 18 16:43:43.428638 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ab434f1-d2d5-461d-accd-0921cd95add0 req-0cb5d085-e39b-4ca6-9093-61c6d121b870 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=992b3678-472f-4ea0-9475-7e172e89267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3166137 Jun 18 16:43:43.556399 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ab434f1-d2d5-461d-accd-0921cd95add0 req-5e9c2e15-fff8-4a2d-bbcc-a08e01881b08 service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191268 Jun 18 16:43:43.563799 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de33cb16-c511-411e-a585-d152952cd112 req-75975745-e0af-401c-b94b-e6816188f7ff tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:43.565316 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-de33cb16-c511-411e-a585-d152952cd112 req-75975745-e0af-401c-b94b-e6816188f7ff tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 943 time: 0.1392846 Jun 18 16:43:43.658548 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-de33cb16-c511-411e-a585-d152952cd112 req-0e1f378f-6816-47e9-92d8-4d291983ac60 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811255 Jun 18 16:43:43.691766 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ab434f1-d2d5-461d-accd-0921cd95add0 req-ccfe1178-7d4d-493d-8891-9c3bf9f75b29 service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254611 Jun 18 16:43:43.769263 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:44.834693 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b2019-6daa-4730-a996-e0523d39c73c req-5d1708cb-a5f8-4248-be43-8ce41f1da6fe tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:44.836053 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-579b2019-6daa-4730-a996-e0523d39c73c req-5d1708cb-a5f8-4248-be43-8ce41f1da6fe tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 943 time: 0.0656424 Jun 18 16:43:44.863619 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:43:44.875458 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-579b2019-6daa-4730-a996-e0523d39c73c req-d0f29ff6-c5f1-442e-97ff-514283bccef6 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331345 Jun 18 16:43:45.648365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 799e75be-d730-43d5-a405-9e2c9fb2cd5e details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:43:45.653013 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:43:45.677983 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:43:45.678330 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 7e4a3c8b-7506-493f-a0be-ddd77e9cb9ef not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:43:45.760993 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 799e75be-d730-43d5-a405-9e2c9fb2cd5e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=799e75be-d730-43d5-a405-9e2c9fb2cd5e,segment=NetworkSegment(e45780a0-9b82-4d46-9154-29be4257dfa5),segment_id=e45780a0-9b82-4d46-9154-29be4257dfa5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:43:45.771004 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '799e75be-d730-43d5-a405-9e2c9fb2cd5e', 'network_id': '992b3678-472f-4ea0-9475-7e172e89267b', 'port_id': '799e75be-d730-43d5-a405-9e2c9fb2cd5e', 'mac_address': 'fa:16:3e:47:78:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e898af-6fbb-4825-aca7-c56e3649c883', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:43:45.811672 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:45.824117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799e75be-d730-43d5-a405-9e2c9fb2cd5e {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:43:45.843818 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 799e75be-d730-43d5-a405-9e2c9fb2cd5e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=799e75be-d730-43d5-a405-9e2c9fb2cd5e,segment=NetworkSegment(e45780a0-9b82-4d46-9154-29be4257dfa5),segment_id=e45780a0-9b82-4d46-9154-29be4257dfa5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:43:45.848003 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:45.850784 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:43:45.900304 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=799e75be-d730-43d5-a405-9e2c9fb2cd5e,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:43:45.907548 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:45.907901 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:45.908241 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:45.908576 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:45.908907 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:45.909237 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:45.909565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:45.909886 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:45.910215 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:45.910562 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:45.910887 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:45.911204 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:43:45.915915 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:43:46.059298 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbe4ce-fa83-466d-a85d-71fdc9845e0c req-08d915dc-b2b8-48d5-880f-8128dc946c50 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:46.060922 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-32fbe4ce-fa83-466d-a85d-71fdc9845e0c req-08d915dc-b2b8-48d5-880f-8128dc946c50 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 944 time: 0.0731182 Jun 18 16:43:46.062770 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['799e75be-d730-43d5-a405-9e2c9fb2cd5e'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:43:46.098647 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-32fbe4ce-fa83-466d-a85d-71fdc9845e0c req-11a38744-7c8a-4629-a8e0-88cb028947d0 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316949 Jun 18 16:43:47.286782 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de3fa1a-616f-41d8-8611-117edb3b34f6 req-a3a81b46-8422-4875-b34d-fe08e51cfec4 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:47.288276 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6de3fa1a-616f-41d8-8611-117edb3b34f6 req-a3a81b46-8422-4875-b34d-fe08e51cfec4 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 944 time: 0.0738401 Jun 18 16:43:47.326384 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6de3fa1a-616f-41d8-8611-117edb3b34f6 req-92e0e41e-5ce6-4257-be19-eb90fac59b37 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323734 Jun 18 16:43:47.648011 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 799e75be-d730-43d5-a405-9e2c9fb2cd5e up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:43:47.695634 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 799e75be-d730-43d5-a405-9e2c9fb2cd5e completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:43:47.700075 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 799e75be-d730-43d5-a405-9e2c9fb2cd5e triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:43:47.700453 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:47.774439 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:47.796628 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d41205-bed0-45ec-bd9b-b0f5d9a8d25a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799e75be-d730-43d5-a405-9e2c9fb2cd5e'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:43:47.799099 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687d70f5-d215-410e-9ae9-f374a6bf86dc" -d '{"events": [{"server_uuid": "49d41205-bed0-45ec-bd9b-b0f5d9a8d25a", "name": "network-vif-plugged", "status": "completed", "tag": "799e75be-d730-43d5-a405-9e2c9fb2cd5e"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:43:47.815547 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 799e75be-d730-43d5-a405-9e2c9fb2cd5e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=799e75be-d730-43d5-a405-9e2c9fb2cd5e,segment=NetworkSegment(e45780a0-9b82-4d46-9154-29be4257dfa5),segment_id=e45780a0-9b82-4d46-9154-29be4257dfa5)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:43:47.819760 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:47.823268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:43:47.849374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34c3112-6379-496d-a79f-b8d012ce7f54 x-openstack-request-id: req-e34c3112-6379-496d-a79f-b8d012ce7f54 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:43:47.849736 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d41205-bed0-45ec-bd9b-b0f5d9a8d25a", "name": "network-vif-plugged", "status": "completed", "tag": "799e75be-d730-43d5-a405-9e2c9fb2cd5e", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:43:47.850050 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e34c3112-6379-496d-a79f-b8d012ce7f54 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:43:47.850587 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d41205-bed0-45ec-bd9b-b0f5d9a8d25a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799e75be-d730-43d5-a405-9e2c9fb2cd5e', 'code': 200} Jun 18 16:43:47.878949 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=799e75be-d730-43d5-a405-9e2c9fb2cd5e,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:43:47.882201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:43:48.068692 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e4ab1-e86a-440f-9b3a-5c0bec6244c6 req-331a9f9e-c1c3-40b5-9728-f2c1ace0cca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:48.070088 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3e6e4ab1-e86a-440f-9b3a-5c0bec6244c6 req-331a9f9e-c1c3-40b5-9728-f2c1ace0cca3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 1098 time: 0.0535941 Jun 18 16:43:48.107481 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3e6e4ab1-e86a-440f-9b3a-5c0bec6244c6 req-ea9cc1c4-5849-42a5-9a0d-11d91316cd71 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294943 Jun 18 16:43:48.507079 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce1240-c237-4975-87eb-0054063249ab req-e7402e7b-0cc8-4991-ba39-1d416bbc5fac tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:48.508605 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-88ce1240-c237-4975-87eb-0054063249ab req-e7402e7b-0cc8-4991-ba39-1d416bbc5fac tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0653474 Jun 18 16:43:48.548649 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-88ce1240-c237-4975-87eb-0054063249ab req-2c7c1c99-8a98-4c64-8820-771a50d576dd tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336103 Jun 18 16:43:49.754771 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ad187-a41e-47b2-b31b-cd20b9a2acc5 req-03df6f15-eb4f-43a2-b399-748798221e07 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:49.756204 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-462ad187-a41e-47b2-b31b-cd20b9a2acc5 req-03df6f15-eb4f-43a2-b399-748798221e07 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0813062 Jun 18 16:43:49.802297 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-462ad187-a41e-47b2-b31b-cd20b9a2acc5 req-8bc8fea7-126d-4574-8fb9-fa78d2a547a9 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391438 Jun 18 16:43:50.001813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d980c6-3a54-4195-ad01-c07622fd0cb8 req-f07dd379-d0bc-4ca0-b8d1-6f0638420407 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:50.003388 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-99d980c6-3a54-4195-ad01-c07622fd0cb8 req-f07dd379-d0bc-4ca0-b8d1-6f0638420407 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0669985 Jun 18 16:43:50.047729 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-99d980c6-3a54-4195-ad01-c07622fd0cb8 req-bc3cfac6-7770-408a-8a9b-ededf302288d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377307 Jun 18 16:43:50.396899 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-5be4470d-cc7b-4f21-b7fd-d9d598fe931e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0524664 Jun 18 16:43:50.471461 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e473fb-c3f7-4260-81d5-330c12d7a0b3 req-ff0ec530-c40e-4855-aa86-a7ec4f93ab38 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:50.473041 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d1e473fb-c3f7-4260-81d5-330c12d7a0b3 req-ff0ec530-c40e-4855-aa86-a7ec4f93ab38 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0750964 Jun 18 16:43:50.513776 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d1e473fb-c3f7-4260-81d5-330c12d7a0b3 req-8122816f-7701-4ccc-8433-66e8d127da55 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341656 Jun 18 16:43:51.530149 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-bd01a82d-51f9-45ff-9f19-4d243f116a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:51.531675 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-bd01a82d-51f9-45ff-9f19-4d243f116a8b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee98d824f634a2f8fabfe3593d361e5&device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 1098 time: 0.0531616 Jun 18 16:43:51.654289 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-26cf2dfa-e722-4164-98ed-c4ec602b7cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:51.655688 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-26cf2dfa-e722-4164-98ed-c4ec602b7cd2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=992b3678-472f-4ea0-9475-7e172e89267b HTTP/1.1" status: 200 len: 915 time: 0.1168501 Jun 18 16:43:51.702871 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-47072337-514e-427d-a190-b77d65361169 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=799e75be-d730-43d5-a405-9e2c9fb2cd5e HTTP/1.1" status: 200 len: 217 time: 0.0390871 Jun 18 16:43:51.752806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb3c4a-68c0-425e-9ccb-f4caa884a5ef req-27ed6b59-590d-4e90-a1d8-f1c28814c690 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:51.754251 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-64eb3c4a-68c0-425e-9ccb-f4caa884a5ef req-27ed6b59-590d-4e90-a1d8-f1c28814c690 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.1304412 Jun 18 16:43:51.779998 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-bb19cb59-cf26-4885-9568-d7582e0b5233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:51.781399 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-bb19cb59-cf26-4885-9568-d7582e0b5233 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9e898af-6fbb-4825-aca7-c56e3649c883 HTTP/1.1" status: 200 len: 854 time: 0.0713022 Jun 18 16:43:51.823285 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-35aed9db-76fb-4e5d-ba21-548cc54e4495 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=992b3678-472f-4ea0-9475-7e172e89267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346625 Jun 18 16:43:51.826192 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-64eb3c4a-68c0-425e-9ccb-f4caa884a5ef req-350efa99-1803-46e6-96dd-15cbf7748c3c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639522 Jun 18 16:43:51.915653 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-4f1b1699-378a-4858-a33d-c9f12adbaece service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851572 Jun 18 16:43:52.009565 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-f25447a7-ba86-48ac-95d2-b915ae652b29 service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871506 Jun 18 16:43:53.054836 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2c37b-fc90-463e-a334-38235682f7a9 req-ba72bf4c-7555-465d-9425-71810a43aa05 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:53.056488 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a3a2c37b-fc90-463e-a334-38235682f7a9 req-ba72bf4c-7555-465d-9425-71810a43aa05 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.1144335 Jun 18 16:43:53.093824 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a3a2c37b-fc90-463e-a334-38235682f7a9 req-a278970c-16a1-474d-9cfd-2be2b0f059be tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314507 Jun 18 16:43:54.277403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a3959-ab81-44fd-86fc-904c3386b1d4 req-c7e57375-3ed6-45a1-bff9-0dffad381b86 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:54.278913 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-575a3959-ab81-44fd-86fc-904c3386b1d4 req-c7e57375-3ed6-45a1-bff9-0dffad381b86 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0709345 Jun 18 16:43:54.307695 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:43:54.319451 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-575a3959-ab81-44fd-86fc-904c3386b1d4 req-fb114817-c14a-4a69-bc72-b8225485cafe tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347061 Jun 18 16:43:55.507268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4a608-70e8-433b-a404-760c93fb9dc1 req-51be0d38-ac87-4fb3-8acb-71525722780d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:55.508822 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cdb4a608-70e8-433b-a404-760c93fb9dc1 req-51be0d38-ac87-4fb3-8acb-71525722780d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0633543 Jun 18 16:43:55.546480 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cdb4a608-70e8-433b-a404-760c93fb9dc1 req-56830fea-f8c5-42b9-bc8a-bde83c415749 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318592 Jun 18 16:43:56.714791 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68c01d-2657-4d1f-8ed5-88b9e3f3488c req-87e26991-7e87-454c-bbd5-c55c07f097bc tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:56.716251 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6e68c01d-2657-4d1f-8ed5-88b9e3f3488c req-87e26991-7e87-454c-bbd5-c55c07f097bc tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0618494 Jun 18 16:43:56.758107 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6e68c01d-2657-4d1f-8ed5-88b9e3f3488c req-a349c59b-3c8e-4e7e-977f-2bdb7ddcfc85 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361643 Jun 18 16:43:57.937126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f930f-89df-43b6-8c6c-b48e3a8733ca req-4e20753a-b2ec-4a54-8620-d16e72f680fe tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:57.938632 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-228f930f-89df-43b6-8c6c-b48e3a8733ca req-4e20753a-b2ec-4a54-8620-d16e72f680fe tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0656755 Jun 18 16:43:57.975740 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-228f930f-89df-43b6-8c6c-b48e3a8733ca req-4def0379-b730-41b8-84c1-9de54a0abe9a tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314345 Jun 18 16:43:59.148584 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76776973-7a03-4b3c-8198-22d070428ca2 req-32eb55da-d7e6-49b8-974e-0c4a88e11bb5 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:43:59.150720 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-76776973-7a03-4b3c-8198-22d070428ca2 req-32eb55da-d7e6-49b8-974e-0c4a88e11bb5 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0643415 Jun 18 16:43:59.188100 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-76776973-7a03-4b3c-8198-22d070428ca2 req-1e33368b-365d-4959-9933-1a7dae56cedc tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316541 Jun 18 16:44:00.370344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ef368-a66b-4b6d-a2c6-71766407b607 req-f780d485-355f-4997-8185-85b3fe404bb8 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:00.371895 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a42ef368-a66b-4b6d-a2c6-71766407b607 req-f780d485-355f-4997-8185-85b3fe404bb8 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0708048 Jun 18 16:44:00.413584 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a42ef368-a66b-4b6d-a2c6-71766407b607 req-14d918dd-6bf1-45f1-9786-47173f3cc7c7 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360281 Jun 18 16:44:01.588348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b73a95-58b4-4291-91c9-48cca3d6e512 req-2c89c9bc-c19d-459e-ae45-36b612382987 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:01.589833 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-36b73a95-58b4-4291-91c9-48cca3d6e512 req-2c89c9bc-c19d-459e-ae45-36b612382987 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0639296 Jun 18 16:44:01.627937 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-36b73a95-58b4-4291-91c9-48cca3d6e512 req-75890c77-851f-4a81-8d4b-b1309b76512e tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324984 Jun 18 16:44:02.802313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358fe4e-9f3e-46d7-92e9-a6d7dc56f3be req-aa98668a-247e-4922-a862-e30e8b5e9136 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:02.803792 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1358fe4e-9f3e-46d7-92e9-a6d7dc56f3be req-aa98668a-247e-4922-a862-e30e8b5e9136 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0627184 Jun 18 16:44:02.847224 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1358fe4e-9f3e-46d7-92e9-a6d7dc56f3be req-e83d5196-c00d-44fe-8543-0377f5d21e32 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372114 Jun 18 16:44:04.025112 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880db64-1fa6-45ca-9408-f20ca8686ec4 req-18462123-e5ed-4f5b-90f3-3979b9d3667a tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:04.026625 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2880db64-1fa6-45ca-9408-f20ca8686ec4 req-18462123-e5ed-4f5b-90f3-3979b9d3667a tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0660267 Jun 18 16:44:04.064157 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2880db64-1fa6-45ca-9408-f20ca8686ec4 req-8616b1f6-e4a7-4c35-a000-7d05648104ad tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319426 Jun 18 16:44:05.237174 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6471c93-7c61-4b04-9a9b-5e7f518c35b5 req-8c83f3d0-c6cf-4fb4-b617-ecfebe5d3bc0 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:05.238799 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f6471c93-7c61-4b04-9a9b-5e7f518c35b5 req-8c83f3d0-c6cf-4fb4-b617-ecfebe5d3bc0 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0622287 Jun 18 16:44:05.277751 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f6471c93-7c61-4b04-9a9b-5e7f518c35b5 req-013b0276-8a53-443b-8d0f-a2faa49e7063 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323889 Jun 18 16:44:06.463450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd400580-1a08-4463-ab84-2138910ef492 req-715b721c-0d40-4491-a99d-4412cc54ee2b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:06.464938 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cd400580-1a08-4463-ab84-2138910ef492 req-715b721c-0d40-4491-a99d-4412cc54ee2b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0738425 Jun 18 16:44:06.502452 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cd400580-1a08-4463-ab84-2138910ef492 req-db0093b9-f51c-46bd-874d-5ab455b11f61 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318215 Jun 18 16:44:07.677966 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed60ad2-6517-424f-b1f8-0101f75d96b7 req-c8ed6009-c853-4563-8f37-2ea1ef08c378 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:07.679391 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8ed60ad2-6517-424f-b1f8-0101f75d96b7 req-c8ed6009-c853-4563-8f37-2ea1ef08c378 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0641518 Jun 18 16:44:07.718527 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8ed60ad2-6517-424f-b1f8-0101f75d96b7 req-ce192683-55e0-4bb1-802a-32d848c97a71 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328381 Jun 18 16:44:08.486104 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ea633468-32cf-4668-a5d7-5b2da066e5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:08.900724 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc73962-752e-4e73-b675-dc5a27cba131 req-b06b8b4b-6f6b-467a-ab5d-66ad69f59c77 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:08.902242 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4cc73962-752e-4e73-b675-dc5a27cba131 req-b06b8b4b-6f6b-467a-ab5d-66ad69f59c77 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0691733 Jun 18 16:44:08.945503 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4cc73962-752e-4e73-b675-dc5a27cba131 req-b970bb87-debc-4e3c-970c-5c2d464e6e2e tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363541 Jun 18 16:44:10.131624 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0a150-a049-4969-bda2-8d99a1aa17d0 req-af864839-3055-4095-b696-0a67c4e9f1c3 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:10.133139 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a0f0a150-a049-4969-bda2-8d99a1aa17d0 req-af864839-3055-4095-b696-0a67c4e9f1c3 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0758598 Jun 18 16:44:10.172177 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a0f0a150-a049-4969-bda2-8d99a1aa17d0 req-8561e176-0cb0-4749-85fe-d06dfc086ff0 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325668 Jun 18 16:44:10.965379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5261e3e5-d1cd-42ce-b2c3-2a305c300f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:11.316090 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:11.351599 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfbe22-23b3-44a8-b305-6bea0c934bd9 req-f8eca464-8a6f-48ac-acfa-e13ec277d1b1 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:11.353128 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-babfbe22-23b3-44a8-b305-6bea0c934bd9 req-f8eca464-8a6f-48ac-acfa-e13ec277d1b1 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0651252 Jun 18 16:44:11.392565 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-babfbe22-23b3-44a8-b305-6bea0c934bd9 req-6ac06878-7115-4e60-a9d5-201e8d47a0e7 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325294 Jun 18 16:44:12.156475 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:12.595250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186d026-628c-4676-928b-d072beae40a8 req-56a8f028-85bc-4da2-81a6-2ff042303838 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:12.596731 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4186d026-628c-4676-928b-d072beae40a8 req-56a8f028-85bc-4da2-81a6-2ff042303838 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0792363 Jun 18 16:44:12.634620 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4186d026-628c-4676-928b-d072beae40a8 req-71559f1e-c265-45f4-aefc-58a022d3b8f9 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322154 Jun 18 16:44:13.772481 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:13.813198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7bd2b-4cc5-451b-a805-5aace1b16b51 req-9d8dcd97-0166-4e9d-9735-da36091511ce tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:13.814699 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-51e7bd2b-4cc5-451b-a805-5aace1b16b51 req-9d8dcd97-0166-4e9d-9735-da36091511ce tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0664232 Jun 18 16:44:13.851755 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-51e7bd2b-4cc5-451b-a805-5aace1b16b51 req-ac05c217-e0d8-493b-9820-b5e68ed7cb8e tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313702 Jun 18 16:44:15.026687 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f376ee0-ec78-43e5-9f27-5db1b3a4eaab req-5e1cd8c9-5bff-4204-961d-b69880437d34 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:15.028145 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4f376ee0-ec78-43e5-9f27-5db1b3a4eaab req-5e1cd8c9-5bff-4204-961d-b69880437d34 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0654218 Jun 18 16:44:15.073253 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4f376ee0-ec78-43e5-9f27-5db1b3a4eaab req-0eceeb91-2529-4da1-9740-0a00e579cb43 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384676 Jun 18 16:44:16.253930 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26096a5d-44bd-47c6-93c7-8bd1577927a6 req-5f2f8446-743d-4cb0-96bf-1989b4603c4e tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:16.255650 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-26096a5d-44bd-47c6-93c7-8bd1577927a6 req-5f2f8446-743d-4cb0-96bf-1989b4603c4e tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0686865 Jun 18 16:44:16.294650 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-26096a5d-44bd-47c6-93c7-8bd1577927a6 req-2dfb9c94-8bb1-473d-b0d6-705ed422028d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321579 Jun 18 16:44:17.478239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fa952-6718-42f8-b7d7-273b5bc98a99 req-504c4750-7601-47dc-a13f-86eb95acafae tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:17.480322 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b79fa952-6718-42f8-b7d7-273b5bc98a99 req-504c4750-7601-47dc-a13f-86eb95acafae tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0676744 Jun 18 16:44:17.519797 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b79fa952-6718-42f8-b7d7-273b5bc98a99 req-7370a8bb-5671-478b-9e57-5073d42ef81f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337210 Jun 18 16:44:18.732877 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-7dbc2132-9599-4570-a9fb-2f578e3f875a service neutron] 10.222.0.55 "GET /v2.0/ports/799e75be-d730-43d5-a405-9e2c9fb2cd5e/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0694911 Jun 18 16:44:18.744899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e22a2-b52b-418e-a99c-ca5f42d6be71 req-a63ebaee-f165-48ad-ac3d-f4966f0ce3e7 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:18.746745 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6d3e22a2-b52b-418e-a99c-ca5f42d6be71 req-a63ebaee-f165-48ad-ac3d-f4966f0ce3e7 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.1156163 Jun 18 16:44:18.785801 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6d3e22a2-b52b-418e-a99c-ca5f42d6be71 req-558b3d04-14c3-4713-823b-9e735248592f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329375 Jun 18 16:44:18.991126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-6e8b568d-1cf9-4d85-9d16-e88bd6c7b690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:18.992598 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-6e8b568d-1cf9-4d85-9d16-e88bd6c7b690 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a&tenant_id=7ee98d824f634a2f8fabfe3593d361e5 HTTP/1.1" status: 200 len: 1098 time: 0.0530949 Jun 18 16:44:19.073265 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-4a787a2a-d5f3-4a1b-b5ee-2624d669f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:19.074660 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-4a787a2a-d5f3-4a1b-b5ee-2624d669f8ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee98d824f634a2f8fabfe3593d361e5&device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 1098 time: 0.0580478 Jun 18 16:44:19.164686 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-c1fd2d38-f05d-4ade-bc1c-7a5d9e126eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:19.166768 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-c1fd2d38-f05d-4ade-bc1c-7a5d9e126eb1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=992b3678-472f-4ea0-9475-7e172e89267b HTTP/1.1" status: 200 len: 915 time: 0.0846786 Jun 18 16:44:19.214798 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-557e74bc-7e8e-49b9-98f1-7162269f1e5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=799e75be-d730-43d5-a405-9e2c9fb2cd5e HTTP/1.1" status: 200 len: 217 time: 0.0401909 Jun 18 16:44:19.262696 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-5d4fb19b-c979-40f2-ac3d-df8d95a713e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:19.264147 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-5d4fb19b-c979-40f2-ac3d-df8d95a713e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9e898af-6fbb-4825-aca7-c56e3649c883 HTTP/1.1" status: 200 len: 854 time: 0.0431602 Jun 18 16:44:19.302134 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-8abeb7ba-5daa-491f-8f76-0e5c0ef19c5b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=992b3678-472f-4ea0-9475-7e172e89267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272295 Jun 18 16:44:19.392009 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-9615d038-a555-401d-b345-eb2e2d83b05d service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834384 Jun 18 16:44:19.481664 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0752b1f8-ca81-439e-90a6-11737b3e75fe req-28050417-674c-43b2-90c5-e20ce9e1654c service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828099 Jun 18 16:44:19.632281 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97f991-6f64-422d-bd64-41408b568c8b req-2e8aa117-6707-4857-9dac-3c837bde7a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:19.633223 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c97f991-6f64-422d-bd64-41408b568c8b req-2e8aa117-6707-4857-9dac-3c837bde7a4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee98d824f634a2f8fabfe3593d361e5&device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 1098 time: 0.0556633 Jun 18 16:44:19.749560 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97f991-6f64-422d-bd64-41408b568c8b req-8536aa53-216d-4342-861d-0fd5ed5102ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:19.751160 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c97f991-6f64-422d-bd64-41408b568c8b req-8536aa53-216d-4342-861d-0fd5ed5102ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=992b3678-472f-4ea0-9475-7e172e89267b HTTP/1.1" status: 200 len: 915 time: 0.0929015 Jun 18 16:44:19.796974 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c97f991-6f64-422d-bd64-41408b568c8b req-851ba101-c675-4ffa-8c4c-165f03bcfe7b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=799e75be-d730-43d5-a405-9e2c9fb2cd5e HTTP/1.1" status: 200 len: 217 time: 0.0382211 Jun 18 16:44:19.860987 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97f991-6f64-422d-bd64-41408b568c8b req-595b5191-66f5-4428-8db7-7fef75b7148c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:19.862994 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c97f991-6f64-422d-bd64-41408b568c8b req-595b5191-66f5-4428-8db7-7fef75b7148c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9e898af-6fbb-4825-aca7-c56e3649c883 HTTP/1.1" status: 200 len: 854 time: 0.0515909 Jun 18 16:44:19.903498 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c97f991-6f64-422d-bd64-41408b568c8b req-4f49150a-e3e9-4e93-b97c-d2c382fcbbc9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=992b3678-472f-4ea0-9475-7e172e89267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303371 Jun 18 16:44:20.047713 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe1069-0719-4934-a998-3756f960bd6b req-7e688926-b369-43e7-a22a-9445a762c3c8 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:20.049239 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0cbe1069-0719-4934-a998-3756f960bd6b req-7e688926-b369-43e7-a22a-9445a762c3c8 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.1390369 Jun 18 16:44:20.051548 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c97f991-6f64-422d-bd64-41408b568c8b req-38be9ca4-eaa4-4eae-9707-1f30fca33b3b service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316748 Jun 18 16:44:20.132761 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0cbe1069-0719-4934-a998-3756f960bd6b req-388e9136-9fb3-474a-a65c-86a987fd80b3 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777974 Jun 18 16:44:20.176819 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c97f991-6f64-422d-bd64-41408b568c8b req-211fe707-a1f5-4800-a814-fe987f2aca77 service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068239 Jun 18 16:44:21.318161 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d982a48-184e-41d4-9c3e-fff6e443dbac req-cdc82296-4652-41da-b045-62e3099eaff3 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:21.319801 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6d982a48-184e-41d4-9c3e-fff6e443dbac req-cdc82296-4652-41da-b045-62e3099eaff3 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0706944 Jun 18 16:44:21.360692 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6d982a48-184e-41d4-9c3e-fff6e443dbac req-d16a326f-b8a5-48ca-a6cb-f36fad619b00 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349691 Jun 18 16:44:21.718734 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7d0db-f52f-4223-9874-91bc386cb8af req-1880c087-0b5b-44f9-85fc-1bcf8b07043d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:21.720224 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c9f7d0db-f52f-4223-9874-91bc386cb8af req-1880c087-0b5b-44f9-85fc-1bcf8b07043d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.1105235 Jun 18 16:44:21.731124 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63c0d7-8c03-45a2-9f23-66446e7a4b11 req-a90b1308-98f4-49d7-93e4-10158f375f2a tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:21.732498 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3d63c0d7-8c03-45a2-9f23-66446e7a4b11 req-a90b1308-98f4-49d7-93e4-10158f375f2a tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.55 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a&tenant_id=7ee98d824f634a2f8fabfe3593d361e5&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.1117649 Jun 18 16:44:21.772428 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c9f7d0db-f52f-4223-9874-91bc386cb8af req-5d9ab0ee-b115-4438-834c-81f39c5b0e37 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388830 Jun 18 16:44:21.835597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63c0d7-8c03-45a2-9f23-66446e7a4b11 req-c419878f-a34d-4517-a14f-c0f7e6b11f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:21.837182 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3d63c0d7-8c03-45a2-9f23-66446e7a4b11 req-c419878f-a34d-4517-a14f-c0f7e6b11f4d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7ee98d824f634a2f8fabfe3593d361e5&device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 1098 time: 0.0560186 Jun 18 16:44:21.862014 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:44:21.929329 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63c0d7-8c03-45a2-9f23-66446e7a4b11 req-d7a0e66a-ba68-452b-b521-c9f4ddc8cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:21.930839 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3d63c0d7-8c03-45a2-9f23-66446e7a4b11 req-d7a0e66a-ba68-452b-b521-c9f4ddc8cf74 service neutron] 10.222.0.55 "GET /v2.0/networks?id=992b3678-472f-4ea0-9475-7e172e89267b HTTP/1.1" status: 200 len: 915 time: 0.0864222 Jun 18 16:44:22.242879 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3d63c0d7-8c03-45a2-9f23-66446e7a4b11 req-658ba1e5-1a0c-4f87-9d3b-92b34dcbb6b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=799e75be-d730-43d5-a405-9e2c9fb2cd5e HTTP/1.1" status: 200 len: 217 time: 0.3051682 Jun 18 16:44:22.299048 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d63c0d7-8c03-45a2-9f23-66446e7a4b11 req-16e75551-bd72-441f-8505-b39dca91f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:22.300499 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3d63c0d7-8c03-45a2-9f23-66446e7a4b11 req-16e75551-bd72-441f-8505-b39dca91f889 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a9e898af-6fbb-4825-aca7-c56e3649c883 HTTP/1.1" status: 200 len: 854 time: 0.0485084 Jun 18 16:44:22.336086 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3d63c0d7-8c03-45a2-9f23-66446e7a4b11 req-41969a39-0949-42da-aa29-021f72ba851b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=992b3678-472f-4ea0-9475-7e172e89267b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268154 Jun 18 16:44:22.429289 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3d63c0d7-8c03-45a2-9f23-66446e7a4b11 req-9f098576-1506-4df7-a922-400a1515fcf0 service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846343 Jun 18 16:44:22.520272 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3d63c0d7-8c03-45a2-9f23-66446e7a4b11 req-ef9c606a-0a97-464f-a526-c67d3269502f service neutron] 10.222.0.55 "GET /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833435 Jun 18 16:44:22.955037 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa159d3-1d10-4996-82ed-2d4cc19c9c8f req-77e5df9e-79fa-4af8-a3e2-5eba8dd96647 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:22.956881 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3fa159d3-1d10-4996-82ed-2d4cc19c9c8f req-77e5df9e-79fa-4af8-a3e2-5eba8dd96647 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0669651 Jun 18 16:44:22.997393 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3fa159d3-1d10-4996-82ed-2d4cc19c9c8f req-30c18dfc-d0c7-4d84-ba7a-0ef96642cee5 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345426 Jun 18 16:44:24.289682 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:24.330508 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fcb11-9367-489b-893c-f219a3437854 req-446df536-fd1e-4b1d-a492-b7a318a5efa9 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:24.332046 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-168fcb11-9367-489b-893c-f219a3437854 req-446df536-fd1e-4b1d-a492-b7a318a5efa9 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0690813 Jun 18 16:44:24.370079 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-168fcb11-9367-489b-893c-f219a3437854 req-b223c8d4-fdba-4ab8-91c3-ace8c4307491 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323389 Jun 18 16:44:24.542325 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29851576-48b7-4e68-9048-1314a3acb4cd req-f11f81b5-e39c-43e3-86b5-bd79d0d36c62 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:24.543945 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-29851576-48b7-4e68-9048-1314a3acb4cd req-f11f81b5-e39c-43e3-86b5-bd79d0d36c62 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0671358 Jun 18 16:44:24.580572 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-29851576-48b7-4e68-9048-1314a3acb4cd req-34795bca-8980-4a0b-b25a-654564830419 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309942 Jun 18 16:44:24.752485 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c8e9a-a64f-42f4-b026-441e31a1b94b req-4a92ba83-8a3a-4765-9b40-2a0e150c7828 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:24.754060 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5f8c8e9a-a64f-42f4-b026-441e31a1b94b req-4a92ba83-8a3a-4765-9b40-2a0e150c7828 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0667617 Jun 18 16:44:24.791695 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5f8c8e9a-a64f-42f4-b026-441e31a1b94b req-36550fdd-85e2-420b-9ce7-ff4444c5f168 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319698 Jun 18 16:44:25.363380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ef8395-08ce-40b4-8002-acc1b37bb26d req-0623746f-95d7-4157-80ca-df4d1c47d0c4 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:25.364773 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-23ef8395-08ce-40b4-8002-acc1b37bb26d req-0623746f-95d7-4157-80ca-df4d1c47d0c4 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0663660 Jun 18 16:44:25.408912 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-23ef8395-08ce-40b4-8002-acc1b37bb26d req-c86db2e5-77a5-4221-90cf-dc5d11d447f0 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347674 Jun 18 16:44:26.589080 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb42e2a-d726-4104-951f-908f0120cfd0 req-3c31448a-7a3b-425e-8669-d18a73ec5140 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:26.590636 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3cb42e2a-d726-4104-951f-908f0120cfd0 req-3c31448a-7a3b-425e-8669-d18a73ec5140 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0712614 Jun 18 16:44:26.637808 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3cb42e2a-d726-4104-951f-908f0120cfd0 req-17c30aef-8b6c-48b6-a7a8-f09a48c32e3b tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/security-groups?id=deaea102-6d71-48ff-a76d-4e90ff6020bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413980 Jun 18 16:44:26.873039 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31994269-501b-4f4a-ad23-39b0440facd3 req-8591d396-8ab0-4757-9b96-7cb17635bd7a tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:26.874804 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-31994269-501b-4f4a-ad23-39b0440facd3 req-8591d396-8ab0-4757-9b96-7cb17635bd7a tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.55 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 945 time: 0.0644593 Jun 18 16:44:26.975765 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-31994269-501b-4f4a-ad23-39b0440facd3 req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Deleting port 799e75be-d730-43d5-a405-9e2c9fb2cd5e {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:44:26.976099 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-31994269-501b-4f4a-ad23-39b0440facd3 req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:27.061471 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-31994269-501b-4f4a-ad23-39b0440facd3 req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] For port 799e75be-d730-43d5-a405-9e2c9fb2cd5e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=799e75be-d730-43d5-a405-9e2c9fb2cd5e,segment=NetworkSegment(e45780a0-9b82-4d46-9154-29be4257dfa5),segment_id=e45780a0-9b82-4d46-9154-29be4257dfa5)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:44:27.061823 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-31994269-501b-4f4a-ad23-39b0440facd3 req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:27.127293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-31994269-501b-4f4a-ad23-39b0440facd3 req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Calling delete_port for 799e75be-d730-43d5-a405-9e2c9fb2cd5e owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:44:27.253996 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-31994269-501b-4f4a-ad23-39b0440facd3 req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:27.258017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a1a94f5c-1d50-42ef-aa1f-61a564a159b6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:27.266746 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['799e75be-d730-43d5-a405-9e2c9fb2cd5e'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:44:27.286206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Pushing event deleted for resources: {'Port': ['ID=799e75be-d730-43d5-a405-9e2c9fb2cd5e,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:27.312658 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:27.312900 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:27.313314 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:27.313905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:27.314327 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:27.315446 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:27.315446 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:27.315875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:27.316184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:27.316551 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:27.316918 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:27.317281 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:27.322128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:27.340519 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-31994269-501b-4f4a-ad23-39b0440facd3 req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] No DVR routers for this DVR port 799e75be-d730-43d5-a405-9e2c9fb2cd5e on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:44:27.342932 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-31994269-501b-4f4a-ad23-39b0440facd3 req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:27.344910 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-31994269-501b-4f4a-ad23-39b0440facd3 req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.55 "DELETE /v2.0/ports/799e75be-d730-43d5-a405-9e2c9fb2cd5e HTTP/1.1" status: 204 len: 173 time: 0.4645598 Jun 18 16:44:27.345424 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d41205-bed0-45ec-bd9b-b0f5d9a8d25a', 'name': 'network-vif-deleted', 'tag': '799e75be-d730-43d5-a405-9e2c9fb2cd5e'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:44:27.347850 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dbc965-f725-40c0-aef9-a02c6c928452" -d '{"events": [{"server_uuid": "49d41205-bed0-45ec-bd9b-b0f5d9a8d25a", "name": "network-vif-deleted", "tag": "799e75be-d730-43d5-a405-9e2c9fb2cd5e"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:44:27.498183 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19296c2-1be6-45a6-b773-9b13b79156c7 x-openstack-request-id: req-a19296c2-1be6-45a6-b773-9b13b79156c7 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:44:27.498603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d41205-bed0-45ec-bd9b-b0f5d9a8d25a", "name": "network-vif-deleted", "tag": "799e75be-d730-43d5-a405-9e2c9fb2cd5e", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:44:27.498920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a19296c2-1be6-45a6-b773-9b13b79156c7 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:44:27.499375 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d41205-bed0-45ec-bd9b-b0f5d9a8d25a', 'name': 'network-vif-deleted', 'tag': '799e75be-d730-43d5-a405-9e2c9fb2cd5e', 'status': 'completed', 'code': 200} Jun 18 16:44:27.798691 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eb0b0924-c266-4501-bbb3-69004ea057a6 req-3a25037c-7f34-4d41-b8f8-e1ad65da9521 tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] 10.222.0.50 "GET /v2.0/ports?device_id=49d41205-bed0-45ec-bd9b-b0f5d9a8d25a HTTP/1.1" status: 200 len: 210 time: 0.0338976 Jun 18 16:44:29.031443 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 53740) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:29.075666 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Deleting subnet a9e898af-6fbb-4825-aca7-c56e3649c883 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:44:29.078717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:29.112148 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:29.150020 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:29.208284 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:29.210990 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f8ccfacb-ece2-49e2-8589-460294daab4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:29.235107 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e898af-6fbb-4825-aca7-c56e3649c883,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:29.238022 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:29.239241 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a9e898af-6fbb-4825-aca7-c56e3649c883 HTTP/1.1" status: 204 len: 168 time: 0.2068193 Jun 18 16:44:29.241778 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53742) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:29.245667 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:29.246291 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:29.246446 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:29.246820 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:29.247191 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:29.247563 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:29.247930 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:29.248296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:29.248659 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:29.249021 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:29.249380 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:29.249741 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:29.252928 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:29.309123 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a37af9d9-11c8-4b44-8c00-0c7df5781c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:29.388605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a37af9d9-11c8-4b44-8c00-0c7df5781c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:29.398027 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-a37af9d9-11c8-4b44-8c00-0c7df5781c61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['992b3678-472f-4ea0-9475-7e172e89267b']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:29.409194 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-a37af9d9-11c8-4b44-8c00-0c7df5781c61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45780a0-9b82-4d46-9154-29be4257dfa5') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:29.409498 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-a37af9d9-11c8-4b44-8c00-0c7df5781c61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45780a0-9b82-4d46-9154-29be4257dfa5') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:29.418329 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a37af9d9-11c8-4b44-8c00-0c7df5781c61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:29.431534 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a37af9d9-11c8-4b44-8c00-0c7df5781c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:29.437312 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37af9d9-11c8-4b44-8c00-0c7df5781c61 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:44:29.437693 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a37af9d9-11c8-4b44-8c00-0c7df5781c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:44:29.439384 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:44:29.500025 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a37af9d9-11c8-4b44-8c00-0c7df5781c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:29.503783 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4f038f28-f5a9-4a0a-af90-65902431e6a1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:29.506198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a37af9d9-11c8-4b44-8c00-0c7df5781c61 admin admin] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:29.508045 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a37af9d9-11c8-4b44-8c00-0c7df5781c61 admin admin] 10.222.0.50 "DELETE /v2.0/networks/992b3678-472f-4ea0-9475-7e172e89267b HTTP/1.1" status: 204 len: 168 time: 0.2651420 Jun 18 16:44:29.520215 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37af9d9-11c8-4b44-8c00-0c7df5781c61 admin admin] Pushing event deleted for resources: {'Network': ['ID=992b3678-472f-4ea0-9475-7e172e89267b,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:29.522589 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a37af9d9-11c8-4b44-8c00-0c7df5781c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:29.634945 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53746) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:29.674889 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3d281f10-edc2-489b-b2b8-c881be399a26 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7ee98d824f634a2f8fabfe3593d361e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379722 Jun 18 16:44:29.677053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53748) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:29.729002 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-32a75967-f89d-4c0c-b36b-1926511a4ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:29.750124 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-32a75967-f89d-4c0c-b36b-1926511a4ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:29.795568 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-32a75967-f89d-4c0c-b36b-1926511a4ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:29.798249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-32a75967-f89d-4c0c-b36b-1926511a4ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:29.799411 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-32a75967-f89d-4c0c-b36b-1926511a4ba2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/deaea102-6d71-48ff-a76d-4e90ff6020bb HTTP/1.1" status: 204 len: 168 time: 0.1214585 Jun 18 16:44:29.800182 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-50c729da-f8dc-4d3b-9c76-54a02030bdd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:29.807908 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a75967-f89d-4c0c-b36b-1926511a4ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaea102-6d71-48ff-a76d-4e90ff6020bb,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:29.810920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-32a75967-f89d-4c0c-b36b-1926511a4ba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:30.481849 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 53770) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:30.606113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-2c9d4401-7820-4d9c-b2a6-e76ab325880f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-265780172-network', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:30.626394 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9d4401-7820-4d9c-b2a6-e76ab325880f admin admin] Made reservation on behalf of d5119dc992734f2fa4d1076ef563c0a7 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:44:30.628798 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4401-7820-4d9c-b2a6-e76ab325880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:30.638240 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4401-7820-4d9c-b2a6-e76ab325880f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:30.733463 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4401-7820-4d9c-b2a6-e76ab325880f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:30.738096 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4401-7820-4d9c-b2a6-e76ab325880f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:30.741805 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2c3bd378-3690-4ec2-bc34-41808585c4c3 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:30.758646 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9d4401-7820-4d9c-b2a6-e76ab325880f admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:44:30.773690 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d4401-7820-4d9c-b2a6-e76ab325880f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c8e860-62fb-40a8-b262-e966f2526970,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:30.777139 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4401-7820-4d9c-b2a6-e76ab325880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:30.777508 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-2c9d4401-7820-4d9c-b2a6-e76ab325880f admin admin] Added segment f01620f2-0a50-4d66-94e2-1fe45dd92098 of type vlan for network f2162309-e23a-45f4-857d-87e08c777623 Jun 18 16:44:30.778938 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2c9d4401-7820-4d9c-b2a6-e76ab325880f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:30.821441 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4401-7820-4d9c-b2a6-e76ab325880f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:30.850726 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4401-7820-4d9c-b2a6-e76ab325880f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:30.851738 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9d4401-7820-4d9c-b2a6-e76ab325880f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:30.852314 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4401-7820-4d9c-b2a6-e76ab325880f admin admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:30.855497 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8e750f48-66ee-40e2-8013-edcd985df822 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:31.217986 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2c9d4401-7820-4d9c-b2a6-e76ab325880f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7349975 Jun 18 16:44:31.220960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53774) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:31.226183 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b554169a-e342-446b-8f64-b56804ca622a admin admin] Request body: {'subnet': {'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-265780172-subnet', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:31.230970 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d4401-7820-4d9c-b2a6-e76ab325880f admin admin] Pushing event updated for resources: {'Network': ['ID=f2162309-e23a-45f4-857d-87e08c777623,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:31.233891 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2c9d4401-7820-4d9c-b2a6-e76ab325880f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:31.241102 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network f2162309-e23a-45f4-857d-87e08c777623 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:44:31.250542 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b554169a-e342-446b-8f64-b56804ca622a admin admin] Made reservation on behalf of d5119dc992734f2fa4d1076ef563c0a7 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:44:31.252926 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b554169a-e342-446b-8f64-b56804ca622a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:31.426708 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b554169a-e342-446b-8f64-b56804ca622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:31.428596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fe0c527e-d3a8-4aac-b0f2-1b2ffe0b91ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:31.477926 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554169a-e342-446b-8f64-b56804ca622a admin admin] Pushing event updated for resources: {'Subnet': ['ID=97b5b44a-5d79-469f-82fa-25fe2cc9c792,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:31.482534 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b554169a-e342-446b-8f64-b56804ca622a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:31.489194 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b554169a-e342-446b-8f64-b56804ca622a admin admin] Checking segment: {'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:44:31.489547 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b554169a-e342-446b-8f64-b56804ca622a admin admin] Network hostable DHCP agents. Network: f2162309-e23a-45f4-857d-87e08c777623, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:44:31.508352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b554169a-e342-446b-8f64-b56804ca622a admin admin] Network f2162309-e23a-45f4-857d-87e08c777623 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:44:31.520465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-b554169a-e342-446b-8f64-b56804ca622a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, f2162309-e23a-45f4-857d-87e08c777623) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:44:31.524846 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b554169a-e342-446b-8f64-b56804ca622a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:31.525440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b554169a-e342-446b-8f64-b56804ca622a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:31.529648 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a740bf-19b8-43c0-b0c0-521c7ee6d5dc None None] Network f2162309-e23a-45f4-857d-87e08c777623 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:44:31.539610 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b554169a-e342-446b-8f64-b56804ca622a admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3175166 Jun 18 16:44:31.542921 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53776) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:31.547617 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:31.572349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:31.573594 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:31.661321 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:31.676410 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-f2162309-e23a-45f4-857d-87e08c777623', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:44:31.677577 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:31.802936 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:31.810336 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Allocated IP 172.20.0.2 (f2162309-e23a-45f4-857d-87e08c777623/97b5b44a-5d79-469f-82fa-25fe2cc9c792/d4ab62c0-ab77-4745-8eb2-9cfedf18139b) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:44:31.917410 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 799e75be-d730-43d5-a405-9e2c9fb2cd5e no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:44:31.954642 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 799e75be-d730-43d5-a405-9e2c9fb2cd5e {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:44:31.954997 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 799e75be-d730-43d5-a405-9e2c9fb2cd5e not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:44:31.977038 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:31.985897 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Transition to ACTIVE for port object d4ab62c0-ab77-4745-8eb2-9cfedf18139b will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:44:32.000862 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Transition to ACTIVE for port object d4ab62c0-ab77-4745-8eb2-9cfedf18139b will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:44:32.007015 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:32.008866 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a89515ea-78e5-441a-bed4-27b23f6495c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:32.029438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:32.053203 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Network f2162309-e23a-45f4-857d-87e08c777623 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:44:32.056058 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:44:32.058380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:32.060459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:44:32.063611 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Pushing event updated for resources: {'Port': ['ID=d4ab62c0-ab77-4745-8eb2-9cfedf18139b,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:32.067359 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:32.119220 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Attempting to bind port d4ab62c0-ab77-4745-8eb2-9cfedf18139b on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:44:32.119602 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Attempting to bind port d4ab62c0-ab77-4745-8eb2-9cfedf18139b by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:44:32.120008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Attempting to bind port d4ab62c0-ab77-4745-8eb2-9cfedf18139b on network f2162309-e23a-45f4-857d-87e08c777623 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:44:32.125128 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:44:32.125393 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Checking segment: {'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:44:32.125804 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:32.126205 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Bound using segment: {'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:44:32.126700 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Bound port: d4ab62c0-ab77-4745-8eb2-9cfedf18139b, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:44:32.127083 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:32.189029 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] For port d4ab62c0-ab77-4745-8eb2-9cfedf18139b, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:44:32.192097 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] For port d4ab62c0-ab77-4745-8eb2-9cfedf18139b, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d4ab62c0-ab77-4745-8eb2-9cfedf18139b,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:44:32.196954 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:32.199374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-0baefadc-5ad0-4c4e-95e8-0381844e9653 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:32.210321 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Allocated IP 172.26.6.144 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/b8163c38-6896-4163-af49-4e48e68eb425) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:44:32.257955 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Pushing event updated for resources: {'Port': ['ID=d4ab62c0-ab77-4745-8eb2-9cfedf18139b,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:32.261674 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:32.331620 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:32.374839 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:32.395787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b31abcbb-0138-4660-9250-439d8b5e1246 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:32.445753 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:44:32.451835 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:44:32.455438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:44:32.487165 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Pushing event updated for resources: {'Port': ['ID=b8163c38-6896-4163-af49-4e48e68eb425,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:32.491215 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:32.715648 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:33.113175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c03e056-c5e3-4fb4-ac84-c5fbec2077ef None None] Network f2162309-e23a-45f4-857d-87e08c777623 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:44:33.169047 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c935a287-2667-46c8-b78c-f702ea5e0075 None None] Provisioning for port d4ab62c0-ab77-4745-8eb2-9cfedf18139b completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:44:33.191660 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:33.334702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:44:33.454101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:44:33.462521 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Sync routers for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:44:33.472611 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:44:33.473311 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:44:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:33.475914 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:33.477280 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9333541 Jun 18 16:44:33.479969 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53778) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:33.516737 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d4ab62c0-ab77-4745-8eb2-9cfedf18139b up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:44:33.621677 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:44:33.648292 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port d4ab62c0-ab77-4745-8eb2-9cfedf18139b completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:44:33.825541 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port d4ab62c0-ab77-4745-8eb2-9cfedf18139b triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:44:33.825831 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:33.900553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:33.989905 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:34.030905 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port d4ab62c0-ab77-4745-8eb2-9cfedf18139b, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d4ab62c0-ab77-4745-8eb2-9cfedf18139b,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:44:34.035704 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:34.038605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:34.044848 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:32Z', 'revision_number': 3, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:34.091219 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Checking router: 4ea4e532-7fee-4485-bc5f-30b73a5cad0f for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:44:34.091478 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Updating router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f port b8163c38-6896-4163-af49-4e48e68eb425 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:44:34.101339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Allocated IP 172.20.0.1 (f2162309-e23a-45f4-857d-87e08c777623/97b5b44a-5d79-469f-82fa-25fe2cc9c792/032f877d-cfcf-42e1-a442-1aa0f53a6e35) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:44:34.141917 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:34.143437 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=d4ab62c0-ab77-4745-8eb2-9cfedf18139b,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:34.146819 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:34.207449 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:34.221428 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Transition to ACTIVE for port object 032f877d-cfcf-42e1-a442-1aa0f53a6e35 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:44:34.255271 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:34.258302 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7d6769dc-93a8-4c4e-b9ad-d25d67ab8cf2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:34.292914 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Network f2162309-e23a-45f4-857d-87e08c777623 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:44:34.299123 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:44:34.302706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:44:34.334657 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Pushing event updated for resources: {'Port': ['ID=032f877d-cfcf-42e1-a442-1aa0f53a6e35,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:34.338947 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:34.352880 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:34.420340 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:34.430496 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Transition to ACTIVE for port object b8163c38-6896-4163-af49-4e48e68eb425 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:44:34.438141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:34.440531 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:34.497687 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2599e0a-7e67-4339-b755-498bd5e16be9 None None] Pushing event updated for resources: {'Port': ['ID=b8163c38-6896-4163-af49-4e48e68eb425,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:34.501247 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b2599e0a-7e67-4339-b755-498bd5e16be9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:34.502311 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Attempting to bind port b8163c38-6896-4163-af49-4e48e68eb425 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:44:34.502716 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Attempting to bind port b8163c38-6896-4163-af49-4e48e68eb425 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:44:34.503092 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Attempting to bind port b8163c38-6896-4163-af49-4e48e68eb425 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:44:34.512959 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:44:34.513142 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:44:34.513526 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:34.513826 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:44:34.514297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Bound port: b8163c38-6896-4163-af49-4e48e68eb425, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:44:34.514703 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:34.550291 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:34.554527 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0f2e2d4a-a8fa-4879-bdd2-702cccdc25c2 None None] Provisioning for port 032f877d-cfcf-42e1-a442-1aa0f53a6e35 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:44:34.567120 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0f2e2d4a-a8fa-4879-bdd2-702cccdc25c2 None None] Provisioning complete for port 032f877d-cfcf-42e1-a442-1aa0f53a6e35 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:44:34.567505 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0f2e2d4a-a8fa-4879-bdd2-702cccdc25c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:34.593802 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] For port b8163c38-6896-4163-af49-4e48e68eb425, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:44:34.612269 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] For port b8163c38-6896-4163-af49-4e48e68eb425, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b8163c38-6896-4163-af49-4e48e68eb425,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:44:34.617302 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-0f2e2d4a-a8fa-4879-bdd2-702cccdc25c2 None None] Port 032f877d-cfcf-42e1-a442-1aa0f53a6e35 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:44:34.620946 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:34.623710 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:34.682023 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:44:34.682830 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:44:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:34.687562 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2599e0a-7e67-4339-b755-498bd5e16be9 None None] Pushing event updated for resources: {'Port': ['ID=b8163c38-6896-4163-af49-4e48e68eb425,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:34.720027 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b2599e0a-7e67-4339-b755-498bd5e16be9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:34.724639 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:34.729726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:34.732828 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1266e120-001b-4b96-b0a0-a5a1f071c817 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:34.795053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:34.795308 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:44:34.797080 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Pushing event updated for resources: {'Port': ['ID=032f877d-cfcf-42e1-a442-1aa0f53a6e35,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:34.800312 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:34.893341 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Network f2162309-e23a-45f4-857d-87e08c777623 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:44:34.894879 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:44:34.999094 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 1, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:35.017277 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:44:35.026047 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b49cbe4-ee9c-4e34-88df-9517b98623e8 None None] The sync data for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv is: [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 1, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:44:35.131318 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:44:35.136789 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] 10.222.0.50 "PUT /v2.0/routers/4ea4e532-7fee-4485-bc5f-30b73a5cad0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6557674 Jun 18 16:44:35.142246 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7155d953-0821-407b-bb54-dfad0fec5526 None None] Provisioning complete for port 032f877d-cfcf-42e1-a442-1aa0f53a6e35 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:44:35.142736 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7155d953-0821-407b-bb54-dfad0fec5526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:35.181334 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7155d953-0821-407b-bb54-dfad0fec5526 None None] Port 032f877d-cfcf-42e1-a442-1aa0f53a6e35 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:44:35.488571 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d4ab62c0-ab77-4745-8eb2-9cfedf18139b up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:44:35.539344 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port d4ab62c0-ab77-4745-8eb2-9cfedf18139b triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:44:35.540018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:35.898106 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 53786) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:35.904151 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-ce0a8118-1d38-43ec-b298-ce5ba6526d43 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--479414323', 'description': 'tempest-description--253478275'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:35.928991 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce0a8118-1d38-43ec-b298-ce5ba6526d43 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:36.017859 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce0a8118-1d38-43ec-b298-ce5ba6526d43 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:36.021972 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce0a8118-1d38-43ec-b298-ce5ba6526d43 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:36.024808 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e92c8418-82bb-473c-9a0b-6a012f76e5d8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:36.051618 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce0a8118-1d38-43ec-b298-ce5ba6526d43 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:36.052846 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ce0a8118-1d38-43ec-b298-ce5ba6526d43 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1537631 Jun 18 16:44:36.055728 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53788) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:36.060320 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a8118-1d38-43ec-b298-ce5ba6526d43 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2906161a-3143-424f-bf1f-fa3d2d2d13b1,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:36.060650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-44080cff-d341-4eae-bb69-ade7972b4890 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Request body: {'security_group_rule': {'security_group_id': '2906161a-3143-424f-bf1f-fa3d2d2d13b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:36.063518 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ce0a8118-1d38-43ec-b298-ce5ba6526d43 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:36.102657 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-44080cff-d341-4eae-bb69-ade7972b4890 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:36.161012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-44080cff-d341-4eae-bb69-ade7972b4890 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:36.165207 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-44080cff-d341-4eae-bb69-ade7972b4890 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:36.167176 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bc828a69-8824-4944-aa2e-613908e1926e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:36.183170 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44080cff-d341-4eae-bb69-ade7972b4890 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02f3f6c-a448-4e38-8a31-63d75a91daf9,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:36.185799 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-44080cff-d341-4eae-bb69-ade7972b4890 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:36.192708 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-44080cff-d341-4eae-bb69-ade7972b4890 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:36.194322 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-44080cff-d341-4eae-bb69-ade7972b4890 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1375806 Jun 18 16:44:36.197112 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53790) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:36.202303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-10ad86ad-d29e-4204-b071-a93ed829c5d0 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Request body: {'security_group_rule': {'security_group_id': '2906161a-3143-424f-bf1f-fa3d2d2d13b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:36.230292 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-10ad86ad-d29e-4204-b071-a93ed829c5d0 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:36.299880 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-10ad86ad-d29e-4204-b071-a93ed829c5d0 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:36.303605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-10ad86ad-d29e-4204-b071-a93ed829c5d0 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:36.305519 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b98c2394-333a-4279-bcb1-11a14735b669 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:36.319979 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad86ad-d29e-4204-b071-a93ed829c5d0 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a01cbccc-40b0-4c6e-8dc5-233a2e34edca,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:36.324288 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-10ad86ad-d29e-4204-b071-a93ed829c5d0 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:36.330033 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-10ad86ad-d29e-4204-b071-a93ed829c5d0 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:36.331311 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-10ad86ad-d29e-4204-b071-a93ed829c5d0 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327534 Jun 18 16:44:36.334249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53792) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:36.339435 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:36.368569 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:36.465733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:36.868946 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Allocated IP 172.26.6.170 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/2f27f889-6386-47ba-9abe-4249843d6272) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:44:36.977538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:36.999087 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Sync routers for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:44:37.008427 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:44:37.009059 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:44:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:37.019033 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.021875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-aca1b7cf-0ae6-4c11-ba7d-eaeef550350c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:37.061108 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:44:37.063882 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:44:37.067487 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:44:37.090799 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Pushing event updated for resources: {'Port': ['ID=2f27f889-6386-47ba-9abe-4249843d6272,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:37.094912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:37.113773 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:44:37.186071 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.237596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.320809 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 2, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:37.346731 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Checking router: 4ea4e532-7fee-4485-bc5f-30b73a5cad0f for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:44:37.347094 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Updating router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f port 032f877d-cfcf-42e1-a442-1aa0f53a6e35 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:44:37.379891 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.393295 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.397832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.399939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7debbc91-0c73-4d3c-acdf-f4c10f32a079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:37.473326 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Pushing event updated for resources: {'Port': ['ID=2f27f889-6386-47ba-9abe-4249843d6272,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:37.477347 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:37.481710 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.501268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.503178 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1673365 Jun 18 16:44:37.508658 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b8163c38-6896-4163-af49-4e48e68eb425 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:44:37.565133 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port b8163c38-6896-4163-af49-4e48e68eb425 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:44:37.570053 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port b8163c38-6896-4163-af49-4e48e68eb425 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:44:37.570556 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.656591 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.656846 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.658960 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-bb1413fb-0a74-44e8-bb24-291cce7951b8 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--479414323&fields=id&tenant_id=d5119dc992734f2fa4d1076ef563c0a7 HTTP/1.1" status: 200 len: 267 time: 0.0360665 Jun 18 16:44:37.668725 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Transition to ACTIVE for port object 032f877d-cfcf-42e1-a442-1aa0f53a6e35 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:44:37.674748 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.677757 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-2dfac3ba-3ea2-4a8d-9cf3-87c7885c4642 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:37.680883 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port b8163c38-6896-4163-af49-4e48e68eb425, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b8163c38-6896-4163-af49-4e48e68eb425,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:44:37.686347 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.688360 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:37.730125 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f862c16-62bf-4cc0-a3c5-bffb95fedbe2 None None] Pushing event updated for resources: {'Port': ['ID=032f877d-cfcf-42e1-a442-1aa0f53a6e35,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:37.740844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=b8163c38-6896-4163-af49-4e48e68eb425,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:37.744223 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:37.769305 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f862c16-62bf-4cc0-a3c5-bffb95fedbe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:37.769643 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f862c16-62bf-4cc0-a3c5-bffb95fedbe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:37.769978 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f862c16-62bf-4cc0-a3c5-bffb95fedbe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:37.770305 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f862c16-62bf-4cc0-a3c5-bffb95fedbe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:37.770681 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f862c16-62bf-4cc0-a3c5-bffb95fedbe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:37.771005 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f862c16-62bf-4cc0-a3c5-bffb95fedbe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:37.771323 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f862c16-62bf-4cc0-a3c5-bffb95fedbe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:37.771639 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f862c16-62bf-4cc0-a3c5-bffb95fedbe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:37.771957 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f862c16-62bf-4cc0-a3c5-bffb95fedbe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:37.772271 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f862c16-62bf-4cc0-a3c5-bffb95fedbe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:37.772582 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f862c16-62bf-4cc0-a3c5-bffb95fedbe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:37.772892 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f862c16-62bf-4cc0-a3c5-bffb95fedbe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:37.781987 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-5f862c16-62bf-4cc0-a3c5-bffb95fedbe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:37.798649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-08bcb94d-d673-4dbf-a6df-5bf7005d9da1 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:37.800462 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-08bcb94d-d673-4dbf-a6df-5bf7005d9da1 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 811 time: 0.1346633 Jun 18 16:44:37.818762 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-9d73f3f7-d0e3-4161-ba7f-f3f0b9d42e7f tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/quotas/d5119dc992734f2fa4d1076ef563c0a7 HTTP/1.1" status: 200 len: 375 time: 0.0113378 Jun 18 16:44:37.837913 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Attempting to bind port 032f877d-cfcf-42e1-a442-1aa0f53a6e35 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:44:37.839050 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Attempting to bind port 032f877d-cfcf-42e1-a442-1aa0f53a6e35 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:44:37.839526 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Attempting to bind port 032f877d-cfcf-42e1-a442-1aa0f53a6e35 on network f2162309-e23a-45f4-857d-87e08c777623 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:44:37.844868 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:44:37.845357 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Checking segment: {'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:44:37.846164 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.846736 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Bound using segment: {'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:44:37.847396 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Bound port: 032f877d-cfcf-42e1-a442-1aa0f53a6e35, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:44:37.847943 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.896069 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-3ddd2bbe-ec84-496f-bfb5-3c47fcc99cd9 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711870 Jun 18 16:44:37.915884 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] For port 032f877d-cfcf-42e1-a442-1aa0f53a6e35, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:44:37.920158 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] For port 032f877d-cfcf-42e1-a442-1aa0f53a6e35, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=032f877d-cfcf-42e1-a442-1aa0f53a6e35,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:44:37.924769 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:37.927679 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-942a1788-2190-4b41-854d-b6d9aca47c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:37.983790 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f862c16-62bf-4cc0-a3c5-bffb95fedbe2 None None] Pushing event updated for resources: {'Port': ['ID=032f877d-cfcf-42e1-a442-1aa0f53a6e35,revision_number=4']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:37.986632 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:44:37.987323 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:44:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:37.989333 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-5f862c16-62bf-4cc0-a3c5-bffb95fedbe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:38.062238 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-fceaa905-c645-46eb-933d-aae9659598f0 service neutron] 10.222.0.50 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538248 Jun 18 16:44:38.160057 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-8e7dc4bc-975b-4b0a-bb6a-741250576934 service neutron] 10.222.0.50 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909791 Jun 18 16:44:38.194079 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:44:38.337067 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cc1eb3de-c815-4a16-9dd6-89a65726b74a req-fc198593-e9b9-4e9f-a4c0-62294ecd1ba7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 210 time: 0.0389085 Jun 18 16:44:38.404219 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:38.432110 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385bd50b-d794-4f8e-904d-263258eca7b6 None None] The sync data for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv is: [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:44:38.497326 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a8dc9f9d-c751-4050-bc4f-2654b11e77df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:39.485181 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b68cd1b3-2d7a-43ca-9faa-dcb1ef95f7a3 req-28339160-9a60-4fe0-8cd6-814c3bb3fb3f tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 210 time: 0.0297227 Jun 18 16:44:39.514250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b8163c38-6896-4163-af49-4e48e68eb425 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:44:39.562379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port b8163c38-6896-4163-af49-4e48e68eb425 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:44:39.563248 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:39.623186 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-af009081-fdf8-40ae-9a80-9ec5a093a131 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:39.624750 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-af009081-fdf8-40ae-9a80-9ec5a093a131 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 811 time: 0.1173182 Jun 18 16:44:39.644327 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 032f877d-cfcf-42e1-a442-1aa0f53a6e35 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:44:39.671968 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-48b44db2-6cef-4958-9648-df1e575ee436 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5119dc992734f2fa4d1076ef563c0a7 HTTP/1.1" status: 200 len: 379 time: 0.0374949 Jun 18 16:44:39.681113 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-fd8e2e0b-27de-47e6-b8f6-755cab1b32b7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Request body: {'port': {'device_id': 'e028e6cb-d6e4-4e78-8e2a-cc05157573d5', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'admin_state_up': True, 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'security_groups': ['2906161a-3143-424f-bf1f-fa3d2d2d13b1']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:39.703600 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 032f877d-cfcf-42e1-a442-1aa0f53a6e35 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:44:39.708806 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 032f877d-cfcf-42e1-a442-1aa0f53a6e35 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:44:39.709263 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:39.796283 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:39.802928 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-fd8e2e0b-27de-47e6-b8f6-755cab1b32b7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Made reservation on behalf of d5119dc992734f2fa4d1076ef563c0a7 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:44:39.806674 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-fd8e2e0b-27de-47e6-b8f6-755cab1b32b7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:39.834024 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 032f877d-cfcf-42e1-a442-1aa0f53a6e35, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=032f877d-cfcf-42e1-a442-1aa0f53a6e35,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:44:39.838323 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:39.842011 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:39.895599 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=032f877d-cfcf-42e1-a442-1aa0f53a6e35,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:39.898772 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:39.950738 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-fd8e2e0b-27de-47e6-b8f6-755cab1b32b7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Allocated IP 172.20.0.10 (f2162309-e23a-45f4-857d-87e08c777623/97b5b44a-5d79-469f-82fa-25fe2cc9c792/9d4699a5-3af4-4c44-83de-2ea81a9ccd92) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:44:40.091112 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-fd8e2e0b-27de-47e6-b8f6-755cab1b32b7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:40.104552 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-fd8e2e0b-27de-47e6-b8f6-755cab1b32b7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Transition to ACTIVE for port object 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:44:40.139431 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-fd8e2e0b-27de-47e6-b8f6-755cab1b32b7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:40.143998 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:40.184413 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-fd8e2e0b-27de-47e6-b8f6-755cab1b32b7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Network f2162309-e23a-45f4-857d-87e08c777623 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:44:40.187354 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-fd8e2e0b-27de-47e6-b8f6-755cab1b32b7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:44:40.189992 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-fd8e2e0b-27de-47e6-b8f6-755cab1b32b7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:44:40.222954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e2e0b-27de-47e6-b8f6-755cab1b32b7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Pushing event updated for resources: {'Port': ['ID=9d4699a5-3af4-4c44-83de-2ea81a9ccd92,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:40.226859 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fd8e2e0b-27de-47e6-b8f6-755cab1b32b7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:40.249631 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-fd8e2e0b-27de-47e6-b8f6-755cab1b32b7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:40.250355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-fd8e2e0b-27de-47e6-b8f6-755cab1b32b7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:40.265709 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-fd8e2e0b-27de-47e6-b8f6-755cab1b32b7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5884714 Jun 18 16:44:40.278870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Request body: {'port': {'device_id': 'e028e6cb-d6e4-4e78-8e2a-cc05157573d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:40.358538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:40.384507 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-392edadc-1bb6-4a1d-a6fc-0bec9b7fff6d None None] Provisioning for port 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:44:40.388317 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-392edadc-1bb6-4a1d-a6fc-0bec9b7fff6d None None] Provisioning complete for port 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:44:40.388695 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-392edadc-1bb6-4a1d-a6fc-0bec9b7fff6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:40.429118 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-392edadc-1bb6-4a1d-a6fc-0bec9b7fff6d None None] Port 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:44:40.658925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:44:40.668437 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:40.688286 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Transition to ACTIVE for port object 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:44:40.691964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:40.694751 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-56629bb2-60e5-4cad-a665-9f63a0dc5218 tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:40.733473 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd543d1-3ab2-4073-a425-6746d75f4cfc req-c8df6c7d-d528-496f-82f3-064a5fcd1d5f tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:40.734466 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-afd543d1-3ab2-4073-a425-6746d75f4cfc req-c8df6c7d-d528-496f-82f3-064a5fcd1d5f tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 932 time: 0.1344562 Jun 18 16:44:40.804229 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4699a5-3af4-4c44-83de-2ea81a9ccd92,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:40.826029 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:40.865758 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-afd543d1-3ab2-4073-a425-6746d75f4cfc req-11f56527-0cf9-45f8-84d2-d5b4015a7093 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188958 Jun 18 16:44:40.899386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Attempting to bind port 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:44:40.899949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Attempting to bind port 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:44:40.900326 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Attempting to bind port 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 on network f2162309-e23a-45f4-857d-87e08c777623 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:44:40.905991 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Port 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 on network f2162309-e23a-45f4-857d-87e08c777623 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:44:40.906405 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Attempting to bind port 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 on network f2162309-e23a-45f4-857d-87e08c777623 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:44:40.911632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:44:40.912066 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Checking segment: {'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:44:40.912459 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Bound using segment: {'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:44:40.912886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Bound port: 9d4699a5-3af4-4c44-83de-2ea81a9ccd92, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:44:40.913232 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:40.967123 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9a25c7c1-a0b4-41bc-9071-83f7bc04c800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:40.984404 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] For port 9d4699a5-3af4-4c44-83de-2ea81a9ccd92, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:44:40.987487 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] For port 9d4699a5-3af4-4c44-83de-2ea81a9ccd92, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9d4699a5-3af4-4c44-83de-2ea81a9ccd92,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:44:40.991535 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:40.994553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b86152c8-f3e3-45b8-896c-49b5ae2df811 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:41.023861 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:41.024622 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:41.026589 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] 10.222.0.55 "PUT /v2.0/ports/9d4699a5-3af4-4c44-83de-2ea81a9ccd92 HTTP/1.1" status: 200 len: 1094 time: 0.7520840 Jun 18 16:44:41.027146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e028e6cb-d6e4-4e78-8e2a-cc05157573d5', 'tag': '9d4699a5-3af4-4c44-83de-2ea81a9ccd92'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:44:41.029528 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c76857-8874-4e8a-b491-4725f65782c1" -d '{"events": [{"name": "network-changed", "server_uuid": "e028e6cb-d6e4-4e78-8e2a-cc05157573d5", "tag": "9d4699a5-3af4-4c44-83de-2ea81a9ccd92"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:44:41.058041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4699a5-3af4-4c44-83de-2ea81a9ccd92,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:41.061313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:41.085690 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2236ff-60b0-4379-88e0-299fcd92913a x-openstack-request-id: req-ff2236ff-60b0-4379-88e0-299fcd92913a {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:44:41.086035 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e028e6cb-d6e4-4e78-8e2a-cc05157573d5", "tag": "9d4699a5-3af4-4c44-83de-2ea81a9ccd92", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:44:41.086343 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff2236ff-60b0-4379-88e0-299fcd92913a {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:44:41.086819 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e028e6cb-d6e4-4e78-8e2a-cc05157573d5', 'tag': '9d4699a5-3af4-4c44-83de-2ea81a9ccd92', 'status': 'completed', 'code': 200} Jun 18 16:44:41.134577 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-e1d55e5c-4450-43ca-a73f-255a79038766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:41.136117 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-e1d55e5c-4450-43ca-a73f-255a79038766 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 1097 time: 0.0597906 Jun 18 16:44:41.184445 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-5b57c572-1bc1-4603-8d39-a7f37c9e2675 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d4699a5-3af4-4c44-83de-2ea81a9ccd92 HTTP/1.1" status: 200 len: 217 time: 0.0401428 Jun 18 16:44:41.234578 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-4696588f-bdcb-4f5a-947f-508a7415f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:41.236017 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-4696588f-bdcb-4f5a-947f-508a7415f0bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0444438 Jun 18 16:44:41.302161 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-6d702bbf-eadb-4eee-a346-cbc1d9f3cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:41.303605 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-6d702bbf-eadb-4eee-a346-cbc1d9f3cb7d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0610094 Jun 18 16:44:41.318240 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:41.399786 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-64e2b9ce-e21d-43a9-baa3-027c572f6b20 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882218 Jun 18 16:44:41.471777 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 032f877d-cfcf-42e1-a442-1aa0f53a6e35 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:44:41.490115 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e51b08fa-8126-41da-a24b-fe9c4e765593 req-7b16c996-2ce5-4526-a1ac-7bfca1040929 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828650 Jun 18 16:44:41.518016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 032f877d-cfcf-42e1-a442-1aa0f53a6e35 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:44:41.518503 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:41.598848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c76857-8874-4e8a-b491-4725f65782c1 req-d982d8a4-87d1-4a81-9fcd-54ed5bb9038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:41.600285 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-06c76857-8874-4e8a-b491-4725f65782c1 req-d982d8a4-87d1-4a81-9fcd-54ed5bb9038e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 1097 time: 0.0607896 Jun 18 16:44:41.694065 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c76857-8874-4e8a-b491-4725f65782c1 req-67ed19bd-05d7-4a23-bd4c-043b1385fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:41.695572 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-06c76857-8874-4e8a-b491-4725f65782c1 req-67ed19bd-05d7-4a23-bd4c-043b1385fa64 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.0882859 Jun 18 16:44:41.741395 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-06c76857-8874-4e8a-b491-4725f65782c1 req-87184fc9-a8ed-4e19-ab71-c77f231e821f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d4699a5-3af4-4c44-83de-2ea81a9ccd92 HTTP/1.1" status: 200 len: 217 time: 0.0380292 Jun 18 16:44:41.794634 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c76857-8874-4e8a-b491-4725f65782c1 req-daf0c403-d366-4cfa-ba65-8aa53dfb2bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:41.796113 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-06c76857-8874-4e8a-b491-4725f65782c1 req-daf0c403-d366-4cfa-ba65-8aa53dfb2bc1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0454805 Jun 18 16:44:41.856450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c76857-8874-4e8a-b491-4725f65782c1 req-4659b431-5534-4154-906f-be9a11740698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:41.857884 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-06c76857-8874-4e8a-b491-4725f65782c1 req-4659b431-5534-4154-906f-be9a11740698 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546896 Jun 18 16:44:41.962960 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-06c76857-8874-4e8a-b491-4725f65782c1 req-28cee907-b923-4b92-9dbb-5737ad594109 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965462 Jun 18 16:44:42.097400 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-06c76857-8874-4e8a-b491-4725f65782c1 req-345640cd-b60a-4934-abe8-3a2f0d79e3f3 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279738 Jun 18 16:44:42.113016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b88c98-f282-45a3-bce6-eef69f5be4fc req-c2eebec7-0815-4588-b57e-3bd9a72a51cb tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:42.114689 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d2b88c98-f282-45a3-bce6-eef69f5be4fc req-c2eebec7-0815-4588-b57e-3bd9a72a51cb tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 944 time: 0.1265180 Jun 18 16:44:42.158584 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:42.159404 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d2b88c98-f282-45a3-bce6-eef69f5be4fc req-68acd733-6bc1-439d-ada7-31da01a80e17 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344439 Jun 18 16:44:43.335920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95eb4f-c605-4a65-84fe-d2101861030c req-07c62d5b-369b-4856-a44f-9d60593cd10e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:43.337379 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba95eb4f-c605-4a65-84fe-d2101861030c req-07c62d5b-369b-4856-a44f-9d60593cd10e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 944 time: 0.0630279 Jun 18 16:44:43.374387 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba95eb4f-c605-4a65-84fe-d2101861030c req-f9cae04d-1a1a-44ff-88df-dda447229f95 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312293 Jun 18 16:44:43.775365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:43.973254 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:44:44.073601 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 9d4699a5-3af4-4c44-83de-2ea81a9ccd92, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9d4699a5-3af4-4c44-83de-2ea81a9ccd92,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:44:44.084745 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '9d4699a5-3af4-4c44-83de-2ea81a9ccd92', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'port_id': '9d4699a5-3af4-4c44-83de-2ea81a9ccd92', 'mac_address': 'fa:16:3e:07:39:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:44:44.121286 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:44.134047 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:44:44.153626 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 9d4699a5-3af4-4c44-83de-2ea81a9ccd92, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9d4699a5-3af4-4c44-83de-2ea81a9ccd92,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:44:44.157777 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:44.161190 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c44923a1-523f-43bd-9658-3271ce94567d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:44.217205 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=9d4699a5-3af4-4c44-83de-2ea81a9ccd92,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:44.220449 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:44.382845 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['9d4699a5-3af4-4c44-83de-2ea81a9ccd92'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:44:44.573519 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26449f-a0ea-4b3b-ad76-5568e4d8dbac req-b5dba60b-8bcc-4d7b-abfe-bf4f994dda77 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:44.575062 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c26449f-a0ea-4b3b-ad76-5568e4d8dbac req-b5dba60b-8bcc-4d7b-abfe-bf4f994dda77 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 945 time: 0.0745342 Jun 18 16:44:44.614838 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c26449f-a0ea-4b3b-ad76-5568e4d8dbac req-10f67ffa-0d31-44b5-af9e-c2b4298a3b92 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339286 Jun 18 16:44:45.787403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc0278-b05d-4df0-8069-ffa63bd3f56a req-f94af7c4-58a8-4119-ae45-362fd1a82515 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:45.788785 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1ebc0278-b05d-4df0-8069-ffa63bd3f56a req-f94af7c4-58a8-4119-ae45-362fd1a82515 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 945 time: 0.0670972 Jun 18 16:44:45.825635 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1ebc0278-b05d-4df0-8069-ffa63bd3f56a req-508858d1-f382-48af-b72a-b3e3c2a7f75a tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310342 Jun 18 16:44:45.985365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:44:46.036732 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:44:46.040548 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:44:46.040862 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:46.116253 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:46.138519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e028e6cb-d6e4-4e78-8e2a-cc05157573d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4699a5-3af4-4c44-83de-2ea81a9ccd92'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:44:46.140787 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99071009-7d42-42f5-ac17-babff15b2cfc" -d '{"events": [{"server_uuid": "e028e6cb-d6e4-4e78-8e2a-cc05157573d5", "name": "network-vif-plugged", "status": "completed", "tag": "9d4699a5-3af4-4c44-83de-2ea81a9ccd92"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:44:46.154861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 9d4699a5-3af4-4c44-83de-2ea81a9ccd92, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9d4699a5-3af4-4c44-83de-2ea81a9ccd92,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:44:46.158966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:46.161818 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1c0b2864-a9b5-4d18-8605-a56797da1bdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:44:46.213157 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=9d4699a5-3af4-4c44-83de-2ea81a9ccd92,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:44:46.223792 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.224137 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.224471 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.224800 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.225123 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.225459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.225752 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.226069 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.226386 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.226723 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.227040 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.227349 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:44:46.231117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:44:46.234046 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dfa57a-6332-4978-9f62-89e0a83176b6 x-openstack-request-id: req-88dfa57a-6332-4978-9f62-89e0a83176b6 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:44:46.234345 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e028e6cb-d6e4-4e78-8e2a-cc05157573d5", "name": "network-vif-plugged", "status": "completed", "tag": "9d4699a5-3af4-4c44-83de-2ea81a9ccd92", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:44:46.234638 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-88dfa57a-6332-4978-9f62-89e0a83176b6 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:44:46.235040 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e028e6cb-d6e4-4e78-8e2a-cc05157573d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4699a5-3af4-4c44-83de-2ea81a9ccd92', 'code': 200} Jun 18 16:44:46.467292 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795854b-db4f-45fc-9de4-a0a3bb47e063 req-378e4b01-8188-42ce-bdcd-2fc537585d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:46.468802 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b795854b-db4f-45fc-9de4-a0a3bb47e063 req-378e4b01-8188-42ce-bdcd-2fc537585d4d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 1099 time: 0.0659342 Jun 18 16:44:46.503940 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b795854b-db4f-45fc-9de4-a0a3bb47e063 req-716de0a5-e5cb-4842-af4b-567ce3bd7c61 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283334 Jun 18 16:44:47.020707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efdb4b-cdb7-4065-8fa5-ae0158684f99 req-a6568360-51bf-4ca3-b2b7-b561c94efca7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:47.022202 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f4efdb4b-cdb7-4065-8fa5-ae0158684f99 req-a6568360-51bf-4ca3-b2b7-b561c94efca7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0798826 Jun 18 16:44:47.065514 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f4efdb4b-cdb7-4065-8fa5-ae0158684f99 req-a43e9390-b519-4011-924d-8a7f2981acc8 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343835 Jun 18 16:44:48.243517 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4c3c2-a504-4779-9931-913782f74a1d req-4d197b3c-199f-4756-9352-31c473265495 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:48.245027 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-00c4c3c2-a504-4779-9931-913782f74a1d req-4d197b3c-199f-4756-9352-31c473265495 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0651739 Jun 18 16:44:48.283669 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-00c4c3c2-a504-4779-9931-913782f74a1d req-99bb5da2-d56f-44e2-9c2e-95317f7f735c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325251 Jun 18 16:44:48.449717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e28022-a82f-4f4d-b43a-9a70fe5872eb req-0e279d97-fbe6-4b6f-84d2-f6acf20af5a9 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:48.451217 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a6e28022-a82f-4f4d-b43a-9a70fe5872eb req-0e279d97-fbe6-4b6f-84d2-f6acf20af5a9 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0634317 Jun 18 16:44:48.463313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 53850) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:44:48.468687 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-6062c1cf-f464-4784-a862-8800e3df4234 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Request body: {'floatingip': {'port_id': '9d4699a5-3af4-4c44-83de-2ea81a9ccd92'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:44:48.510866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6062c1cf-f464-4784-a862-8800e3df4234 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for floatingip, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:49.370707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6062c1cf-f464-4784-a862-8800e3df4234 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:49.374752 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6062c1cf-f464-4784-a862-8800e3df4234 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:49.473408 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-6062c1cf-f464-4784-a862-8800e3df4234 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Floating IP 789b2fd2-2564-4e8b-8cac-4c5fa2eeea34 associated. External IP: 172.26.6.170, port: 9d4699a5-3af4-4c44-83de-2ea81a9ccd92. Jun 18 16:44:49.679051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6062c1cf-f464-4784-a862-8800e3df4234 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:44:49.785688 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6062c1cf-f464-4784-a862-8800e3df4234 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:44:49.790137 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6062c1cf-f464-4784-a862-8800e3df4234 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:49.795491 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddafed32-0684-41e0-9329-7f8b74a1b17b None None] Sync routers for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:44:49.805391 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddafed32-0684-41e0-9329-7f8b74a1b17b None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:44:49.806017 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ddafed32-0684-41e0-9329-7f8b74a1b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:44:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:49.826557 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6062c1cf-f464-4784-a862-8800e3df4234 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "PUT /v2.0/floatingips/789b2fd2-2564-4e8b-8cac-4c5fa2eeea34 HTTP/1.1" status: 200 len: 992 time: 1.3614109 Jun 18 16:44:49.827221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e028e6cb-d6e4-4e78-8e2a-cc05157573d5', 'tag': '9d4699a5-3af4-4c44-83de-2ea81a9ccd92'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:44:49.829520 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9bba2c-3642-4285-839f-6d98df468dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "e028e6cb-d6e4-4e78-8e2a-cc05157573d5", "tag": "9d4699a5-3af4-4c44-83de-2ea81a9ccd92"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:44:49.864303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc51c4d3-492d-409e-a913-d3c141af0670 x-openstack-request-id: req-fc51c4d3-492d-409e-a913-d3c141af0670 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:44:49.864749 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e028e6cb-d6e4-4e78-8e2a-cc05157573d5", "tag": "9d4699a5-3af4-4c44-83de-2ea81a9ccd92", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:44:49.865066 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc51c4d3-492d-409e-a913-d3c141af0670 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:44:49.865563 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e028e6cb-d6e4-4e78-8e2a-cc05157573d5', 'tag': '9d4699a5-3af4-4c44-83de-2ea81a9ccd92', 'status': 'completed', 'code': 200} Jun 18 16:44:49.923235 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-ddafed32-0684-41e0-9329-7f8b74a1b17b None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:44:49.945874 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bba2c-3642-4285-839f-6d98df468dc5 req-e9c75258-0928-472c-9823-a5c9abc85df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:49.947477 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2a9bba2c-3642-4285-839f-6d98df468dc5 req-e9c75258-0928-472c-9823-a5c9abc85df1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 1099 time: 0.0555053 Jun 18 16:44:50.043479 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bba2c-3642-4285-839f-6d98df468dc5 req-106e006f-ddf7-417f-89f0-9f168591c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:50.044962 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2a9bba2c-3642-4285-839f-6d98df468dc5 req-106e006f-ddf7-417f-89f0-9f168591c893 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.0900836 Jun 18 16:44:50.111116 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2a9bba2c-3642-4285-839f-6d98df468dc5 req-c24d84ee-7ddc-4af0-b805-6d0066bdb5b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d4699a5-3af4-4c44-83de-2ea81a9ccd92 HTTP/1.1" status: 200 len: 1000 time: 0.0587244 Jun 18 16:44:50.149131 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ddafed32-0684-41e0-9329-7f8b74a1b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '789b2fd2-2564-4e8b-8cac-4c5fa2eeea34', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'floating_ip_address': '172.26.6.170', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'port_id': '9d4699a5-3af4-4c44-83de-2ea81a9ccd92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'mac_address': 'fa:16:3e:07:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e6cb-d6e4-4e78-8e2a-cc05157573d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:44:37Z', 'updated_at': '2021-06-18T16:44:49Z', 'revision_number': 1, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:50.170194 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bba2c-3642-4285-839f-6d98df468dc5 req-61b8e5ad-3d29-4e2c-954e-28188bc1b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:50.172022 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2a9bba2c-3642-4285-839f-6d98df468dc5 req-61b8e5ad-3d29-4e2c-954e-28188bc1b4b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0534840 Jun 18 16:44:50.175438 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddafed32-0684-41e0-9329-7f8b74a1b17b None None] Checking router: 4ea4e532-7fee-4485-bc5f-30b73a5cad0f for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:44:50.184781 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddafed32-0684-41e0-9329-7f8b74a1b17b None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:44:50.185390 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ddafed32-0684-41e0-9329-7f8b74a1b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:44:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:50.233166 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9bba2c-3642-4285-839f-6d98df468dc5 req-8dfa43ea-1597-456b-a714-c17ba07222e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:44:50.234616 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2a9bba2c-3642-4285-839f-6d98df468dc5 req-8dfa43ea-1597-456b-a714-c17ba07222e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0562251 Jun 18 16:44:50.299471 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-ddafed32-0684-41e0-9329-7f8b74a1b17b None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:44:50.328809 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2a9bba2c-3642-4285-839f-6d98df468dc5 req-89513fae-2462-48da-9747-3d4cb705f60d service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869279 Jun 18 16:44:50.436828 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2a9bba2c-3642-4285-839f-6d98df468dc5 req-4064c889-0e27-4ff3-8e90-ace8d1ba8f6a service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992720 Jun 18 16:44:50.718970 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ddafed32-0684-41e0-9329-7f8b74a1b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '789b2fd2-2564-4e8b-8cac-4c5fa2eeea34', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'floating_ip_address': '172.26.6.170', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'port_id': '9d4699a5-3af4-4c44-83de-2ea81a9ccd92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'mac_address': 'fa:16:3e:07:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e6cb-d6e4-4e78-8e2a-cc05157573d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:44:37Z', 'updated_at': '2021-06-18T16:44:49Z', 'revision_number': 1, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:44:50.748557 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddafed32-0684-41e0-9329-7f8b74a1b17b None None] The sync data for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv is: [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '789b2fd2-2564-4e8b-8cac-4c5fa2eeea34', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'floating_ip_address': '172.26.6.170', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'port_id': '9d4699a5-3af4-4c44-83de-2ea81a9ccd92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'mac_address': 'fa:16:3e:07:39:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e028e6cb-d6e4-4e78-8e2a-cc05157573d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:44:37Z', 'updated_at': '2021-06-18T16:44:49Z', 'revision_number': 1, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:44:50.967875 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2e453-8603-4e88-848b-6c9214a99c1f None None] New status for floating IP 789b2fd2-2564-4e8b-8cac-4c5fa2eeea34: ACTIVE {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:44:54.314722 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:44:58.860912 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:45:08.490996 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f8857894-acfd-4bd6-becf-4abc212b4fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:10.968227 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3f8190b7-ed6f-44c7-998e-b8eefe02cdc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:11.327229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:12.161676 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:13.777335 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:21.362571 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b55cdb23-9a01-4b0c-a553-987a52d087da req-d2d42125-fa2a-48eb-84e0-99d415448b1d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538855 Jun 18 16:45:21.482639 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cdb23-9a01-4b0c-a553-987a52d087da req-f7dd963c-6b42-4be9-a7c0-f1042e0825cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:21.484150 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b55cdb23-9a01-4b0c-a553-987a52d087da req-f7dd963c-6b42-4be9-a7c0-f1042e0825cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 1099 time: 0.0602627 Jun 18 16:45:21.592379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cdb23-9a01-4b0c-a553-987a52d087da req-8b777975-58d7-4919-a61b-6d599f37124b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:21.593847 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b55cdb23-9a01-4b0c-a553-987a52d087da req-8b777975-58d7-4919-a61b-6d599f37124b service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.0871668 Jun 18 16:45:21.667865 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b55cdb23-9a01-4b0c-a553-987a52d087da req-1a5ddf6b-3874-4e2b-85de-3c4a3e25b17c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d4699a5-3af4-4c44-83de-2ea81a9ccd92 HTTP/1.1" status: 200 len: 1002 time: 0.0665565 Jun 18 16:45:21.719210 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cdb23-9a01-4b0c-a553-987a52d087da req-95b98739-de49-4242-bbfc-2faeb9fde52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:21.720668 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b55cdb23-9a01-4b0c-a553-987a52d087da req-95b98739-de49-4242-bbfc-2faeb9fde52e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0451217 Jun 18 16:45:21.786759 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55cdb23-9a01-4b0c-a553-987a52d087da req-09ce9d38-11c8-4f4b-b794-48b92a7481c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:21.788279 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b55cdb23-9a01-4b0c-a553-987a52d087da req-09ce9d38-11c8-4f4b-b794-48b92a7481c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0573800 Jun 18 16:45:21.886061 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b55cdb23-9a01-4b0c-a553-987a52d087da req-74979cca-8478-41ec-817f-6954834aac17 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875854 Jun 18 16:45:21.977175 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b55cdb23-9a01-4b0c-a553-987a52d087da req-5b7d7828-994c-4955-8439-d0aee5464ce8 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833683 Jun 18 16:45:24.314706 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:27.294311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc868657-25b9-46e1-be6b-b97b6372ac01 req-87efaf6e-fcfc-4163-9fd9-0c71c081fca7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:27.296171 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cc868657-25b9-46e1-be6b-b97b6372ac01 req-87efaf6e-fcfc-4163-9fd9-0c71c081fca7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0672250 Jun 18 16:45:27.333684 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cc868657-25b9-46e1-be6b-b97b6372ac01 req-6e82f125-6f5a-477e-ab8c-3b765ec928c8 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319178 Jun 18 16:45:27.715477 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e943a986-9e7b-4f62-b752-3265f6761724 req-2a3331d7-203c-47af-988c-9989bff67590 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861425 Jun 18 16:45:27.745307 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766a133-4c1b-4337-b8b2-021aec3080c6 req-dd54d715-8f3b-4089-ac0e-5dd5ce57d497 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:27.746810 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2766a133-4c1b-4337-b8b2-021aec3080c6 req-dd54d715-8f3b-4089-ac0e-5dd5ce57d497 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0703280 Jun 18 16:45:27.788549 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2766a133-4c1b-4337-b8b2-021aec3080c6 req-a676fc49-26a2-48f1-8018-8637b8c666c4 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353849 Jun 18 16:45:28.823417 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943a986-9e7b-4f62-b752-3265f6761724 req-84c40cf5-5b1e-4b3a-a15a-cfd9906d4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:28.824486 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e943a986-9e7b-4f62-b752-3265f6761724 req-84c40cf5-5b1e-4b3a-a15a-cfd9906d4eb8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 1099 time: 0.0538647 Jun 18 16:45:28.949393 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943a986-9e7b-4f62-b752-3265f6761724 req-2e67628d-b302-496b-8d55-16a6a66ba28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:28.950928 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e943a986-9e7b-4f62-b752-3265f6761724 req-2e67628d-b302-496b-8d55-16a6a66ba28c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.1192062 Jun 18 16:45:29.044189 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ee646-85e0-44a1-ba16-cb3012ed592c req-41746b0b-b1a3-4d2e-a701-8e10ba4408e4 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:29.046344 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-272ee646-85e0-44a1-ba16-cb3012ed592c req-41746b0b-b1a3-4d2e-a701-8e10ba4408e4 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.1374648 Jun 18 16:45:29.048518 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e943a986-9e7b-4f62-b752-3265f6761724 req-f61774d4-84fb-47a0-a73a-a80ef6ca7487 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d4699a5-3af4-4c44-83de-2ea81a9ccd92 HTTP/1.1" status: 200 len: 1002 time: 0.0895138 Jun 18 16:45:29.119583 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-272ee646-85e0-44a1-ba16-cb3012ed592c req-b89c0e96-2bad-4b4c-8563-c3053af6d59d tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674593 Jun 18 16:45:29.120988 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943a986-9e7b-4f62-b752-3265f6761724 req-189f8676-8f9f-40fa-8ec1-d33ba29cb3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:29.122709 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e943a986-9e7b-4f62-b752-3265f6761724 req-189f8676-8f9f-40fa-8ec1-d33ba29cb3e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0643859 Jun 18 16:45:29.184399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943a986-9e7b-4f62-b752-3265f6761724 req-33a0ca77-22de-4a93-b53e-86b822bacbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:29.186548 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e943a986-9e7b-4f62-b752-3265f6761724 req-33a0ca77-22de-4a93-b53e-86b822bacbf0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561535 Jun 18 16:45:29.276876 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e943a986-9e7b-4f62-b752-3265f6761724 req-6e687b55-26df-4dc3-8472-ed3118c498cd service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833127 Jun 18 16:45:29.370700 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e943a986-9e7b-4f62-b752-3265f6761724 req-fce2f4b2-8ec8-481f-bff7-dfd9aa28477e service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859220 Jun 18 16:45:30.302652 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47e7ea7-7ce5-4643-b6ce-74c5f89ee711 req-d67e1028-2ba4-4041-a6cb-174ba0c43a5e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:30.304169 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f47e7ea7-7ce5-4643-b6ce-74c5f89ee711 req-d67e1028-2ba4-4041-a6cb-174ba0c43a5e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0688457 Jun 18 16:45:30.342717 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f47e7ea7-7ce5-4643-b6ce-74c5f89ee711 req-8be44dae-d7a7-424f-a955-78fa878fcf49 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320690 Jun 18 16:45:31.529019 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d763eef-7d0a-44ed-a697-fd8577301600 req-30ed7b62-fb89-4b22-9b96-f06de1c40ea3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:31.530843 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8d763eef-7d0a-44ed-a697-fd8577301600 req-30ed7b62-fb89-4b22-9b96-f06de1c40ea3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0647223 Jun 18 16:45:31.569660 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8d763eef-7d0a-44ed-a697-fd8577301600 req-67e0c01e-6b57-47f9-a94e-b9876d8db440 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331705 Jun 18 16:45:32.751256 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992474fd-f98b-45a5-b4db-08332e6261a1 req-8c74afc4-db7f-46a7-a336-1dbed9ebf730 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:32.752752 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-992474fd-f98b-45a5-b4db-08332e6261a1 req-8c74afc4-db7f-46a7-a336-1dbed9ebf730 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0716436 Jun 18 16:45:32.790270 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-992474fd-f98b-45a5-b4db-08332e6261a1 req-7ba9f3ef-e92b-4f5b-9662-698d9101c900 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317442 Jun 18 16:45:33.971675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0490d-cef8-4114-82cf-3294f21a96af req-216e2973-1948-4d31-bc5d-04f6e6c8d7e6 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:33.973143 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-56d0490d-cef8-4114-82cf-3294f21a96af req-216e2973-1948-4d31-bc5d-04f6e6c8d7e6 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0668075 Jun 18 16:45:34.011637 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-56d0490d-cef8-4114-82cf-3294f21a96af req-4e90be83-a40d-41bd-b574-9cbd80ea56b2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328386 Jun 18 16:45:35.186455 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33245692-458e-4f35-840d-233f46edfd8f req-171bede7-8e73-4458-a812-714432b04b1c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:35.188117 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-33245692-458e-4f35-840d-233f46edfd8f req-171bede7-8e73-4458-a812-714432b04b1c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0656552 Jun 18 16:45:35.232405 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-33245692-458e-4f35-840d-233f46edfd8f req-911fd161-7f23-4b01-b3a0-f6757bd60d9f tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380018 Jun 18 16:45:35.859369 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:45:36.410770 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c910c8-cf93-4ffb-a323-2d2b298f5952 req-94fa8611-e662-4ec0-af00-a6d55b958077 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:36.412232 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-86c910c8-cf93-4ffb-a323-2d2b298f5952 req-94fa8611-e662-4ec0-af00-a6d55b958077 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0636196 Jun 18 16:45:36.450065 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-86c910c8-cf93-4ffb-a323-2d2b298f5952 req-cbcfc654-76bd-40ae-99fe-9109de8c106b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321708 Jun 18 16:45:37.640602 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245dc51-3702-446c-91a4-e210e24382a6 req-dbaa7b02-3a81-411c-ab9e-b83d56d20264 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:37.642098 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c245dc51-3702-446c-91a4-e210e24382a6 req-dbaa7b02-3a81-411c-ab9e-b83d56d20264 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0696929 Jun 18 16:45:37.681519 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c245dc51-3702-446c-91a4-e210e24382a6 req-976da8db-af4d-48a5-bb39-de9b625c3686 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333672 Jun 18 16:45:38.493611 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0c1cd083-f42a-4c59-9812-072b7b1a1886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:38.868329 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8570a-5d59-474b-a85c-6849e3f32f4b req-75058357-4a50-4f71-b3c9-a749700a2426 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:38.869754 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-01d8570a-5d59-474b-a85c-6849e3f32f4b req-75058357-4a50-4f71-b3c9-a749700a2426 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0701904 Jun 18 16:45:38.907415 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-01d8570a-5d59-474b-a85c-6849e3f32f4b req-f8615547-2d92-4da1-843a-60a8fe46d7ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319240 Jun 18 16:45:40.088708 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bf56f-6f08-4145-85aa-2cd5c5f96be7 req-e563ae9c-4be9-4de7-a33f-32430965a823 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:40.090716 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-182bf56f-6f08-4145-85aa-2cd5c5f96be7 req-e563ae9c-4be9-4de7-a33f-32430965a823 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0664856 Jun 18 16:45:40.134090 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-182bf56f-6f08-4145-85aa-2cd5c5f96be7 req-0bc95a44-6d2e-4063-861d-afa7b665d66a tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381162 Jun 18 16:45:40.968685 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d4a32a12-2c9b-48ff-b9a0-1851f3ec9b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:41.053889 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e943a986-9e7b-4f62-b752-3265f6761724 req-aaa012c9-884f-4dc9-9cf3-28bdae8aedd5 service neutron] 10.222.0.55 "GET /v2.0/ports/9d4699a5-3af4-4c44-83de-2ea81a9ccd92/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0571928 Jun 18 16:45:41.321114 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:41.354096 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943a986-9e7b-4f62-b752-3265f6761724 req-18c40b91-bce8-462d-a0f7-f61176fafecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:41.355635 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e943a986-9e7b-4f62-b752-3265f6761724 req-18c40b91-bce8-462d-a0f7-f61176fafecc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5&tenant_id=d5119dc992734f2fa4d1076ef563c0a7 HTTP/1.1" status: 200 len: 1099 time: 0.1035697 Jun 18 16:45:41.368269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d172bd98-6e3a-4dc2-950c-f55d73b18189 req-9bdbc733-254e-4470-9696-cca8588c500b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:41.369754 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d172bd98-6e3a-4dc2-950c-f55d73b18189 req-9bdbc733-254e-4470-9696-cca8588c500b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.1053512 Jun 18 16:45:41.442854 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d172bd98-6e3a-4dc2-950c-f55d73b18189 req-a0b808c9-295c-4e80-a39d-e03e079c3a24 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663509 Jun 18 16:45:41.461055 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943a986-9e7b-4f62-b752-3265f6761724 req-5c785456-b7b6-444a-b3ff-47f65dbacc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:41.462546 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e943a986-9e7b-4f62-b752-3265f6761724 req-5c785456-b7b6-444a-b3ff-47f65dbacc15 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 1099 time: 0.0786057 Jun 18 16:45:41.557030 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943a986-9e7b-4f62-b752-3265f6761724 req-f37a5d42-c66d-4195-bc5c-df72fa1a32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:41.558590 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e943a986-9e7b-4f62-b752-3265f6761724 req-f37a5d42-c66d-4195-bc5c-df72fa1a32e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.0876245 Jun 18 16:45:41.622784 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e943a986-9e7b-4f62-b752-3265f6761724 req-ab808f49-0b48-4a97-9bc8-4bdc80c2938a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d4699a5-3af4-4c44-83de-2ea81a9ccd92 HTTP/1.1" status: 200 len: 1002 time: 0.0565758 Jun 18 16:45:41.675709 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943a986-9e7b-4f62-b752-3265f6761724 req-1d962641-c5ba-4fe9-bcc0-d18f25a0968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:41.677106 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e943a986-9e7b-4f62-b752-3265f6761724 req-1d962641-c5ba-4fe9-bcc0-d18f25a0968b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0470665 Jun 18 16:45:41.732258 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943a986-9e7b-4f62-b752-3265f6761724 req-7d9220e2-d5f8-4bd9-b9fb-07682273a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:41.733613 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e943a986-9e7b-4f62-b752-3265f6761724 req-7d9220e2-d5f8-4bd9-b9fb-07682273a48c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0497124 Jun 18 16:45:41.821534 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e943a986-9e7b-4f62-b752-3265f6761724 req-237ee950-ee0b-463d-9915-d2682e760018 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804391 Jun 18 16:45:41.913935 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e943a986-9e7b-4f62-b752-3265f6761724 req-c4506322-06ba-46dc-bdf6-8b42ede64447 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861425 Jun 18 16:45:42.167309 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:42.625036 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd99fc-18c6-499d-8176-92ab4c8c6191 req-8f3d6efa-8dd0-49a2-8f72-838a415cdd73 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:42.626538 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8afd99fc-18c6-499d-8176-92ab4c8c6191 req-8f3d6efa-8dd0-49a2-8f72-838a415cdd73 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0677242 Jun 18 16:45:42.666484 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8afd99fc-18c6-499d-8176-92ab4c8c6191 req-dc84fed6-ba42-4aab-b0ca-7d252ade37e6 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337853 Jun 18 16:45:43.784495 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:44.006231 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8b6f9-57f8-4bd5-b1f8-b2dba24d7e8a req-968c4b17-3ee4-4304-9ec5-3ff9ee3e957e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:44.007739 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b5f8b6f9-57f8-4bd5-b1f8-b2dba24d7e8a req-968c4b17-3ee4-4304-9ec5-3ff9ee3e957e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0695424 Jun 18 16:45:44.048859 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b5f8b6f9-57f8-4bd5-b1f8-b2dba24d7e8a req-33b6778b-3054-4189-99b4-53cb78eca39f tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353470 Jun 18 16:45:44.403446 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcd9dd-ed3b-4d75-9517-30963f155395 req-9c98bf64-0513-458a-865e-aff5f8fc5ac6 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:44.404914 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f4dcd9dd-ed3b-4d75-9517-30963f155395 req-9c98bf64-0513-458a-865e-aff5f8fc5ac6 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.1159468 Jun 18 16:45:44.411959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10171bc5-ac6a-4132-b26c-ab79491ad80f req-1dbad2a2-3c2d-4cf1-aec6-b15b0c12df6c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:44.413287 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10171bc5-ac6a-4132-b26c-ab79491ad80f req-1dbad2a2-3c2d-4cf1-aec6-b15b0c12df6c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5&tenant_id=d5119dc992734f2fa4d1076ef563c0a7&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 946 time: 0.1146200 Jun 18 16:45:44.450377 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f4dcd9dd-ed3b-4d75-9517-30963f155395 req-0b6f3de2-094c-495f-a4ce-4a2dd6596194 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336888 Jun 18 16:45:44.522891 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10171bc5-ac6a-4132-b26c-ab79491ad80f req-205229ab-8a09-421a-832f-3475bb919fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:44.524417 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10171bc5-ac6a-4132-b26c-ab79491ad80f req-205229ab-8a09-421a-832f-3475bb919fd5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 1099 time: 0.0599203 Jun 18 16:45:44.615315 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10171bc5-ac6a-4132-b26c-ab79491ad80f req-f4ee5160-1837-4413-bf74-6d48957c7acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:44.621072 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10171bc5-ac6a-4132-b26c-ab79491ad80f req-f4ee5160-1837-4413-bf74-6d48957c7acd service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.0857887 Jun 18 16:45:44.686502 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10171bc5-ac6a-4132-b26c-ab79491ad80f req-62a3fd22-0aa1-49ec-82f7-c5576bb69d7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d4699a5-3af4-4c44-83de-2ea81a9ccd92 HTTP/1.1" status: 200 len: 1002 time: 0.0626459 Jun 18 16:45:44.736182 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10171bc5-ac6a-4132-b26c-ab79491ad80f req-2faf06f1-fbf6-4ccb-a300-9d5ecc59be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:44.738153 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10171bc5-ac6a-4132-b26c-ab79491ad80f req-2faf06f1-fbf6-4ccb-a300-9d5ecc59be95 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0440078 Jun 18 16:45:44.794710 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10171bc5-ac6a-4132-b26c-ab79491ad80f req-e4d89e0a-dd70-49b1-871f-ea134bb93492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:44.796099 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10171bc5-ac6a-4132-b26c-ab79491ad80f req-e4d89e0a-dd70-49b1-871f-ea134bb93492 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509965 Jun 18 16:45:44.889924 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10171bc5-ac6a-4132-b26c-ab79491ad80f req-59a30ead-b2ec-42ff-b0e8-c6e61234568b service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859456 Jun 18 16:45:44.977466 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10171bc5-ac6a-4132-b26c-ab79491ad80f req-5d1a587b-e565-4e4f-ae9c-18875da63641 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800805 Jun 18 16:45:45.632430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56e411-7613-4d01-bd2a-7aeb036c5078 req-c1d49884-c963-492b-bf2e-3ffeefd551e2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:45.633932 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef56e411-7613-4d01-bd2a-7aeb036c5078 req-c1d49884-c963-492b-bf2e-3ffeefd551e2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0666895 Jun 18 16:45:45.676625 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef56e411-7613-4d01-bd2a-7aeb036c5078 req-94ebcbdc-6976-4107-8698-32fadf1e51c4 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368943 Jun 18 16:45:46.152556 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33326254-0476-4bea-be6b-785e002af452 req-9f033eb7-dc29-4613-bd73-5dd18f236903 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:46.154124 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-33326254-0476-4bea-be6b-785e002af452 req-9f033eb7-dc29-4613-bd73-5dd18f236903 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.3688271 Jun 18 16:45:46.193134 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-33326254-0476-4bea-be6b-785e002af452 req-e75dfd5d-744b-4b5e-9766-cea8ebc028fd tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324814 Jun 18 16:45:46.366440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b2e2a-ad50-4c79-bc3b-d03bbd59fada req-7797978d-b545-460d-992d-066133b3c6c9 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:46.368159 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-846b2e2a-ad50-4c79-bc3b-d03bbd59fada req-7797978d-b545-460d-992d-066133b3c6c9 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0627971 Jun 18 16:45:46.405821 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-846b2e2a-ad50-4c79-bc3b-d03bbd59fada req-a1372c9e-f838-4142-aea8-e2915bbdab5e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318706 Jun 18 16:45:46.808164 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30c2e3-fd5b-4c63-98a5-adedfd17e7b6 req-bb416837-3105-4dbd-8769-b837a3c36f1f tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:46.809633 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ea30c2e3-fd5b-4c63-98a5-adedfd17e7b6 req-bb416837-3105-4dbd-8769-b837a3c36f1f tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0743134 Jun 18 16:45:46.852387 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ea30c2e3-fd5b-4c63-98a5-adedfd17e7b6 req-b68b5e5d-83ce-410b-bf0b-70518e90c3aa tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344117 Jun 18 16:45:48.037096 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3999-fae4-47e0-b1d8-de1a58bec9b1 req-576bf523-0830-4052-bd41-6a75ed0ae53a tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:48.038653 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-118c3999-fae4-47e0-b1d8-de1a58bec9b1 req-576bf523-0830-4052-bd41-6a75ed0ae53a tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0659013 Jun 18 16:45:48.077597 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-118c3999-fae4-47e0-b1d8-de1a58bec9b1 req-41fcaffe-f6ba-447d-99ad-c0a42057c09c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332513 Jun 18 16:45:48.484996 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86266769-b591-4432-a8ce-ae5224bab2ec req-dfd55851-a2f2-45db-9d6b-17d00edef43e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:48.486683 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-86266769-b591-4432-a8ce-ae5224bab2ec req-dfd55851-a2f2-45db-9d6b-17d00edef43e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 946 time: 0.0613627 Jun 18 16:45:48.586405 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-86266769-b591-4432-a8ce-ae5224bab2ec req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Deleting port 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:45:48.586764 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-86266769-b591-4432-a8ce-ae5224bab2ec req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:48.676126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-86266769-b591-4432-a8ce-ae5224bab2ec req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] For port 9d4699a5-3af4-4c44-83de-2ea81a9ccd92, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=9d4699a5-3af4-4c44-83de-2ea81a9ccd92,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:45:48.676486 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-86266769-b591-4432-a8ce-ae5224bab2ec req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:48.871222 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-86266769-b591-4432-a8ce-ae5224bab2ec req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:48.871574 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-86266769-b591-4432-a8ce-ae5224bab2ec req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:48.871862 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [req-86266769-b591-4432-a8ce-ae5224bab2ec req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Floating IP 789b2fd2-2564-4e8b-8cac-4c5fa2eeea34 disassociated. External IP: 172.26.6.170, port: 9d4699a5-3af4-4c44-83de-2ea81a9ccd92. Jun 18 16:45:48.872214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-86266769-b591-4432-a8ce-ae5224bab2ec req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Calling delete_port for 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:45:49.005267 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-86266769-b591-4432-a8ce-ae5224bab2ec req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:49.009379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ee8acfcb-ed5d-4b5b-b78e-e48cfedde21a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:49.034465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Pushing event deleted for resources: {'Port': ['ID=9d4699a5-3af4-4c44-83de-2ea81a9ccd92,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:49.044702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:49.045254 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:49.045576 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:49.045832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:49.046203 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:49.046600 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:49.046974 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:49.047343 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:49.047716 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:49.048081 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:49.048449 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:49.048808 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:49.052596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:49.167896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86266769-b591-4432-a8ce-ae5224bab2ec req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:45:49.251785 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c3178dc6-2261-46ce-bddf-caf74c8df558 req-cbc9ed50-328d-45a3-a275-2727ff31d045 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e028e6cb-d6e4-4e78-8e2a-cc05157573d5 HTTP/1.1" status: 200 len: 210 time: 0.0348318 Jun 18 16:45:49.311158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86266769-b591-4432-a8ce-ae5224bab2ec req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:45:49.321060 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6364ea-dc05-4cea-bc57-f0808d10ef07 None None] Sync routers for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:45:49.330688 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6364ea-dc05-4cea-bc57-f0808d10ef07 None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:45:49.331544 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-7e6364ea-dc05-4cea-bc57-f0808d10ef07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:45:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:45:49.358736 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-86266769-b591-4432-a8ce-ae5224bab2ec req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] No DVR routers for this DVR port 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:45:49.361281 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-86266769-b591-4432-a8ce-ae5224bab2ec req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:49.363714 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-86266769-b591-4432-a8ce-ae5224bab2ec req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "DELETE /v2.0/ports/9d4699a5-3af4-4c44-83de-2ea81a9ccd92 HTTP/1.1" status: 204 len: 173 time: 0.8712091 Jun 18 16:45:49.364315 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e028e6cb-d6e4-4e78-8e2a-cc05157573d5', 'name': 'network-vif-deleted', 'tag': '9d4699a5-3af4-4c44-83de-2ea81a9ccd92'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:45:49.366684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbb24a1-0b23-4786-ba75-8cb036b9e15e" -d '{"events": [{"server_uuid": "e028e6cb-d6e4-4e78-8e2a-cc05157573d5", "name": "network-vif-deleted", "tag": "9d4699a5-3af4-4c44-83de-2ea81a9ccd92"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:45:49.408224 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17d8069-ecbe-45fb-9716-56de586c4e67 x-openstack-request-id: req-d17d8069-ecbe-45fb-9716-56de586c4e67 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:45:49.409987 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e028e6cb-d6e4-4e78-8e2a-cc05157573d5", "name": "network-vif-deleted", "tag": "9d4699a5-3af4-4c44-83de-2ea81a9ccd92", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:45:49.410376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d17d8069-ecbe-45fb-9716-56de586c4e67 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:45:49.410884 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e028e6cb-d6e4-4e78-8e2a-cc05157573d5', 'name': 'network-vif-deleted', 'tag': '9d4699a5-3af4-4c44-83de-2ea81a9ccd92', 'status': 'completed', 'code': 200} Jun 18 16:45:49.441066 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-7e6364ea-dc05-4cea-bc57-f0808d10ef07 None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:45:49.647305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-7e6364ea-dc05-4cea-bc57-f0808d10ef07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:45:49.676907 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6364ea-dc05-4cea-bc57-f0808d10ef07 None None] Checking router: 4ea4e532-7fee-4485-bc5f-30b73a5cad0f for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:45:49.685372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6364ea-dc05-4cea-bc57-f0808d10ef07 None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:45:49.686150 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-7e6364ea-dc05-4cea-bc57-f0808d10ef07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:45:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:45:49.795482 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-7e6364ea-dc05-4cea-bc57-f0808d10ef07 None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:45:49.998714 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-7e6364ea-dc05-4cea-bc57-f0808d10ef07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:45:50.024535 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6364ea-dc05-4cea-bc57-f0808d10ef07 None None] The sync data for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv is: [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:45:50.236261 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa0be20-1ee1-4d1d-b434-99f0ce8837b8 None None] New status for floating IP 789b2fd2-2564-4e8b-8cac-4c5fa2eeea34: DOWN {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:45:50.553910 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-59582036-fa65-4f9c-9565-b9fbdc6ce790 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--479414323&fields=id&tenant_id=d5119dc992734f2fa4d1076ef563c0a7 HTTP/1.1" status: 200 len: 267 time: 0.0331311 Jun 18 16:45:50.664610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-f53a3713-5cb1-4e84-b06d-8d8d74b5d4eb tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:50.666041 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-f53a3713-5cb1-4e84-b06d-8d8d74b5d4eb tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 811 time: 0.1057775 Jun 18 16:45:50.680667 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-aa7f3962-35d0-4782-ae0a-4ebe210260b5 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/quotas/d5119dc992734f2fa4d1076ef563c0a7 HTTP/1.1" status: 200 len: 375 time: 0.0092258 Jun 18 16:45:50.749484 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-654c13a0-417a-486f-996d-2c78fd9e60c3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638916 Jun 18 16:45:50.887350 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-b46469c4-5a89-4cfd-8862-bc17841d84e0 service neutron] 10.222.0.50 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266384 Jun 18 16:45:50.981927 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-d4ea808f-0aaa-454e-8482-693ee7813f3a service neutron] 10.222.0.50 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879819 Jun 18 16:45:51.156525 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20848b84-bd93-4b01-b1ec-831e50c07cfb req-8f1ed2d0-8d84-45ca-92fc-4eabc8f03bee tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 210 time: 0.0311451 Jun 18 16:45:52.161187 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-f28f9327-7c2e-473a-a94b-4164e31d3d39 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:52.162710 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-f28f9327-7c2e-473a-a94b-4164e31d3d39 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 811 time: 0.1094294 Jun 18 16:45:52.207487 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-7af384dd-5dd5-4b95-be07-cfb51a87fd9b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5119dc992734f2fa4d1076ef563c0a7 HTTP/1.1" status: 200 len: 379 time: 0.0351927 Jun 18 16:45:52.217041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-d4bc718e-08a2-465b-a76e-d404d7e67fed tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Request body: {'port': {'device_id': '273ae554-8b36-4f70-8e94-568dd4205df3', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'admin_state_up': True, 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'security_groups': ['2906161a-3143-424f-bf1f-fa3d2d2d13b1']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:45:52.337014 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e07bd4de-1b9e-4c40-a79a-59d719cc862d req-22902ebf-9d69-410c-8c01-c5d870093b6e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 210 time: 0.0557647 Jun 18 16:45:52.368281 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:45:52.375387 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-d4bc718e-08a2-465b-a76e-d404d7e67fed tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Made reservation on behalf of d5119dc992734f2fa4d1076ef563c0a7 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:45:52.380203 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-d4bc718e-08a2-465b-a76e-d404d7e67fed tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:52.394228 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:45:52.394657 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 9d4699a5-3af4-4c44-83de-2ea81a9ccd92 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:45:52.543073 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-d4bc718e-08a2-465b-a76e-d404d7e67fed tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Allocated IP 172.20.0.3 (f2162309-e23a-45f4-857d-87e08c777623/97b5b44a-5d79-469f-82fa-25fe2cc9c792/d115c153-4582-417d-825b-04fbdf94d258) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:45:52.726385 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-d4bc718e-08a2-465b-a76e-d404d7e67fed tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:52.742198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-d4bc718e-08a2-465b-a76e-d404d7e67fed tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Transition to ACTIVE for port object d115c153-4582-417d-825b-04fbdf94d258 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:45:52.778055 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-d4bc718e-08a2-465b-a76e-d404d7e67fed tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:52.781988 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-200604cb-8906-47e5-8149-77754c44d93c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:52.833199 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-d4bc718e-08a2-465b-a76e-d404d7e67fed tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Network f2162309-e23a-45f4-857d-87e08c777623 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:45:52.836573 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-d4bc718e-08a2-465b-a76e-d404d7e67fed tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:45:52.840806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-d4bc718e-08a2-465b-a76e-d404d7e67fed tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:45:52.847910 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc718e-08a2-465b-a76e-d404d7e67fed tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Pushing event updated for resources: {'Port': ['ID=d115c153-4582-417d-825b-04fbdf94d258,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:52.882158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d4bc718e-08a2-465b-a76e-d404d7e67fed tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:52.919253 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-d4bc718e-08a2-465b-a76e-d404d7e67fed tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:52.919884 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-d4bc718e-08a2-465b-a76e-d404d7e67fed tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:52.938261 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-d4bc718e-08a2-465b-a76e-d404d7e67fed tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7249262 Jun 18 16:45:52.951965 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Request body: {'port': {'device_id': '273ae554-8b36-4f70-8e94-568dd4205df3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:45:53.042031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:53.133565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7d8e3036-a5b5-4d67-b3a6-d63d5ef697cb None None] Provisioning for port d115c153-4582-417d-825b-04fbdf94d258 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:45:53.138658 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7d8e3036-a5b5-4d67-b3a6-d63d5ef697cb None None] Provisioning complete for port d115c153-4582-417d-825b-04fbdf94d258 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:45:53.139036 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7d8e3036-a5b5-4d67-b3a6-d63d5ef697cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:53.181767 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e3036-a5b5-4d67-b3a6-d63d5ef697cb None None] Port d115c153-4582-417d-825b-04fbdf94d258 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:45:53.333538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d115c153-4582-417d-825b-04fbdf94d258 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:45:53.340840 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:53.353125 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Transition to ACTIVE for port object d115c153-4582-417d-825b-04fbdf94d258 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:45:53.356751 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:53.359517 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:53.458128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d115c153-4582-417d-825b-04fbdf94d258,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:53.483658 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:53.551751 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Attempting to bind port d115c153-4582-417d-825b-04fbdf94d258 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:45:53.552092 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Attempting to bind port d115c153-4582-417d-825b-04fbdf94d258 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:45:53.552430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Attempting to bind port d115c153-4582-417d-825b-04fbdf94d258 on network f2162309-e23a-45f4-857d-87e08c777623 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:45:53.560607 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Port d115c153-4582-417d-825b-04fbdf94d258 on network f2162309-e23a-45f4-857d-87e08c777623 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:45:53.560900 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Attempting to bind port d115c153-4582-417d-825b-04fbdf94d258 on network f2162309-e23a-45f4-857d-87e08c777623 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:45:53.571658 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:45:53.572004 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Checking segment: {'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:45:53.572394 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Bound using segment: {'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:45:53.572831 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Bound port: d115c153-4582-417d-825b-04fbdf94d258, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:45:53.573180 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:53.584044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb95f12-ae1b-4f78-b457-c00827cdc915 req-246d29c2-baa9-42ca-90cb-b94642506004 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:53.585529 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aeb95f12-ae1b-4f78-b457-c00827cdc915 req-246d29c2-baa9-42ca-90cb-b94642506004 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 943 time: 0.1032729 Jun 18 16:45:53.656783 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aeb95f12-ae1b-4f78-b457-c00827cdc915 req-63757059-7a08-4dd9-91b2-89973d06c823 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630372 Jun 18 16:45:53.672582 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] For port d115c153-4582-417d-825b-04fbdf94d258, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:45:53.676289 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] For port d115c153-4582-417d-825b-04fbdf94d258, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d115c153-4582-417d-825b-04fbdf94d258,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:45:53.680923 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:53.683705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d727ff52-cbcf-4cd2-bece-a5f072ba62bc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:53.722688 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:53.723315 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:53.724723 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] 10.222.0.55 "PUT /v2.0/ports/d115c153-4582-417d-825b-04fbdf94d258 HTTP/1.1" status: 200 len: 1093 time: 0.7774372 Jun 18 16:45:53.725283 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273ae554-8b36-4f70-8e94-568dd4205df3', 'tag': 'd115c153-4582-417d-825b-04fbdf94d258'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:45:53.727717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8cd3a1-7885-426c-9b51-e009e93c2138" -d '{"events": [{"name": "network-changed", "server_uuid": "273ae554-8b36-4f70-8e94-568dd4205df3", "tag": "d115c153-4582-417d-825b-04fbdf94d258"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:45:53.753012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d115c153-4582-417d-825b-04fbdf94d258,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:53.756349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:53.781339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b513412-ae0c-4699-b815-18edbd82f158 x-openstack-request-id: req-4b513412-ae0c-4699-b815-18edbd82f158 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:45:53.781688 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273ae554-8b36-4f70-8e94-568dd4205df3", "tag": "d115c153-4582-417d-825b-04fbdf94d258", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:45:53.782022 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4b513412-ae0c-4699-b815-18edbd82f158 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:45:53.782592 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273ae554-8b36-4f70-8e94-568dd4205df3', 'tag': 'd115c153-4582-417d-825b-04fbdf94d258', 'status': 'completed', 'code': 200} Jun 18 16:45:53.838221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c7eb54c-b375-4d36-90d4-af7a68cf4579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:53.839818 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-0c7eb54c-b375-4d36-90d4-af7a68cf4579 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 1096 time: 0.0563684 Jun 18 16:45:53.885391 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-c4669604-25dd-4705-90ef-733f731e4530 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d115c153-4582-417d-825b-04fbdf94d258 HTTP/1.1" status: 200 len: 217 time: 0.0373261 Jun 18 16:45:53.942399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-5e53d7d7-6b73-461d-91c3-5973d4c4c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:53.943961 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-5e53d7d7-6b73-461d-91c3-5973d4c4c74d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0521231 Jun 18 16:45:54.001048 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-3528c783-cf65-4866-bccf-399c88c75feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:54.003372 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-3528c783-cf65-4866-bccf-399c88c75feb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0525992 Jun 18 16:45:54.092470 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-62332b64-fd85-4974-b6fc-c983cc0c4a74 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824165 Jun 18 16:45:54.184748 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1fc6bf9-d118-4136-b889-b08111a8886c req-a8484534-b97c-4b60-8fe8-37f7deb9ffff service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853629 Jun 18 16:45:54.307036 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cd3a1-7885-426c-9b51-e009e93c2138 req-6978b2f7-9342-49c2-9756-baaeae9fc99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:54.308764 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-de8cd3a1-7885-426c-9b51-e009e93c2138 req-6978b2f7-9342-49c2-9756-baaeae9fc99b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 1096 time: 0.0659964 Jun 18 16:45:54.316140 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:54.412498 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cd3a1-7885-426c-9b51-e009e93c2138 req-99b37d90-9a1b-44af-8e3a-80d7a669146d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:54.413983 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-de8cd3a1-7885-426c-9b51-e009e93c2138 req-99b37d90-9a1b-44af-8e3a-80d7a669146d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.0974169 Jun 18 16:45:54.457075 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-de8cd3a1-7885-426c-9b51-e009e93c2138 req-962c2312-8a92-48ce-8285-3a3197f2a170 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d115c153-4582-417d-825b-04fbdf94d258 HTTP/1.1" status: 200 len: 217 time: 0.0362828 Jun 18 16:45:54.508356 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cd3a1-7885-426c-9b51-e009e93c2138 req-d25f0133-bdc2-4844-81ac-668146b37fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:54.509828 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-de8cd3a1-7885-426c-9b51-e009e93c2138 req-d25f0133-bdc2-4844-81ac-668146b37fe4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0464883 Jun 18 16:45:54.575152 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8cd3a1-7885-426c-9b51-e009e93c2138 req-203707fd-0fa7-48a2-85fb-a699536d34f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:54.576634 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-de8cd3a1-7885-426c-9b51-e009e93c2138 req-203707fd-0fa7-48a2-85fb-a699536d34f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0592234 Jun 18 16:45:54.670290 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-de8cd3a1-7885-426c-9b51-e009e93c2138 req-f1bfa8eb-a4b2-4faf-be9a-8dfe9335f2a1 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858383 Jun 18 16:45:54.786215 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-de8cd3a1-7885-426c-9b51-e009e93c2138 req-d6c09088-8aaf-4e00-ac2e-e86ee301a55f service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080432 Jun 18 16:45:54.840753 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4762a6-039e-4706-8558-4fa3fdecd9d7 req-4ee93387-6597-4a2d-9d3d-ddfa0ab78876 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:54.842255 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c4762a6-039e-4706-8558-4fa3fdecd9d7 req-4ee93387-6597-4a2d-9d3d-ddfa0ab78876 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 943 time: 0.0690718 Jun 18 16:45:54.886506 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c4762a6-039e-4706-8558-4fa3fdecd9d7 req-b4514a50-3568-4d27-9efb-2ea2821e7117 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378985 Jun 18 16:45:56.061728 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fbb64-d6d3-4dc8-80ea-d67f8973b7cb req-cdd1c3bd-ac5b-4abb-a434-f8633c19cddc tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:56.063233 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4f4fbb64-d6d3-4dc8-80ea-d67f8973b7cb req-cdd1c3bd-ac5b-4abb-a434-f8633c19cddc tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 943 time: 0.0644839 Jun 18 16:45:56.100469 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4f4fbb64-d6d3-4dc8-80ea-d67f8973b7cb req-2261feab-cacb-430b-978f-9f31f17ff493 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308065 Jun 18 16:45:56.397498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device d115c153-4582-417d-825b-04fbdf94d258 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:45:56.492666 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port d115c153-4582-417d-825b-04fbdf94d258, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d115c153-4582-417d-825b-04fbdf94d258,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:45:56.503596 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': 'd115c153-4582-417d-825b-04fbdf94d258', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'port_id': 'd115c153-4582-417d-825b-04fbdf94d258', 'mac_address': 'fa:16:3e:1f:10:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:45:56.539405 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:56.552128 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d115c153-4582-417d-825b-04fbdf94d258 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:45:56.570661 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port d115c153-4582-417d-825b-04fbdf94d258, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d115c153-4582-417d-825b-04fbdf94d258,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:45:56.574374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:56.576085 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:56.623019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=d115c153-4582-417d-825b-04fbdf94d258,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:56.631463 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:56.631815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:56.632160 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:56.632497 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:56.632829 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:56.633161 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:56.633488 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:56.633814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:56.634141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:56.634493 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:56.634860 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:56.635163 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:45:56.639119 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:56.789259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['d115c153-4582-417d-825b-04fbdf94d258'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:45:57.289901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f7eed-9e41-4f1d-9ed2-1bd874489b88 req-9369911e-7088-4980-8309-5c845699d67c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:57.292118 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5c1f7eed-9e41-4f1d-9ed2-1bd874489b88 req-9369911e-7088-4980-8309-5c845699d67c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 944 time: 0.0673935 Jun 18 16:45:57.332659 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5c1f7eed-9e41-4f1d-9ed2-1bd874489b88 req-3d1ac1f6-9e0e-4afa-a06c-a02df964ff61 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349121 Jun 18 16:45:58.424398 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device d115c153-4582-417d-825b-04fbdf94d258 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:45:58.474374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port d115c153-4582-417d-825b-04fbdf94d258 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:45:58.478116 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port d115c153-4582-417d-825b-04fbdf94d258 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:45:58.478550 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:58.505922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802210db-30bd-4747-b818-0cff3c6c93ee req-9c1f83d5-f2f3-4ed2-a5cd-316099c2f7a9 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:58.507520 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-802210db-30bd-4747-b818-0cff3c6c93ee req-9c1f83d5-f2f3-4ed2-a5cd-316099c2f7a9 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 944 time: 0.0655704 Jun 18 16:45:58.546901 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-802210db-30bd-4747-b818-0cff3c6c93ee req-fe242413-41e3-4621-9b2e-08772860e5b4 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334733 Jun 18 16:45:58.557989 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:58.581431 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273ae554-8b36-4f70-8e94-568dd4205df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd115c153-4582-417d-825b-04fbdf94d258'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:45:58.583798 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c9ff2b-bada-44d7-8060-e4376b1c1afa" -d '{"events": [{"server_uuid": "273ae554-8b36-4f70-8e94-568dd4205df3", "name": "network-vif-plugged", "status": "completed", "tag": "d115c153-4582-417d-825b-04fbdf94d258"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:45:58.597790 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port d115c153-4582-417d-825b-04fbdf94d258, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d115c153-4582-417d-825b-04fbdf94d258,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:45:58.601730 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:45:58.604574 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:45:58.629138 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98867217-8939-4e8b-b619-3b0d7903c282 x-openstack-request-id: req-98867217-8939-4e8b-b619-3b0d7903c282 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:45:58.629438 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273ae554-8b36-4f70-8e94-568dd4205df3", "name": "network-vif-plugged", "status": "completed", "tag": "d115c153-4582-417d-825b-04fbdf94d258", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:45:58.629702 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-98867217-8939-4e8b-b619-3b0d7903c282 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:45:58.630099 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273ae554-8b36-4f70-8e94-568dd4205df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd115c153-4582-417d-825b-04fbdf94d258', 'code': 200} Jun 18 16:45:58.656652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=d115c153-4582-417d-825b-04fbdf94d258,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:45:58.659877 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:45:58.843859 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d45cf0-ebe2-4eb5-b443-525bd8b68c4c req-f5740dc9-c33c-4580-8438-2115518d41e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:58.845886 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-16d45cf0-ebe2-4eb5-b443-525bd8b68c4c req-f5740dc9-c33c-4580-8438-2115518d41e8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 1098 time: 0.0547304 Jun 18 16:45:58.886291 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-16d45cf0-ebe2-4eb5-b443-525bd8b68c4c req-6d64a336-3568-4c44-bfa2-1867577df02b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335360 Jun 18 16:45:59.736811 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7f50f-8c87-4aa7-a7f6-497ef1c652cc req-5417b7bf-4a9e-4099-be48-2e4eee141a1b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:45:59.738236 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1ec7f50f-8c87-4aa7-a7f6-497ef1c652cc req-5417b7bf-4a9e-4099-be48-2e4eee141a1b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.0680389 Jun 18 16:45:59.777687 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1ec7f50f-8c87-4aa7-a7f6-497ef1c652cc req-5f998eb1-78f4-48ce-895c-077a3ab26060 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333631 Jun 18 16:46:00.956165 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffb6b6-4de0-4d32-89f8-b7b7f579f1fc req-c18c8843-3d9f-4113-8f81-256d8e197ca8 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:00.957648 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e7ffb6b6-4de0-4d32-89f8-b7b7f579f1fc req-c18c8843-3d9f-4113-8f81-256d8e197ca8 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.0631871 Jun 18 16:46:00.994509 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e7ffb6b6-4de0-4d32-89f8-b7b7f579f1fc req-0e7a6dbd-3a12-49b6-8423-a8a1979e6fe0 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312431 Jun 18 16:46:01.167438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504d5f3-50b2-41df-82fb-47e009f604d3 req-e3aa052d-a7d7-4ef3-9ede-93b46612b97f tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:01.168945 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d504d5f3-50b2-41df-82fb-47e009f604d3 req-e3aa052d-a7d7-4ef3-9ede-93b46612b97f tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.0665727 Jun 18 16:46:01.178708 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 54062) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:46:01.185801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-4c623851-9955-42cd-9e4c-d79457de9849 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Request body: {'floatingip': {'port_id': 'd115c153-4582-417d-825b-04fbdf94d258'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:46:01.227289 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c623851-9955-42cd-9e4c-d79457de9849 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for floatingip, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:01.673068 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c623851-9955-42cd-9e4c-d79457de9849 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:01.677260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c623851-9955-42cd-9e4c-d79457de9849 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:02.088800 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-4c623851-9955-42cd-9e4c-d79457de9849 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Floating IP 789b2fd2-2564-4e8b-8cac-4c5fa2eeea34 associated. External IP: 172.26.6.170, port: d115c153-4582-417d-825b-04fbdf94d258. Jun 18 16:46:02.297559 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c623851-9955-42cd-9e4c-d79457de9849 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:46:02.410864 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c623851-9955-42cd-9e4c-d79457de9849 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:46:02.415372 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4c623851-9955-42cd-9e4c-d79457de9849 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:02.420699 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef5b259-9e92-484b-9e5d-4f7abf404948 None None] Sync routers for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:46:02.431360 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef5b259-9e92-484b-9e5d-4f7abf404948 None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:46:02.431990 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2ef5b259-9e92-484b-9e5d-4f7abf404948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:45:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:02.454177 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4c623851-9955-42cd-9e4c-d79457de9849 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "PUT /v2.0/floatingips/789b2fd2-2564-4e8b-8cac-4c5fa2eeea34 HTTP/1.1" status: 200 len: 991 time: 1.2742462 Jun 18 16:46:02.454926 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '273ae554-8b36-4f70-8e94-568dd4205df3', 'tag': 'd115c153-4582-417d-825b-04fbdf94d258'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:46:02.457237 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb66b9c-66b2-4e81-8fe2-a26968009966" -d '{"events": [{"name": "network-changed", "server_uuid": "273ae554-8b36-4f70-8e94-568dd4205df3", "tag": "d115c153-4582-417d-825b-04fbdf94d258"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:46:02.496677 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9d0167-3c82-4656-ac70-8c9a2a0bf6ee x-openstack-request-id: req-3c9d0167-3c82-4656-ac70-8c9a2a0bf6ee {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:46:02.497240 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "273ae554-8b36-4f70-8e94-568dd4205df3", "tag": "d115c153-4582-417d-825b-04fbdf94d258", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:46:02.497641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3c9d0167-3c82-4656-ac70-8c9a2a0bf6ee {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:46:02.498153 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '273ae554-8b36-4f70-8e94-568dd4205df3', 'tag': 'd115c153-4582-417d-825b-04fbdf94d258', 'status': 'completed', 'code': 200} Jun 18 16:46:02.550725 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-2ef5b259-9e92-484b-9e5d-4f7abf404948 None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:46:02.582748 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb66b9c-66b2-4e81-8fe2-a26968009966 req-c3abec6b-f7f7-4fe7-8594-63d01e5eeb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:02.584509 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3eb66b9c-66b2-4e81-8fe2-a26968009966 req-c3abec6b-f7f7-4fe7-8594-63d01e5eeb87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 1098 time: 0.0630457 Jun 18 16:46:02.686896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb66b9c-66b2-4e81-8fe2-a26968009966 req-e7227676-2099-4500-ac70-518024f44a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:02.688378 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3eb66b9c-66b2-4e81-8fe2-a26968009966 req-e7227676-2099-4500-ac70-518024f44a03 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.0975096 Jun 18 16:46:02.755726 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3eb66b9c-66b2-4e81-8fe2-a26968009966 req-8b571954-1e00-43a1-923c-73c5bbb213f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d115c153-4582-417d-825b-04fbdf94d258 HTTP/1.1" status: 200 len: 999 time: 0.0593979 Jun 18 16:46:02.781201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2ef5b259-9e92-484b-9e5d-4f7abf404948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '789b2fd2-2564-4e8b-8cac-4c5fa2eeea34', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'floating_ip_address': '172.26.6.170', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'port_id': 'd115c153-4582-417d-825b-04fbdf94d258', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'mac_address': 'fa:16:3e:1f:10:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273ae554-8b36-4f70-8e94-568dd4205df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:44:37Z', 'updated_at': '2021-06-18T16:46:01Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:02.806335 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb66b9c-66b2-4e81-8fe2-a26968009966 req-60474dcd-d0f2-48dc-aba7-7bdf2dc159de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:02.807734 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3eb66b9c-66b2-4e81-8fe2-a26968009966 req-60474dcd-d0f2-48dc-aba7-7bdf2dc159de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0451934 Jun 18 16:46:02.809288 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef5b259-9e92-484b-9e5d-4f7abf404948 None None] Checking router: 4ea4e532-7fee-4485-bc5f-30b73a5cad0f for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:46:02.818295 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef5b259-9e92-484b-9e5d-4f7abf404948 None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:46:02.818928 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2ef5b259-9e92-484b-9e5d-4f7abf404948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:45:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:02.875518 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb66b9c-66b2-4e81-8fe2-a26968009966 req-ebaac19b-7f72-4807-b8a9-3ccb4b21b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:02.877284 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3eb66b9c-66b2-4e81-8fe2-a26968009966 req-ebaac19b-7f72-4807-b8a9-3ccb4b21b5e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0616817 Jun 18 16:46:02.985405 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3eb66b9c-66b2-4e81-8fe2-a26968009966 req-5b3ed9c6-daa7-478a-9fa3-6d659cc7e6e0 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007316 Jun 18 16:46:03.081193 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-2ef5b259-9e92-484b-9e5d-4f7abf404948 None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:46:03.083484 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3eb66b9c-66b2-4e81-8fe2-a26968009966 req-6e34cdde-9833-43f2-b6ec-8b2b314a3368 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904629 Jun 18 16:46:03.307783 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-2ef5b259-9e92-484b-9e5d-4f7abf404948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '789b2fd2-2564-4e8b-8cac-4c5fa2eeea34', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'floating_ip_address': '172.26.6.170', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'port_id': 'd115c153-4582-417d-825b-04fbdf94d258', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'mac_address': 'fa:16:3e:1f:10:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273ae554-8b36-4f70-8e94-568dd4205df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:44:37Z', 'updated_at': '2021-06-18T16:46:01Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:46:03.334755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef5b259-9e92-484b-9e5d-4f7abf404948 None None] The sync data for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv is: [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '789b2fd2-2564-4e8b-8cac-4c5fa2eeea34', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'floating_ip_address': '172.26.6.170', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'port_id': 'd115c153-4582-417d-825b-04fbdf94d258', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'mac_address': 'fa:16:3e:1f:10:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '273ae554-8b36-4f70-8e94-568dd4205df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:44:37Z', 'updated_at': '2021-06-18T16:46:01Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:46:03.518258 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7189d6a5-3f4e-44a4-ada9-39138d5c3c00 None None] New status for floating IP 789b2fd2-2564-4e8b-8cac-4c5fa2eeea34: ACTIVE {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:46:08.494614 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7a74ea4e-d1b5-41d5-bc99-0d0026b95575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:10.970229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5a9bf0a3-bbd5-4ae4-8549-5805807c7d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:11.330516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:12.168667 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:12.858145 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:46:13.784045 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:21.354364 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e47d2155-fc4c-4614-9ffb-ad065332230f req-13c22128-05f3-448b-b2d0-6e55b6b07aef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547233 Jun 18 16:46:21.454103 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d2155-fc4c-4614-9ffb-ad065332230f req-60c58d9a-6bf0-41c6-9715-4d0d33235252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:21.455886 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e47d2155-fc4c-4614-9ffb-ad065332230f req-60c58d9a-6bf0-41c6-9715-4d0d33235252 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 1098 time: 0.0546517 Jun 18 16:46:21.567845 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d2155-fc4c-4614-9ffb-ad065332230f req-4085a93f-7f12-48f0-aa0b-7c95d68b3fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:21.569317 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e47d2155-fc4c-4614-9ffb-ad065332230f req-4085a93f-7f12-48f0-aa0b-7c95d68b3fe6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.0923150 Jun 18 16:46:21.638876 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e47d2155-fc4c-4614-9ffb-ad065332230f req-96906d7e-6724-402d-8490-9f7daa849442 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d115c153-4582-417d-825b-04fbdf94d258 HTTP/1.1" status: 200 len: 1001 time: 0.0628829 Jun 18 16:46:21.690404 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d2155-fc4c-4614-9ffb-ad065332230f req-4b5a6440-88a1-4c73-b622-8330908e5508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:21.691924 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e47d2155-fc4c-4614-9ffb-ad065332230f req-4b5a6440-88a1-4c73-b622-8330908e5508 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0465033 Jun 18 16:46:21.762061 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d2155-fc4c-4614-9ffb-ad065332230f req-17d8d153-e8dc-4cb6-8fd6-e6afbc7e401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:21.763608 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e47d2155-fc4c-4614-9ffb-ad065332230f req-17d8d153-e8dc-4cb6-8fd6-e6afbc7e401b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0603731 Jun 18 16:46:21.855544 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e47d2155-fc4c-4614-9ffb-ad065332230f req-46e0349b-a0d5-442f-bc8d-93a61d0a98a1 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837214 Jun 18 16:46:21.957103 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e47d2155-fc4c-4614-9ffb-ad065332230f req-026cc93d-e360-4d1c-b3af-141b880df76a service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934386 Jun 18 16:46:24.316229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:38.496734 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-56eb9fd2-e7c6-41ac-abbe-57e08347e6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:40.137137 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926e43e-fa89-4c13-8224-b936daffb995 req-a7320c43-5b96-4e15-bf5a-aa5cd0caed31 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:40.138663 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a926e43e-fa89-4c13-8224-b936daffb995 req-a7320c43-5b96-4e15-bf5a-aa5cd0caed31 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.1551237 Jun 18 16:46:40.178781 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a926e43e-fa89-4c13-8224-b936daffb995 req-2b4df069-a508-46a9-9393-23b94ccc415a tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340440 Jun 18 16:46:40.973194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-55f7ea7c-cb91-4b35-b2bf-f55e5b856bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:41.323431 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:41.373141 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01652a97-f00e-4f4e-a80d-fbe1d7037729 req-8339f85a-121e-4781-9716-47d765098e50 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:41.374640 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-01652a97-f00e-4f4e-a80d-fbe1d7037729 req-8339f85a-121e-4781-9716-47d765098e50 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.0731471 Jun 18 16:46:41.428207 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-01652a97-f00e-4f4e-a80d-fbe1d7037729 req-37e718f7-d38d-4d76-9295-dd0fc1deb250 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470765 Jun 18 16:46:42.171036 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:42.602982 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fa3cb-a77d-414e-a4d1-c3cfb8bf2226 req-afb14a4e-3026-41b1-9a96-f4644d53740e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:42.604441 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-826fa3cb-a77d-414e-a4d1-c3cfb8bf2226 req-afb14a4e-3026-41b1-9a96-f4644d53740e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.0647147 Jun 18 16:46:42.642276 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-826fa3cb-a77d-414e-a4d1-c3cfb8bf2226 req-c0d097c8-470c-4672-8f2f-7d17173781d8 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321798 Jun 18 16:46:43.788225 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:43.825640 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f6053-fe74-4811-a4df-0ea7c90eb7c4 req-5e60805b-be09-41e3-a328-9f36826ce2da tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:43.827267 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-751f6053-fe74-4811-a4df-0ea7c90eb7c4 req-5e60805b-be09-41e3-a328-9f36826ce2da tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.0673325 Jun 18 16:46:43.868471 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-751f6053-fe74-4811-a4df-0ea7c90eb7c4 req-8c2a29cf-19b7-4ae0-aa43-099bd88e1d30 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347025 Jun 18 16:46:45.048922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785524cc-93ef-4690-a38c-2d1524bc3dc1 req-c80109f4-6010-40f2-9e40-7ea01c4978da tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:45.050457 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-785524cc-93ef-4690-a38c-2d1524bc3dc1 req-c80109f4-6010-40f2-9e40-7ea01c4978da tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.0675745 Jun 18 16:46:45.089405 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-785524cc-93ef-4690-a38c-2d1524bc3dc1 req-2c01cfb1-a418-4908-847a-1a26f5c00c01 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329258 Jun 18 16:46:46.269487 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792c01b-3b0d-4e20-9152-ee40d66e30bc req-f340e7d1-38a9-4cfc-a2e3-b1fea00206cc tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:46.271023 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9792c01b-3b0d-4e20-9152-ee40d66e30bc req-f340e7d1-38a9-4cfc-a2e3-b1fea00206cc tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.0719347 Jun 18 16:46:46.308575 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9792c01b-3b0d-4e20-9152-ee40d66e30bc req-23122f2a-a523-4736-8f4f-84d55f7fe061 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318723 Jun 18 16:46:47.483197 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e4bd5-ca70-4646-a7c7-5012c15ca2b6 req-e940e126-d25a-4ca1-acc1-5f8c7aca8d2b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:47.484702 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f36e4bd5-ca70-4646-a7c7-5012c15ca2b6 req-e940e126-d25a-4ca1-acc1-5f8c7aca8d2b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.0654497 Jun 18 16:46:47.526834 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f36e4bd5-ca70-4646-a7c7-5012c15ca2b6 req-5b39706d-da61-40f3-a414-d10aef7fd657 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355692 Jun 18 16:46:48.702222 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16298b-2ca6-40ad-81eb-f61e43d45ccb req-492bf8bf-a7b9-47da-b9c7-974b3ca0bbec tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:48.703639 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-de16298b-2ca6-40ad-81eb-f61e43d45ccb req-492bf8bf-a7b9-47da-b9c7-974b3ca0bbec tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.0636110 Jun 18 16:46:48.746157 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-de16298b-2ca6-40ad-81eb-f61e43d45ccb req-ddfaf496-5a18-4545-91eb-127477d735a8 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361123 Jun 18 16:46:49.857372 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:46:49.931304 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bbc21-9253-40b4-b93c-1b6798cf9fa4 req-98f5d0cb-cbf0-4797-b283-3dabd2f47117 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:49.932851 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ec1bbc21-9253-40b4-b93c-1b6798cf9fa4 req-98f5d0cb-cbf0-4797-b283-3dabd2f47117 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.0716062 Jun 18 16:46:49.975902 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ec1bbc21-9253-40b4-b93c-1b6798cf9fa4 req-da40da6f-2953-4f39-8fed-961e3fd89191 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338776 Jun 18 16:46:51.155153 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba29e0b-3222-44a2-93a5-c549094a053c req-8ce0743f-bd61-4289-9f52-c5bce47fb3c3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:51.156635 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ba29e0b-3222-44a2-93a5-c549094a053c req-8ce0743f-bd61-4289-9f52-c5bce47fb3c3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.0679619 Jun 18 16:46:51.195169 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ba29e0b-3222-44a2-93a5-c549094a053c req-6ebb6b02-d9a2-4aaa-97e6-f2d610661b92 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320206 Jun 18 16:46:51.551204 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-7f11d9e5-2c42-4640-8416-59f1366edf69 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0517855 Jun 18 16:46:51.613713 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2be5d3a-47ac-4e49-93d0-c9f691aede2d req-c02653cf-3545-46d2-b6b1-1b88a3063d18 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:51.615232 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b2be5d3a-47ac-4e49-93d0-c9f691aede2d req-c02653cf-3545-46d2-b6b1-1b88a3063d18 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.0631707 Jun 18 16:46:51.654108 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b2be5d3a-47ac-4e49-93d0-c9f691aede2d req-5925452a-2c97-4a0e-bb6b-956b6b641f53 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330479 Jun 18 16:46:52.664527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-297e45e2-b7c6-4ea1-8807-7ef1f634c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:52.666022 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-297e45e2-b7c6-4ea1-8807-7ef1f634c27b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 1098 time: 0.0582550 Jun 18 16:46:52.762053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-2508cc82-f213-4f01-94c3-c8faf013cfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:52.763566 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-2508cc82-f213-4f01-94c3-c8faf013cfb6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.0906899 Jun 18 16:46:52.865475 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-97e7cae9-47c1-4e06-9f10-87015d6a2515 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d115c153-4582-417d-825b-04fbdf94d258 HTTP/1.1" status: 200 len: 1001 time: 0.0886555 Jun 18 16:46:52.912468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360194f-c0ab-48da-b675-2b8af5447684 req-f8cde590-2745-4ed2-ab86-021f41e48280 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:52.913943 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a360194f-c0ab-48da-b675-2b8af5447684 req-f8cde590-2745-4ed2-ab86-021f41e48280 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.1464226 Jun 18 16:46:52.943063 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-bfcf6681-42b0-4142-ab13-268f023671b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:52.944388 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-bfcf6681-42b0-4142-ab13-268f023671b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0717707 Jun 18 16:46:52.991770 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a360194f-c0ab-48da-b675-2b8af5447684 req-0f5ebd15-2b4c-4416-a996-8238dd6f78d9 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720627 Jun 18 16:46:53.017157 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-c6ca5309-c5df-40a6-890e-d56fc57276a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:53.019766 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-c6ca5309-c5df-40a6-890e-d56fc57276a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0641725 Jun 18 16:46:53.110669 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-c386d7dc-35c4-4896-b660-fd827fb3a384 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842297 Jun 18 16:46:53.211784 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-66fadcf7-f602-4c5a-ba73-2ee4113f2ee7 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922074 Jun 18 16:46:54.186558 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7db069-144d-4b42-8d18-ad22a4813111 req-1c522193-0faf-4418-ac0b-fc9bf382122e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:54.188076 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ff7db069-144d-4b42-8d18-ad22a4813111 req-1c522193-0faf-4418-ac0b-fc9bf382122e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.0725091 Jun 18 16:46:54.228972 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ff7db069-144d-4b42-8d18-ad22a4813111 req-c33eb821-c1e3-4e1d-a267-a02244671e89 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340674 Jun 18 16:46:54.336274 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:55.056777 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-f9137f81-7c25-4e02-8491-f0272b340315 service neutron] 10.222.0.55 "GET /v2.0/ports/d115c153-4582-417d-825b-04fbdf94d258/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0548136 Jun 18 16:46:55.312352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-a81ebcc3-807d-426b-97e6-72ef06874900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:55.314235 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-a81ebcc3-807d-426b-97e6-72ef06874900 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3&tenant_id=d5119dc992734f2fa4d1076ef563c0a7 HTTP/1.1" status: 200 len: 1098 time: 0.0590544 Jun 18 16:46:55.444090 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-2a640454-301d-4782-920b-7b44585e9137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:55.446858 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-2a640454-301d-4782-920b-7b44585e9137 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 1098 time: 0.1070590 Jun 18 16:46:55.465210 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf9f90-b911-4044-bf81-1ad2ccf130fe req-a53b3e1b-3f45-402e-89b7-920e397a0165 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:55.466663 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-76bf9f90-b911-4044-bf81-1ad2ccf130fe req-a53b3e1b-3f45-402e-89b7-920e397a0165 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.1181512 Jun 18 16:46:55.551459 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-76bf9f90-b911-4044-bf81-1ad2ccf130fe req-66d60e25-718f-4937-8c43-dd052a075de9 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777152 Jun 18 16:46:55.579525 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-c8e5094e-a6a7-45dd-9a34-b15e3cb3ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:55.581783 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-c8e5094e-a6a7-45dd-9a34-b15e3cb3ef87 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.1271291 Jun 18 16:46:55.646300 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-3e2ae049-2b4a-478f-a1b1-ad32a1d05e1b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d115c153-4582-417d-825b-04fbdf94d258 HTTP/1.1" status: 200 len: 1001 time: 0.0579696 Jun 18 16:46:55.699672 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-f472864b-e218-473e-b034-7f4265b56e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:55.701083 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-f472864b-e218-473e-b034-7f4265b56e96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0481045 Jun 18 16:46:55.766299 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-875b4330-5f26-4da5-8223-2d6f691585f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:55.767735 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-875b4330-5f26-4da5-8223-2d6f691585f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0587418 Jun 18 16:46:55.856192 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-2c57a85d-5a3c-422d-9a01-2a9db4f2d7c9 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802753 Jun 18 16:46:55.951726 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eccace26-ef0b-434e-9421-ccabb0037a4c req-72daeda4-ec4c-4b69-b6ed-3be9fcf6d2c8 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870414 Jun 18 16:46:56.732553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4933a6a-35b3-42eb-ad96-bc43872cd345 req-bac4b982-b8c1-4575-9d41-9acf34ddeb63 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:56.734082 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b4933a6a-35b3-42eb-ad96-bc43872cd345 req-bac4b982-b8c1-4575-9d41-9acf34ddeb63 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.0689394 Jun 18 16:46:56.773033 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b4933a6a-35b3-42eb-ad96-bc43872cd345 req-e186c481-7049-4afb-a6b9-a6a52b4572d6 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330737 Jun 18 16:46:57.950601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72c345-1aac-4735-98a7-83a1145ea79e req-b6aea5b0-4819-4d05-b029-509b2f7623ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:57.952073 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0d72c345-1aac-4735-98a7-83a1145ea79e req-b6aea5b0-4819-4d05-b029-509b2f7623ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.0631509 Jun 18 16:46:57.995077 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0d72c345-1aac-4735-98a7-83a1145ea79e req-cf729225-46cd-43c9-8449-12296630f2f5 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372832 Jun 18 16:46:58.331279 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e0d51-ef0b-4692-9790-c46dd3906528 req-82c3a9be-606f-496d-9330-d27cacf4fee2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:58.332887 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-522e0d51-ef0b-4692-9790-c46dd3906528 req-82c3a9be-606f-496d-9330-d27cacf4fee2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.1112735 Jun 18 16:46:58.347032 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07f81-3f23-4a4e-8743-1a77175c0f89 req-83481de2-ab08-4995-8955-88878b7622ec tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:58.348526 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5a07f81-3f23-4a4e-8743-1a77175c0f89 req-83481de2-ab08-4995-8955-88878b7622ec tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3&tenant_id=d5119dc992734f2fa4d1076ef563c0a7&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.0983455 Jun 18 16:46:58.382603 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-522e0d51-ef0b-4692-9790-c46dd3906528 req-45c986a3-c1fe-499e-b608-ca626598e11c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430632 Jun 18 16:46:58.452334 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07f81-3f23-4a4e-8743-1a77175c0f89 req-af8d3e64-1045-4260-bff5-486bad51e40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:58.453815 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5a07f81-3f23-4a4e-8743-1a77175c0f89 req-af8d3e64-1045-4260-bff5-486bad51e40c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 1098 time: 0.0606754 Jun 18 16:46:58.543706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07f81-3f23-4a4e-8743-1a77175c0f89 req-962d63f1-30a7-4bb7-b93e-925ac5eba600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:58.545158 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5a07f81-3f23-4a4e-8743-1a77175c0f89 req-962d63f1-30a7-4bb7-b93e-925ac5eba600 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.0837908 Jun 18 16:46:58.614986 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5a07f81-3f23-4a4e-8743-1a77175c0f89 req-a458876b-318e-4b79-b921-199e072d642c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d115c153-4582-417d-825b-04fbdf94d258 HTTP/1.1" status: 200 len: 1001 time: 0.0626459 Jun 18 16:46:58.665181 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07f81-3f23-4a4e-8743-1a77175c0f89 req-1b68e87d-9eff-45cd-8cb3-fa4eaf716e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:58.666551 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5a07f81-3f23-4a4e-8743-1a77175c0f89 req-1b68e87d-9eff-45cd-8cb3-fa4eaf716e62 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0445466 Jun 18 16:46:58.724964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a07f81-3f23-4a4e-8743-1a77175c0f89 req-db45ec86-422b-49f5-9031-3b555cac024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:58.726437 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5a07f81-3f23-4a4e-8743-1a77175c0f89 req-db45ec86-422b-49f5-9031-3b555cac024a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0527556 Jun 18 16:46:58.807451 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device d115c153-4582-417d-825b-04fbdf94d258 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:46:58.809578 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device d115c153-4582-417d-825b-04fbdf94d258 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:46:58.820948 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5a07f81-3f23-4a4e-8743-1a77175c0f89 req-88ba5019-0ae3-4a67-b32e-19ff1be85a2e service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871990 Jun 18 16:46:58.919071 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5a07f81-3f23-4a4e-8743-1a77175c0f89 req-b0d9adb0-0775-46ac-a0ef-7427b7962dd7 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915270 Jun 18 16:46:58.961890 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:58.989831 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port d115c153-4582-417d-825b-04fbdf94d258, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d115c153-4582-417d-825b-04fbdf94d258,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:46:59.004517 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273ae554-8b36-4f70-8e94-568dd4205df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd115c153-4582-417d-825b-04fbdf94d258'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:46:59.006812 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9657f3ef-ac25-4bf8-811a-bd1f3cc597b8" -d '{"events": [{"server_uuid": "273ae554-8b36-4f70-8e94-568dd4205df3", "name": "network-vif-unplugged", "status": "completed", "tag": "d115c153-4582-417d-825b-04fbdf94d258"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:46:59.019404 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': 'd115c153-4582-417d-825b-04fbdf94d258', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'port_id': 'd115c153-4582-417d-825b-04fbdf94d258', 'mac_address': 'fa:16:3e:1f:10:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:46:59.024311 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port d115c153-4582-417d-825b-04fbdf94d258, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d115c153-4582-417d-825b-04fbdf94d258,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:46:59.029435 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:59.047777 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:59.076056 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 16:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d0d791-0161-4da6-bf35-43d4583f4942 x-openstack-request-id: req-60d0d791-0161-4da6-bf35-43d4583f4942 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:46:59.076363 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273ae554-8b36-4f70-8e94-568dd4205df3", "name": "network-vif-unplugged", "status": "completed", "tag": "d115c153-4582-417d-825b-04fbdf94d258", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:46:59.076627 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-60d0d791-0161-4da6-bf35-43d4583f4942 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:46:59.077024 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273ae554-8b36-4f70-8e94-568dd4205df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd115c153-4582-417d-825b-04fbdf94d258', 'code': 200} Jun 18 16:46:59.093342 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:59.117678 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=d115c153-4582-417d-825b-04fbdf94d258,revision_number=6']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:59.120645 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d115c153-4582-417d-825b-04fbdf94d258 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:46:59.131786 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:59.132141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:59.132490 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:59.132831 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:59.133169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:59.133506 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:59.133839 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:59.134169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:59.134535 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:59.134869 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:59.135194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:59.135516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:46:59.142831 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:59.153720 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port d115c153-4582-417d-825b-04fbdf94d258, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d115c153-4582-417d-825b-04fbdf94d258,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:46:59.157519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:46:59.160006 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:46:59.217422 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=d115c153-4582-417d-825b-04fbdf94d258,revision_number=7']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:46:59.220450 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:46:59.224506 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['d115c153-4582-417d-825b-04fbdf94d258'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:46:59.582967 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a6227-8f5b-4cd6-9588-a2f4dcfc159e req-1f7cbd71-108d-481f-8b61-ea96720c259a tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:59.584942 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-389a6227-8f5b-4cd6-9588-a2f4dcfc159e req-1f7cbd71-108d-481f-8b61-ea96720c259a tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 944 time: 0.0724413 Jun 18 16:46:59.632414 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-389a6227-8f5b-4cd6-9588-a2f4dcfc159e req-8d07abbe-2c8d-4831-a059-3cb8b8941d40 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358746 Jun 18 16:46:59.817891 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7120776-5241-44a8-8530-c9822e2a0ce6 req-f920dfd4-d5a6-41dc-837c-796df0a220d1 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:46:59.819311 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d7120776-5241-44a8-8530-c9822e2a0ce6 req-f920dfd4-d5a6-41dc-837c-796df0a220d1 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 944 time: 0.0727358 Jun 18 16:46:59.856677 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d7120776-5241-44a8-8530-c9822e2a0ce6 req-3b924981-df7f-48c3-91b1-34a5a4ac2ced tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315518 Jun 18 16:47:00.248637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bd95e-cb89-4568-bfd9-11f40aa4e709 req-6d3988ff-d0e6-43aa-9a2f-be48ba06f5ed tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:00.250126 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-452bd95e-cb89-4568-bfd9-11f40aa4e709 req-6d3988ff-d0e6-43aa-9a2f-be48ba06f5ed tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 944 time: 0.1092608 Jun 18 16:47:00.253206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c7d62-9fdf-42ad-8329-ed62c1b548c4 req-ece8c3d5-23a0-4c0c-90a7-56cf9cc6d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:00.254604 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6f1c7d62-9fdf-42ad-8329-ed62c1b548c4 req-ece8c3d5-23a0-4c0c-90a7-56cf9cc6d9d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 1097 time: 0.1031928 Jun 18 16:47:00.666408 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-452bd95e-cb89-4568-bfd9-11f40aa4e709 req-bab46957-6576-4679-b0a7-0cecf07b5c52 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4103231 Jun 18 16:47:00.703355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c7d62-9fdf-42ad-8329-ed62c1b548c4 req-c982d1d4-93c6-4404-a253-cc9dd8361b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:00.704814 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6f1c7d62-9fdf-42ad-8329-ed62c1b548c4 req-c982d1d4-93c6-4404-a253-cc9dd8361b1f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.4429827 Jun 18 16:47:00.773958 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6f1c7d62-9fdf-42ad-8329-ed62c1b548c4 req-b0e924d8-525e-40f5-99cf-a24b86a95900 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d115c153-4582-417d-825b-04fbdf94d258 HTTP/1.1" status: 200 len: 1000 time: 0.0607677 Jun 18 16:47:00.805392 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device d115c153-4582-417d-825b-04fbdf94d258 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:47:00.822811 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c7d62-9fdf-42ad-8329-ed62c1b548c4 req-091ba07b-b8dd-4e8a-858b-c4720da9f2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:00.824264 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6f1c7d62-9fdf-42ad-8329-ed62c1b548c4 req-091ba07b-b8dd-4e8a-858b-c4720da9f2d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0441856 Jun 18 16:47:00.851791 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port d115c153-4582-417d-825b-04fbdf94d258 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:47:00.852173 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:00.883653 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c7d62-9fdf-42ad-8329-ed62c1b548c4 req-c2f3b6a1-3d25-4635-bc42-79625a0fab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:00.885253 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6f1c7d62-9fdf-42ad-8329-ed62c1b548c4 req-c2f3b6a1-3d25-4635-bc42-79625a0fab5f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540459 Jun 18 16:47:00.933988 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:00.966601 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port d115c153-4582-417d-825b-04fbdf94d258, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d115c153-4582-417d-825b-04fbdf94d258,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:47:00.970601 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:00.972735 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:00.980569 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6f1c7d62-9fdf-42ad-8329-ed62c1b548c4 req-bf8f8773-a60c-4e18-ba32-db0691e07439 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877137 Jun 18 16:47:01.018780 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=d115c153-4582-417d-825b-04fbdf94d258,revision_number=8']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:01.021854 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:01.071106 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6f1c7d62-9fdf-42ad-8329-ed62c1b548c4 req-713e5b1f-dbd7-4953-b6ab-3cc8054c20cc service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834250 Jun 18 16:47:01.078689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273ae554-8b36-4f70-8e94-568dd4205df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd115c153-4582-417d-825b-04fbdf94d258'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:47:01.081112 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc59cc50-f026-492f-954a-e0b2b5cc401a" -d '{"events": [{"server_uuid": "273ae554-8b36-4f70-8e94-568dd4205df3", "name": "network-vif-plugged", "status": "completed", "tag": "d115c153-4582-417d-825b-04fbdf94d258"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:47:01.128150 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2059e0a-1593-44a9-938a-a6d94a3583ac x-openstack-request-id: req-b2059e0a-1593-44a9-938a-a6d94a3583ac {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:47:01.129210 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273ae554-8b36-4f70-8e94-568dd4205df3", "name": "network-vif-plugged", "status": "completed", "tag": "d115c153-4582-417d-825b-04fbdf94d258", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:47:01.129476 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b2059e0a-1593-44a9-938a-a6d94a3583ac {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:47:01.129888 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273ae554-8b36-4f70-8e94-568dd4205df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd115c153-4582-417d-825b-04fbdf94d258', 'code': 200} Jun 18 16:47:01.841999 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec2724-6085-4bca-b070-32879bd62a25 req-a0798783-0ee4-4752-8bc5-60481a58fa1c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:01.843406 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c1ec2724-6085-4bca-b070-32879bd62a25 req-a0798783-0ee4-4752-8bc5-60481a58fa1c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.0690005 Jun 18 16:47:01.882225 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c1ec2724-6085-4bca-b070-32879bd62a25 req-1cacdc9e-c836-44c9-a98e-4fed50e12db8 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324373 Jun 18 16:47:02.261348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66ecc7-3861-4bad-bcc1-85271d91a012 req-d39932b7-43ad-4d2e-b518-d65d5f7b3c8d tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:02.262875 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2f66ecc7-3861-4bad-bcc1-85271d91a012 req-d39932b7-43ad-4d2e-b518-d65d5f7b3c8d tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.0670381 Jun 18 16:47:02.302454 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2f66ecc7-3861-4bad-bcc1-85271d91a012 req-896788f7-9f3f-420b-b346-b9fbe490fff3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329702 Jun 18 16:47:03.496094 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786e3ae-cf37-41f1-9c57-bde0e8d6e130 req-22a2c9ee-14fc-4588-bd9b-272df70bd97b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:03.497616 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d786e3ae-cf37-41f1-9c57-bde0e8d6e130 req-22a2c9ee-14fc-4588-bd9b-272df70bd97b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.0673578 Jun 18 16:47:03.539336 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d786e3ae-cf37-41f1-9c57-bde0e8d6e130 req-0431e14f-36d7-4165-ad3a-e70cf61b3e39 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358801 Jun 18 16:47:03.920479 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4389bde-d1a6-4923-8b6b-128aa8db5698 req-dfac3018-bcb6-4ea0-9551-67dcf851b03d tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:03.921924 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f4389bde-d1a6-4923-8b6b-128aa8db5698 req-dfac3018-bcb6-4ea0-9551-67dcf851b03d tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 945 time: 0.0683448 Jun 18 16:47:04.019700 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-f4389bde-d1a6-4923-8b6b-128aa8db5698 req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Deleting port d115c153-4582-417d-825b-04fbdf94d258 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:47:04.020038 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-f4389bde-d1a6-4923-8b6b-128aa8db5698 req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:04.113662 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-f4389bde-d1a6-4923-8b6b-128aa8db5698 req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] For port d115c153-4582-417d-825b-04fbdf94d258, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d115c153-4582-417d-825b-04fbdf94d258,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:47:04.114018 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-f4389bde-d1a6-4923-8b6b-128aa8db5698 req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:04.281746 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-f4389bde-d1a6-4923-8b6b-128aa8db5698 req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:04.282116 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-f4389bde-d1a6-4923-8b6b-128aa8db5698 req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:04.282452 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [req-f4389bde-d1a6-4923-8b6b-128aa8db5698 req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Floating IP 789b2fd2-2564-4e8b-8cac-4c5fa2eeea34 disassociated. External IP: 172.26.6.170, port: d115c153-4582-417d-825b-04fbdf94d258. Jun 18 16:47:04.282797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-f4389bde-d1a6-4923-8b6b-128aa8db5698 req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Calling delete_port for d115c153-4582-417d-825b-04fbdf94d258 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:47:04.411688 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-f4389bde-d1a6-4923-8b6b-128aa8db5698 req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:04.415924 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:04.440705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Pushing event deleted for resources: {'Port': ['ID=d115c153-4582-417d-825b-04fbdf94d258,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:04.451948 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:04.452368 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:04.452750 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:04.453133 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:04.453501 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:04.453871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:04.454244 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:04.454637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:04.455034 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:04.455446 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:04.455816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:04.456178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:47:04.459886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:04.573019 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4389bde-d1a6-4923-8b6b-128aa8db5698 req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:47:04.698175 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19b8e7f1-4265-4979-9739-e8e9283e84ff req-12283754-8562-4d90-9bcf-3a801f3a9bc4 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=273ae554-8b36-4f70-8e94-568dd4205df3 HTTP/1.1" status: 200 len: 210 time: 0.0333505 Jun 18 16:47:04.714867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4389bde-d1a6-4923-8b6b-128aa8db5698 req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:47:04.729149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe370f24-1666-432c-83f5-5b25ba2d92ab None None] Sync routers for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:47:04.743374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe370f24-1666-432c-83f5-5b25ba2d92ab None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:47:04.744295 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-fe370f24-1666-432c-83f5-5b25ba2d92ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:46:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:04.772707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4389bde-d1a6-4923-8b6b-128aa8db5698 req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] No DVR routers for this DVR port d115c153-4582-417d-825b-04fbdf94d258 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:47:04.778187 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-f4389bde-d1a6-4923-8b6b-128aa8db5698 req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:04.778187 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f4389bde-d1a6-4923-8b6b-128aa8db5698 req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "DELETE /v2.0/ports/d115c153-4582-417d-825b-04fbdf94d258 HTTP/1.1" status: 204 len: 173 time: 0.8490341 Jun 18 16:47:04.778187 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '273ae554-8b36-4f70-8e94-568dd4205df3', 'name': 'network-vif-deleted', 'tag': 'd115c153-4582-417d-825b-04fbdf94d258'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:47:04.780289 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6eaf5f-195e-4997-8258-7c1599ff376a" -d '{"events": [{"server_uuid": "273ae554-8b36-4f70-8e94-568dd4205df3", "name": "network-vif-deleted", "tag": "d115c153-4582-417d-825b-04fbdf94d258"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:47:04.837370 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc9eff6-f984-4a4c-9a1e-fbf90b9f020a x-openstack-request-id: req-ddc9eff6-f984-4a4c-9a1e-fbf90b9f020a {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:47:04.837725 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "273ae554-8b36-4f70-8e94-568dd4205df3", "name": "network-vif-deleted", "tag": "d115c153-4582-417d-825b-04fbdf94d258", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:47:04.838035 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ddc9eff6-f984-4a4c-9a1e-fbf90b9f020a {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:47:04.838535 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '273ae554-8b36-4f70-8e94-568dd4205df3', 'name': 'network-vif-deleted', 'tag': 'd115c153-4582-417d-825b-04fbdf94d258', 'status': 'completed', 'code': 200} Jun 18 16:47:04.861791 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-fe370f24-1666-432c-83f5-5b25ba2d92ab None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:47:05.070785 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-fe370f24-1666-432c-83f5-5b25ba2d92ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:05.097521 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe370f24-1666-432c-83f5-5b25ba2d92ab None None] Checking router: 4ea4e532-7fee-4485-bc5f-30b73a5cad0f for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:47:05.107093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe370f24-1666-432c-83f5-5b25ba2d92ab None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:47:05.107718 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-fe370f24-1666-432c-83f5-5b25ba2d92ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:46:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:05.224064 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-fe370f24-1666-432c-83f5-5b25ba2d92ab None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:47:05.434332 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-fe370f24-1666-432c-83f5-5b25ba2d92ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:05.463460 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe370f24-1666-432c-83f5-5b25ba2d92ab None None] The sync data for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv is: [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:47:05.663511 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d448d1-500b-4b43-8cff-15332ea0c062 None None] New status for floating IP 789b2fd2-2564-4e8b-8cac-4c5fa2eeea34: DOWN {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:47:06.025095 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-d180617b-be11-42e7-a160-7a6f181cca70 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--479414323&fields=id&tenant_id=d5119dc992734f2fa4d1076ef563c0a7 HTTP/1.1" status: 200 len: 267 time: 0.0344365 Jun 18 16:47:06.131392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-890a2701-13bb-41e3-a5bf-3f95a04e0877 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:06.132849 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-890a2701-13bb-41e3-a5bf-3f95a04e0877 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 811 time: 0.1014163 Jun 18 16:47:06.147762 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-e04a5c7e-c108-432c-a375-4b7a1698946b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/quotas/d5119dc992734f2fa4d1076ef563c0a7 HTTP/1.1" status: 200 len: 375 time: 0.0095203 Jun 18 16:47:06.220404 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-52331f91-222a-467d-8844-a683458fa104 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0677302 Jun 18 16:47:06.313990 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-f1f1252a-e801-4522-ae32-4c0fe249ed5e service neutron] 10.222.0.50 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821142 Jun 18 16:47:06.407046 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-75ae730c-8465-42ed-8c03-eaff75d43aff service neutron] 10.222.0.50 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867491 Jun 18 16:47:06.572951 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6887f8b2-e7c3-439b-be27-bf3cd0150211 req-e20c6e7a-edc7-43fb-9870-144aae91403b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 210 time: 0.0293150 Jun 18 16:47:07.618820 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-88b0fcc7-0810-428f-85cb-b659925a9139 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:07.620332 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-88b0fcc7-0810-428f-85cb-b659925a9139 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 811 time: 0.1183033 Jun 18 16:47:07.675848 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-293da591-37a5-46da-9233-04015629a201 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5119dc992734f2fa4d1076ef563c0a7 HTTP/1.1" status: 200 len: 379 time: 0.0421863 Jun 18 16:47:07.685053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-62047f5a-4ab0-408a-b36e-3a1995ec2a44 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Request body: {'port': {'device_id': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'admin_state_up': True, 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'security_groups': ['2906161a-3143-424f-bf1f-fa3d2d2d13b1']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:47:07.759526 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d39cbe80-4b6e-4d7b-94ae-0645e6eb5be4 req-8ecb7a19-163a-4506-8920-e1ecceb96e30 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 210 time: 0.0592029 Jun 18 16:47:07.829755 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-62047f5a-4ab0-408a-b36e-3a1995ec2a44 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Made reservation on behalf of d5119dc992734f2fa4d1076ef563c0a7 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:47:07.834070 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-62047f5a-4ab0-408a-b36e-3a1995ec2a44 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:07.961372 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-62047f5a-4ab0-408a-b36e-3a1995ec2a44 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Allocated IP 172.20.0.11 (f2162309-e23a-45f4-857d-87e08c777623/97b5b44a-5d79-469f-82fa-25fe2cc9c792/2611892e-927c-49f0-8898-de1d2071423b) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:47:08.101680 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-62047f5a-4ab0-408a-b36e-3a1995ec2a44 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:08.114496 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-62047f5a-4ab0-408a-b36e-3a1995ec2a44 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Transition to ACTIVE for port object 2611892e-927c-49f0-8898-de1d2071423b will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:47:08.146037 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-62047f5a-4ab0-408a-b36e-3a1995ec2a44 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:08.150133 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fca4c248-3847-4c98-8c1b-3765e86a19b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:08.191081 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-62047f5a-4ab0-408a-b36e-3a1995ec2a44 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Network f2162309-e23a-45f4-857d-87e08c777623 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:47:08.194321 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-62047f5a-4ab0-408a-b36e-3a1995ec2a44 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:47:08.198115 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-62047f5a-4ab0-408a-b36e-3a1995ec2a44 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:47:08.204394 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62047f5a-4ab0-408a-b36e-3a1995ec2a44 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Pushing event updated for resources: {'Port': ['ID=2611892e-927c-49f0-8898-de1d2071423b,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:08.224438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-62047f5a-4ab0-408a-b36e-3a1995ec2a44 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:08.250853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-62047f5a-4ab0-408a-b36e-3a1995ec2a44 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:08.251482 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-62047f5a-4ab0-408a-b36e-3a1995ec2a44 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:08.267331 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-62047f5a-4ab0-408a-b36e-3a1995ec2a44 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5861623 Jun 18 16:47:08.282142 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Request body: {'port': {'device_id': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:47:08.362782 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:08.397764 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f32f5cc8-4626-410c-ac66-6f7e0aafdfcc None None] Provisioning for port 2611892e-927c-49f0-8898-de1d2071423b completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:47:08.401542 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f32f5cc8-4626-410c-ac66-6f7e0aafdfcc None None] Provisioning complete for port 2611892e-927c-49f0-8898-de1d2071423b triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:47:08.401929 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f32f5cc8-4626-410c-ac66-6f7e0aafdfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:08.435635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f32f5cc8-4626-410c-ac66-6f7e0aafdfcc None None] Port 2611892e-927c-49f0-8898-de1d2071423b cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:47:08.505343 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b01b97e2-9598-4213-ad13-007a6c79a026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:08.623929 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2611892e-927c-49f0-8898-de1d2071423b {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:47:08.633362 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:08.645129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Transition to ACTIVE for port object 2611892e-927c-49f0-8898-de1d2071423b will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:47:08.649047 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:08.652033 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:08.734952 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Pushing event updated for resources: {'Port': ['ID=2611892e-927c-49f0-8898-de1d2071423b,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:08.739079 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:08.817637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Attempting to bind port 2611892e-927c-49f0-8898-de1d2071423b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:47:08.818000 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Attempting to bind port 2611892e-927c-49f0-8898-de1d2071423b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:47:08.818308 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Attempting to bind port 2611892e-927c-49f0-8898-de1d2071423b on network f2162309-e23a-45f4-857d-87e08c777623 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:47:08.822841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Port 2611892e-927c-49f0-8898-de1d2071423b on network f2162309-e23a-45f4-857d-87e08c777623 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:47:08.823160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Attempting to bind port 2611892e-927c-49f0-8898-de1d2071423b on network f2162309-e23a-45f4-857d-87e08c777623 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:47:08.828197 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:47:08.828551 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Checking segment: {'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:47:08.828935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Bound using segment: {'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:47:08.829370 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Bound port: 2611892e-927c-49f0-8898-de1d2071423b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:47:08.829719 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:08.876817 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device d115c153-4582-417d-825b-04fbdf94d258 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:47:08.897712 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: d115c153-4582-417d-825b-04fbdf94d258 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:47:08.898071 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device d115c153-4582-417d-825b-04fbdf94d258 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:47:08.931110 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] For port 2611892e-927c-49f0-8898-de1d2071423b, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:47:08.935490 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] For port 2611892e-927c-49f0-8898-de1d2071423b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2611892e-927c-49f0-8898-de1d2071423b,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:47:08.941912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:08.945827 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-31924d51-9708-402b-bdd0-5aeee5bad9ec tempest-DeleteServersTestJSON-1744368382 tempest-DeleteServersTestJSON-1744368382-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:08.990798 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:08.991994 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:08.993952 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] 10.222.0.55 "PUT /v2.0/ports/2611892e-927c-49f0-8898-de1d2071423b HTTP/1.1" status: 200 len: 1094 time: 0.7157476 Jun 18 16:47:08.995824 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'tag': '2611892e-927c-49f0-8898-de1d2071423b'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:47:08.998355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afce19c-54ef-4354-843e-5daa6469042b" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4eae0c-1364-41f0-9790-f86f8bfb9dbe", "tag": "2611892e-927c-49f0-8898-de1d2071423b"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:47:09.027008 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0621dac-8b64-4415-92de-6cbbbbc19510 req-e6748001-e68d-48b2-bbdc-57c7d8bbce6b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:09.028541 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c0621dac-8b64-4415-92de-6cbbbbc19510 req-e6748001-e68d-48b2-bbdc-57c7d8bbce6b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 944 time: 0.1526053 Jun 18 16:47:09.029479 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Pushing event updated for resources: {'Port': ['ID=2611892e-927c-49f0-8898-de1d2071423b,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:09.042608 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:09.044078 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ee00a3-d69a-4ce2-a1e3-b4b75c917339 x-openstack-request-id: req-f4ee00a3-d69a-4ce2-a1e3-b4b75c917339 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:47:09.044418 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4eae0c-1364-41f0-9790-f86f8bfb9dbe", "tag": "2611892e-927c-49f0-8898-de1d2071423b", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:47:09.044717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f4ee00a3-d69a-4ce2-a1e3-b4b75c917339 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:47:09.045161 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'tag': '2611892e-927c-49f0-8898-de1d2071423b', 'status': 'completed', 'code': 200} Jun 18 16:47:09.109713 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c0621dac-8b64-4415-92de-6cbbbbc19510 req-f75e65a3-883e-4358-b55a-77f5bc31954d tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704052 Jun 18 16:47:09.125959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-98c6145d-ca40-47a4-8a86-66c98e8e5138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:09.128289 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-98c6145d-ca40-47a4-8a86-66c98e8e5138 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 1097 time: 0.0869992 Jun 18 16:47:09.172459 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-cf91ae43-2bc2-4ff1-8072-3521dd0b72dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2611892e-927c-49f0-8898-de1d2071423b HTTP/1.1" status: 200 len: 217 time: 0.0359213 Jun 18 16:47:09.231078 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-48b81dd1-cf0c-4b98-82d2-8b17816aef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:09.232533 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-48b81dd1-cf0c-4b98-82d2-8b17816aef2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0498514 Jun 18 16:47:09.292346 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-21f954b0-fd7e-4ec7-a63e-473571461368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:09.293873 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-21f954b0-fd7e-4ec7-a63e-473571461368 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0534189 Jun 18 16:47:09.383185 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-f9d1d616-07a3-4e2e-a4ad-c3b378ecfcea service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815589 Jun 18 16:47:09.475080 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5222be79-88fe-4c50-86fb-a4eea6ddaed3 req-26bbd712-1a39-46b5-bc9b-cc540768f74b service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851846 Jun 18 16:47:09.583381 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afce19c-54ef-4354-843e-5daa6469042b req-defef0f4-acbe-41ad-bc63-6859ee166a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:09.584887 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7afce19c-54ef-4354-843e-5daa6469042b req-defef0f4-acbe-41ad-bc63-6859ee166a76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 1097 time: 0.0573177 Jun 18 16:47:09.691681 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afce19c-54ef-4354-843e-5daa6469042b req-6e00d361-8b38-4716-8598-7f5b3ad6b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:09.693065 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7afce19c-54ef-4354-843e-5daa6469042b req-6e00d361-8b38-4716-8598-7f5b3ad6b1fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.1018760 Jun 18 16:47:09.737712 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7afce19c-54ef-4354-843e-5daa6469042b req-b38c9c7d-b8ce-4f66-ad78-b57c72a067c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2611892e-927c-49f0-8898-de1d2071423b HTTP/1.1" status: 200 len: 217 time: 0.0359254 Jun 18 16:47:09.790970 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afce19c-54ef-4354-843e-5daa6469042b req-3fa3f396-288c-4240-8cd0-5339c9e46eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:09.792424 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7afce19c-54ef-4354-843e-5daa6469042b req-3fa3f396-288c-4240-8cd0-5339c9e46eef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0474699 Jun 18 16:47:09.858452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afce19c-54ef-4354-843e-5daa6469042b req-2eb37713-ab61-4a36-9792-a00674ad5e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:09.859951 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7afce19c-54ef-4354-843e-5daa6469042b req-2eb37713-ab61-4a36-9792-a00674ad5e4c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0611231 Jun 18 16:47:09.957403 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7afce19c-54ef-4354-843e-5daa6469042b req-bcdb385b-efce-41a2-8143-730de81652bb service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882993 Jun 18 16:47:10.055146 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7afce19c-54ef-4354-843e-5daa6469042b req-a2e14b86-6610-4ade-b99b-613aa5ac2cb5 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910058 Jun 18 16:47:10.311044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c32be1-e11d-4889-b351-d65315f557b9 req-ef5ea753-34c5-4050-8f56-6ae55633c1d3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:10.312423 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a9c32be1-e11d-4889-b351-d65315f557b9 req-ef5ea753-34c5-4050-8f56-6ae55633c1d3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 944 time: 0.0648141 Jun 18 16:47:10.350183 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a9c32be1-e11d-4889-b351-d65315f557b9 req-bca41a72-5e16-407a-ba58-6d8982931b2c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319071 Jun 18 16:47:10.976498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f3f7dbcb-e7be-419a-94e7-e139f8283482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:11.326631 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:11.544590 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c8328-fbec-4545-9afa-cbe74a853985 req-71fb457f-ac66-4606-990d-30fdb3c05bb7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:11.546103 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d63c8328-fbec-4545-9afa-cbe74a853985 req-71fb457f-ac66-4606-990d-30fdb3c05bb7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 944 time: 0.0729685 Jun 18 16:47:11.585341 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d63c8328-fbec-4545-9afa-cbe74a853985 req-20677259-e904-47ff-acc8-5066238f6726 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327239 Jun 18 16:47:12.173250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:12.763566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271a10c-6c44-4c8d-8684-5cc5976310ce req-fd9f8b61-8717-48be-a7ec-9f53b6b119c6 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:12.765041 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5271a10c-6c44-4c8d-8684-5cc5976310ce req-fd9f8b61-8717-48be-a7ec-9f53b6b119c6 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 944 time: 0.0674982 Jun 18 16:47:12.803740 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5271a10c-6c44-4c8d-8684-5cc5976310ce req-2031fed3-5877-4658-80cd-64db27b6fe61 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324345 Jun 18 16:47:12.886676 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 2611892e-927c-49f0-8898-de1d2071423b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:47:12.984167 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 2611892e-927c-49f0-8898-de1d2071423b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2611892e-927c-49f0-8898-de1d2071423b,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:47:12.995765 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '2611892e-927c-49f0-8898-de1d2071423b', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'port_id': '2611892e-927c-49f0-8898-de1d2071423b', 'mac_address': 'fa:16:3e:60:c7:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:47:13.032433 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:13.045723 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2611892e-927c-49f0-8898-de1d2071423b {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:47:13.065861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 2611892e-927c-49f0-8898-de1d2071423b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2611892e-927c-49f0-8898-de1d2071423b,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:47:13.069870 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:13.071634 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:13.120825 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=2611892e-927c-49f0-8898-de1d2071423b,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:13.123960 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:13.283338 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['2611892e-927c-49f0-8898-de1d2071423b'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:47:13.791306 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:13.976536 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9be36-078d-4b53-b0d3-108d1fbe5fb4 req-89a5eee2-596b-4bf7-9d88-0b31a897ed7e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:13.977996 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1ae9be36-078d-4b53-b0d3-108d1fbe5fb4 req-89a5eee2-596b-4bf7-9d88-0b31a897ed7e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 945 time: 0.0626249 Jun 18 16:47:14.014696 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1ae9be36-078d-4b53-b0d3-108d1fbe5fb4 req-cb8eaa3d-794e-416f-a9e7-9efa73ff7123 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309939 Jun 18 16:47:14.907278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 2611892e-927c-49f0-8898-de1d2071423b up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:47:14.953898 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 2611892e-927c-49f0-8898-de1d2071423b completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:47:14.958293 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 2611892e-927c-49f0-8898-de1d2071423b triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:47:14.958699 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:15.035218 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:15.057982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2611892e-927c-49f0-8898-de1d2071423b'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:47:15.060365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7572c830-a373-4860-9b61-577a2d83c600" -d '{"events": [{"server_uuid": "ec4eae0c-1364-41f0-9790-f86f8bfb9dbe", "name": "network-vif-plugged", "status": "completed", "tag": "2611892e-927c-49f0-8898-de1d2071423b"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:47:15.074078 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 2611892e-927c-49f0-8898-de1d2071423b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2611892e-927c-49f0-8898-de1d2071423b,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:47:15.079433 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:15.082651 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-186da096-031c-462a-bf85-d345572c77a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:47:15.106150 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bb2763-175c-4d22-9e20-7ec6214ab699 x-openstack-request-id: req-32bb2763-175c-4d22-9e20-7ec6214ab699 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:47:15.106477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4eae0c-1364-41f0-9790-f86f8bfb9dbe", "name": "network-vif-plugged", "status": "completed", "tag": "2611892e-927c-49f0-8898-de1d2071423b", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:47:15.106747 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-32bb2763-175c-4d22-9e20-7ec6214ab699 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:47:15.107179 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2611892e-927c-49f0-8898-de1d2071423b', 'code': 200} Jun 18 16:47:15.134374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=2611892e-927c-49f0-8898-de1d2071423b,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:47:15.137374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:47:15.207498 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb98d12-7262-493c-921a-5483ed4967fc req-d92eff51-b1c8-4233-81b9-af270381f529 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:15.209009 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0eb98d12-7262-493c-921a-5483ed4967fc req-d92eff51-b1c8-4233-81b9-af270381f529 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0749745 Jun 18 16:47:15.256085 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0eb98d12-7262-493c-921a-5483ed4967fc req-8a088f84-1ea0-436b-bddd-a8aa1f79d381 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413067 Jun 18 16:47:15.384195 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa26cac-a019-4e5e-a32f-c8339e931b45 req-05c9bd10-e333-4d15-b474-55883895df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:15.385736 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-caa26cac-a019-4e5e-a32f-c8339e931b45 req-05c9bd10-e333-4d15-b474-55883895df2c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 1099 time: 0.0940008 Jun 18 16:47:15.420491 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-caa26cac-a019-4e5e-a32f-c8339e931b45 req-6cb746c6-148f-4cf3-b813-cea152855214 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284269 Jun 18 16:47:16.438142 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af730594-c92b-46f6-a140-348cdeb9c505 req-1802afdc-458f-45a7-9696-843989362d45 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:16.440349 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-af730594-c92b-46f6-a140-348cdeb9c505 req-1802afdc-458f-45a7-9696-843989362d45 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0640197 Jun 18 16:47:16.478871 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-af730594-c92b-46f6-a140-348cdeb9c505 req-4235401a-a6dd-424a-8d47-47951e021336 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325596 Jun 18 16:47:16.648981 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b06deb-0cf4-4ca8-af9f-8aed5d515d00 req-5fadd45e-60f9-4405-8353-94892d7fbf67 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:16.650489 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-34b06deb-0cf4-4ca8-af9f-8aed5d515d00 req-5fadd45e-60f9-4405-8353-94892d7fbf67 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0669572 Jun 18 16:47:16.658885 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 54290) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:47:16.663325 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-8d91225d-290e-4e54-bbf7-297821fbe915 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Request body: {'floatingip': {'port_id': '2611892e-927c-49f0-8898-de1d2071423b'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:47:16.703697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8d91225d-290e-4e54-bbf7-297821fbe915 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for floatingip, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:17.470253 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8d91225d-290e-4e54-bbf7-297821fbe915 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:17.475124 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8d91225d-290e-4e54-bbf7-297821fbe915 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:17.576230 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-8d91225d-290e-4e54-bbf7-297821fbe915 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Floating IP 789b2fd2-2564-4e8b-8cac-4c5fa2eeea34 associated. External IP: 172.26.6.170, port: 2611892e-927c-49f0-8898-de1d2071423b. Jun 18 16:47:17.787658 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d91225d-290e-4e54-bbf7-297821fbe915 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:47:17.895364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d91225d-290e-4e54-bbf7-297821fbe915 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:47:17.900206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8d91225d-290e-4e54-bbf7-297821fbe915 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:17.904580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98464398-60a0-470b-a099-06ca523821b2 None None] Sync routers for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:47:17.915006 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98464398-60a0-470b-a099-06ca523821b2 None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:47:17.915630 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-98464398-60a0-470b-a099-06ca523821b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:47:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:17.936914 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8d91225d-290e-4e54-bbf7-297821fbe915 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "PUT /v2.0/floatingips/789b2fd2-2564-4e8b-8cac-4c5fa2eeea34 HTTP/1.1" status: 200 len: 992 time: 1.2769685 Jun 18 16:47:17.937610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'tag': '2611892e-927c-49f0-8898-de1d2071423b'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:47:17.940940 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414cfe55-73e8-4287-ba4f-45c53a7f947d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4eae0c-1364-41f0-9790-f86f8bfb9dbe", "tag": "2611892e-927c-49f0-8898-de1d2071423b"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:47:17.978012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4fa757-df5e-4954-86df-e151b9706d13 x-openstack-request-id: req-fb4fa757-df5e-4954-86df-e151b9706d13 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:47:17.978364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4eae0c-1364-41f0-9790-f86f8bfb9dbe", "tag": "2611892e-927c-49f0-8898-de1d2071423b", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:47:17.978706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb4fa757-df5e-4954-86df-e151b9706d13 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:47:17.979244 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'tag': '2611892e-927c-49f0-8898-de1d2071423b', 'status': 'completed', 'code': 200} Jun 18 16:47:18.026269 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-98464398-60a0-470b-a099-06ca523821b2 None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:47:18.062152 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cfe55-73e8-4287-ba4f-45c53a7f947d req-a1abc22e-e53e-4e7f-8a61-545334ffff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:18.063735 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-414cfe55-73e8-4287-ba4f-45c53a7f947d req-a1abc22e-e53e-4e7f-8a61-545334ffff3a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 1099 time: 0.0607352 Jun 18 16:47:18.156603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cfe55-73e8-4287-ba4f-45c53a7f947d req-23444656-f683-46a9-ba28-c10e075b767f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:18.158723 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-414cfe55-73e8-4287-ba4f-45c53a7f947d req-23444656-f683-46a9-ba28-c10e075b767f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.0866621 Jun 18 16:47:18.224965 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-414cfe55-73e8-4287-ba4f-45c53a7f947d req-bfdd0f0b-e837-45b1-9c57-e0fd1d67f87f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2611892e-927c-49f0-8898-de1d2071423b HTTP/1.1" status: 200 len: 1000 time: 0.0586188 Jun 18 16:47:18.254003 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-98464398-60a0-470b-a099-06ca523821b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '789b2fd2-2564-4e8b-8cac-4c5fa2eeea34', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'floating_ip_address': '172.26.6.170', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'port_id': '2611892e-927c-49f0-8898-de1d2071423b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'mac_address': 'fa:16:3e:60:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:44:37Z', 'updated_at': '2021-06-18T16:47:17Z', 'revision_number': 9, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:18.275195 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cfe55-73e8-4287-ba4f-45c53a7f947d req-a8887386-3612-412e-aed3-9ed6b41301e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:18.276685 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-414cfe55-73e8-4287-ba4f-45c53a7f947d req-a8887386-3612-412e-aed3-9ed6b41301e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0448949 Jun 18 16:47:18.279861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98464398-60a0-470b-a099-06ca523821b2 None None] Checking router: 4ea4e532-7fee-4485-bc5f-30b73a5cad0f for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:47:18.288946 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98464398-60a0-470b-a099-06ca523821b2 None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:47:18.289559 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-98464398-60a0-470b-a099-06ca523821b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:47:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:18.340399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cfe55-73e8-4287-ba4f-45c53a7f947d req-a4be2211-3bd0-448e-9899-87d03e4048d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:18.341841 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-414cfe55-73e8-4287-ba4f-45c53a7f947d req-a4be2211-3bd0-448e-9899-87d03e4048d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0573223 Jun 18 16:47:18.438101 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-414cfe55-73e8-4287-ba4f-45c53a7f947d req-4d9f4838-68f5-493a-8a60-a528c75461ec service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877998 Jun 18 16:47:18.535810 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-414cfe55-73e8-4287-ba4f-45c53a7f947d req-775c0545-5d06-4889-8cf9-7572449c2a02 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904138 Jun 18 16:47:18.549481 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-98464398-60a0-470b-a099-06ca523821b2 None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:47:18.773447 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-98464398-60a0-470b-a099-06ca523821b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '789b2fd2-2564-4e8b-8cac-4c5fa2eeea34', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'floating_ip_address': '172.26.6.170', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'port_id': '2611892e-927c-49f0-8898-de1d2071423b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'mac_address': 'fa:16:3e:60:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:44:37Z', 'updated_at': '2021-06-18T16:47:17Z', 'revision_number': 9, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:47:18.803885 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98464398-60a0-470b-a099-06ca523821b2 None None] The sync data for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv is: [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '789b2fd2-2564-4e8b-8cac-4c5fa2eeea34', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'floating_ip_address': '172.26.6.170', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'port_id': '2611892e-927c-49f0-8898-de1d2071423b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'mac_address': 'fa:16:3e:60:c7:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:44:37Z', 'updated_at': '2021-06-18T16:47:17Z', 'revision_number': 9, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:47:18.986825 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ef71a8-37b0-428c-9a25-a23dc8c0ab0d None None] New status for floating IP 789b2fd2-2564-4e8b-8cac-4c5fa2eeea34: ACTIVE {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:47:22.344220 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a3b71f67-8618-4771-ba75-4485a3019088 req-c19af199-206c-42bb-a19b-3886279217e6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531859 Jun 18 16:47:22.448329 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b71f67-8618-4771-ba75-4485a3019088 req-15f5a13b-8970-4a0a-893c-ffa975733f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:22.450026 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a3b71f67-8618-4771-ba75-4485a3019088 req-15f5a13b-8970-4a0a-893c-ffa975733f62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 1099 time: 0.0536895 Jun 18 16:47:22.570235 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b71f67-8618-4771-ba75-4485a3019088 req-65df8f46-9ed1-4e56-a2ca-12ac087fd42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:22.571764 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a3b71f67-8618-4771-ba75-4485a3019088 req-65df8f46-9ed1-4e56-a2ca-12ac087fd42b service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.0997908 Jun 18 16:47:22.636531 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a3b71f67-8618-4771-ba75-4485a3019088 req-331e67c6-0842-445d-8884-f3af5664128d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2611892e-927c-49f0-8898-de1d2071423b HTTP/1.1" status: 200 len: 1003 time: 0.0580277 Jun 18 16:47:22.688089 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b71f67-8618-4771-ba75-4485a3019088 req-e94ced41-45e7-43b0-b6f6-549d3496e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:22.689627 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a3b71f67-8618-4771-ba75-4485a3019088 req-e94ced41-45e7-43b0-b6f6-549d3496e461 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0467658 Jun 18 16:47:22.752516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b71f67-8618-4771-ba75-4485a3019088 req-0c3b28ed-ee7b-402d-9981-d793c0806b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:22.754090 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a3b71f67-8618-4771-ba75-4485a3019088 req-0c3b28ed-ee7b-402d-9981-d793c0806b2b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0579135 Jun 18 16:47:22.841330 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a3b71f67-8618-4771-ba75-4485a3019088 req-e5214d4c-817b-4394-bb36-394b7668a6b2 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801959 Jun 18 16:47:22.942212 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a3b71f67-8618-4771-ba75-4485a3019088 req-b6cd7b63-829a-4024-af4b-8e8fb75eeb56 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892053 Jun 18 16:47:24.346931 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:26.856141 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:47:38.497500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c92c02d0-2749-4a20-b5d6-b16649ea9eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:40.977452 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a73e845a-8e4f-450d-8534-16004587154f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:41.330746 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:42.182749 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:43.794099 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:54.364369 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:47:55.653618 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-d4c2003d-c9ff-4fc2-b8bd-3176ebb5b1ef service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1390097 Jun 18 16:47:55.663373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d15c0-d643-46f8-96f6-f4eff5664e74 req-c8db223f-e785-49ec-82f6-d6808a359d2b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:55.663373 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b76d15c0-d643-46f8-96f6-f4eff5664e74 req-c8db223f-e785-49ec-82f6-d6808a359d2b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0975115 Jun 18 16:47:55.710096 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b76d15c0-d643-46f8-96f6-f4eff5664e74 req-42dbedde-2d63-4ee8-8544-0b38e038a23b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407634 Jun 18 16:47:56.789510 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-e91814b4-929d-40bc-98f7-8eab7fbde09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:56.791064 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-e91814b4-929d-40bc-98f7-8eab7fbde09a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 1099 time: 0.0552838 Jun 18 16:47:56.931652 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-9e257263-90af-4d0f-bc60-7ceb1fe2e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:56.933133 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-9e257263-90af-4d0f-bc60-7ceb1fe2e941 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.1349339 Jun 18 16:47:56.944627 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5d3be-37f8-4e48-a8d4-bf99623e3fe6 req-495653de-21c5-44c4-830d-2774e1dfd260 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:56.946079 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b1f5d3be-37f8-4e48-a8d4-bf99623e3fe6 req-495653de-21c5-44c4-830d-2774e1dfd260 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.1039538 Jun 18 16:47:57.031189 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-048df458-edb9-49c5-ae13-49824862ea4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2611892e-927c-49f0-8898-de1d2071423b HTTP/1.1" status: 200 len: 1003 time: 0.0840108 Jun 18 16:47:57.034985 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b1f5d3be-37f8-4e48-a8d4-bf99623e3fe6 req-329b645c-da27-45c8-8229-5b33e176e03b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815511 Jun 18 16:47:57.088719 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-0acd6a36-9a45-4588-b8f0-6d4759ff7546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:57.090175 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-0acd6a36-9a45-4588-b8f0-6d4759ff7546 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0505548 Jun 18 16:47:57.149026 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-095ff035-8550-46f0-bacf-cd9839a06c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:57.150570 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-095ff035-8550-46f0-bacf-cd9839a06c8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523224 Jun 18 16:47:57.239013 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-95b3a222-27fc-4476-9098-a3f6afc47afd service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812254 Jun 18 16:47:57.332651 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-6e955b6c-62ea-4e7f-bb0e-eb5d236c5097 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864353 Jun 18 16:47:58.209837 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a63a40-1bdc-4e6a-8cf6-d2451f91888b req-2bfabc2c-bc04-4841-a9a9-d4c29e8336b8 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:58.211365 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-70a63a40-1bdc-4e6a-8cf6-d2451f91888b req-2bfabc2c-bc04-4841-a9a9-d4c29e8336b8 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0636458 Jun 18 16:47:58.249870 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-70a63a40-1bdc-4e6a-8cf6-d2451f91888b req-6da9ccf6-15d4-4cc1-9800-84a1bc8869d1 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328591 Jun 18 16:47:59.429487 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6265b-d621-4cc1-afca-77b72683b18d req-5501d233-9add-458b-aa63-d4f70e59ad20 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:47:59.430970 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d8f6265b-d621-4cc1-afca-77b72683b18d req-5501d233-9add-458b-aa63-d4f70e59ad20 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0684524 Jun 18 16:47:59.468121 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d8f6265b-d621-4cc1-afca-77b72683b18d req-02c91ebc-7578-4188-9995-775c7f092544 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312865 Jun 18 16:48:00.646491 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a6934-ebfb-45ef-87ad-52b3e0cc99cf req-2268c144-636c-47d1-a2c8-a32f327aa16c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:00.647971 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cf9a6934-ebfb-45ef-87ad-52b3e0cc99cf req-2268c144-636c-47d1-a2c8-a32f327aa16c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0655110 Jun 18 16:48:00.684550 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cf9a6934-ebfb-45ef-87ad-52b3e0cc99cf req-283136b2-9598-44f7-8054-5d8d914eb680 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309184 Jun 18 16:48:01.859853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922287d-2968-41c0-9066-ebe89177d88a req-6b5225e8-3795-4ece-aa21-2a8f990b3356 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:01.861337 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5922287d-2968-41c0-9066-ebe89177d88a req-6b5225e8-3795-4ece-aa21-2a8f990b3356 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0625088 Jun 18 16:48:01.899640 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5922287d-2968-41c0-9066-ebe89177d88a req-a60e8dde-a7e8-40dd-a173-f2729e90ca22 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325406 Jun 18 16:48:03.087798 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97735bc2-41b7-4341-9b5a-f4fffad37b12 req-b980469f-0b5b-4437-b4fa-8632fc4d643c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:03.089279 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-97735bc2-41b7-4341-9b5a-f4fffad37b12 req-b980469f-0b5b-4437-b4fa-8632fc4d643c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0681429 Jun 18 16:48:03.128512 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-97735bc2-41b7-4341-9b5a-f4fffad37b12 req-9232768b-9473-4b8a-9951-6e83fb87de7f tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334015 Jun 18 16:48:03.854454 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:48:04.305690 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf000cd-fe9f-4b62-a89a-93c3350e7cb3 req-3db1945c-802e-4a7f-853c-b1aeaceffd49 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:04.307219 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcf000cd-fe9f-4b62-a89a-93c3350e7cb3 req-3db1945c-802e-4a7f-853c-b1aeaceffd49 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0636461 Jun 18 16:48:04.345923 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcf000cd-fe9f-4b62-a89a-93c3350e7cb3 req-91f57980-7bd6-405d-9d9b-4f223cdec4e6 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323601 Jun 18 16:48:05.526225 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39add4eb-b459-4853-976a-49093664bdba req-b6786e06-3c94-4179-9301-585e0151072a tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:05.527855 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-39add4eb-b459-4853-976a-49093664bdba req-b6786e06-3c94-4179-9301-585e0151072a tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0694571 Jun 18 16:48:05.569299 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-39add4eb-b459-4853-976a-49093664bdba req-a2558dc1-0156-4b9c-9a6b-acc830b72590 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350547 Jun 18 16:48:06.744727 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b954a-b151-4346-aa27-a762efc814c8 req-767b9705-8e87-4876-a291-1f2153a406a1 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:06.746214 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-672b954a-b151-4346-aa27-a762efc814c8 req-767b9705-8e87-4876-a291-1f2153a406a1 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0662916 Jun 18 16:48:06.783458 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-672b954a-b151-4346-aa27-a762efc814c8 req-4613c548-6577-43a6-a063-72c6717ed164 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305817 Jun 18 16:48:07.961057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f544fd-1c2f-4841-84f6-0b3136032a6c req-375bffb4-7c85-42fd-96f2-55b7cfd088a7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:07.962650 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b9f544fd-1c2f-4841-84f6-0b3136032a6c req-375bffb4-7c85-42fd-96f2-55b7cfd088a7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0655916 Jun 18 16:48:08.001738 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b9f544fd-1c2f-4841-84f6-0b3136032a6c req-bc46bf83-5fc9-40f6-a539-1cc301f98eee tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329270 Jun 18 16:48:08.500536 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-919a7edb-216e-4123-97b9-9beecfd95287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:08.996409 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-bf20ceaa-ca29-422a-9cab-927d64769981 service neutron] 10.222.0.55 "GET /v2.0/ports/2611892e-927c-49f0-8898-de1d2071423b/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0561962 Jun 18 16:48:09.181634 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ac97e-7e16-4d99-9e2b-2aef9e6ab64c req-3f514c5a-61f2-442e-ad9d-cfc6987de7b8 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:09.183173 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5e4ac97e-7e16-4d99-9e2b-2aef9e6ab64c req-3f514c5a-61f2-442e-ad9d-cfc6987de7b8 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0704291 Jun 18 16:48:09.255162 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5e4ac97e-7e16-4d99-9e2b-2aef9e6ab64c req-9e3d8e07-5393-4da3-bdbc-1fe2e1b07384 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614951 Jun 18 16:48:09.273549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-39df618d-54f8-4342-b323-cce2d74558d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:09.275098 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-39df618d-54f8-4342-b323-cce2d74558d0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe&tenant_id=d5119dc992734f2fa4d1076ef563c0a7 HTTP/1.1" status: 200 len: 1099 time: 0.0750306 Jun 18 16:48:09.354899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-d3402fd7-a8a4-4fd9-a3a1-74057f1b8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:09.356385 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-d3402fd7-a8a4-4fd9-a3a1-74057f1b8056 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 1099 time: 0.0567322 Jun 18 16:48:09.446142 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-b4d22dfb-db8d-4a46-ab27-505529cf278b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:09.447661 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-b4d22dfb-db8d-4a46-ab27-505529cf278b service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.0843546 Jun 18 16:48:09.516431 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-ca30a526-e6b9-4d35-b0c0-876acae168ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2611892e-927c-49f0-8898-de1d2071423b HTTP/1.1" status: 200 len: 1003 time: 0.0618727 Jun 18 16:48:09.567501 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-68b32d78-2045-4b3f-a76d-32877f5548c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:09.569012 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-68b32d78-2045-4b3f-a76d-32877f5548c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0446389 Jun 18 16:48:09.627226 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-43f51ff6-07c2-404e-bbde-ad2f972fe621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:09.628738 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-43f51ff6-07c2-404e-bbde-ad2f972fe621 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526142 Jun 18 16:48:09.722292 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-1e7a99a3-a559-4f43-a748-c49f1e6f623d service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867813 Jun 18 16:48:09.811350 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a8c379df-df32-4ffc-a3c2-a657e3a38830 req-436704fe-d9d1-4d07-bd3a-c40fd6fd7502 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820749 Jun 18 16:48:10.433864 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f96d7-a5dc-4246-b88b-2c09989036c0 req-4cabea25-83f8-49a4-8f9f-fcd18e26b18b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:10.435394 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-123f96d7-a5dc-4246-b88b-2c09989036c0 req-4cabea25-83f8-49a4-8f9f-fcd18e26b18b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0662770 Jun 18 16:48:10.479398 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-123f96d7-a5dc-4246-b88b-2c09989036c0 req-fb548cfc-bf9e-4a7a-b295-71904a9037f9 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381284 Jun 18 16:48:10.978338 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ae5c42e2-1d86-448b-8721-276497ad0344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:11.342788 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:11.674705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f486f-b421-4023-9d34-27d058abfa5f req-9a04e9a5-54e4-41c6-8d85-d483b150b9ba tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:11.676199 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b86f486f-b421-4023-9d34-27d058abfa5f req-9a04e9a5-54e4-41c6-8d85-d483b150b9ba tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0684581 Jun 18 16:48:11.714940 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b86f486f-b421-4023-9d34-27d058abfa5f req-6b8e7f08-9a00-4b6b-bd9c-bfba3a2ffd10 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331140 Jun 18 16:48:12.137150 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-93f57f32-601f-46bd-9508-4c0f60a167fe tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:12.138634 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-93f57f32-601f-46bd-9508-4c0f60a167fe tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe&tenant_id=d5119dc992734f2fa4d1076ef563c0a7&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 946 time: 0.0844345 Jun 18 16:48:12.179104 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:12.229463 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-9fe8412d-689a-4cd2-a931-dd123df42a71 service neutron] 10.222.0.55 "GET /v2.0/ports/2611892e-927c-49f0-8898-de1d2071423b/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0692561 Jun 18 16:48:12.242157 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4f870-6196-4446-b1f9-b5f77cc7749b req-570eac66-1979-4708-8b09-7a2e7278c551 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:12.243716 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bea4f870-6196-4446-b1f9-b5f77cc7749b req-570eac66-1979-4708-8b09-7a2e7278c551 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.1276948 Jun 18 16:48:12.311757 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bea4f870-6196-4446-b1f9-b5f77cc7749b req-e23368d3-5806-43f3-a766-c60917913a3f tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620477 Jun 18 16:48:12.330166 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-91078763-5f71-4399-8fe7-f2d1762d5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:12.331712 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-91078763-5f71-4399-8fe7-f2d1762d5f02 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 1099 time: 0.0751672 Jun 18 16:48:12.425051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-336b3fa2-6b20-4aba-9217-0cb4545f106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:12.426584 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-336b3fa2-6b20-4aba-9217-0cb4545f106f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.0883672 Jun 18 16:48:12.491150 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-83e7e1f4-24b2-4ee4-852e-5dda81a1109a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2611892e-927c-49f0-8898-de1d2071423b HTTP/1.1" status: 200 len: 1003 time: 0.0577419 Jun 18 16:48:12.874903 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-3658b254-82c4-4cf9-9a21-d36b0943e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:12.876942 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-3658b254-82c4-4cf9-9a21-d36b0943e1ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.3795273 Jun 18 16:48:12.933821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-f12397d7-e361-46b2-a516-c8b87f5e721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:12.935370 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-f12397d7-e361-46b2-a516-c8b87f5e721e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517526 Jun 18 16:48:13.025805 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-0abf6b60-fd3a-487e-94c3-df12032c494a service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830753 Jun 18 16:48:13.115670 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-cc7bbe76-9ad6-45ba-88b1-48be82a70132 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833170 Jun 18 16:48:13.164099 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 2611892e-927c-49f0-8898-de1d2071423b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:48:13.166825 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 2611892e-927c-49f0-8898-de1d2071423b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:48:13.324457 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:13.350282 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 2611892e-927c-49f0-8898-de1d2071423b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2611892e-927c-49f0-8898-de1d2071423b,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:48:13.370305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2611892e-927c-49f0-8898-de1d2071423b'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:48:13.372632 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62f9971-4a0a-44af-a626-76da4237ebe1" -d '{"events": [{"server_uuid": "ec4eae0c-1364-41f0-9790-f86f8bfb9dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "2611892e-927c-49f0-8898-de1d2071423b"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:48:13.385104 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '2611892e-927c-49f0-8898-de1d2071423b', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'port_id': '2611892e-927c-49f0-8898-de1d2071423b', 'mac_address': 'fa:16:3e:60:c7:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:48:13.390581 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 2611892e-927c-49f0-8898-de1d2071423b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2611892e-927c-49f0-8898-de1d2071423b,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:48:13.420871 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:13.425595 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:13.451970 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 16:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd74bf5-b924-487d-95b8-30fa6575de15 x-openstack-request-id: req-6bd74bf5-b924-487d-95b8-30fa6575de15 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:48:13.452245 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4eae0c-1364-41f0-9790-f86f8bfb9dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "2611892e-927c-49f0-8898-de1d2071423b", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:48:13.452524 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6bd74bf5-b924-487d-95b8-30fa6575de15 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:48:13.452914 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2611892e-927c-49f0-8898-de1d2071423b', 'code': 200} Jun 18 16:48:13.467752 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:13.493516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2611892e-927c-49f0-8898-de1d2071423b {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:48:13.502900 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=2611892e-927c-49f0-8898-de1d2071423b,revision_number=6']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:13.523742 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6261a4-ec61-46e5-86b1-eed1f6963bc4 req-3e518c0c-8c11-46fe-814e-5a624d82ceaf tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:13.525301 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ea6261a4-ec61-46e5-86b1-eed1f6963bc4 req-3e518c0c-8c11-46fe-814e-5a624d82ceaf tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 944 time: 0.0821402 Jun 18 16:48:13.533307 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:13.533805 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:13.534027 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:13.534404 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:13.534736 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:13.535067 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:13.535399 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:13.535725 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:13.536051 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:13.536376 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:13.536751 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:13.537010 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:13.543035 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:13.561464 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.db.api [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:48:13.561838 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_db.api [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:48:13.571682 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ea6261a4-ec61-46e5-86b1-eed1f6963bc4 req-ce4f7bbd-83be-4e5a-8450-136cc9c8b960 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381458 Jun 18 16:48:13.800808 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:14.098240 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:14.111453 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2611892e-927c-49f0-8898-de1d2071423b {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:48:14.132163 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 2611892e-927c-49f0-8898-de1d2071423b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2611892e-927c-49f0-8898-de1d2071423b,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:48:14.137776 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:14.140550 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:14.194382 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=2611892e-927c-49f0-8898-de1d2071423b,revision_number=7']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:14.197524 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:14.203555 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['2611892e-927c-49f0-8898-de1d2071423b'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:48:14.763037 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd28809-4bfe-4925-9786-748d123c2cfe req-a83cba39-5160-4c1e-a81d-8802cc7ad253 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:14.764554 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9cd28809-4bfe-4925-9786-748d123c2cfe req-a83cba39-5160-4c1e-a81d-8802cc7ad253 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 945 time: 0.0736527 Jun 18 16:48:14.806285 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9cd28809-4bfe-4925-9786-748d123c2cfe req-d3eca295-8883-43b3-89b0-bee9e132d2a5 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358763 Jun 18 16:48:15.182631 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 2611892e-927c-49f0-8898-de1d2071423b up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:48:15.232280 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 2611892e-927c-49f0-8898-de1d2071423b triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:48:15.232652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:15.317017 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:15.350831 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 2611892e-927c-49f0-8898-de1d2071423b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2611892e-927c-49f0-8898-de1d2071423b,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:48:15.354763 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:15.357488 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:15.406116 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=2611892e-927c-49f0-8898-de1d2071423b,revision_number=8']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:15.410278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:15.454787 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2611892e-927c-49f0-8898-de1d2071423b'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:48:15.457306 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ee92d4-a6b6-4696-8a27-44c20ba2c7f3" -d '{"events": [{"server_uuid": "ec4eae0c-1364-41f0-9790-f86f8bfb9dbe", "name": "network-vif-plugged", "status": "completed", "tag": "2611892e-927c-49f0-8898-de1d2071423b"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:48:15.501861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11eede5-a162-4fbf-8c6e-56202e995e11 x-openstack-request-id: req-a11eede5-a162-4fbf-8c6e-56202e995e11 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:48:15.502164 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4eae0c-1364-41f0-9790-f86f8bfb9dbe", "name": "network-vif-plugged", "status": "completed", "tag": "2611892e-927c-49f0-8898-de1d2071423b", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:48:15.502479 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a11eede5-a162-4fbf-8c6e-56202e995e11 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:48:15.502944 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2611892e-927c-49f0-8898-de1d2071423b', 'code': 200} Jun 18 16:48:15.765637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-faeef842-a022-4148-bcef-385d2eaaa2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:15.768086 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-faeef842-a022-4148-bcef-385d2eaaa2c8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe&tenant_id=d5119dc992734f2fa4d1076ef563c0a7 HTTP/1.1" status: 200 len: 1099 time: 0.0540524 Jun 18 16:48:15.854928 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-49514f53-7944-4714-82be-2e8bc79047a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:15.856407 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-49514f53-7944-4714-82be-2e8bc79047a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 1099 time: 0.0623066 Jun 18 16:48:15.977122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-6105ca55-d539-4719-a281-592253a26157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:15.978484 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-6105ca55-d539-4719-a281-592253a26157 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.1132803 Jun 18 16:48:16.065075 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11893255-3bf9-4e72-a9e4-a0dece0c5c7c req-4c8f5830-9547-4cb2-9448-1b7d27912033 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:16.066566 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-11893255-3bf9-4e72-a9e4-a0dece0c5c7c req-4c8f5830-9547-4cb2-9448-1b7d27912033 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.1299596 Jun 18 16:48:16.068860 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-fcd1bb24-0e3b-4b7f-a995-0ef49afd401a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2611892e-927c-49f0-8898-de1d2071423b HTTP/1.1" status: 200 len: 1003 time: 0.0823221 Jun 18 16:48:16.140075 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-11893255-3bf9-4e72-a9e4-a0dece0c5c7c req-390615e6-a978-4f28-9b1f-aed04fec4b65 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677333 Jun 18 16:48:16.142630 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-f47dfd45-031e-4052-9a76-1f9038486655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:16.144097 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-f47dfd45-031e-4052-9a76-1f9038486655 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0659077 Jun 18 16:48:16.208098 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-fd210e59-a0fd-49fa-9211-09a61e4ed764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:16.209581 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-fd210e59-a0fd-49fa-9211-09a61e4ed764 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0586596 Jun 18 16:48:16.303655 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-7ee38ea8-3fc5-477a-a35a-4bbd98996a08 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872221 Jun 18 16:48:16.400659 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b145216b-ad95-4d27-978a-1df4f3d3b95f req-028fbe6b-5278-492a-a28a-37cb3ab939f5 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899856 Jun 18 16:48:17.329910 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee9423-04d7-493b-867d-4baaa725ef18 req-fc96e652-847b-48f1-8dbd-d96ce7d376d3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:17.331443 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-39ee9423-04d7-493b-867d-4baaa725ef18 req-fc96e652-847b-48f1-8dbd-d96ce7d376d3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0720713 Jun 18 16:48:17.375314 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-39ee9423-04d7-493b-867d-4baaa725ef18 req-d4a055e4-ca4f-4fe3-950c-cb990214b3b7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369122 Jun 18 16:48:18.550034 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bdbd52-4465-4ae7-b649-9fec476ccff7 req-7e47efc1-45c9-4f81-af02-953b1d3cc6f3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:18.551552 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e6bdbd52-4465-4ae7-b649-9fec476ccff7 req-7e47efc1-45c9-4f81-af02-953b1d3cc6f3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0635989 Jun 18 16:48:18.588773 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e6bdbd52-4465-4ae7-b649-9fec476ccff7 req-e63aa80c-ef22-4af3-b489-3679f8becc22 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316434 Jun 18 16:48:18.764916 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbde64f-92e6-4236-b332-9460aa6fa3a5 req-090d667d-8bc1-4fd4-8843-e1eeb8592943 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:18.766298 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0fbde64f-92e6-4236-b332-9460aa6fa3a5 req-090d667d-8bc1-4fd4-8843-e1eeb8592943 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0684326 Jun 18 16:48:18.804429 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0fbde64f-92e6-4236-b332-9460aa6fa3a5 req-c1192066-1cd5-47b1-8840-97f6c56cb0e8 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323293 Jun 18 16:48:19.131069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b61aab-6c9c-4e50-b929-b1bd34cc757c req-d17ad76d-11f7-4af7-8c97-b5868a8915a8 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:19.132562 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84b61aab-6c9c-4e50-b929-b1bd34cc757c req-d17ad76d-11f7-4af7-8c97-b5868a8915a8 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0643811 Jun 18 16:48:19.169505 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84b61aab-6c9c-4e50-b929-b1bd34cc757c req-0e91642c-ccb4-442d-b7be-6016085aa82e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313747 Jun 18 16:48:19.198105 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 2611892e-927c-49f0-8898-de1d2071423b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:48:19.201403 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 2611892e-927c-49f0-8898-de1d2071423b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:48:19.343074 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:19.367101 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 2611892e-927c-49f0-8898-de1d2071423b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2611892e-927c-49f0-8898-de1d2071423b,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:48:19.387830 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2611892e-927c-49f0-8898-de1d2071423b'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:48:19.390024 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35741e6-ee1a-4150-a77c-d59d4d392aeb" -d '{"events": [{"server_uuid": "ec4eae0c-1364-41f0-9790-f86f8bfb9dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "2611892e-927c-49f0-8898-de1d2071423b"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:48:19.395905 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '2611892e-927c-49f0-8898-de1d2071423b', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'port_id': '2611892e-927c-49f0-8898-de1d2071423b', 'mac_address': 'fa:16:3e:60:c7:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:48:19.407059 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 2611892e-927c-49f0-8898-de1d2071423b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2611892e-927c-49f0-8898-de1d2071423b,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:48:19.435487 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:19.440932 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 16:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f32f99-ff51-4f22-8647-d5a0e4693c6e x-openstack-request-id: req-a3f32f99-ff51-4f22-8647-d5a0e4693c6e {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:48:19.441335 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4eae0c-1364-41f0-9790-f86f8bfb9dbe", "name": "network-vif-unplugged", "status": "completed", "tag": "2611892e-927c-49f0-8898-de1d2071423b", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:48:19.441727 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a3f32f99-ff51-4f22-8647-d5a0e4693c6e {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:48:19.442187 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2611892e-927c-49f0-8898-de1d2071423b', 'code': 200} Jun 18 16:48:19.442818 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:19.479512 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:19.504583 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2611892e-927c-49f0-8898-de1d2071423b {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:48:19.514681 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=2611892e-927c-49f0-8898-de1d2071423b,revision_number=9']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:19.519748 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:19.554311 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.db.api [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:48:19.554759 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_db.api [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:48:19.575249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322664d-46c1-41b8-a782-0523802d18ca req-cf4edbb7-01e6-4090-8210-3994e67d2f1e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:19.576741 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c322664d-46c1-41b8-a782-0523802d18ca req-cf4edbb7-01e6-4090-8210-3994e67d2f1e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 944 time: 0.0694661 Jun 18 16:48:19.621727 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c322664d-46c1-41b8-a782-0523802d18ca req-ff47ef9c-0f31-4311-bc59-19a09cfdbf3c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380533 Jun 18 16:48:20.093232 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:20.111035 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2611892e-927c-49f0-8898-de1d2071423b {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:48:20.135994 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 2611892e-927c-49f0-8898-de1d2071423b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2611892e-927c-49f0-8898-de1d2071423b,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:48:20.140328 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:20.142861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:20.195077 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=2611892e-927c-49f0-8898-de1d2071423b,revision_number=10']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:20.199292 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:20.217275 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['2611892e-927c-49f0-8898-de1d2071423b'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:48:20.814809 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1772f90-10e2-4f3e-aca1-aade98dcb907 req-a73cadee-86b8-474e-a5a9-3498c9bddcc3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:20.816308 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e1772f90-10e2-4f3e-aca1-aade98dcb907 req-a73cadee-86b8-474e-a5a9-3498c9bddcc3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 946 time: 0.0756049 Jun 18 16:48:20.856328 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e1772f90-10e2-4f3e-aca1-aade98dcb907 req-05557d90-0abc-4171-862c-7f51ba24c793 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342734 Jun 18 16:48:21.203234 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 2611892e-927c-49f0-8898-de1d2071423b up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:48:21.255559 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 2611892e-927c-49f0-8898-de1d2071423b triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:48:21.255928 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:21.332911 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:21.370897 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 2611892e-927c-49f0-8898-de1d2071423b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2611892e-927c-49f0-8898-de1d2071423b,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:48:21.375068 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:21.376962 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:21.425505 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=2611892e-927c-49f0-8898-de1d2071423b,revision_number=11']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:21.428785 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:21.443588 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2611892e-927c-49f0-8898-de1d2071423b'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:48:21.445994 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eab55a2-ac1a-44ee-8eef-c0a9b447b8ac" -d '{"events": [{"server_uuid": "ec4eae0c-1364-41f0-9790-f86f8bfb9dbe", "name": "network-vif-plugged", "status": "completed", "tag": "2611892e-927c-49f0-8898-de1d2071423b"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:48:21.485020 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc6a09d-9b36-4f3a-91df-c3f5003d9d68 x-openstack-request-id: req-8fc6a09d-9b36-4f3a-91df-c3f5003d9d68 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:48:21.485385 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4eae0c-1364-41f0-9790-f86f8bfb9dbe", "name": "network-vif-plugged", "status": "completed", "tag": "2611892e-927c-49f0-8898-de1d2071423b", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:48:21.485710 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8fc6a09d-9b36-4f3a-91df-c3f5003d9d68 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:48:21.486122 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2611892e-927c-49f0-8898-de1d2071423b', 'code': 200} Jun 18 16:48:21.753599 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d544850-33d9-4ac0-8ec9-a8319b3d1454 req-b351ba5d-50cb-464e-8790-d308d69e8147 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:21.754986 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5d544850-33d9-4ac0-8ec9-a8319b3d1454 req-b351ba5d-50cb-464e-8790-d308d69e8147 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 947 time: 0.0631285 Jun 18 16:48:21.858825 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-5d544850-33d9-4ac0-8ec9-a8319b3d1454 req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Deleting port 2611892e-927c-49f0-8898-de1d2071423b {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:48:21.859512 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-5d544850-33d9-4ac0-8ec9-a8319b3d1454 req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:21.955344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-5d544850-33d9-4ac0-8ec9-a8319b3d1454 req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] For port 2611892e-927c-49f0-8898-de1d2071423b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2611892e-927c-49f0-8898-de1d2071423b,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:48:21.955709 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-5d544850-33d9-4ac0-8ec9-a8319b3d1454 req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:22.156099 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2343e5-ec9b-4c62-b786-12e36595d1ca req-1a003b1d-9049-4dac-bb37-0fd7b52292e6 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:22.158786 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1b2343e5-ec9b-4c62-b786-12e36595d1ca req-1a003b1d-9049-4dac-bb37-0fd7b52292e6 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=ec4eae0c-1364-41f0-9790-f86f8bfb9dbe HTTP/1.1" status: 200 len: 947 time: 0.1563947 Jun 18 16:48:22.202651 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-5d544850-33d9-4ac0-8ec9-a8319b3d1454 req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:22.203012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-5d544850-33d9-4ac0-8ec9-a8319b3d1454 req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:22.203328 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [req-5d544850-33d9-4ac0-8ec9-a8319b3d1454 req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Floating IP 789b2fd2-2564-4e8b-8cac-4c5fa2eeea34 disassociated. External IP: 172.26.6.170, port: 2611892e-927c-49f0-8898-de1d2071423b. Jun 18 16:48:22.204481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-5d544850-33d9-4ac0-8ec9-a8319b3d1454 req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Calling delete_port for 2611892e-927c-49f0-8898-de1d2071423b owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:48:22.215719 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1b2343e5-ec9b-4c62-b786-12e36595d1ca req-a9e7858b-f623-48dc-987b-611773322d02 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505991 Jun 18 16:48:22.341558 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-5d544850-33d9-4ac0-8ec9-a8319b3d1454 req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:22.346066 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8eb20fd8-4c79-43ca-b5dd-12c164397380 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:22.371743 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Pushing event deleted for resources: {'Port': ['ID=2611892e-927c-49f0-8898-de1d2071423b,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:22.381350 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:22.381593 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:22.382139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:22.382371 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:22.382773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:22.383153 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:22.383522 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:22.383910 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:22.384248 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:22.384616 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:22.384977 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:22.385336 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:48:22.389903 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:22.502977 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d544850-33d9-4ac0-8ec9-a8319b3d1454 req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:48:22.610935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d544850-33d9-4ac0-8ec9-a8319b3d1454 req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:48:22.621367 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb35fe2-3476-4c79-b383-840df030e6ff None None] Sync routers for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:48:22.631261 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb35fe2-3476-4c79-b383-840df030e6ff None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:48:22.631875 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-4eb35fe2-3476-4c79-b383-840df030e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:48:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:48:22.653797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d544850-33d9-4ac0-8ec9-a8319b3d1454 req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] No DVR routers for this DVR port 2611892e-927c-49f0-8898-de1d2071423b on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:48:22.656224 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-5d544850-33d9-4ac0-8ec9-a8319b3d1454 req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:22.658565 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5d544850-33d9-4ac0-8ec9-a8319b3d1454 req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "DELETE /v2.0/ports/2611892e-927c-49f0-8898-de1d2071423b HTTP/1.1" status: 204 len: 173 time: 0.8976934 Jun 18 16:48:22.659110 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'name': 'network-vif-deleted', 'tag': '2611892e-927c-49f0-8898-de1d2071423b'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:48:22.661878 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107ff48b-370a-462f-9ec9-4bef80a69d6e" -d '{"events": [{"server_uuid": "ec4eae0c-1364-41f0-9790-f86f8bfb9dbe", "name": "network-vif-deleted", "tag": "2611892e-927c-49f0-8898-de1d2071423b"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:48:22.706033 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e99a151-1e69-4ed2-9581-65e02e381d51 x-openstack-request-id: req-9e99a151-1e69-4ed2-9581-65e02e381d51 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:48:22.706362 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4eae0c-1364-41f0-9790-f86f8bfb9dbe", "name": "network-vif-deleted", "tag": "2611892e-927c-49f0-8898-de1d2071423b", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:48:22.706746 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9e99a151-1e69-4ed2-9581-65e02e381d51 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:48:22.707221 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4eae0c-1364-41f0-9790-f86f8bfb9dbe', 'name': 'network-vif-deleted', 'tag': '2611892e-927c-49f0-8898-de1d2071423b', 'status': 'completed', 'code': 200} Jun 18 16:48:22.757365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-4eb35fe2-3476-4c79-b383-840df030e6ff None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:48:22.965581 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-4eb35fe2-3476-4c79-b383-840df030e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:48:22.993018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb35fe2-3476-4c79-b383-840df030e6ff None None] Checking router: 4ea4e532-7fee-4485-bc5f-30b73a5cad0f for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:48:23.001973 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb35fe2-3476-4c79-b383-840df030e6ff None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:48:23.002639 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-4eb35fe2-3476-4c79-b383-840df030e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:48:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:48:23.112416 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-4eb35fe2-3476-4c79-b383-840df030e6ff None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:48:23.326735 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-4eb35fe2-3476-4c79-b383-840df030e6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:48:23.353679 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb35fe2-3476-4c79-b383-840df030e6ff None None] The sync data for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv is: [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:48:23.564333 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7a4356d5-a6bf-4248-a709-05175583d886 req-838ab22b-d2df-460d-b1e4-2a858e6130db tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--479414323&fields=id&tenant_id=d5119dc992734f2fa4d1076ef563c0a7 HTTP/1.1" status: 200 len: 267 time: 0.0378213 Jun 18 16:48:23.573639 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b9e90-3725-4913-b279-169f51ff61b1 None None] New status for floating IP 789b2fd2-2564-4e8b-8cac-4c5fa2eeea34: DOWN {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:48:23.677543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4356d5-a6bf-4248-a709-05175583d886 req-c892e6fb-34fa-4460-80c0-8c68538f3cb9 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:23.679057 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7a4356d5-a6bf-4248-a709-05175583d886 req-c892e6fb-34fa-4460-80c0-8c68538f3cb9 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 811 time: 0.1077712 Jun 18 16:48:23.694941 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7a4356d5-a6bf-4248-a709-05175583d886 req-1eb1de0b-056d-4090-b302-745f76d41baa tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/quotas/d5119dc992734f2fa4d1076ef563c0a7 HTTP/1.1" status: 200 len: 375 time: 0.0098488 Jun 18 16:48:23.765533 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7a4356d5-a6bf-4248-a709-05175583d886 req-8ade370d-80a9-4d6a-8931-f9cf5f1549cc tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0648339 Jun 18 16:48:23.863182 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7a4356d5-a6bf-4248-a709-05175583d886 req-12ad6634-b32c-48f3-9c9a-fd92bb5dc65a service neutron] 10.222.0.50 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858538 Jun 18 16:48:23.956261 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7a4356d5-a6bf-4248-a709-05175583d886 req-c2b918f1-cafa-4dce-ad00-c445ce2ae116 service neutron] 10.222.0.50 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869236 Jun 18 16:48:24.127901 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d455987-faf7-4532-ba65-0912663bd692 req-8bc85b3d-572a-44df-b380-29fe795804b9 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 210 time: 0.0294294 Jun 18 16:48:24.362576 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:25.152890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4356d5-a6bf-4248-a709-05175583d886 req-a83363e4-17e6-4981-a178-d47a89f772db tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:25.154401 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7a4356d5-a6bf-4248-a709-05175583d886 req-a83363e4-17e6-4981-a178-d47a89f772db tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 811 time: 0.1090279 Jun 18 16:48:25.208528 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7a4356d5-a6bf-4248-a709-05175583d886 req-93967cd8-e502-4aba-a785-54f3b01c401e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5119dc992734f2fa4d1076ef563c0a7 HTTP/1.1" status: 200 len: 379 time: 0.0371292 Jun 18 16:48:25.212953 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 2611892e-927c-49f0-8898-de1d2071423b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:48:25.220442 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-7a4356d5-a6bf-4248-a709-05175583d886 req-31e2b83f-7a8d-430e-8d25-092774c65b9e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Request body: {'port': {'device_id': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'admin_state_up': True, 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'security_groups': ['2906161a-3143-424f-bf1f-fa3d2d2d13b1']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:48:25.236395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 2611892e-927c-49f0-8898-de1d2071423b {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:48:25.237168 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 2611892e-927c-49f0-8898-de1d2071423b not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:48:25.308941 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-25d9a175-2ee4-4c6d-aca0-fc27d583b86a req-05753819-ed0e-4d98-9059-0458bd703cb9 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 210 time: 0.0646095 Jun 18 16:48:25.377741 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4356d5-a6bf-4248-a709-05175583d886 req-31e2b83f-7a8d-430e-8d25-092774c65b9e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Made reservation on behalf of d5119dc992734f2fa4d1076ef563c0a7 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:48:25.381396 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7a4356d5-a6bf-4248-a709-05175583d886 req-31e2b83f-7a8d-430e-8d25-092774c65b9e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:25.513392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-7a4356d5-a6bf-4248-a709-05175583d886 req-31e2b83f-7a8d-430e-8d25-092774c65b9e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Allocated IP 172.20.0.8 (f2162309-e23a-45f4-857d-87e08c777623/97b5b44a-5d79-469f-82fa-25fe2cc9c792/fb3d05e2-aa3d-47f4-9029-c06b074817ef) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:48:25.651306 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7a4356d5-a6bf-4248-a709-05175583d886 req-31e2b83f-7a8d-430e-8d25-092774c65b9e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:25.664575 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-7a4356d5-a6bf-4248-a709-05175583d886 req-31e2b83f-7a8d-430e-8d25-092774c65b9e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Transition to ACTIVE for port object fb3d05e2-aa3d-47f4-9029-c06b074817ef will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:48:25.696237 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7a4356d5-a6bf-4248-a709-05175583d886 req-31e2b83f-7a8d-430e-8d25-092774c65b9e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:25.700386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-25a2fd3b-b41e-42a6-aa2c-a8641176fb26 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:25.747584 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4356d5-a6bf-4248-a709-05175583d886 req-31e2b83f-7a8d-430e-8d25-092774c65b9e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Network f2162309-e23a-45f4-857d-87e08c777623 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:48:25.751159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-7a4356d5-a6bf-4248-a709-05175583d886 req-31e2b83f-7a8d-430e-8d25-092774c65b9e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:48:25.755060 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4356d5-a6bf-4248-a709-05175583d886 req-31e2b83f-7a8d-430e-8d25-092774c65b9e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:48:25.779252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2b83f-7a8d-430e-8d25-092774c65b9e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Pushing event updated for resources: {'Port': ['ID=fb3d05e2-aa3d-47f4-9029-c06b074817ef,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:25.784864 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-31e2b83f-7a8d-430e-8d25-092774c65b9e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:25.808736 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4356d5-a6bf-4248-a709-05175583d886 req-31e2b83f-7a8d-430e-8d25-092774c65b9e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:25.809364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7a4356d5-a6bf-4248-a709-05175583d886 req-31e2b83f-7a8d-430e-8d25-092774c65b9e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:25.825779 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7a4356d5-a6bf-4248-a709-05175583d886 req-31e2b83f-7a8d-430e-8d25-092774c65b9e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6111908 Jun 18 16:48:25.838691 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Request body: {'port': {'device_id': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:48:25.917831 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:25.958722 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-51e00a8a-1467-4c40-9886-8462890cb7af None None] Provisioning for port fb3d05e2-aa3d-47f4-9029-c06b074817ef completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:48:25.962483 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-51e00a8a-1467-4c40-9886-8462890cb7af None None] Provisioning complete for port fb3d05e2-aa3d-47f4-9029-c06b074817ef triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:48:25.962872 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-51e00a8a-1467-4c40-9886-8462890cb7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:26.001247 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-51e00a8a-1467-4c40-9886-8462890cb7af None None] Port fb3d05e2-aa3d-47f4-9029-c06b074817ef cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:48:26.199069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3d05e2-aa3d-47f4-9029-c06b074817ef {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:48:26.207027 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:26.218610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Transition to ACTIVE for port object fb3d05e2-aa3d-47f4-9029-c06b074817ef will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:48:26.222973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:26.224968 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:26.301957 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3d05e2-aa3d-47f4-9029-c06b074817ef,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:26.306532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:26.379532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Attempting to bind port fb3d05e2-aa3d-47f4-9029-c06b074817ef on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:48:26.379871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Attempting to bind port fb3d05e2-aa3d-47f4-9029-c06b074817ef by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:48:26.380227 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Attempting to bind port fb3d05e2-aa3d-47f4-9029-c06b074817ef on network f2162309-e23a-45f4-857d-87e08c777623 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:48:26.384636 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Port fb3d05e2-aa3d-47f4-9029-c06b074817ef on network f2162309-e23a-45f4-857d-87e08c777623 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:48:26.384964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Attempting to bind port fb3d05e2-aa3d-47f4-9029-c06b074817ef on network f2162309-e23a-45f4-857d-87e08c777623 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:48:26.389995 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:48:26.390338 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Checking segment: {'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:48:26.390788 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Bound using segment: {'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:48:26.392355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Bound port: fb3d05e2-aa3d-47f4-9029-c06b074817ef, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f01620f2-0a50-4d66-94e2-1fe45dd92098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:48:26.392719 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:26.492788 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] For port fb3d05e2-aa3d-47f4-9029-c06b074817ef, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:48:26.496320 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] For port fb3d05e2-aa3d-47f4-9029-c06b074817ef, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:48:26.501488 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:26.506911 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fd8e2e0b-27de-47e6-b8f6-755cab1b32b7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:26.545729 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:26.546352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:26.548385 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7a4356d5-a6bf-4248-a709-05175583d886 req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] 10.222.0.55 "PUT /v2.0/ports/fb3d05e2-aa3d-47f4-9029-c06b074817ef HTTP/1.1" status: 200 len: 1093 time: 0.7143936 Jun 18 16:48:26.548962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'tag': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:48:26.551383 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7de8eb1-b6f3-45ef-b90f-b8b79b873efe" -d '{"events": [{"name": "network-changed", "server_uuid": "e70f2a13-1de0-479f-b524-69ac6fa21da6", "tag": "fb3d05e2-aa3d-47f4-9029-c06b074817ef"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:48:26.588179 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86b13d-3f4e-406d-a1df-9a4341c82463 req-85748453-3232-45aa-9004-a05d4f85e7d6 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:26.589754 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6b86b13d-3f4e-406d-a1df-9a4341c82463 req-85748453-3232-45aa-9004-a05d4f85e7d6 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 943 time: 0.1491487 Jun 18 16:48:26.590965 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3d05e2-aa3d-47f4-9029-c06b074817ef,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:26.594974 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325fa03d-53aa-4101-8879-6c39f552e03d x-openstack-request-id: req-325fa03d-53aa-4101-8879-6c39f552e03d {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:48:26.595519 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70f2a13-1de0-479f-b524-69ac6fa21da6", "tag": "fb3d05e2-aa3d-47f4-9029-c06b074817ef", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:48:26.595836 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-325fa03d-53aa-4101-8879-6c39f552e03d {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:48:26.596438 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'tag': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef', 'status': 'completed', 'code': 200} Jun 18 16:48:26.597273 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:26.664581 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6b86b13d-3f4e-406d-a1df-9a4341c82463 req-39f2fe76-7a90-4b2b-8d6e-54a468f1fc40 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663333 Jun 18 16:48:26.685762 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4356d5-a6bf-4248-a709-05175583d886 req-8da147fa-80fa-4f30-8dab-b994c8faf456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:26.689225 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7a4356d5-a6bf-4248-a709-05175583d886 req-8da147fa-80fa-4f30-8dab-b994c8faf456 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 1096 time: 0.0739334 Jun 18 16:48:26.737581 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7a4356d5-a6bf-4248-a709-05175583d886 req-7ce62c5e-5f58-42bd-9bdc-e432ed893d6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef HTTP/1.1" status: 200 len: 217 time: 0.0411456 Jun 18 16:48:26.788207 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4356d5-a6bf-4248-a709-05175583d886 req-31bbdddb-3ac8-4f29-827d-55452131de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:26.789782 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7a4356d5-a6bf-4248-a709-05175583d886 req-31bbdddb-3ac8-4f29-827d-55452131de36 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0444503 Jun 18 16:48:26.851675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4356d5-a6bf-4248-a709-05175583d886 req-e6b5b512-6a1d-45bd-a965-ca351e44750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:26.853091 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7a4356d5-a6bf-4248-a709-05175583d886 req-e6b5b512-6a1d-45bd-a965-ca351e44750b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0565000 Jun 18 16:48:26.950606 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7a4356d5-a6bf-4248-a709-05175583d886 req-cf3a873f-3d77-4ebb-80f7-6ef5c0689e66 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889621 Jun 18 16:48:27.040052 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7a4356d5-a6bf-4248-a709-05175583d886 req-292655c3-d682-4690-b553-9d12342e360c service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817010 Jun 18 16:48:27.146486 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de8eb1-b6f3-45ef-b90f-b8b79b873efe req-022dd178-61c1-48e2-8e0c-7b772785fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:27.147991 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e7de8eb1-b6f3-45ef-b90f-b8b79b873efe req-022dd178-61c1-48e2-8e0c-7b772785fb18 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 1096 time: 0.0565658 Jun 18 16:48:27.245481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de8eb1-b6f3-45ef-b90f-b8b79b873efe req-a94f98f2-66c7-4987-9a1f-26b1b4777d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:27.247022 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e7de8eb1-b6f3-45ef-b90f-b8b79b873efe req-a94f98f2-66c7-4987-9a1f-26b1b4777d25 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.0924909 Jun 18 16:48:27.291565 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e7de8eb1-b6f3-45ef-b90f-b8b79b873efe req-f1c24443-5ce3-47a0-9245-3862f0e92cf3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef HTTP/1.1" status: 200 len: 217 time: 0.0374427 Jun 18 16:48:27.346636 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de8eb1-b6f3-45ef-b90f-b8b79b873efe req-6669ce07-352d-4792-8582-278862e90b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:27.348113 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e7de8eb1-b6f3-45ef-b90f-b8b79b873efe req-6669ce07-352d-4792-8582-278862e90b6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0499144 Jun 18 16:48:27.408552 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de8eb1-b6f3-45ef-b90f-b8b79b873efe req-44719d4d-8b39-4dc3-863b-30f4fc1bb9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:27.410087 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e7de8eb1-b6f3-45ef-b90f-b8b79b873efe req-44719d4d-8b39-4dc3-863b-30f4fc1bb9a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0542450 Jun 18 16:48:27.502811 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e7de8eb1-b6f3-45ef-b90f-b8b79b873efe req-12c954c8-70be-492a-84d1-d1a40498d89c service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850489 Jun 18 16:48:27.607824 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e7de8eb1-b6f3-45ef-b90f-b8b79b873efe req-c88ef819-39d3-4768-b49b-f57ae0a5908d service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984626 Jun 18 16:48:27.840947 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915d2ea-ce5d-427c-adf8-44abe38e221b req-8ed2b191-5a89-40d5-8b15-fcdc460c421f tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:27.842314 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3915d2ea-ce5d-427c-adf8-44abe38e221b req-8ed2b191-5a89-40d5-8b15-fcdc460c421f tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 943 time: 0.0624387 Jun 18 16:48:27.880557 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3915d2ea-ce5d-427c-adf8-44abe38e221b req-2a893764-e42e-4da7-9a34-ccfc16728899 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324161 Jun 18 16:48:29.051366 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb4769-68e9-41eb-97d3-4ec13330a15c req-5a74615e-4fd9-4437-8347-a037c24f9937 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:29.052805 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cfcb4769-68e9-41eb-97d3-4ec13330a15c req-5a74615e-4fd9-4437-8347-a037c24f9937 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 943 time: 0.0615640 Jun 18 16:48:29.093239 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cfcb4769-68e9-41eb-97d3-4ec13330a15c req-8b6d2237-9f05-4d5b-9958-c9bc810f0822 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349047 Jun 18 16:48:29.229125 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device fb3d05e2-aa3d-47f4-9029-c06b074817ef details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:48:29.465567 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port fb3d05e2-aa3d-47f4-9029-c06b074817ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:48:29.477022 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'port_id': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef', 'mac_address': 'fa:16:3e:14:15:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:48:29.515252 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:29.527577 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3d05e2-aa3d-47f4-9029-c06b074817ef {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:48:29.547087 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port fb3d05e2-aa3d-47f4-9029-c06b074817ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:48:29.551200 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:29.552883 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:29.601408 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=fb3d05e2-aa3d-47f4-9029-c06b074817ef,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:29.604740 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:29.764104 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['fb3d05e2-aa3d-47f4-9029-c06b074817ef'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:48:30.271015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee525627-bffc-4991-ac8a-32abd69fed71 req-81dd97eb-f8dc-49c3-8363-76f4045560ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:30.272489 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ee525627-bffc-4991-ac8a-32abd69fed71 req-81dd97eb-f8dc-49c3-8363-76f4045560ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 944 time: 0.0635030 Jun 18 16:48:30.309951 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ee525627-bffc-4991-ac8a-32abd69fed71 req-72fdecbe-209e-4e37-ad16-bf803145f73f tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319016 Jun 18 16:48:31.242477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device fb3d05e2-aa3d-47f4-9029-c06b074817ef up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:48:31.288836 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port fb3d05e2-aa3d-47f4-9029-c06b074817ef completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:48:31.292403 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port fb3d05e2-aa3d-47f4-9029-c06b074817ef triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:48:31.292773 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:31.367903 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:31.392574 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:48:31.395052 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbfa87c-dabf-4ea1-9c62-f7a5ae68aa2b" -d '{"events": [{"server_uuid": "e70f2a13-1de0-479f-b524-69ac6fa21da6", "name": "network-vif-plugged", "status": "completed", "tag": "fb3d05e2-aa3d-47f4-9029-c06b074817ef"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:48:31.416207 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port fb3d05e2-aa3d-47f4-9029-c06b074817ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:48:31.421511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:31.425182 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:48:31.448268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f475caf-c322-41cd-8526-eee4309635c3 x-openstack-request-id: req-9f475caf-c322-41cd-8526-eee4309635c3 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:48:31.448614 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70f2a13-1de0-479f-b524-69ac6fa21da6", "name": "network-vif-plugged", "status": "completed", "tag": "fb3d05e2-aa3d-47f4-9029-c06b074817ef", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:48:31.448820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9f475caf-c322-41cd-8526-eee4309635c3 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:48:31.449213 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef', 'code': 200} Jun 18 16:48:31.476538 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=fb3d05e2-aa3d-47f4-9029-c06b074817ef,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:48:31.479563 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:48:31.495176 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b441690a-e508-4363-8c84-c8509baad84b req-a6b74cf8-c0e2-457a-a8b5-72c4873e1468 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:31.496605 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b441690a-e508-4363-8c84-c8509baad84b req-a6b74cf8-c0e2-457a-a8b5-72c4873e1468 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0685992 Jun 18 16:48:31.537165 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b441690a-e508-4363-8c84-c8509baad84b req-685a731e-eff2-452f-a3c9-ced693ecf8ab tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341265 Jun 18 16:48:31.998002 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95e318-e1af-451c-b318-b97ab218aad3 req-fce80524-4db0-49c4-8d4f-3d2154279a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:31.999522 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9a95e318-e1af-451c-b318-b97ab218aad3 req-fce80524-4db0-49c4-8d4f-3d2154279a24 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 1098 time: 0.3857813 Jun 18 16:48:32.034569 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9a95e318-e1af-451c-b318-b97ab218aad3 req-8b66db5b-27c0-4fc5-a5fd-a6228187758e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273042 Jun 18 16:48:32.739378 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8566ca-7ddd-4d0b-9e7c-59ea51c32b1f req-e8be59df-8e47-460c-8243-88f5c7220da2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:32.740964 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-af8566ca-7ddd-4d0b-9e7c-59ea51c32b1f req-e8be59df-8e47-460c-8243-88f5c7220da2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0834088 Jun 18 16:48:32.785961 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-af8566ca-7ddd-4d0b-9e7c-59ea51c32b1f req-85ff6053-5e78-457e-8e55-4e3417f5e1ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360115 Jun 18 16:48:33.966376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f40945-5d95-4df4-b012-b70f1da91362 req-49a8ce84-d6d8-41c4-9507-87f66b58bd22 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:33.967844 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a0f40945-5d95-4df4-b012-b70f1da91362 req-49a8ce84-d6d8-41c4-9507-87f66b58bd22 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0650370 Jun 18 16:48:34.010138 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a0f40945-5d95-4df4-b012-b70f1da91362 req-7531c445-a966-4b06-a079-865fba333bab tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362470 Jun 18 16:48:34.175356 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ec840-8376-432f-94d9-bb6c05f3891e req-e1780954-ec42-4789-a4e4-2524a841c941 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:34.176802 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-407ec840-8376-432f-94d9-bb6c05f3891e req-e1780954-ec42-4789-a4e4-2524a841c941 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0630167 Jun 18 16:48:34.185188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 54518) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:48:34.190178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-93917bf3-58cd-438d-b89f-7cd42d270f1d tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Request body: {'floatingip': {'port_id': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:48:34.228005 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-93917bf3-58cd-438d-b89f-7cd42d270f1d tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for floatingip, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:34.670683 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-93917bf3-58cd-438d-b89f-7cd42d270f1d tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:34.675208 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-93917bf3-58cd-438d-b89f-7cd42d270f1d tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:34.776204 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-93917bf3-58cd-438d-b89f-7cd42d270f1d tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Floating IP 789b2fd2-2564-4e8b-8cac-4c5fa2eeea34 associated. External IP: 172.26.6.170, port: fb3d05e2-aa3d-47f4-9029-c06b074817ef. Jun 18 16:48:34.984468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93917bf3-58cd-438d-b89f-7cd42d270f1d tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:48:35.094052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93917bf3-58cd-438d-b89f-7cd42d270f1d tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:48:35.099254 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-93917bf3-58cd-438d-b89f-7cd42d270f1d tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:35.105506 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c25dc3-4d32-43e4-ba22-25bb58a16cf7 None None] Sync routers for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:48:35.116082 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c25dc3-4d32-43e4-ba22-25bb58a16cf7 None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:48:35.117136 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e2c25dc3-4d32-43e4-ba22-25bb58a16cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:48:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:48:35.135840 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-93917bf3-58cd-438d-b89f-7cd42d270f1d tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "PUT /v2.0/floatingips/789b2fd2-2564-4e8b-8cac-4c5fa2eeea34 HTTP/1.1" status: 200 len: 992 time: 0.9496019 Jun 18 16:48:35.136640 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'tag': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:48:35.139112 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39aabbc-bd30-44c6-8b28-79806331be4f" -d '{"events": [{"name": "network-changed", "server_uuid": "e70f2a13-1de0-479f-b524-69ac6fa21da6", "tag": "fb3d05e2-aa3d-47f4-9029-c06b074817ef"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:48:35.177145 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a6be12-01a8-4a95-98e6-39880532a9e0 x-openstack-request-id: req-a5a6be12-01a8-4a95-98e6-39880532a9e0 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:48:35.177495 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70f2a13-1de0-479f-b524-69ac6fa21da6", "tag": "fb3d05e2-aa3d-47f4-9029-c06b074817ef", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:48:35.177798 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a5a6be12-01a8-4a95-98e6-39880532a9e0 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:48:35.178246 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'tag': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef', 'status': 'completed', 'code': 200} Jun 18 16:48:35.244298 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-e2c25dc3-4d32-43e4-ba22-25bb58a16cf7 None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:48:35.260930 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39aabbc-bd30-44c6-8b28-79806331be4f req-2c3e2cc1-b553-4f69-9dec-b37193d39bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:35.262484 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c39aabbc-bd30-44c6-8b28-79806331be4f req-2c3e2cc1-b553-4f69-9dec-b37193d39bc4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 1098 time: 0.0615633 Jun 18 16:48:35.359281 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39aabbc-bd30-44c6-8b28-79806331be4f req-06a11b96-084d-416d-b3a3-2b46cbcea7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:35.361424 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c39aabbc-bd30-44c6-8b28-79806331be4f req-06a11b96-084d-416d-b3a3-2b46cbcea7ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.0904417 Jun 18 16:48:35.427196 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c39aabbc-bd30-44c6-8b28-79806331be4f req-7efd668b-e14f-40f8-88c2-19c1115f2f46 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef HTTP/1.1" status: 200 len: 1000 time: 0.0583601 Jun 18 16:48:35.473733 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e2c25dc3-4d32-43e4-ba22-25bb58a16cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '789b2fd2-2564-4e8b-8cac-4c5fa2eeea34', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'floating_ip_address': '172.26.6.170', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'port_id': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'mac_address': 'fa:16:3e:14:15:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:44:37Z', 'updated_at': '2021-06-18T16:48:34Z', 'revision_number': 13, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:48:35.481411 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39aabbc-bd30-44c6-8b28-79806331be4f req-bc546e29-f413-4310-ae40-45cdea26ebbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:35.482999 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c39aabbc-bd30-44c6-8b28-79806331be4f req-bc546e29-f413-4310-ae40-45cdea26ebbb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0490770 Jun 18 16:48:35.504470 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c25dc3-4d32-43e4-ba22-25bb58a16cf7 None None] Checking router: 4ea4e532-7fee-4485-bc5f-30b73a5cad0f for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:48:35.512634 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c25dc3-4d32-43e4-ba22-25bb58a16cf7 None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:48:35.513249 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e2c25dc3-4d32-43e4-ba22-25bb58a16cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:48:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:48:35.540757 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39aabbc-bd30-44c6-8b28-79806331be4f req-63ffe4ab-d717-41e6-81f1-0b3c6ef3e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:48:35.542285 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c39aabbc-bd30-44c6-8b28-79806331be4f req-63ffe4ab-d717-41e6-81f1-0b3c6ef3e70e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517271 Jun 18 16:48:35.619241 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-e2c25dc3-4d32-43e4-ba22-25bb58a16cf7 None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:48:35.633946 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c39aabbc-bd30-44c6-8b28-79806331be4f req-a463b487-93f4-49fc-aa2e-4e71a93982af service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834644 Jun 18 16:48:35.733014 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c39aabbc-bd30-44c6-8b28-79806331be4f req-42f2f96e-8813-4100-8c44-b0052780ce15 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918987 Jun 18 16:48:35.852539 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e2c25dc3-4d32-43e4-ba22-25bb58a16cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '789b2fd2-2564-4e8b-8cac-4c5fa2eeea34', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'floating_ip_address': '172.26.6.170', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'port_id': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'mac_address': 'fa:16:3e:14:15:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:44:37Z', 'updated_at': '2021-06-18T16:48:34Z', 'revision_number': 13, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:48:35.887745 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c25dc3-4d32-43e4-ba22-25bb58a16cf7 None None] The sync data for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv is: [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '789b2fd2-2564-4e8b-8cac-4c5fa2eeea34', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'floating_ip_address': '172.26.6.170', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'port_id': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'mac_address': 'fa:16:3e:14:15:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:44:37Z', 'updated_at': '2021-06-18T16:48:34Z', 'revision_number': 13, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:48:36.078876 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69f284c-f131-4928-ab5b-bc99e754a4f9 None None] New status for floating IP 789b2fd2-2564-4e8b-8cac-4c5fa2eeea34: ACTIVE {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:48:38.503206 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-92b84900-9375-43f4-83d7-e357af261387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:40.853847 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:48:40.979380 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-675bdfd8-ed7c-43fe-9e14-6e68f46f8092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:41.339086 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:42.182212 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:43.801440 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:48:54.371134 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:08.505695 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1a9067ac-80b3-4a79-966d-c10af15aedd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:10.979043 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ec724a29-77bc-409c-a2dc-898367d3325a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:11.340447 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:12.185326 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:13.802529 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:14.130598 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef951176-af43-44fe-b18d-0ceb8500e104 req-3b0df863-a6fb-45f1-9123-3175266077f0 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:14.132125 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef951176-af43-44fe-b18d-0ceb8500e104 req-3b0df863-a6fb-45f1-9123-3175266077f0 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.1123457 Jun 18 16:49:14.169431 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef951176-af43-44fe-b18d-0ceb8500e104 req-dbeec174-a40b-4938-b1ea-5f2f6ed326ed tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316153 Jun 18 16:49:17.853415 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:49:24.383966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:25.500630 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-1beeb9c3-9dc6-4afc-8560-28f98b404aea service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0829329 Jun 18 16:49:25.536214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fa4f6-883d-4ef6-8097-c7d8e47e9727 req-9145f491-d884-4ad3-9bda-4886c1269c96 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:25.537733 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2f4fa4f6-883d-4ef6-8097-c7d8e47e9727 req-9145f491-d884-4ad3-9bda-4886c1269c96 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0698462 Jun 18 16:49:25.576131 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2f4fa4f6-883d-4ef6-8097-c7d8e47e9727 req-ff3f1cba-cde7-4482-b227-735ec716c7fb tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324888 Jun 18 16:49:26.385261 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8ff96-85e6-4686-b617-6885d8483b87 req-3499fd20-55ea-433d-b316-a6f8ff7ee7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:26.386803 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84d8ff96-85e6-4686-b617-6885d8483b87 req-3499fd20-55ea-433d-b316-a6f8ff7ee7a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 1098 time: 0.0553579 Jun 18 16:49:26.510739 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8ff96-85e6-4686-b617-6885d8483b87 req-1e8bee25-70ab-4783-9010-c9452b929d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:26.512255 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84d8ff96-85e6-4686-b617-6885d8483b87 req-1e8bee25-70ab-4783-9010-c9452b929d02 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.1005733 Jun 18 16:49:26.580693 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84d8ff96-85e6-4686-b617-6885d8483b87 req-99fca81c-fdc3-4b45-ba2c-90564bdd19a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef HTTP/1.1" status: 200 len: 1002 time: 0.0616205 Jun 18 16:49:26.636465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8ff96-85e6-4686-b617-6885d8483b87 req-817fb82c-810a-44a1-ac84-55111ae45ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:26.637866 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84d8ff96-85e6-4686-b617-6885d8483b87 req-817fb82c-810a-44a1-ac84-55111ae45ca1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0501816 Jun 18 16:49:26.724553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8ff96-85e6-4686-b617-6885d8483b87 req-6e2c2db9-6626-4825-bb62-f3d4a0166a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:26.726034 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84d8ff96-85e6-4686-b617-6885d8483b87 req-6e2c2db9-6626-4825-bb62-f3d4a0166a63 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811958 Jun 18 16:49:26.816120 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f99275-4f03-4185-ac84-20eecede10f8 req-3cafb771-a61f-4244-a3d5-02a85dd3b635 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:26.817593 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e8f99275-4f03-4185-ac84-20eecede10f8 req-3cafb771-a61f-4244-a3d5-02a85dd3b635 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.1276867 Jun 18 16:49:26.860995 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84d8ff96-85e6-4686-b617-6885d8483b87 req-f6927a7a-85f6-4033-809b-f13bb5501c8b service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275537 Jun 18 16:49:26.881500 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e8f99275-4f03-4185-ac84-20eecede10f8 req-4d9721d8-4383-4639-9662-b58a2a9bf0d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540128 Jun 18 16:49:26.957253 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84d8ff96-85e6-4686-b617-6885d8483b87 req-eed15d23-d692-4fb3-9099-4e7c45ab212f service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885236 Jun 18 16:49:27.063006 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-ebcb55ce-5899-4b02-86bd-c46986995a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:27.064624 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-ebcb55ce-5899-4b02-86bd-c46986995a0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 1098 time: 0.0655508 Jun 18 16:49:27.157402 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-2f534199-4280-4c9e-8963-e39a394cf14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:27.158803 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-2f534199-4280-4c9e-8963-e39a394cf14d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.0880747 Jun 18 16:49:27.228472 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-8ba5d366-8a9f-4400-a9ae-9bbfa52c2743 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef HTTP/1.1" status: 200 len: 1002 time: 0.0630484 Jun 18 16:49:27.277503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-6cb9216c-7829-49e1-8aa2-34826100fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:27.278959 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-6cb9216c-7829-49e1-8aa2-34826100fda5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0434492 Jun 18 16:49:27.335531 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-1e236b12-063b-43c6-a3c0-23ea374bb119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:27.336973 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-1e236b12-063b-43c6-a3c0-23ea374bb119 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0498440 Jun 18 16:49:27.435622 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-63a7e890-730e-4fa4-addb-917af6be8783 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873659 Jun 18 16:49:27.526134 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-dedb1efa-8e38-4e83-8bfa-6b3172976958 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829701 Jun 18 16:49:28.056674 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c7da8-a2de-447f-a488-100e158591f3 req-c8c86aff-48f7-4789-b2b9-bd7329f9d465 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:28.058141 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d25c7da8-a2de-447f-a488-100e158591f3 req-c8c86aff-48f7-4789-b2b9-bd7329f9d465 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0657625 Jun 18 16:49:28.100212 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d25c7da8-a2de-447f-a488-100e158591f3 req-a1a2a6ef-0e28-4b75-adfd-77b10a8eb856 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356550 Jun 18 16:49:29.282263 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3691a4-31f6-4fc2-8f34-fa1bc46ef702 req-79749d23-8503-44dd-909d-3a11c27a1c64 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:29.283784 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ed3691a4-31f6-4fc2-8f34-fa1bc46ef702 req-79749d23-8503-44dd-909d-3a11c27a1c64 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0681896 Jun 18 16:49:29.321342 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ed3691a4-31f6-4fc2-8f34-fa1bc46ef702 req-7f058dcc-14e3-44ce-b3ee-d2caee9993b2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319855 Jun 18 16:49:30.511180 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa305cd-d2cc-42ee-922d-cebbeaaeae6d req-cde2b682-2560-4ee0-b5e4-e57d7af3593d tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:30.512673 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8aa305cd-d2cc-42ee-922d-cebbeaaeae6d req-cde2b682-2560-4ee0-b5e4-e57d7af3593d tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0744233 Jun 18 16:49:30.554073 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8aa305cd-d2cc-42ee-922d-cebbeaaeae6d req-2d63c840-8f97-4d0e-9a7f-69a91f955f21 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349288 Jun 18 16:49:31.731696 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5ee51-11e2-4136-8e8a-d8d1130f0d55 req-03dbdb70-c474-414e-b600-417b0259fc0a tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:31.733159 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d6e5ee51-11e2-4136-8e8a-d8d1130f0d55 req-03dbdb70-c474-414e-b600-417b0259fc0a tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0693638 Jun 18 16:49:31.771583 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d6e5ee51-11e2-4136-8e8a-d8d1130f0d55 req-6bb2ed09-66bf-4c22-a161-d312a9cba4d0 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322118 Jun 18 16:49:32.950210 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b96b44-2a5a-4dc3-a855-580c4edf3afa req-8a36a6f4-197e-4404-879e-05b110cdcc45 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:32.951735 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-18b96b44-2a5a-4dc3-a855-580c4edf3afa req-8a36a6f4-197e-4404-879e-05b110cdcc45 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0648863 Jun 18 16:49:32.989833 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-18b96b44-2a5a-4dc3-a855-580c4edf3afa req-d501e9ba-bfb1-488f-be79-231268e9ff38 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317125 Jun 18 16:49:34.169044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbf830-bb06-486c-83b2-a96ace6304e0 req-43d19b4a-e85a-4a09-8b3a-d596039e232f tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:34.170542 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0ccbf830-bb06-486c-83b2-a96ace6304e0 req-43d19b4a-e85a-4a09-8b3a-d596039e232f tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0692525 Jun 18 16:49:34.213951 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0ccbf830-bb06-486c-83b2-a96ace6304e0 req-8936f7e9-37ce-4bf4-8cab-7887e26b5f23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370693 Jun 18 16:49:35.431167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc47d64-a6de-4ba4-805c-340391329cfc req-e7300a64-ed25-4aaf-9a35-3e28d333c283 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:35.432645 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7bc47d64-a6de-4ba4-805c-340391329cfc req-e7300a64-ed25-4aaf-9a35-3e28d333c283 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0647783 Jun 18 16:49:35.471790 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7bc47d64-a6de-4ba4-805c-340391329cfc req-bac702f0-c498-4708-841f-108a82e942f7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330524 Jun 18 16:49:36.642348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aff678-2b36-40a7-9a69-614de5a7b781 req-1a0f3b1d-85c0-4eba-be91-783ad44cfc98 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:36.643901 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5aff678-2b36-40a7-9a69-614de5a7b781 req-1a0f3b1d-85c0-4eba-be91-783ad44cfc98 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0636878 Jun 18 16:49:36.681268 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5aff678-2b36-40a7-9a69-614de5a7b781 req-252ca780-5997-4765-8825-3cc8ac39a73c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317445 Jun 18 16:49:37.860635 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65bf1a-8743-46ee-85d0-5928fe4ec32c req-660617bf-c397-4ebf-aab7-6cb8fcca7767 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:37.862066 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6d65bf1a-8743-46ee-85d0-5928fe4ec32c req-660617bf-c397-4ebf-aab7-6cb8fcca7767 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0710418 Jun 18 16:49:37.904146 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6d65bf1a-8743-46ee-85d0-5928fe4ec32c req-88f15328-4ca4-4e51-954c-c8ef2214152a tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359569 Jun 18 16:49:38.507863 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-68db7cf6-c01d-40fd-8b00-92a03ab7569d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:39.246342 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafb1ac-f367-4e7a-9cd0-2eb1196d207f req-c239c117-e908-4a3e-abcb-e0d87213c1aa tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:39.247832 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fcafb1ac-f367-4e7a-9cd0-2eb1196d207f req-c239c117-e908-4a3e-abcb-e0d87213c1aa tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0631802 Jun 18 16:49:39.285351 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fcafb1ac-f367-4e7a-9cd0-2eb1196d207f req-06b50852-eeda-4909-bc1a-db0d836007d3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316861 Jun 18 16:49:40.463815 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ace741-49fa-479c-bff5-a166e27ee8b0 req-e7be2f5b-88a9-41ac-a4ec-95447821c1a1 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:40.465315 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-80ace741-49fa-479c-bff5-a166e27ee8b0 req-e7be2f5b-88a9-41ac-a4ec-95447821c1a1 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0645478 Jun 18 16:49:40.509997 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-80ace741-49fa-479c-bff5-a166e27ee8b0 req-baac8ae1-3c75-4c47-81ee-f0eb3b3cef1e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384383 Jun 18 16:49:40.980272 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0ac134a8-f0b4-41d4-95fa-7c0e294009bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:41.028564 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-09d5fd0f-0e57-48aa-a5d1-9e152d216455 service neutron] 10.222.0.55 "GET /v2.0/ports/fb3d05e2-aa3d-47f4-9029-c06b074817ef/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0550396 Jun 18 16:49:41.289822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-1e121d3f-571c-45c8-a089-0e8f010072c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:41.291360 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-1e121d3f-571c-45c8-a089-0e8f010072c7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6&tenant_id=d5119dc992734f2fa4d1076ef563c0a7 HTTP/1.1" status: 200 len: 1098 time: 0.0527172 Jun 18 16:49:41.341163 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:41.368095 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-734e15ce-3917-425d-a746-62f03904ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:41.369566 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-734e15ce-3917-425d-a746-62f03904ffb4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 1098 time: 0.0541849 Jun 18 16:49:41.463353 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-ce4fdf22-0b24-42ef-bbfd-deaf7ee97f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:41.464758 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-ce4fdf22-0b24-42ef-bbfd-deaf7ee97f46 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.0874300 Jun 18 16:49:41.529462 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-a482c922-8572-42f0-9bf1-6322d104d0e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef HTTP/1.1" status: 200 len: 1002 time: 0.0563443 Jun 18 16:49:41.582961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-e13114d2-11ee-4979-82f6-a5ef5d09ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:41.584652 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-e13114d2-11ee-4979-82f6-a5ef5d09ebeb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0474801 Jun 18 16:49:41.683866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-1ad89ac1-65e9-46e7-91b6-47ad3b57e3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:41.685350 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-1ad89ac1-65e9-46e7-91b6-47ad3b57e3ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0941207 Jun 18 16:49:41.708867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3af8d-b147-43eb-a7d1-1374bf5a9482 req-9f09e7c9-bf5b-4a0e-977e-53288285ab25 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:41.710337 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3bc3af8d-b147-43eb-a7d1-1374bf5a9482 req-9f09e7c9-bf5b-4a0e-977e-53288285ab25 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0873098 Jun 18 16:49:41.791542 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3bc3af8d-b147-43eb-a7d1-1374bf5a9482 req-1eef48f3-6393-4c4b-862c-dc0edf4b8b3c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707557 Jun 18 16:49:41.814508 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-e9bb5f4a-251d-4449-be5a-d278cfb814d2 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210685 Jun 18 16:49:41.904618 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-e78c94e3-ad6f-4b14-a00b-00442c78ba59 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828111 Jun 18 16:49:42.189283 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:42.973761 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb9433-8aad-423c-a677-f2ba40063724 req-4074c994-c523-49d5-8c0f-ad0fc491acc5 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:42.975291 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7ccb9433-8aad-423c-a677-f2ba40063724 req-4074c994-c523-49d5-8c0f-ad0fc491acc5 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0696478 Jun 18 16:49:43.013749 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7ccb9433-8aad-423c-a677-f2ba40063724 req-1a47ed85-6834-4bb8-97cd-520cdfd2e4ea tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326529 Jun 18 16:49:43.626400 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device fb3d05e2-aa3d-47f4-9029-c06b074817ef no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:49:43.707278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:43.732995 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:49:43.735545 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f507faab-15d9-4b9f-afff-79c15c67a1e7" -d '{"events": [{"server_uuid": "e70f2a13-1de0-479f-b524-69ac6fa21da6", "name": "network-vif-unplugged", "status": "completed", "tag": "fb3d05e2-aa3d-47f4-9029-c06b074817ef"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:49:43.751046 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port fb3d05e2-aa3d-47f4-9029-c06b074817ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:49:43.757256 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:43.759909 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:49:43.803319 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 16:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c24636-f738-45e1-89aa-1426547135ec x-openstack-request-id: req-a0c24636-f738-45e1-89aa-1426547135ec {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:49:43.803640 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70f2a13-1de0-479f-b524-69ac6fa21da6", "name": "network-vif-unplugged", "status": "completed", "tag": "fb3d05e2-aa3d-47f4-9029-c06b074817ef", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:49:43.803885 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0c24636-f738-45e1-89aa-1426547135ec {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:49:43.804261 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef', 'code': 200} Jun 18 16:49:43.824540 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:43.829691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=fb3d05e2-aa3d-47f4-9029-c06b074817ef,revision_number=6']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:49:43.836847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:43.837194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:43.837527 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:43.837859 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:43.838186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:43.838535 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:43.838884 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:43.839182 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:43.839507 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:43.839840 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:43.840142 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:43.840455 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:49:43.847360 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:49:44.196642 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f8fd7-c15e-49ab-9d2a-f310acb70d22 req-28a0c933-0c2b-43a4-8143-450f8bd72d24 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:44.198157 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-278f8fd7-c15e-49ab-9d2a-f310acb70d22 req-28a0c933-0c2b-43a4-8143-450f8bd72d24 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 943 time: 0.0678220 Jun 18 16:49:44.239262 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-278f8fd7-c15e-49ab-9d2a-f310acb70d22 req-7c3840f9-9ec7-48c9-b649-152f80512faa tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347619 Jun 18 16:49:45.416992 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe2154-33da-41c3-b7bd-df22f47fba26 req-c7f09b4c-2147-4905-9224-f05797e114c8 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:45.418499 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5bbe2154-33da-41c3-b7bd-df22f47fba26 req-c7f09b4c-2147-4905-9224-f05797e114c8 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 943 time: 0.0645428 Jun 18 16:49:45.456725 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5bbe2154-33da-41c3-b7bd-df22f47fba26 req-3eb4a424-43b2-493d-a13f-727b7ef41747 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322270 Jun 18 16:49:46.958519 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccf5f2-8079-4927-bca2-f4a3a49b5342 req-4601cb7b-7002-4f61-96bb-3b8762c93aaa tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:46.959981 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6eccf5f2-8079-4927-bca2-f4a3a49b5342 req-4601cb7b-7002-4f61-96bb-3b8762c93aaa tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 943 time: 0.3886611 Jun 18 16:49:46.996705 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6eccf5f2-8079-4927-bca2-f4a3a49b5342 req-e827e060-2637-49ac-9ba9-e979193fc503 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311558 Jun 18 16:49:47.676808 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device fb3d05e2-aa3d-47f4-9029-c06b074817ef details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:49:47.771549 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port fb3d05e2-aa3d-47f4-9029-c06b074817ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:49:47.783252 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'port_id': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef', 'mac_address': 'fa:16:3e:14:15:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:49:47.819190 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:47.832009 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3d05e2-aa3d-47f4-9029-c06b074817ef {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:49:47.850774 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port fb3d05e2-aa3d-47f4-9029-c06b074817ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:49:47.854366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:47.856862 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:49:47.909402 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=fb3d05e2-aa3d-47f4-9029-c06b074817ef,revision_number=7']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:49:47.912606 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:49:47.924961 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['fb3d05e2-aa3d-47f4-9029-c06b074817ef'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:49:48.178490 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98833c23-6b15-496b-9041-aa312e98186d req-c187197b-51d6-4e28-8fd8-40fffa70f7c4 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:48.179980 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-98833c23-6b15-496b-9041-aa312e98186d req-c187197b-51d6-4e28-8fd8-40fffa70f7c4 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 944 time: 0.0684581 Jun 18 16:49:48.217879 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-98833c23-6b15-496b-9041-aa312e98186d req-1ec7e9ef-71e6-467d-b7fe-47a1754981a1 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322604 Jun 18 16:49:49.397939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b88ff-0b18-4771-a566-358cb1f5e970 req-57fc1ca9-09e2-46df-94c3-ef2d425708d7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:49.399447 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-890b88ff-0b18-4771-a566-358cb1f5e970 req-57fc1ca9-09e2-46df-94c3-ef2d425708d7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 944 time: 0.0649753 Jun 18 16:49:49.436582 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-890b88ff-0b18-4771-a566-358cb1f5e970 req-957e3a47-3879-43b2-ae9f-5e95af48b39e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314348 Jun 18 16:49:49.708603 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device fb3d05e2-aa3d-47f4-9029-c06b074817ef up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:49:49.755723 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port fb3d05e2-aa3d-47f4-9029-c06b074817ef triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:49:49.756100 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:49.832836 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:49.854624 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:49:49.856876 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39ec96a-1d47-474a-88ed-9af05a3b332d" -d '{"events": [{"server_uuid": "e70f2a13-1de0-479f-b524-69ac6fa21da6", "name": "network-vif-plugged", "status": "completed", "tag": "fb3d05e2-aa3d-47f4-9029-c06b074817ef"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:49:49.870690 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port fb3d05e2-aa3d-47f4-9029-c06b074817ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:49:49.877294 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:49.880076 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:49:49.927155 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=fb3d05e2-aa3d-47f4-9029-c06b074817ef,revision_number=8']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:49:49.930177 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:49:49.955394 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfbbab6-ef35-477b-8948-9419d058f657 x-openstack-request-id: req-dbfbbab6-ef35-477b-8948-9419d058f657 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:49:49.955704 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70f2a13-1de0-479f-b524-69ac6fa21da6", "name": "network-vif-plugged", "status": "completed", "tag": "fb3d05e2-aa3d-47f4-9029-c06b074817ef", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:49:49.955964 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dbfbbab6-ef35-477b-8948-9419d058f657 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:49:49.956371 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef', 'code': 200} Jun 18 16:49:50.616162 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fba1a-23e7-4376-8b2b-0613a2e5fe22 req-09eefc1c-5f51-4737-9570-24e026b11902 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:50.617627 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-599fba1a-23e7-4376-8b2b-0613a2e5fe22 req-09eefc1c-5f51-4737-9570-24e026b11902 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0706072 Jun 18 16:49:50.654118 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-599fba1a-23e7-4376-8b2b-0613a2e5fe22 req-6f256577-a684-4262-bd53-95ea1a59d4aa tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308464 Jun 18 16:49:51.827978 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc9f8b-3b8d-4818-961b-5cc5353aca1e req-f81e294c-95c7-421a-bac3-1747c6a84885 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:51.830121 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-85bc9f8b-3b8d-4818-961b-5cc5353aca1e req-f81e294c-95c7-421a-bac3-1747c6a84885 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0627804 Jun 18 16:49:51.868733 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-85bc9f8b-3b8d-4818-961b-5cc5353aca1e req-924bd2ce-780b-4349-aac3-964ac24c9296 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324950 Jun 18 16:49:53.047871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e756f98-be80-4bf6-9dd6-8087adcb810c req-7249be7f-a2b1-4017-836d-eed505e549d0 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:53.049357 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5e756f98-be80-4bf6-9dd6-8087adcb810c req-7249be7f-a2b1-4017-836d-eed505e549d0 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0676663 Jun 18 16:49:53.089624 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5e756f98-be80-4bf6-9dd6-8087adcb810c req-cd8f2382-2b40-4c9d-9034-b2df96aadc43 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345492 Jun 18 16:49:53.491719 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-8a19fdc5-c66b-4b19-8a2a-c1705c0953b7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:53.493140 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-8a19fdc5-c66b-4b19-8a2a-c1705c0953b7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6&tenant_id=d5119dc992734f2fa4d1076ef563c0a7&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.0817232 Jun 18 16:49:53.583531 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-0f609c7a-7905-4e72-aa89-86ad53c6a047 service neutron] 10.222.0.55 "GET /v2.0/ports/fb3d05e2-aa3d-47f4-9029-c06b074817ef/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0735438 Jun 18 16:49:53.596170 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f662e34-c848-459d-8bf2-3788f0e80cc9 req-f15ee52a-2c36-49a4-b0c0-60d80231558e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:53.597677 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4f662e34-c848-459d-8bf2-3788f0e80cc9 req-f15ee52a-2c36-49a4-b0c0-60d80231558e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.1264524 Jun 18 16:49:53.666677 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4f662e34-c848-459d-8bf2-3788f0e80cc9 req-4daa9d86-6b00-45dc-94d2-49613d26d2c0 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632172 Jun 18 16:49:53.684909 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-40d0a969-b9cb-4ef5-a326-49e303befb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:53.686468 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-40d0a969-b9cb-4ef5-a326-49e303befb96 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 1098 time: 0.0769241 Jun 18 16:49:53.782217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-fecc1a16-58fa-4b70-b234-76e6f00f9dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:53.783877 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-fecc1a16-58fa-4b70-b234-76e6f00f9dac service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.0891612 Jun 18 16:49:53.850179 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-fe4e2d0b-5c36-4caf-8b89-ddd1fb38c8d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef HTTP/1.1" status: 200 len: 1002 time: 0.0593326 Jun 18 16:49:53.905438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-f1f8c47b-ae2a-4760-a67a-9cea46bd7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:53.907081 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-f1f8c47b-ae2a-4760-a67a-9cea46bd7035 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0496893 Jun 18 16:49:53.964154 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-940935c8-4a72-4291-8983-2f64033e9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:53.965565 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-940935c8-4a72-4291-8983-2f64033e9b32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517762 Jun 18 16:49:54.053521 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-095aa9fa-ac6a-497e-89cb-013efd3932f4 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802677 Jun 18 16:49:54.149502 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-d0dbc8e4-9bf8-4ddb-84ab-347a21336f67 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895922 Jun 18 16:49:54.379693 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:54.853462 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:49:54.864994 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b304c69-bd05-4cdc-ab62-7927a71486a8 req-e536046e-359a-4d1d-9dd3-06695cf5ef29 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:54.866577 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0b304c69-bd05-4cdc-ab62-7927a71486a8 req-e536046e-359a-4d1d-9dd3-06695cf5ef29 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0758524 Jun 18 16:49:54.909761 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0b304c69-bd05-4cdc-ab62-7927a71486a8 req-307cdbca-a25b-410c-b501-562a9382f1db tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371916 Jun 18 16:49:56.095762 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efb594-32ec-481f-b580-c6de956d167c req-8a6c6f1b-e068-41e2-9d7c-832d8932e177 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:56.097257 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-72efb594-32ec-481f-b580-c6de956d167c req-8a6c6f1b-e068-41e2-9d7c-832d8932e177 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0720882 Jun 18 16:49:56.140228 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-72efb594-32ec-481f-b580-c6de956d167c req-95d4c997-6c2c-4872-a30d-084cf77f4622 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373378 Jun 18 16:49:57.319463 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574da84-0819-4471-a4ec-a2b3ddb2a643 req-8fd563fb-b0ba-4cd2-b6b0-93eb14f48e74 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:57.320840 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c574da84-0819-4471-a4ec-a2b3ddb2a643 req-8fd563fb-b0ba-4cd2-b6b0-93eb14f48e74 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0636294 Jun 18 16:49:57.357422 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c574da84-0819-4471-a4ec-a2b3ddb2a643 req-e474b784-c576-4faf-9ec9-7b17b476f9eb tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309060 Jun 18 16:49:58.399790 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-0b8d89df-e64f-428a-aaa7-9510c1f386f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:58.401458 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-0b8d89df-e64f-428a-aaa7-9510c1f386f1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6&tenant_id=d5119dc992734f2fa4d1076ef563c0a7 HTTP/1.1" status: 200 len: 1098 time: 0.0559242 Jun 18 16:49:58.529845 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-9a7522c6-6933-4cd1-93b5-bc2cd3687742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:58.531922 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-9a7522c6-6933-4cd1-93b5-bc2cd3687742 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 1098 time: 0.1036284 Jun 18 16:49:58.618019 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f5748-5894-419d-8112-c63e7dfe5b7c req-8f2685ef-9d0a-4028-851c-0602689f5a52 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:58.619848 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-267f5748-5894-419d-8112-c63e7dfe5b7c req-8f2685ef-9d0a-4028-851c-0602689f5a52 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.1422436 Jun 18 16:49:58.673985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-a50adb53-2857-4623-be69-ba9d481dadd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:58.675769 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-a50adb53-2857-4623-be69-ba9d481dadd0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 200 len: 912 time: 0.1360447 Jun 18 16:49:58.684340 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-267f5748-5894-419d-8112-c63e7dfe5b7c req-ff073b56-214f-4a7c-a2db-5376b76dbe27 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563896 Jun 18 16:49:58.746494 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-cd821b1d-732b-4d20-831e-cad43e1f086d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef HTTP/1.1" status: 200 len: 1002 time: 0.0611577 Jun 18 16:49:58.799794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-a6c2514d-1010-457c-ac52-b56142aeac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:58.801174 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-a6c2514d-1010-457c-ac52-b56142aeac10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 200 len: 850 time: 0.0441799 Jun 18 16:49:58.865144 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-2f2e600b-a640-4529-b4fb-8f6f4c381b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:58.866693 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-2f2e600b-a640-4529-b4fb-8f6f4c381b18 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2162309-e23a-45f4-857d-87e08c777623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0585353 Jun 18 16:49:58.959912 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-837d74c1-c9cc-4db0-8811-557eed115d1a service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850625 Jun 18 16:49:59.066863 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04d2a666-4637-4666-b27a-f3f7a7f6a399 req-8849262d-ae67-49d4-a5ba-e3b2067af9c8 service neutron] 10.222.0.55 "GET /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999761 Jun 18 16:49:59.724040 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device fb3d05e2-aa3d-47f4-9029-c06b074817ef no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:49:59.802256 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:59.824804 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:49:59.827050 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d84843-f212-4f1b-8e34-eba5c6ee62a6" -d '{"events": [{"server_uuid": "e70f2a13-1de0-479f-b524-69ac6fa21da6", "name": "network-vif-unplugged", "status": "completed", "tag": "fb3d05e2-aa3d-47f4-9029-c06b074817ef"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:49:59.840194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port fb3d05e2-aa3d-47f4-9029-c06b074817ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:49:59.845852 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:49:59.849558 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:49:59.901082 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 16:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281e5256-9eb2-4855-918b-5576bca30c8c x-openstack-request-id: req-281e5256-9eb2-4855-918b-5576bca30c8c {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:49:59.901301 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70f2a13-1de0-479f-b524-69ac6fa21da6", "name": "network-vif-unplugged", "status": "completed", "tag": "fb3d05e2-aa3d-47f4-9029-c06b074817ef", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:49:59.901510 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-281e5256-9eb2-4855-918b-5576bca30c8c {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:49:59.901862 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef', 'code': 200} Jun 18 16:49:59.905384 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=fb3d05e2-aa3d-47f4-9029-c06b074817ef,revision_number=9']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:49:59.909524 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:49:59.923512 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae21b0e-01b7-4837-bd9f-d9025b56b586 req-f1fcd4d6-b9d8-45ad-88e6-f09061db4f0b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:49:59.925172 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4ae21b0e-01b7-4837-bd9f-d9025b56b586 req-f1fcd4d6-b9d8-45ad-88e6-f09061db4f0b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.1170712 Jun 18 16:49:59.963624 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4ae21b0e-01b7-4837-bd9f-d9025b56b586 req-e83deb98-09a7-4da4-a0f8-3fd4a0d533f7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329580 Jun 18 16:50:01.141099 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718e53c-5037-456f-bd3c-ab78167099c3 req-5ecf9d0d-69ec-44c1-98a4-eef44297ba81 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:01.142641 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d718e53c-5037-456f-bd3c-ab78167099c3 req-5ecf9d0d-69ec-44c1-98a4-eef44297ba81 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 943 time: 0.0654297 Jun 18 16:50:01.184858 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d718e53c-5037-456f-bd3c-ab78167099c3 req-332bd186-58ce-416d-8f9e-dc914cb04081 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365477 Jun 18 16:50:02.362546 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa3623-f492-4d36-8727-c6e6f9a71548 req-cf4ae850-5b06-4c71-99ed-9386769f2d15 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:02.364001 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1bfa3623-f492-4d36-8727-c6e6f9a71548 req-cf4ae850-5b06-4c71-99ed-9386769f2d15 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 943 time: 0.0654373 Jun 18 16:50:02.402207 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1bfa3623-f492-4d36-8727-c6e6f9a71548 req-a3a050fb-fcfe-4399-b750-22e331376c40 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325365 Jun 18 16:50:03.578363 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64572e68-f1c7-4651-98b0-7ee2e83d8634 req-b202b638-d45d-4a93-9b6c-3686b74a6c2c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:03.579999 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-64572e68-f1c7-4651-98b0-7ee2e83d8634 req-b202b638-d45d-4a93-9b6c-3686b74a6c2c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 943 time: 0.0653384 Jun 18 16:50:03.616558 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-64572e68-f1c7-4651-98b0-7ee2e83d8634 req-ef47968f-74ff-41ca-9cb8-d694eb8ee3c1 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309293 Jun 18 16:50:04.795427 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aaa0ed-c7ee-4331-ac90-fa4e4ea188a5 req-a4073f15-7385-4e07-97af-0ee06d933cb0 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:04.797493 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8aaa0ed-c7ee-4331-ac90-fa4e4ea188a5 req-a4073f15-7385-4e07-97af-0ee06d933cb0 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 943 time: 0.0676005 Jun 18 16:50:04.834292 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8aaa0ed-c7ee-4331-ac90-fa4e4ea188a5 req-3259e0f4-90f3-4fa3-b595-a3f4ed925a4d tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311913 Jun 18 16:50:05.771312 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device fb3d05e2-aa3d-47f4-9029-c06b074817ef details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:50:05.868306 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port fb3d05e2-aa3d-47f4-9029-c06b074817ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:05.880606 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'port_id': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef', 'mac_address': 'fa:16:3e:14:15:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:50:05.919169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:05.932242 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3d05e2-aa3d-47f4-9029-c06b074817ef {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:50:05.951916 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port fb3d05e2-aa3d-47f4-9029-c06b074817ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:05.957225 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:05.959081 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:06.008279 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=fb3d05e2-aa3d-47f4-9029-c06b074817ef,revision_number=10']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:06.011394 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:06.020918 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['fb3d05e2-aa3d-47f4-9029-c06b074817ef'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:50:06.021178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d58db-7681-4bb9-8006-5ef1f1f313f1 req-f605cdd7-afeb-44b0-805d-3aa219fbf1f7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:06.022797 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6d1d58db-7681-4bb9-8006-5ef1f1f313f1 req-f605cdd7-afeb-44b0-805d-3aa219fbf1f7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0742171 Jun 18 16:50:06.061631 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6d1d58db-7681-4bb9-8006-5ef1f1f313f1 req-d73cdcb8-b076-43e6-b16f-eaab1fdcdb8a tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331194 Jun 18 16:50:07.235291 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab00e9-1bf6-43db-89e0-98d67523e82d req-c8a33dfb-8f48-48bd-8d05-cc6ef43b037b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:07.236771 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84ab00e9-1bf6-43db-89e0-98d67523e82d req-c8a33dfb-8f48-48bd-8d05-cc6ef43b037b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 945 time: 0.0641518 Jun 18 16:50:07.278577 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-84ab00e9-1bf6-43db-89e0-98d67523e82d req-27f38408-f137-449b-b214-a48727e38461 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359724 Jun 18 16:50:07.785257 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device fb3d05e2-aa3d-47f4-9029-c06b074817ef up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:50:07.832038 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port fb3d05e2-aa3d-47f4-9029-c06b074817ef triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:50:07.832412 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:07.911991 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:07.934288 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:50:07.936553 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57216943-fadd-4ad2-a01d-9bec6cb8d8e0" -d '{"events": [{"server_uuid": "e70f2a13-1de0-479f-b524-69ac6fa21da6", "name": "network-vif-plugged", "status": "completed", "tag": "fb3d05e2-aa3d-47f4-9029-c06b074817ef"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:50:07.950244 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port fb3d05e2-aa3d-47f4-9029-c06b074817ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:07.954734 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:07.956633 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:07.980529 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3006eafd-8073-4192-b557-db8091e7b0fe x-openstack-request-id: req-3006eafd-8073-4192-b557-db8091e7b0fe {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:50:07.980806 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70f2a13-1de0-479f-b524-69ac6fa21da6", "name": "network-vif-plugged", "status": "completed", "tag": "fb3d05e2-aa3d-47f4-9029-c06b074817ef", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:50:07.981092 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3006eafd-8073-4192-b557-db8091e7b0fe {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:50:07.981469 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef', 'code': 200} Jun 18 16:50:08.007126 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=fb3d05e2-aa3d-47f4-9029-c06b074817ef,revision_number=11']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:08.010030 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:08.455697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286e0c5-455e-4d4f-90f3-24453ed287aa req-15259177-5885-4170-84ae-1b9d37ccb681 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:08.457242 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6286e0c5-455e-4d4f-90f3-24453ed287aa req-15259177-5885-4170-84ae-1b9d37ccb681 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 946 time: 0.0654602 Jun 18 16:50:08.499589 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6286e0c5-455e-4d4f-90f3-24453ed287aa req-e387c916-fba2-4644-b907-ad9569df897e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351608 Jun 18 16:50:08.515854 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-95c274bb-769d-4684-a154-e457de520888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:09.682449 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8100a-88a2-4c6e-9ae5-e41a42322218 req-002423db-afdb-4cdd-a37f-36686ccd51a9 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:09.683917 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bab8100a-88a2-4c6e-9ae5-e41a42322218 req-002423db-afdb-4cdd-a37f-36686ccd51a9 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 946 time: 0.0684366 Jun 18 16:50:09.721825 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bab8100a-88a2-4c6e-9ae5-e41a42322218 req-77f5c92f-8f1c-41e9-b5b3-b67773b8bdb2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314989 Jun 18 16:50:09.899858 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76905460-5961-4857-aa8e-7ff441b31a75 req-e2fe14f8-57bb-4ac6-be0d-7a9071c9df1e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:09.901334 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-76905460-5961-4857-aa8e-7ff441b31a75 req-e2fe14f8-57bb-4ac6-be0d-7a9071c9df1e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 946 time: 0.0682414 Jun 18 16:50:09.941424 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-76905460-5961-4857-aa8e-7ff441b31a75 req-5c20f905-960a-4350-abde-ee5c2553223c tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337875 Jun 18 16:50:10.117608 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64834791-b1f1-447c-b152-34aba0ce8480 req-2958514b-4447-4d67-bbb9-fd9c2f856b6a tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:10.119116 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-64834791-b1f1-447c-b152-34aba0ce8480 req-2958514b-4447-4d67-bbb9-fd9c2f856b6a tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 946 time: 0.0675735 Jun 18 16:50:10.157226 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-64834791-b1f1-447c-b152-34aba0ce8480 req-ed5552e8-6129-4506-8809-13a3b4dcba38 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318539 Jun 18 16:50:10.565631 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb7251-b727-40b4-b13a-cc4bb35b83b6 req-bb48175f-f063-4629-9745-272378545bb8 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:10.567218 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-66cb7251-b727-40b4-b13a-cc4bb35b83b6 req-bb48175f-f063-4629-9745-272378545bb8 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 946 time: 0.0709710 Jun 18 16:50:10.614431 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-66cb7251-b727-40b4-b13a-cc4bb35b83b6 req-6884ee22-6b5b-49ef-9085-ee84fe8fc65b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413756 Jun 18 16:50:10.984655 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-97ed65ae-d7f4-48f2-a3f0-65ae6c6c61cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:11.343276 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:11.799989 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da482847-795a-482d-bc1a-cf15ee31e411 req-c24f6505-6182-4976-b6e2-a9c08697dba7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:11.801530 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-da482847-795a-482d-bc1a-cf15ee31e411 req-c24f6505-6182-4976-b6e2-a9c08697dba7 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 946 time: 0.0665567 Jun 18 16:50:11.842650 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-da482847-795a-482d-bc1a-cf15ee31e411 req-55d53bd3-7a2d-4657-b1af-ad7c50771bdc tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340369 Jun 18 16:50:12.194552 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:13.013226 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b448a65-d22f-4bd7-a9b8-6c3ab35d0821 req-0231fd06-2065-4937-b6d8-7b9bdf51dc9d tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:13.014755 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4b448a65-d22f-4bd7-a9b8-6c3ab35d0821 req-0231fd06-2065-4937-b6d8-7b9bdf51dc9d tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 946 time: 0.0989292 Jun 18 16:50:13.077256 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43845cf6-8d0a-4dae-95f1-8c72f22c21c9 req-eff06ba7-0155-4448-a3b0-ab7f5d129db5 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:13.079499 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-43845cf6-8d0a-4dae-95f1-8c72f22c21c9 req-eff06ba7-0155-4448-a3b0-ab7f5d129db5 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 946 time: 0.1212761 Jun 18 16:50:13.149580 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-43845cf6-8d0a-4dae-95f1-8c72f22c21c9 req-5b2ba3be-7616-424f-8b11-a4aa54953968 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups?id=2906161a-3143-424f-bf1f-fa3d2d2d13b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611873 Jun 18 16:50:13.159194 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-4b448a65-d22f-4bd7-a9b8-6c3ab35d0821 req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Deleting port fb3d05e2-aa3d-47f4-9029-c06b074817ef {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:50:13.159531 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-4b448a65-d22f-4bd7-a9b8-6c3ab35d0821 req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:13.254103 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-4b448a65-d22f-4bd7-a9b8-6c3ab35d0821 req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] For port fb3d05e2-aa3d-47f4-9029-c06b074817ef, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fb3d05e2-aa3d-47f4-9029-c06b074817ef,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:13.254492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-4b448a65-d22f-4bd7-a9b8-6c3ab35d0821 req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:13.418558 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-4b448a65-d22f-4bd7-a9b8-6c3ab35d0821 req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:13.418839 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-4b448a65-d22f-4bd7-a9b8-6c3ab35d0821 req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:13.419156 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [req-4b448a65-d22f-4bd7-a9b8-6c3ab35d0821 req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Floating IP 789b2fd2-2564-4e8b-8cac-4c5fa2eeea34 disassociated. External IP: 172.26.6.170, port: fb3d05e2-aa3d-47f4-9029-c06b074817ef. Jun 18 16:50:13.419497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-4b448a65-d22f-4bd7-a9b8-6c3ab35d0821 req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Calling delete_port for fb3d05e2-aa3d-47f4-9029-c06b074817ef owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:50:13.546178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-4b448a65-d22f-4bd7-a9b8-6c3ab35d0821 req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:13.552070 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-85d410a5-1dc1-48fa-aca9-8edb8f50f913 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:13.580596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Pushing event deleted for resources: {'Port': ['ID=fb3d05e2-aa3d-47f4-9029-c06b074817ef,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:13.590205 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:13.590688 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:13.591072 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:13.591446 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:13.591819 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:13.592191 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:13.592562 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:13.592928 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:13.593294 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:13.594809 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:13.594809 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:13.595086 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:13.598806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:13.710107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b448a65-d22f-4bd7-a9b8-6c3ab35d0821 req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:50:13.809786 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:13.820624 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b448a65-d22f-4bd7-a9b8-6c3ab35d0821 req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:50:13.830996 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b28d0bf-0277-4b43-b187-c00c3d2ef421 None None] Sync routers for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:50:13.840232 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b28d0bf-0277-4b43-b187-c00c3d2ef421 None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:50:13.840880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-0b28d0bf-0277-4b43-b187-c00c3d2ef421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:50:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:13.864198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b448a65-d22f-4bd7-a9b8-6c3ab35d0821 req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] No DVR routers for this DVR port fb3d05e2-aa3d-47f4-9029-c06b074817ef on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:50:13.866651 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-4b448a65-d22f-4bd7-a9b8-6c3ab35d0821 req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:13.868673 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4b448a65-d22f-4bd7-a9b8-6c3ab35d0821 req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.55 "DELETE /v2.0/ports/fb3d05e2-aa3d-47f4-9029-c06b074817ef HTTP/1.1" status: 204 len: 173 time: 0.8475516 Jun 18 16:50:13.869253 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'name': 'network-vif-deleted', 'tag': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:50:13.872481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdbdf04-0bc6-465e-a708-766ba0bc36b4" -d '{"events": [{"server_uuid": "e70f2a13-1de0-479f-b524-69ac6fa21da6", "name": "network-vif-deleted", "tag": "fb3d05e2-aa3d-47f4-9029-c06b074817ef"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:50:13.975259 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765387d9-574b-448f-847c-fc0320e76419 x-openstack-request-id: req-765387d9-574b-448f-847c-fc0320e76419 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:50:13.975613 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70f2a13-1de0-479f-b524-69ac6fa21da6", "name": "network-vif-deleted", "tag": "fb3d05e2-aa3d-47f4-9029-c06b074817ef", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:50:13.975916 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-765387d9-574b-448f-847c-fc0320e76419 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:50:13.976374 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70f2a13-1de0-479f-b524-69ac6fa21da6', 'name': 'network-vif-deleted', 'tag': 'fb3d05e2-aa3d-47f4-9029-c06b074817ef', 'status': 'completed', 'code': 200} Jun 18 16:50:14.098985 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-0b28d0bf-0277-4b43-b187-c00c3d2ef421 None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:50:14.310446 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cf6603f3-2ecc-4ce8-a661-89c49bbf716c req-9938c660-43b3-4373-b0dd-a23562fcc6e9 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 210 time: 0.0368533 Jun 18 16:50:14.313573 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-0b28d0bf-0277-4b43-b187-c00c3d2ef421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:14.341183 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b28d0bf-0277-4b43-b187-c00c3d2ef421 None None] Checking router: 4ea4e532-7fee-4485-bc5f-30b73a5cad0f for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:50:14.350967 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b28d0bf-0277-4b43-b187-c00c3d2ef421 None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:50:14.351606 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-0b28d0bf-0277-4b43-b187-c00c3d2ef421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:50:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:14.467990 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-0b28d0bf-0277-4b43-b187-c00c3d2ef421 None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:50:14.702534 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-0b28d0bf-0277-4b43-b187-c00c3d2ef421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:14.743447 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b28d0bf-0277-4b43-b187-c00c3d2ef421 None None] The sync data for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv is: [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:44:34Z', 'revision_number': 4, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '032f877d-cfcf-42e1-a442-1aa0f53a6e35', 'name': '', 'network_id': 'f2162309-e23a-45f4-857d-87e08c777623', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'mac_address': 'fa:16:3e:ef:07:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:33Z', 'updated_at': '2021-06-18T16:44:39Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'subnets': [{'id': '97b5b44a-5d79-469f-82fa-25fe2cc9c792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:50:14.963467 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bae0266-6e73-4934-a45d-c9d35f152aae None None] New status for floating IP 789b2fd2-2564-4e8b-8cac-4c5fa2eeea34: DOWN {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:50:15.458952 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f0424830-4c0e-4a03-88e4-b45a6b391b94 req-e6d609ea-e843-4122-b4e2-2afc71487579 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 210 time: 0.0290365 Jun 18 16:50:16.601612 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ee348abc-4236-4582-97a7-99f585dde700 req-e8f5db1b-1a55-476e-a716-9e7968db7f5b tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/ports?device_id=e70f2a13-1de0-479f-b524-69ac6fa21da6 HTTP/1.1" status: 200 len: 210 time: 0.0291402 Jun 18 16:50:17.847437 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device fb3d05e2-aa3d-47f4-9029-c06b074817ef no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:50:17.867260 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: fb3d05e2-aa3d-47f4-9029-c06b074817ef {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:50:17.867724 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device fb3d05e2-aa3d-47f4-9029-c06b074817ef not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:50:20.576470 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 54826) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:20.631888 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c874c2b-b498-4328-b337-352a0f80bac3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.655807 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c874c2b-b498-4328-b337-352a0f80bac3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.709139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c874c2b-b498-4328-b337-352a0f80bac3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.711677 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c874c2b-b498-4328-b337-352a0f80bac3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.712832 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6c874c2b-b498-4328-b337-352a0f80bac3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "DELETE /v2.0/security-groups/2906161a-3143-424f-bf1f-fa3d2d2d13b1 HTTP/1.1" status: 204 len: 168 time: 0.1353507 Jun 18 16:50:20.713630 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ffded734-5c2f-4aff-9dca-988fa87817d5 tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:20.715548 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 54828) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:20.723203 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c874c2b-b498-4328-b337-352a0f80bac3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2906161a-3143-424f-bf1f-fa3d2d2d13b1,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:20.725760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6c874c2b-b498-4328-b337-352a0f80bac3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:20.731266 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.api.v2.resource [None req-e142ca2b-f901-4016-a9c1-55e85a7bb4aa tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] show failed (client error): The resource could not be found. Jun 18 16:50:20.732255 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e142ca2b-f901-4016-a9c1-55e85a7bb4aa tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "GET /v2.0/security-groups/2906161a-3143-424f-bf1f-fa3d2d2d13b1 HTTP/1.1" status: 404 len: 347 time: 0.0156977 Jun 18 16:50:20.735205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 54832) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:20.868239 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Deleting port 2f27f889-6386-47ba-9abe-4249843d6272 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:50:20.868588 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.948256 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:20.948584 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:21.018237 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Calling delete_port for 2f27f889-6386-47ba-9abe-4249843d6272 owned by network:floatingip {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:50:21.145527 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:21.148388 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4871b12b-85ef-4017-bb43-ada68c7d86f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:21.176164 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Pushing event deleted for resources: {'Port': ['ID=2f27f889-6386-47ba-9abe-4249843d6272,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:21.200299 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:21.200684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:21.201062 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:21.201430 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:21.201800 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:21.202161 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:21.202564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:21.202909 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:21.203833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:21.204196 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:21.204588 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:21.204904 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:21.209284 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:21.245561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks [] for floatingip, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:21.248148 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:21.249347 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] 10.222.0.50 "DELETE /v2.0/floatingips/789b2fd2-2564-4e8b-8cac-4c5fa2eeea34 HTTP/1.1" status: 204 len: 168 time: 0.5130332 Jun 18 16:50:21.252270 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 54834) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:21.638953 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d32f82a-5a75-4370-bf38-73f1b9fad5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:21.892139 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6d32f82a-5a75-4370-bf38-73f1b9fad5ba admin admin] Deleting port 032f877d-cfcf-42e1-a442-1aa0f53a6e35 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:50:21.892783 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d32f82a-5a75-4370-bf38-73f1b9fad5ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:21.967480 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-6d32f82a-5a75-4370-bf38-73f1b9fad5ba admin admin] For port 032f877d-cfcf-42e1-a442-1aa0f53a6e35, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=032f877d-cfcf-42e1-a442-1aa0f53a6e35,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:21.967828 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d32f82a-5a75-4370-bf38-73f1b9fad5ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:22.034025 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6d32f82a-5a75-4370-bf38-73f1b9fad5ba admin admin] Calling delete_port for 032f877d-cfcf-42e1-a442-1aa0f53a6e35 owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:50:22.210561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d32f82a-5a75-4370-bf38-73f1b9fad5ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:22.214053 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-dc0a81c3-bb01-4955-bdda-36be3d901865 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:22.239418 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32f82a-5a75-4370-bf38-73f1b9fad5ba admin admin] Pushing event deleted for resources: {'Port': ['ID=032f877d-cfcf-42e1-a442-1aa0f53a6e35,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:22.243209 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6d32f82a-5a75-4370-bf38-73f1b9fad5ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:22.403685 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6d32f82a-5a75-4370-bf38-73f1b9fad5ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:22.622276 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d32f82a-5a75-4370-bf38-73f1b9fad5ba admin admin] Router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:50:22.728159 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d32f82a-5a75-4370-bf38-73f1b9fad5ba admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:50:22.733069 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6d32f82a-5a75-4370-bf38-73f1b9fad5ba admin admin] 10.222.0.50 "PUT /v2.0/routers/4ea4e532-7fee-4485-bc5f-30b73a5cad0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4798157 Jun 18 16:50:22.735818 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 54838) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:22.739560 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3a318a-1694-4647-9f19-3b42bc26685f None None] Sync routers for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:50:22.748724 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3a318a-1694-4647-9f19-3b42bc26685f None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:50:22.749344 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6c3a318a-1694-4647-9f19-3b42bc26685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:50:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:22.845078 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4eae40e2-2bfd-4eaf-b0b5-8ed60b57be57 admin admin] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:22.860404 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-6c3a318a-1694-4647-9f19-3b42bc26685f None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:50:22.949581 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4eae40e2-2bfd-4eaf-b0b5-8ed60b57be57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.003450 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-4eae40e2-2bfd-4eaf-b0b5-8ed60b57be57 admin admin] Deleting port b8163c38-6896-4163-af49-4e48e68eb425 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:50:23.003790 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4eae40e2-2bfd-4eaf-b0b5-8ed60b57be57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.045516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6c3a318a-1694-4647-9f19-3b42bc26685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144'}], 'enable_snat': True}, 'gw_port_id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:50:22Z', 'revision_number': 5, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port': {'id': 'b8163c38-6896-4163-af49-4e48e68eb425', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:3c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:44:32Z', 'updated_at': '2021-06-18T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:23.075052 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3a318a-1694-4647-9f19-3b42bc26685f None None] Checking router: 4ea4e532-7fee-4485-bc5f-30b73a5cad0f for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:50:23.083907 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3a318a-1694-4647-9f19-3b42bc26685f None None] Routers {'4ea4e532-7fee-4485-bc5f-30b73a5cad0f'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:50:23.084527 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6c3a318a-1694-4647-9f19-3b42bc26685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:50:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:23.087864 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-4eae40e2-2bfd-4eaf-b0b5-8ed60b57be57 admin admin] For port b8163c38-6896-4163-af49-4e48e68eb425, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b8163c38-6896-4163-af49-4e48e68eb425,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:23.088221 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4eae40e2-2bfd-4eaf-b0b5-8ed60b57be57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.151377 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-4eae40e2-2bfd-4eaf-b0b5-8ed60b57be57 admin admin] Calling delete_port for b8163c38-6896-4163-af49-4e48e68eb425 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:50:23.170796 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-6c3a318a-1694-4647-9f19-3b42bc26685f None None] Set router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:50:23.222568 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-6c3a318a-1694-4647-9f19-3b42bc26685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:50:22Z', 'revision_number': 6, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:23.252094 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3a318a-1694-4647-9f19-3b42bc26685f None None] The sync data for ids ['4ea4e532-7fee-4485-bc5f-30b73a5cad0f'] in dv-neutron-797120-1-hyperv is: [{'id': '4ea4e532-7fee-4485-bc5f-30b73a5cad0f', 'name': 'tempest-ServerActionsTestJSON-265780172-router', 'tenant_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:44:31Z', 'updated_at': '2021-06-18T16:50:22Z', 'revision_number': 6, 'project_id': 'd5119dc992734f2fa4d1076ef563c0a7', 'gw_port_host': None}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:50:23.323592 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4eae40e2-2bfd-4eaf-b0b5-8ed60b57be57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.325697 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b88e4c20-f29c-47f8-80a2-5359bb6b8bc3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:23.348155 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae40e2-2bfd-4eaf-b0b5-8ed60b57be57 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8163c38-6896-4163-af49-4e48e68eb425,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:23.351129 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4eae40e2-2bfd-4eaf-b0b5-8ed60b57be57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:23.416577 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4eae40e2-2bfd-4eaf-b0b5-8ed60b57be57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.508799 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4eae40e2-2bfd-4eaf-b0b5-8ed60b57be57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.510900 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4eae40e2-2bfd-4eaf-b0b5-8ed60b57be57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.553577 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4eae40e2-2bfd-4eaf-b0b5-8ed60b57be57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.554045 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eae40e2-2bfd-4eaf-b0b5-8ed60b57be57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ea4e532-7fee-4485-bc5f-30b73a5cad0f {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:50:23.558478 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4eae40e2-2bfd-4eaf-b0b5-8ed60b57be57 admin admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.559633 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4eae40e2-2bfd-4eaf-b0b5-8ed60b57be57 admin admin] 10.222.0.50 "DELETE /v2.0/routers/4ea4e532-7fee-4485-bc5f-30b73a5cad0f HTTP/1.1" status: 204 len: 168 time: 0.8228903 Jun 18 16:50:23.562005 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 54840) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:23.611531 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1ab360-c3a5-4b05-82d2-252cd90b851d admin admin] Deleting subnet 97b5b44a-5d79-469f-82fa-25fe2cc9c792 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:50:23.615201 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5a1ab360-c3a5-4b05-82d2-252cd90b851d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.655566 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5a1ab360-c3a5-4b05-82d2-252cd90b851d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.733691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5a1ab360-c3a5-4b05-82d2-252cd90b851d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.788586 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5a1ab360-c3a5-4b05-82d2-252cd90b851d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.790546 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-710d0814-249a-4236-9c0f-7a94d1197a5c tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:23.814044 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ab360-c3a5-4b05-82d2-252cd90b851d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97b5b44a-5d79-469f-82fa-25fe2cc9c792,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:23.817055 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5a1ab360-c3a5-4b05-82d2-252cd90b851d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:23.818017 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5a1ab360-c3a5-4b05-82d2-252cd90b851d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.819867 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5a1ab360-c3a5-4b05-82d2-252cd90b851d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/97b5b44a-5d79-469f-82fa-25fe2cc9c792 HTTP/1.1" status: 204 len: 168 time: 0.2562895 Jun 18 16:50:23.822217 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 54842) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:23.824758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b666aa7b-be8a-47d4-a5fc-f6238605c486 None None] Network f2162309-e23a-45f4-857d-87e08c777623 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:50:23.889977 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:23.944577 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] Deleting port d4ab62c0-ab77-4745-8eb2-9cfedf18139b {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:50:23.944794 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.022106 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] For port d4ab62c0-ab77-4745-8eb2-9cfedf18139b, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d4ab62c0-ab77-4745-8eb2-9cfedf18139b,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:24.022834 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.038909 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47d7c5e-7fd4-4ce0-ad63-076c01c354fb None None] DHCP port deletion for f2162309-e23a-45f4-857d-87e08c777623 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:50:24.043029 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 032f877d-cfcf-42e1-a442-1aa0f53a6e35 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:50:24.065975 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 032f877d-cfcf-42e1-a442-1aa0f53a6e35 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:50:24.066603 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 032f877d-cfcf-42e1-a442-1aa0f53a6e35 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:50:24.090516 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] Calling delete_port for d4ab62c0-ab77-4745-8eb2-9cfedf18139b owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:50:24.111983 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f47d7c5e-7fd4-4ce0-ad63-076c01c354fb None None] Deleting port d4ab62c0-ab77-4745-8eb2-9cfedf18139b {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:50:24.112381 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f47d7c5e-7fd4-4ce0-ad63-076c01c354fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.174656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.177744 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:24.180647 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f47d7c5e-7fd4-4ce0-ad63-076c01c354fb None None] For port d4ab62c0-ab77-4745-8eb2-9cfedf18139b, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=d4ab62c0-ab77-4745-8eb2-9cfedf18139b,segment=NetworkSegment(f01620f2-0a50-4d66-94e2-1fe45dd92098),segment_id=f01620f2-0a50-4d66-94e2-1fe45dd92098)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:24.181144 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f47d7c5e-7fd4-4ce0-ad63-076c01c354fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.203593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] Pushing event deleted for resources: {'Port': ['ID=d4ab62c0-ab77-4745-8eb2-9cfedf18139b,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:24.205619 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] No DVR routers for this DVR port d4ab62c0-ab77-4745-8eb2-9cfedf18139b on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:50:24.207181 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:24.256288 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f47d7c5e-7fd4-4ce0-ad63-076c01c354fb None None] Calling delete_port for d4ab62c0-ab77-4745-8eb2-9cfedf18139b owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:50:24.283301 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.293038 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2162309-e23a-45f4-857d-87e08c777623']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:24.304570 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01620f2-0a50-4d66-94e2-1fe45dd92098') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:24.304865 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01620f2-0a50-4d66-94e2-1fe45dd92098') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:24.314764 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.329523 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.335439 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:50:24.335984 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:50:24.337801 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:50:24.345590 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f47d7c5e-7fd4-4ce0-ad63-076c01c354fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.347527 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a387009d-c1a6-443b-91ee-5135bb932bb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:24.377658 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d7c5e-7fd4-4ce0-ad63-076c01c354fb None None] Pushing event deleted for resources: {'Port': ['ID=d4ab62c0-ab77-4745-8eb2-9cfedf18139b,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:24.381187 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47d7c5e-7fd4-4ce0-ad63-076c01c354fb None None] No DVR routers for this DVR port d4ab62c0-ab77-4745-8eb2-9cfedf18139b on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:50:24.386042 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f47d7c5e-7fd4-4ce0-ad63-076c01c354fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:24.395506 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.399829 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.403245 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fc4c6bc0-8a14-41fe-b000-e5d873391af0 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:24.405717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.408111 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] 10.222.0.50 "DELETE /v2.0/networks/f2162309-e23a-45f4-857d-87e08c777623 HTTP/1.1" status: 204 len: 168 time: 0.5848787 Jun 18 16:50:24.419580 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] Pushing event deleted for resources: {'Network': ['ID=f2162309-e23a-45f4-857d-87e08c777623,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:24.422970 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:24.519220 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 54846) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:24.562712 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c3881650-45b9-4547-9988-76db7904952b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5119dc992734f2fa4d1076ef563c0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421970 Jun 18 16:50:24.565047 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 54848) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:24.611620 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b8500b89-a363-48b0-94e5-f756c718143a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.632509 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b8500b89-a363-48b0-94e5-f756c718143a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.684279 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b8500b89-a363-48b0-94e5-f756c718143a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.686804 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b8500b89-a363-48b0-94e5-f756c718143a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:24.688009 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b8500b89-a363-48b0-94e5-f756c718143a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c2c8e860-62fb-40a8-b262-e966f2526970 HTTP/1.1" status: 204 len: 168 time: 0.1220775 Jun 18 16:50:24.688786 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-02288a1e-3051-4b4a-9605-0980e1886369 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:24.696007 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8500b89-a363-48b0-94e5-f756c718143a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c8e860-62fb-40a8-b262-e966f2526970,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:24.698315 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b8500b89-a363-48b0-94e5-f756c718143a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:25.341258 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 54870) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:25.435843 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-de29c6ad-d59d-4237-9217-18719f4b5d9c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1302796996-network', 'tenant_id': '8682aba5560a41ad8e80c88d2ff6c706'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:50:25.458740 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de29c6ad-d59d-4237-9217-18719f4b5d9c admin admin] Made reservation on behalf of 8682aba5560a41ad8e80c88d2ff6c706 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:50:25.461501 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-de29c6ad-d59d-4237-9217-18719f4b5d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:25.469685 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-de29c6ad-d59d-4237-9217-18719f4b5d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:25.557220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-de29c6ad-d59d-4237-9217-18719f4b5d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:25.560824 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-de29c6ad-d59d-4237-9217-18719f4b5d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:25.564481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-10560b36-9f7d-4dc8-8fe9-27a806786a05 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:25.588727 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de29c6ad-d59d-4237-9217-18719f4b5d9c admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:50:25.593916 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29c6ad-d59d-4237-9217-18719f4b5d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03189d10-78bb-4531-a983-fcaac2892b27,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:25.597548 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-de29c6ad-d59d-4237-9217-18719f4b5d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:25.601787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-de29c6ad-d59d-4237-9217-18719f4b5d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:25.602193 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-de29c6ad-d59d-4237-9217-18719f4b5d9c admin admin] Added segment 778db0e0-dedf-4b30-825d-fa54ef33ba47 of type vlan for network bad21652-fa15-443e-8236-8d4846f09be6 Jun 18 16:50:25.649278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-de29c6ad-d59d-4237-9217-18719f4b5d9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:25.668556 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d4ab62c0-ab77-4745-8eb2-9cfedf18139b no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:50:25.680513 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-de29c6ad-d59d-4237-9217-18719f4b5d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:25.681793 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de29c6ad-d59d-4237-9217-18719f4b5d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:25.682591 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-de29c6ad-d59d-4237-9217-18719f4b5d9c admin admin] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:25.686004 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ee40af18-3efe-4fe5-8887-c1bf1a370c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:25.690262 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: d4ab62c0-ab77-4745-8eb2-9cfedf18139b {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:50:25.690644 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device d4ab62c0-ab77-4745-8eb2-9cfedf18139b not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:50:25.691065 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b8163c38-6896-4163-af49-4e48e68eb425 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:50:25.709742 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: b8163c38-6896-4163-af49-4e48e68eb425 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:50:25.710049 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b8163c38-6896-4163-af49-4e48e68eb425 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:50:25.740954 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-de29c6ad-d59d-4237-9217-18719f4b5d9c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3984780 Jun 18 16:50:25.743817 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 54874) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:25.748990 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-71e3873d-591f-4380-abc3-48ccf1043f5f admin admin] Request body: {'subnet': {'network_id': 'bad21652-fa15-443e-8236-8d4846f09be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1302796996-subnet', 'tenant_id': '8682aba5560a41ad8e80c88d2ff6c706', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:50:25.753271 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de29c6ad-d59d-4237-9217-18719f4b5d9c admin admin] Pushing event updated for resources: {'Network': ['ID=bad21652-fa15-443e-8236-8d4846f09be6,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:25.756576 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-de29c6ad-d59d-4237-9217-18719f4b5d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:25.764193 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network bad21652-fa15-443e-8236-8d4846f09be6 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:50:25.771278 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e3873d-591f-4380-abc3-48ccf1043f5f admin admin] Made reservation on behalf of 8682aba5560a41ad8e80c88d2ff6c706 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:50:25.773715 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-71e3873d-591f-4380-abc3-48ccf1043f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:25.938196 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-71e3873d-591f-4380-abc3-48ccf1043f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:25.941574 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6a3f7539-2143-40bc-8291-69432e34b04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:25.993979 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3873d-591f-4380-abc3-48ccf1043f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c52602cb-c1b1-4534-9fc1-d6bb9cb928dd,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:25.997191 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-71e3873d-591f-4380-abc3-48ccf1043f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:26.003459 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e3873d-591f-4380-abc3-48ccf1043f5f admin admin] Checking segment: {'id': '778db0e0-dedf-4b30-825d-fa54ef33ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bad21652-fa15-443e-8236-8d4846f09be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:50:26.003809 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e3873d-591f-4380-abc3-48ccf1043f5f admin admin] Network hostable DHCP agents. Network: bad21652-fa15-443e-8236-8d4846f09be6, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:50:26.019449 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e3873d-591f-4380-abc3-48ccf1043f5f admin admin] Network bad21652-fa15-443e-8236-8d4846f09be6 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:50:26.027419 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-71e3873d-591f-4380-abc3-48ccf1043f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, bad21652-fa15-443e-8236-8d4846f09be6) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:50:26.031842 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e3873d-591f-4380-abc3-48ccf1043f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:26.032490 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-71e3873d-591f-4380-abc3-48ccf1043f5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:26.039883 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b161992-a10a-414e-8cb7-805852541848 None None] Network bad21652-fa15-443e-8236-8d4846f09be6 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:50:26.052617 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-71e3873d-591f-4380-abc3-48ccf1043f5f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3007185 Jun 18 16:50:26.168660 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a73ddd-8a7c-4ea4-b5b8-d1ceced3b42a None None] Network bad21652-fa15-443e-8236-8d4846f09be6 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:50:26.460506 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-37ab9b0c-cc4a-4843-a604-a2e283b5cfbc tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:26.461976 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-37ab9b0c-cc4a-4843-a604-a2e283b5cfbc tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/networks?id=bad21652-fa15-443e-8236-8d4846f09be6 HTTP/1.1" status: 200 len: 814 time: 0.1038949 Jun 18 16:50:26.476396 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-a7a286e2-c862-4f61-a844-1bcd4dc14c7a tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/quotas/8682aba5560a41ad8e80c88d2ff6c706 HTTP/1.1" status: 200 len: 375 time: 0.0090313 Jun 18 16:50:26.510959 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-436de646-e578-4eeb-8eb1-90687f419950 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8682aba5560a41ad8e80c88d2ff6c706&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297771 Jun 18 16:50:26.644560 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-daf98fb0-7652-44d5-83e3-27d274c61236 service neutron] 10.222.0.50 "GET /v2.0/networks/bad21652-fa15-443e-8236-8d4846f09be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268718 Jun 18 16:50:26.731664 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-cc8628d8-d575-4f18-892c-b566e1a1e6f2 service neutron] 10.222.0.50 "GET /v2.0/networks/bad21652-fa15-443e-8236-8d4846f09be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813477 Jun 18 16:50:26.907749 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f127f8b8-bc50-4e63-8382-ff251c202b6d req-47d945f7-ff9e-4f58-98c3-4528f40ba7ae tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 210 time: 0.0350304 Jun 18 16:50:28.091111 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ce11cbc4-12af-4f3e-ab37-a0ab59e2a4aa req-73cccaef-805d-4ccb-9322-f77ff61dec24 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 210 time: 0.0396709 Jun 18 16:50:28.137492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-9b5396af-50e6-4c34-bfa4-ffcfbf5661c3 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:28.138946 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-9b5396af-50e6-4c34-bfa4-ffcfbf5661c3 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.55 "GET /v2.0/networks?id=bad21652-fa15-443e-8236-8d4846f09be6 HTTP/1.1" status: 200 len: 814 time: 0.1352582 Jun 18 16:50:28.153480 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-8b70b499-3ad0-4843-8da8-2c9037ca9e72 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Request body: {'port': {'device_id': '93cf1252-42ca-48dd-9ea8-af8f924a4a8e', 'network_id': 'bad21652-fa15-443e-8236-8d4846f09be6', 'admin_state_up': True, 'tenant_id': '8682aba5560a41ad8e80c88d2ff6c706'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:50:28.265473 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-8b70b499-3ad0-4843-8da8-2c9037ca9e72 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Made reservation on behalf of 8682aba5560a41ad8e80c88d2ff6c706 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:50:28.269057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-8b70b499-3ad0-4843-8da8-2c9037ca9e72 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:28.715764 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-8b70b499-3ad0-4843-8da8-2c9037ca9e72 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Allocated IP 172.20.0.6 (bad21652-fa15-443e-8236-8d4846f09be6/c52602cb-c1b1-4534-9fc1-d6bb9cb928dd/c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:50:28.862577 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-8b70b499-3ad0-4843-8da8-2c9037ca9e72 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:28.901053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-8b70b499-3ad0-4843-8da8-2c9037ca9e72 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:28.905049 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-62047f5a-4ab0-408a-b36e-3a1995ec2a44 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:28.947341 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-8b70b499-3ad0-4843-8da8-2c9037ca9e72 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Network bad21652-fa15-443e-8236-8d4846f09be6 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:50:28.950643 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-8b70b499-3ad0-4843-8da8-2c9037ca9e72 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:50:28.955319 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-8b70b499-3ad0-4843-8da8-2c9037ca9e72 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:50:28.978114 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70b499-3ad0-4843-8da8-2c9037ca9e72 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Pushing event updated for resources: {'Port': ['ID=c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:28.982231 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8b70b499-3ad0-4843-8da8-2c9037ca9e72 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:29.006255 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-8b70b499-3ad0-4843-8da8-2c9037ca9e72 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:29.006926 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-8b70b499-3ad0-4843-8da8-2c9037ca9e72 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:29.020661 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-8b70b499-3ad0-4843-8da8-2c9037ca9e72 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8713384 Jun 18 16:50:29.032627 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Request body: {'port': {'device_id': '93cf1252-42ca-48dd-9ea8-af8f924a4a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:50:29.107038 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:29.331031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac46ac0-a7cf-4b67-91b3-5ee5f332a63b req-21b98e1b-a5f0-4ada-97a4-68b1d17a9480 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:29.332398 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cac46ac0-a7cf-4b67-91b3-5ee5f332a63b req-21b98e1b-a5f0-4ada-97a4-68b1d17a9480 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 931 time: 0.1280396 Jun 18 16:50:29.395928 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cac46ac0-a7cf-4b67-91b3-5ee5f332a63b req-121046b9-1ee7-4531-a1b7-26352c325ec5 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574484 Jun 18 16:50:29.443969 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:50:29.451193 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:29.463458 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Transition to ACTIVE for port object c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:50:29.466630 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:29.469408 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-11ea21f6-29c5-4fd2-8200-427baa229f6f tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:29.543049 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:29.547564 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:29.617505 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Attempting to bind port c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:50:29.617848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Attempting to bind port c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '778db0e0-dedf-4b30-825d-fa54ef33ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bad21652-fa15-443e-8236-8d4846f09be6'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:50:29.618201 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Attempting to bind port c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 on network bad21652-fa15-443e-8236-8d4846f09be6 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:50:29.622440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Port c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 on network bad21652-fa15-443e-8236-8d4846f09be6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:50:29.622775 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Attempting to bind port c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 on network bad21652-fa15-443e-8236-8d4846f09be6 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:50:29.627953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:50:29.628309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Checking segment: {'id': '778db0e0-dedf-4b30-825d-fa54ef33ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bad21652-fa15-443e-8236-8d4846f09be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:50:29.628747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Bound using segment: {'id': '778db0e0-dedf-4b30-825d-fa54ef33ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bad21652-fa15-443e-8236-8d4846f09be6'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:50:29.629206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Bound port: c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778db0e0-dedf-4b30-825d-fa54ef33ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bad21652-fa15-443e-8236-8d4846f09be6'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:50:29.629555 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:29.691733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] For port c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:50:29.694758 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] For port c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20,segment=NetworkSegment(778db0e0-dedf-4b30-825d-fa54ef33ba47),segment_id=778db0e0-dedf-4b30-825d-fa54ef33ba47)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:50:29.700105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:29.703972 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6a804c65-37cf-4eb4-8ec7-e6a6c4ddd227 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:29.738621 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:29.739240 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:29.740621 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] 10.222.0.55 "PUT /v2.0/ports/c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 HTTP/1.1" status: 200 len: 1093 time: 0.7127221 Jun 18 16:50:29.741242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93cf1252-42ca-48dd-9ea8-af8f924a4a8e', 'tag': 'c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:50:29.743899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcbe73b5-939e-470c-9208-1dfc6aa66e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "93cf1252-42ca-48dd-9ea8-af8f924a4a8e", "tag": "c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:50:29.774984 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:29.777948 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:29.782596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a09dbc7-1c46-48d8-b022-0e747ccc3979 x-openstack-request-id: req-0a09dbc7-1c46-48d8-b022-0e747ccc3979 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:50:29.783042 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93cf1252-42ca-48dd-9ea8-af8f924a4a8e", "tag": "c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:50:29.783416 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0a09dbc7-1c46-48d8-b022-0e747ccc3979 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:50:29.784009 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93cf1252-42ca-48dd-9ea8-af8f924a4a8e', 'tag': 'c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20', 'status': 'completed', 'code': 200} Jun 18 16:50:29.841177 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-63023356-14db-427b-8692-bf24b43477e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:29.842708 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-63023356-14db-427b-8692-bf24b43477e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8682aba5560a41ad8e80c88d2ff6c706&device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 1096 time: 0.0533266 Jun 18 16:50:29.885152 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-c8a36fd0-c21e-4f0a-9add-96a46679c7c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 HTTP/1.1" status: 200 len: 217 time: 0.0348876 Jun 18 16:50:29.934296 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-5b8a1132-493c-448c-a8ac-b5413a692e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:29.935727 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-5b8a1132-493c-448c-a8ac-b5413a692e6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c52602cb-c1b1-4534-9fc1-d6bb9cb928dd HTTP/1.1" status: 200 len: 854 time: 0.0422254 Jun 18 16:50:29.972906 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-4484fbdc-da35-476c-9fe3-803d955d05ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bad21652-fa15-443e-8236-8d4846f09be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295527 Jun 18 16:50:30.059742 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-87944649-36f6-4f05-8e92-29f339c309fc service neutron] 10.222.0.55 "GET /v2.0/networks/bad21652-fa15-443e-8236-8d4846f09be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796289 Jun 18 16:50:30.157034 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcd5404f-5d9b-4d99-9659-14a77e2fc685 req-3e165212-6c94-4e26-b455-41aee102f1d8 service neutron] 10.222.0.55 "GET /v2.0/networks/bad21652-fa15-443e-8236-8d4846f09be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891821 Jun 18 16:50:30.269433 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe73b5-939e-470c-9208-1dfc6aa66e3c req-bdd9672d-a183-45ab-9999-30ffef36cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:30.270986 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcbe73b5-939e-470c-9208-1dfc6aa66e3c req-bdd9672d-a183-45ab-9999-30ffef36cd98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8682aba5560a41ad8e80c88d2ff6c706&device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 1096 time: 0.0617976 Jun 18 16:50:30.368451 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe73b5-939e-470c-9208-1dfc6aa66e3c req-3c73df6e-2b9e-4a09-8c81-92965b7bbed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:30.369941 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcbe73b5-939e-470c-9208-1dfc6aa66e3c req-3c73df6e-2b9e-4a09-8c81-92965b7bbed3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bad21652-fa15-443e-8236-8d4846f09be6 HTTP/1.1" status: 200 len: 915 time: 0.0923069 Jun 18 16:50:30.412315 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcbe73b5-939e-470c-9208-1dfc6aa66e3c req-cf3e5f8f-da12-471a-825e-3872f8b8b38e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 HTTP/1.1" status: 200 len: 217 time: 0.0349548 Jun 18 16:50:30.463118 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe73b5-939e-470c-9208-1dfc6aa66e3c req-09a71145-9ede-4ee6-8437-769526eb9c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:30.464602 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcbe73b5-939e-470c-9208-1dfc6aa66e3c req-09a71145-9ede-4ee6-8437-769526eb9c4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c52602cb-c1b1-4534-9fc1-d6bb9cb928dd HTTP/1.1" status: 200 len: 854 time: 0.0457780 Jun 18 16:50:30.501961 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcbe73b5-939e-470c-9208-1dfc6aa66e3c req-afd86939-c1ea-4eff-997b-6dfaecc3432f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bad21652-fa15-443e-8236-8d4846f09be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290570 Jun 18 16:50:30.639622 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcbe73b5-939e-470c-9208-1dfc6aa66e3c req-e8b1cd33-e941-4738-b181-352e3f575c1b service neutron] 10.222.0.55 "GET /v2.0/networks/bad21652-fa15-443e-8236-8d4846f09be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291091 Jun 18 16:50:30.652918 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65846774-ad19-49be-a7f7-b4e5871ea275 req-4fbeeb3f-7fb3-4f97-823d-663c8e82bb84 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:30.654439 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-65846774-ad19-49be-a7f7-b4e5871ea275 req-4fbeeb3f-7fb3-4f97-823d-663c8e82bb84 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 943 time: 0.1355450 Jun 18 16:50:30.751045 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-65846774-ad19-49be-a7f7-b4e5871ea275 req-f4e3ffa0-32d2-4da8-a775-02ea917b6a60 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879505 Jun 18 16:50:30.776118 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bcbe73b5-939e-470c-9208-1dfc6aa66e3c req-3926c3e9-113d-4ed6-b76e-5973355ae7b3 service neutron] 10.222.0.55 "GET /v2.0/networks/bad21652-fa15-443e-8236-8d4846f09be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206503 Jun 18 16:50:31.852456 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:50:31.926731 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e08229-e6af-4676-a3e8-8f1e1395b6c7 req-97f2a5c4-398e-42ba-98b7-0362a8bf22fb tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:31.928210 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a5e08229-e6af-4676-a3e8-8f1e1395b6c7 req-97f2a5c4-398e-42ba-98b7-0362a8bf22fb tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 943 time: 0.0636830 Jun 18 16:50:31.964795 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a5e08229-e6af-4676-a3e8-8f1e1395b6c7 req-b8a338ff-a255-4a0a-be08-a2524c0ffc3f tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308583 Jun 18 16:50:33.143812 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e4d02-5b9c-4226-866c-5b987b476f22 req-ee17efc7-f77c-45f7-8048-7523a9d49bcf tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:33.145293 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-710e4d02-5b9c-4226-866c-5b987b476f22 req-ee17efc7-f77c-45f7-8048-7523a9d49bcf tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 943 time: 0.0712414 Jun 18 16:50:33.183022 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-710e4d02-5b9c-4226-866c-5b987b476f22 req-0adbcf2a-ac18-4a81-a37e-f650ab61c06a tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321262 Jun 18 16:50:33.909480 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:50:34.001781 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20,segment=NetworkSegment(778db0e0-dedf-4b30-825d-fa54ef33ba47),segment_id=778db0e0-dedf-4b30-825d-fa54ef33ba47)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:34.012997 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': 'c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20', 'network_id': 'bad21652-fa15-443e-8236-8d4846f09be6', 'port_id': 'c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20', 'mac_address': 'fa:16:3e:88:b3:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c52602cb-c1b1-4534-9fc1-d6bb9cb928dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:50:34.051434 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:34.067194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:50:34.086501 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20,segment=NetworkSegment(778db0e0-dedf-4b30-825d-fa54ef33ba47),segment_id=778db0e0-dedf-4b30-825d-fa54ef33ba47)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:34.090310 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:34.092040 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b2599e0a-7e67-4339-b755-498bd5e16be9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:34.138736 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:34.142845 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:34.345791 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:50:34.361051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3e19d-3f4f-419f-a0fb-95afd28ec163 req-ded493ec-0c0c-4e86-a6fe-4b397957ac2e tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:34.362837 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-30a3e19d-3f4f-419f-a0fb-95afd28ec163 req-ded493ec-0c0c-4e86-a6fe-4b397957ac2e tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 944 time: 0.0673876 Jun 18 16:50:34.401220 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-30a3e19d-3f4f-419f-a0fb-95afd28ec163 req-a4138021-8193-4331-b26b-7e8dfe220a54 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325775 Jun 18 16:50:35.571834 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d45dde-9f17-4fa3-8e86-61ee83ad675c req-5a824451-4515-4ef6-9450-df88eb13aa3c tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:35.573409 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e3d45dde-9f17-4fa3-8e86-61ee83ad675c req-5a824451-4515-4ef6-9450-df88eb13aa3c tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 944 time: 0.0628452 Jun 18 16:50:35.616430 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e3d45dde-9f17-4fa3-8e86-61ee83ad675c req-5d620e06-abfe-49a6-b012-2e8f6d262cd8 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361331 Jun 18 16:50:35.912377 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:50:35.962332 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:50:35.965789 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:50:35.966173 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:36.039507 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:36.061288 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cf1252-42ca-48dd-9ea8-af8f924a4a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:50:36.064429 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad3b6af-2f76-4d5d-885c-fa80ce83f42d" -d '{"events": [{"server_uuid": "93cf1252-42ca-48dd-9ea8-af8f924a4a8e", "name": "network-vif-plugged", "status": "completed", "tag": "c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:50:36.077167 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20,segment=NetworkSegment(778db0e0-dedf-4b30-825d-fa54ef33ba47),segment_id=778db0e0-dedf-4b30-825d-fa54ef33ba47)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:36.082126 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:36.085016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:36.112108 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b32c17-bf18-4353-9045-e299435c0941 x-openstack-request-id: req-65b32c17-bf18-4353-9045-e299435c0941 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:50:36.112402 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cf1252-42ca-48dd-9ea8-af8f924a4a8e", "name": "network-vif-plugged", "status": "completed", "tag": "c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:50:36.112656 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-65b32c17-bf18-4353-9045-e299435c0941 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:50:36.113042 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cf1252-42ca-48dd-9ea8-af8f924a4a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20', 'code': 200} Jun 18 16:50:36.140786 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:36.143671 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:36.321360 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcbaa3-2952-480e-952e-31362757cd42 req-735b8d18-5c92-429a-a2fd-06e9c5ca340b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:36.322867 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2cfcbaa3-2952-480e-952e-31362757cd42 req-735b8d18-5c92-429a-a2fd-06e9c5ca340b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 1098 time: 0.0519993 Jun 18 16:50:36.357647 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2cfcbaa3-2952-480e-952e-31362757cd42 req-e490bfcb-d6c5-4f92-bcb1-0a5d8a5bf635 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271580 Jun 18 16:50:36.792809 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20077b7d-0346-4fb6-9088-b5c264caf054 req-f2edbf9c-29ba-42ec-86ed-481ae302d175 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:36.794331 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20077b7d-0346-4fb6-9088-b5c264caf054 req-f2edbf9c-29ba-42ec-86ed-481ae302d175 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 945 time: 0.0644200 Jun 18 16:50:36.843638 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20077b7d-0346-4fb6-9088-b5c264caf054 req-0debb9fb-719d-49cb-9fc4-66281817e1e6 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408168 Jun 18 16:50:38.024325 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc90a6b-71c2-4291-ac22-c0df4390afe5 req-8b0a5e49-6a8e-4802-9b92-932041cff753 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:38.025783 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2bc90a6b-71c2-4291-ac22-c0df4390afe5 req-8b0a5e49-6a8e-4802-9b92-932041cff753 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 945 time: 0.0663116 Jun 18 16:50:38.064029 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2bc90a6b-71c2-4291-ac22-c0df4390afe5 req-8334250e-4ca7-4498-9bd7-0331f0e57754 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320961 Jun 18 16:50:38.283674 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-683dabc6-d9c5-480d-b408-e0e51d8321b2 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:38.285133 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-683dabc6-d9c5-480d-b408-e0e51d8321b2 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/networks?id=bad21652-fa15-443e-8236-8d4846f09be6 HTTP/1.1" status: 200 len: 814 time: 0.0994604 Jun 18 16:50:38.299781 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-d3fb2f5a-6607-4da2-b2f2-16669306b312 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/quotas/8682aba5560a41ad8e80c88d2ff6c706 HTTP/1.1" status: 200 len: 375 time: 0.0093079 Jun 18 16:50:38.370702 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-41ba157d-257e-422f-ad15-7b19b1de71e3 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8682aba5560a41ad8e80c88d2ff6c706&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0660293 Jun 18 16:50:38.459380 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-0b6c29e1-f722-48c5-94fc-d39e78f97548 service neutron] 10.222.0.50 "GET /v2.0/networks/bad21652-fa15-443e-8236-8d4846f09be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807772 Jun 18 16:50:38.515489 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6ebb4105-5c72-4456-8f8d-bfaa7d17ca1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:38.553720 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-ba60e06c-dc25-4a2c-95be-00ee30da687b service neutron] 10.222.0.50 "GET /v2.0/networks/bad21652-fa15-443e-8236-8d4846f09be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886087 Jun 18 16:50:38.724540 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a7ad2f9e-9d8a-4b14-8ce0-63bbe023c5d3 req-0999c116-488a-41d4-8323-056616d09415 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=e811b1c2-c609-404c-80c2-4602f48f166d HTTP/1.1" status: 200 len: 210 time: 0.0300729 Jun 18 16:50:39.751596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-463ebb72-aa2f-4be8-9a23-fecf388dd821 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:39.753337 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-463ebb72-aa2f-4be8-9a23-fecf388dd821 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.55 "GET /v2.0/networks?id=bad21652-fa15-443e-8236-8d4846f09be6 HTTP/1.1" status: 200 len: 814 time: 0.1139107 Jun 18 16:50:39.767285 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-618bf794-a34d-4ff6-ba77-80fb4d32250d tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Request body: {'port': {'device_id': 'e811b1c2-c609-404c-80c2-4602f48f166d', 'network_id': 'bad21652-fa15-443e-8236-8d4846f09be6', 'admin_state_up': True, 'tenant_id': '8682aba5560a41ad8e80c88d2ff6c706'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:50:39.889900 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-931bf7db-71ee-4dcd-8def-b20bfad222c7 req-ac6767e9-6656-4e13-8dbe-1f3dd2560b1f tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=e811b1c2-c609-404c-80c2-4602f48f166d HTTP/1.1" status: 200 len: 210 time: 0.0420184 Jun 18 16:50:39.915355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-618bf794-a34d-4ff6-ba77-80fb4d32250d tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Made reservation on behalf of 8682aba5560a41ad8e80c88d2ff6c706 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:50:39.919036 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-618bf794-a34d-4ff6-ba77-80fb4d32250d tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:40.057638 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-618bf794-a34d-4ff6-ba77-80fb4d32250d tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Allocated IP 172.20.0.14 (bad21652-fa15-443e-8236-8d4846f09be6/c52602cb-c1b1-4534-9fc1-d6bb9cb928dd/850a23c7-282a-493e-9ed3-fc5008d128e3) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:50:40.214992 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-618bf794-a34d-4ff6-ba77-80fb4d32250d tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:40.254463 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-618bf794-a34d-4ff6-ba77-80fb4d32250d tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:40.259013 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:40.266216 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:50:40.305559 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-618bf794-a34d-4ff6-ba77-80fb4d32250d tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Network bad21652-fa15-443e-8236-8d4846f09be6 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:50:40.308853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-618bf794-a34d-4ff6-ba77-80fb4d32250d tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:50:40.313918 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-618bf794-a34d-4ff6-ba77-80fb4d32250d tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:50:40.316781 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bf794-a34d-4ff6-ba77-80fb4d32250d tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Pushing event updated for resources: {'Port': ['ID=850a23c7-282a-493e-9ed3-fc5008d128e3,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:40.320173 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-618bf794-a34d-4ff6-ba77-80fb4d32250d tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:40.365909 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-618bf794-a34d-4ff6-ba77-80fb4d32250d tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:40.366564 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-618bf794-a34d-4ff6-ba77-80fb4d32250d tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:40.384027 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-618bf794-a34d-4ff6-ba77-80fb4d32250d tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6209266 Jun 18 16:50:40.398853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Request body: {'port': {'device_id': 'e811b1c2-c609-404c-80c2-4602f48f166d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:50:40.476899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:40.740212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850a23c7-282a-493e-9ed3-fc5008d128e3 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:50:40.747407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:40.759677 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Transition to ACTIVE for port object 850a23c7-282a-493e-9ed3-fc5008d128e3 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:50:40.762692 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:40.765403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:40.841961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Pushing event updated for resources: {'Port': ['ID=850a23c7-282a-493e-9ed3-fc5008d128e3,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:40.861758 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:40.916957 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Attempting to bind port 850a23c7-282a-493e-9ed3-fc5008d128e3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:50:40.917289 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Attempting to bind port 850a23c7-282a-493e-9ed3-fc5008d128e3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '778db0e0-dedf-4b30-825d-fa54ef33ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bad21652-fa15-443e-8236-8d4846f09be6'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:50:40.917615 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Attempting to bind port 850a23c7-282a-493e-9ed3-fc5008d128e3 on network bad21652-fa15-443e-8236-8d4846f09be6 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:50:40.921991 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Port 850a23c7-282a-493e-9ed3-fc5008d128e3 on network bad21652-fa15-443e-8236-8d4846f09be6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:50:40.922311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Attempting to bind port 850a23c7-282a-493e-9ed3-fc5008d128e3 on network bad21652-fa15-443e-8236-8d4846f09be6 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:50:40.927789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:50:40.928121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Checking segment: {'id': '778db0e0-dedf-4b30-825d-fa54ef33ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bad21652-fa15-443e-8236-8d4846f09be6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:50:40.928500 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Bound using segment: {'id': '778db0e0-dedf-4b30-825d-fa54ef33ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bad21652-fa15-443e-8236-8d4846f09be6'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:50:40.928921 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Bound port: 850a23c7-282a-493e-9ed3-fc5008d128e3, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '778db0e0-dedf-4b30-825d-fa54ef33ba47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'bad21652-fa15-443e-8236-8d4846f09be6'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:50:40.929264 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:40.985952 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5beefd3e-ca61-420d-8e26-e4fefcdf5c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:40.995242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] For port 850a23c7-282a-493e-9ed3-fc5008d128e3, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:50:40.998461 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] For port 850a23c7-282a-493e-9ed3-fc5008d128e3, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=850a23c7-282a-493e-9ed3-fc5008d128e3,segment=NetworkSegment(778db0e0-dedf-4b30-825d-fa54ef33ba47),segment_id=778db0e0-dedf-4b30-825d-fa54ef33ba47)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:50:41.003761 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:41.006026 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8b70b499-3ad0-4843-8da8-2c9037ca9e72 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:41.076248 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:41.076861 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:41.078249 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] 10.222.0.55 "PUT /v2.0/ports/850a23c7-282a-493e-9ed3-fc5008d128e3 HTTP/1.1" status: 200 len: 1094 time: 0.6839650 Jun 18 16:50:41.078975 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e811b1c2-c609-404c-80c2-4602f48f166d', 'tag': '850a23c7-282a-493e-9ed3-fc5008d128e3'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:50:41.081350 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f3ead4-7115-4929-8c3b-fbd2642f4f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "e811b1c2-c609-404c-80c2-4602f48f166d", "tag": "850a23c7-282a-493e-9ed3-fc5008d128e3"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:50:41.100456 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Pushing event updated for resources: {'Port': ['ID=850a23c7-282a-493e-9ed3-fc5008d128e3,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:41.104217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:41.134267 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894536c3-cdab-4d97-96d6-c0072bceb28c req-9e161ab7-3333-40ea-a213-a67a46c73a23 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:41.135809 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-894536c3-cdab-4d97-96d6-c0072bceb28c req-9e161ab7-3333-40ea-a213-a67a46c73a23 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=e811b1c2-c609-404c-80c2-4602f48f166d HTTP/1.1" status: 200 len: 944 time: 0.1224971 Jun 18 16:50:41.145591 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d682e1b-c60c-4b10-a293-95c729a2607c x-openstack-request-id: req-5d682e1b-c60c-4b10-a293-95c729a2607c {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:50:41.145979 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e811b1c2-c609-404c-80c2-4602f48f166d", "tag": "850a23c7-282a-493e-9ed3-fc5008d128e3", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:50:41.146316 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5d682e1b-c60c-4b10-a293-95c729a2607c {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:50:41.146835 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e811b1c2-c609-404c-80c2-4602f48f166d', 'tag': '850a23c7-282a-493e-9ed3-fc5008d128e3', 'status': 'completed', 'code': 200} Jun 18 16:50:41.209029 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-894536c3-cdab-4d97-96d6-c0072bceb28c req-2a6f292c-5ff5-41dc-bc02-1bea67e958d9 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613332 Jun 18 16:50:41.221504 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-671b9e19-bc1e-4f72-9b09-522309f17d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:41.223027 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-671b9e19-bc1e-4f72-9b09-522309f17d5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8682aba5560a41ad8e80c88d2ff6c706&device_id=e811b1c2-c609-404c-80c2-4602f48f166d HTTP/1.1" status: 200 len: 1097 time: 0.0862842 Jun 18 16:50:41.265583 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-b3d249ae-4e4b-4fb1-ab22-5836ec86089e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=850a23c7-282a-493e-9ed3-fc5008d128e3 HTTP/1.1" status: 200 len: 217 time: 0.0343425 Jun 18 16:50:41.319066 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-a32d69a1-bd7c-46b7-a07c-719b9db54a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:41.320522 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-a32d69a1-bd7c-46b7-a07c-719b9db54a19 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c52602cb-c1b1-4534-9fc1-d6bb9cb928dd HTTP/1.1" status: 200 len: 854 time: 0.0489061 Jun 18 16:50:41.346705 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:41.355009 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-5efc31d6-5fc4-4142-ae19-0a3cd7f4f5c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bad21652-fa15-443e-8236-8d4846f09be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274074 Jun 18 16:50:41.446830 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-6154e574-a11f-489d-8c89-4a433272fe90 service neutron] 10.222.0.55 "GET /v2.0/networks/bad21652-fa15-443e-8236-8d4846f09be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833457 Jun 18 16:50:41.539285 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07943fcb-804f-478c-87ba-ef0df3541c0d req-2b6ceecf-636e-409c-99b1-024ef4ff15d4 service neutron] 10.222.0.55 "GET /v2.0/networks/bad21652-fa15-443e-8236-8d4846f09be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857670 Jun 18 16:50:41.662710 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3ead4-7115-4929-8c3b-fbd2642f4f9c req-86262984-00c4-429f-a9f1-51f29621cd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:41.664260 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d3f3ead4-7115-4929-8c3b-fbd2642f4f9c req-86262984-00c4-429f-a9f1-51f29621cd49 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8682aba5560a41ad8e80c88d2ff6c706&device_id=e811b1c2-c609-404c-80c2-4602f48f166d HTTP/1.1" status: 200 len: 1097 time: 0.0775828 Jun 18 16:50:41.762979 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3ead4-7115-4929-8c3b-fbd2642f4f9c req-e959701f-0b8f-4263-8202-8c8ab53caaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:41.764454 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d3f3ead4-7115-4929-8c3b-fbd2642f4f9c req-e959701f-0b8f-4263-8202-8c8ab53caaa5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bad21652-fa15-443e-8236-8d4846f09be6 HTTP/1.1" status: 200 len: 915 time: 0.0938542 Jun 18 16:50:41.808719 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d3f3ead4-7115-4929-8c3b-fbd2642f4f9c req-d7db75f8-d4d9-46c2-ae20-362457474eea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=850a23c7-282a-493e-9ed3-fc5008d128e3 HTTP/1.1" status: 200 len: 217 time: 0.0366971 Jun 18 16:50:41.861104 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3ead4-7115-4929-8c3b-fbd2642f4f9c req-92c38d36-6b90-4bd6-bd13-e0f9347b8ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:41.862902 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d3f3ead4-7115-4929-8c3b-fbd2642f4f9c req-92c38d36-6b90-4bd6-bd13-e0f9347b8ff3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c52602cb-c1b1-4534-9fc1-d6bb9cb928dd HTTP/1.1" status: 200 len: 854 time: 0.0470314 Jun 18 16:50:41.898914 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d3f3ead4-7115-4929-8c3b-fbd2642f4f9c req-a70abdcf-e569-4510-bd6c-891e0bda12bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bad21652-fa15-443e-8236-8d4846f09be6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291457 Jun 18 16:50:41.993339 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d3f3ead4-7115-4929-8c3b-fbd2642f4f9c req-f8f42bf8-d852-43ec-84f0-26cfe8d4486e service neutron] 10.222.0.55 "GET /v2.0/networks/bad21652-fa15-443e-8236-8d4846f09be6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879033 Jun 18 16:50:42.090798 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d3f3ead4-7115-4929-8c3b-fbd2642f4f9c req-4a9eab1d-b651-4b32-a3f8-602a2339fc9a service neutron] 10.222.0.55 "GET /v2.0/networks/bad21652-fa15-443e-8236-8d4846f09be6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906746 Jun 18 16:50:42.196135 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:42.391797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74f93e-f781-4a7d-b193-09ef8c7aec55 req-7869440d-977b-471f-90f7-8fa3f447b2f2 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:42.393308 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3c74f93e-f781-4a7d-b193-09ef8c7aec55 req-7869440d-977b-471f-90f7-8fa3f447b2f2 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=e811b1c2-c609-404c-80c2-4602f48f166d HTTP/1.1" status: 200 len: 944 time: 0.0683599 Jun 18 16:50:42.431160 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3c74f93e-f781-4a7d-b193-09ef8c7aec55 req-9e01a24c-b65c-4307-91bc-b3ae624dbb3b tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319414 Jun 18 16:50:43.636407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c1d3-b297-44e7-b33b-869127d2f679 req-2964b12d-3d0e-4414-b3bd-39d21c8e2610 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:43.638065 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba97c1d3-b297-44e7-b33b-869127d2f679 req-2964b12d-3d0e-4414-b3bd-39d21c8e2610 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=e811b1c2-c609-404c-80c2-4602f48f166d HTTP/1.1" status: 200 len: 944 time: 0.0822563 Jun 18 16:50:43.683176 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba97c1d3-b297-44e7-b33b-869127d2f679 req-b27be5a8-bd63-41a0-9641-2e8d92d395b7 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344901 Jun 18 16:50:43.810790 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:43.956916 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 850a23c7-282a-493e-9ed3-fc5008d128e3 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:50:44.065850 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 850a23c7-282a-493e-9ed3-fc5008d128e3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=850a23c7-282a-493e-9ed3-fc5008d128e3,segment=NetworkSegment(778db0e0-dedf-4b30-825d-fa54ef33ba47),segment_id=778db0e0-dedf-4b30-825d-fa54ef33ba47)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:44.081093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '850a23c7-282a-493e-9ed3-fc5008d128e3', 'network_id': 'bad21652-fa15-443e-8236-8d4846f09be6', 'port_id': '850a23c7-282a-493e-9ed3-fc5008d128e3', 'mac_address': 'fa:16:3e:ac:7e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c52602cb-c1b1-4534-9fc1-d6bb9cb928dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:50:44.131002 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:44.147440 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850a23c7-282a-493e-9ed3-fc5008d128e3 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:50:44.166562 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 850a23c7-282a-493e-9ed3-fc5008d128e3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=850a23c7-282a-493e-9ed3-fc5008d128e3,segment=NetworkSegment(778db0e0-dedf-4b30-825d-fa54ef33ba47),segment_id=778db0e0-dedf-4b30-825d-fa54ef33ba47)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:44.171539 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:44.175140 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:44.239278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=850a23c7-282a-493e-9ed3-fc5008d128e3,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:44.247212 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:44.247562 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:44.247909 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:44.248277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:44.248607 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:44.248935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:44.249277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:44.249607 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:44.249919 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:44.250248 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:44.250636 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:44.250956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:50:44.255176 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:44.415490 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['850a23c7-282a-493e-9ed3-fc5008d128e3'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:50:44.916966 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e090724-589d-4b14-99ee-dc1dda3166fa req-8e960acb-501c-4395-8b42-e0e5fa2ea8af tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:44.918560 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6e090724-589d-4b14-99ee-dc1dda3166fa req-8e960acb-501c-4395-8b42-e0e5fa2ea8af tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=e811b1c2-c609-404c-80c2-4602f48f166d HTTP/1.1" status: 200 len: 945 time: 0.0840056 Jun 18 16:50:44.958861 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6e090724-589d-4b14-99ee-dc1dda3166fa req-9bddbdee-6446-4d83-98bc-60b060c278f2 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340707 Jun 18 16:50:45.966955 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 850a23c7-282a-493e-9ed3-fc5008d128e3 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:50:46.020580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 850a23c7-282a-493e-9ed3-fc5008d128e3 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:50:46.024314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 850a23c7-282a-493e-9ed3-fc5008d128e3 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:50:46.024697 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:46.170544 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d9325-f0d2-407f-959b-897b964cf3e5 req-02ac3c58-9761-4d10-a21b-9a5e6568aace tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:46.172692 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d72d9325-f0d2-407f-959b-897b964cf3e5 req-02ac3c58-9761-4d10-a21b-9a5e6568aace tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=e811b1c2-c609-404c-80c2-4602f48f166d HTTP/1.1" status: 200 len: 945 time: 0.0943711 Jun 18 16:50:46.214648 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d72d9325-f0d2-407f-959b-897b964cf3e5 req-711ff926-4ea7-46c5-9963-ec810e9913f2 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355701 Jun 18 16:50:46.261715 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:46.284598 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e811b1c2-c609-404c-80c2-4602f48f166d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850a23c7-282a-493e-9ed3-fc5008d128e3'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:50:46.286863 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d255918a-6bdf-4501-ad9e-6af396816cc1" -d '{"events": [{"server_uuid": "e811b1c2-c609-404c-80c2-4602f48f166d", "name": "network-vif-plugged", "status": "completed", "tag": "850a23c7-282a-493e-9ed3-fc5008d128e3"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:50:46.300899 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 850a23c7-282a-493e-9ed3-fc5008d128e3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=850a23c7-282a-493e-9ed3-fc5008d128e3,segment=NetworkSegment(778db0e0-dedf-4b30-825d-fa54ef33ba47),segment_id=778db0e0-dedf-4b30-825d-fa54ef33ba47)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:46.305036 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:46.311558 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:46.342482 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb229ffa-1a5d-48a4-b94d-fbe52c522379 x-openstack-request-id: req-fb229ffa-1a5d-48a4-b94d-fbe52c522379 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:50:46.342790 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e811b1c2-c609-404c-80c2-4602f48f166d", "name": "network-vif-plugged", "status": "completed", "tag": "850a23c7-282a-493e-9ed3-fc5008d128e3", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:50:46.343060 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fb229ffa-1a5d-48a4-b94d-fbe52c522379 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:50:46.343455 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e811b1c2-c609-404c-80c2-4602f48f166d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850a23c7-282a-493e-9ed3-fc5008d128e3', 'code': 200} Jun 18 16:50:46.376366 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=850a23c7-282a-493e-9ed3-fc5008d128e3,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:46.382504 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:46.614525 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c59dd9-79f0-4d95-b06e-cec330b47d9f req-805a65ef-b288-49c2-9dd5-6f6c3e310b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:46.615903 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-86c59dd9-79f0-4d95-b06e-cec330b47d9f req-805a65ef-b288-49c2-9dd5-6f6c3e310b75 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e811b1c2-c609-404c-80c2-4602f48f166d HTTP/1.1" status: 200 len: 1099 time: 0.0642242 Jun 18 16:50:46.658372 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-86c59dd9-79f0-4d95-b06e-cec330b47d9f req-d2bc6ca3-9fca-418e-8150-29a0ad59eb46 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311995 Jun 18 16:50:47.756669 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47279af5-5d3b-4c5d-ae15-74653bfdef93 req-aefea975-fb15-4e8d-b3f4-59aa97a87a70 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:47.758749 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-47279af5-5d3b-4c5d-ae15-74653bfdef93 req-aefea975-fb15-4e8d-b3f4-59aa97a87a70 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=e811b1c2-c609-404c-80c2-4602f48f166d HTTP/1.1" status: 200 len: 946 time: 0.4298499 Jun 18 16:50:47.800138 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-47279af5-5d3b-4c5d-ae15-74653bfdef93 req-d5968986-eab1-4f90-afc5-359545e4b4b5 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356545 Jun 18 16:50:48.992540 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c6134-5673-4be0-9b24-b84b6caded66 req-3ab1c325-f391-49cf-8cb8-2faf4f324cfd tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:48.994036 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-238c6134-5673-4be0-9b24-b84b6caded66 req-3ab1c325-f391-49cf-8cb8-2faf4f324cfd tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=e811b1c2-c609-404c-80c2-4602f48f166d HTTP/1.1" status: 200 len: 946 time: 0.0666840 Jun 18 16:50:49.036393 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-238c6134-5673-4be0-9b24-b84b6caded66 req-454863ae-cfec-4f91-b27b-aaf82f891de9 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363560 Jun 18 16:50:49.438584 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eab174-27f7-4cd7-9882-a61a04bdb175 req-a6cbe79e-f8a3-4f0b-8a13-183a5b5dff4a tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:49.440015 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-80eab174-27f7-4cd7-9882-a61a04bdb175 req-a6cbe79e-f8a3-4f0b-8a13-183a5b5dff4a tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=e811b1c2-c609-404c-80c2-4602f48f166d HTTP/1.1" status: 200 len: 946 time: 0.0742233 Jun 18 16:50:49.485912 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-80eab174-27f7-4cd7-9882-a61a04bdb175 req-12da67e2-df9c-453c-a924-269e011c2e7d tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380769 Jun 18 16:50:50.699055 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89cc0a0-08dc-4e44-9f3b-d0a3f07af40e req-52ba71b2-1735-466f-9fff-f8fa2c6100d8 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:50.700754 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b89cc0a0-08dc-4e44-9f3b-d0a3f07af40e req-52ba71b2-1735-466f-9fff-f8fa2c6100d8 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=e811b1c2-c609-404c-80c2-4602f48f166d HTTP/1.1" status: 200 len: 946 time: 0.0862980 Jun 18 16:50:50.740870 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b89cc0a0-08dc-4e44-9f3b-d0a3f07af40e req-41b32dc6-adb1-42f3-bca8-3728b9178634 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340800 Jun 18 16:50:50.899013 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f3ddd-5d6a-46da-91c4-58b1c03ea6cd req-0995114e-8669-4871-9854-83298be0cfd3 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:50.900506 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ab0f3ddd-5d6a-46da-91c4-58b1c03ea6cd req-0995114e-8669-4871-9854-83298be0cfd3 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.55 "GET /v2.0/ports?device_id=e811b1c2-c609-404c-80c2-4602f48f166d HTTP/1.1" status: 200 len: 946 time: 0.0655625 Jun 18 16:50:51.015037 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-ab0f3ddd-5d6a-46da-91c4-58b1c03ea6cd req-4d13156c-044f-479f-9115-c9a3f8bf79a6 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Deleting port 850a23c7-282a-493e-9ed3-fc5008d128e3 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:50:51.015373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-ab0f3ddd-5d6a-46da-91c4-58b1c03ea6cd req-4d13156c-044f-479f-9115-c9a3f8bf79a6 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:51.105724 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-ab0f3ddd-5d6a-46da-91c4-58b1c03ea6cd req-4d13156c-044f-479f-9115-c9a3f8bf79a6 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] For port 850a23c7-282a-493e-9ed3-fc5008d128e3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=850a23c7-282a-493e-9ed3-fc5008d128e3,segment=NetworkSegment(778db0e0-dedf-4b30-825d-fa54ef33ba47),segment_id=778db0e0-dedf-4b30-825d-fa54ef33ba47)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:51.106083 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-ab0f3ddd-5d6a-46da-91c4-58b1c03ea6cd req-4d13156c-044f-479f-9115-c9a3f8bf79a6 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:51.169516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-ab0f3ddd-5d6a-46da-91c4-58b1c03ea6cd req-4d13156c-044f-479f-9115-c9a3f8bf79a6 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Calling delete_port for 850a23c7-282a-493e-9ed3-fc5008d128e3 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:50:51.301463 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-ab0f3ddd-5d6a-46da-91c4-58b1c03ea6cd req-4d13156c-044f-479f-9115-c9a3f8bf79a6 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:51.305219 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:51.313091 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20', '850a23c7-282a-493e-9ed3-fc5008d128e3'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:50:51.329705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13156c-044f-479f-9115-c9a3f8bf79a6 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Pushing event deleted for resources: {'Port': ['ID=850a23c7-282a-493e-9ed3-fc5008d128e3,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:51.333385 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4d13156c-044f-479f-9115-c9a3f8bf79a6 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:51.384257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0f3ddd-5d6a-46da-91c4-58b1c03ea6cd req-4d13156c-044f-479f-9115-c9a3f8bf79a6 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] No DVR routers for this DVR port 850a23c7-282a-493e-9ed3-fc5008d128e3 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:50:51.386600 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-ab0f3ddd-5d6a-46da-91c4-58b1c03ea6cd req-4d13156c-044f-479f-9115-c9a3f8bf79a6 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:51.388540 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ab0f3ddd-5d6a-46da-91c4-58b1c03ea6cd req-4d13156c-044f-479f-9115-c9a3f8bf79a6 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.55 "DELETE /v2.0/ports/850a23c7-282a-493e-9ed3-fc5008d128e3 HTTP/1.1" status: 204 len: 173 time: 0.4810798 Jun 18 16:50:51.389095 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e811b1c2-c609-404c-80c2-4602f48f166d', 'name': 'network-vif-deleted', 'tag': '850a23c7-282a-493e-9ed3-fc5008d128e3'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:50:51.392520 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6742242c-2bbc-4efd-b05c-b9f7c5a025d7" -d '{"events": [{"server_uuid": "e811b1c2-c609-404c-80c2-4602f48f166d", "name": "network-vif-deleted", "tag": "850a23c7-282a-493e-9ed3-fc5008d128e3"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:50:51.450846 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84d5eb4-10ed-4adb-9d78-322dbf0c5363 x-openstack-request-id: req-d84d5eb4-10ed-4adb-9d78-322dbf0c5363 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:50:51.451412 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e811b1c2-c609-404c-80c2-4602f48f166d", "name": "network-vif-deleted", "tag": "850a23c7-282a-493e-9ed3-fc5008d128e3", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:50:51.451898 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d84d5eb4-10ed-4adb-9d78-322dbf0c5363 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:50:51.452615 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e811b1c2-c609-404c-80c2-4602f48f166d', 'name': 'network-vif-deleted', 'tag': '850a23c7-282a-493e-9ed3-fc5008d128e3', 'status': 'completed', 'code': 200} Jun 18 16:50:51.902013 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ac828976-f069-48b0-a0df-cb7b1743f6f3 req-9180dacf-cee9-4c33-8112-b06ac0e15e58 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=e811b1c2-c609-404c-80c2-4602f48f166d HTTP/1.1" status: 200 len: 210 time: 0.0331402 Jun 18 16:50:53.147813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3476d4-5295-451a-bcb0-bb94c5c7b07f req-c1d86c24-3a09-439c-a05a-7ee92d802c82 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:53.149293 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ac3476d4-5295-451a-bcb0-bb94c5c7b07f req-c1d86c24-3a09-439c-a05a-7ee92d802c82 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 945 time: 0.0642114 Jun 18 16:50:53.192105 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ac3476d4-5295-451a-bcb0-bb94c5c7b07f req-39f2b42b-3978-48c7-9283-e622c805ad32 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369153 Jun 18 16:50:53.388675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0cbe6-1af1-487f-85b9-ebd218443415 req-3d4250eb-2f11-4fa3-a93b-693dea8113ff tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:53.390153 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-44c0cbe6-1af1-487f-85b9-ebd218443415 req-3d4250eb-2f11-4fa3-a93b-693dea8113ff tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 945 time: 0.0700314 Jun 18 16:50:53.429124 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-44c0cbe6-1af1-487f-85b9-ebd218443415 req-f4d087be-4665-4afe-864c-c8bc77946e50 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331020 Jun 18 16:50:53.605881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ea708-9706-42bf-8052-627382b94eb8 req-33c5421c-e2ae-4165-ad40-742196b196a0 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:53.607492 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-945ea708-9706-42bf-8052-627382b94eb8 req-33c5421c-e2ae-4165-ad40-742196b196a0 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 945 time: 0.0655918 Jun 18 16:50:53.646069 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-945ea708-9706-42bf-8052-627382b94eb8 req-62982e57-2cbb-4974-965d-de00744bedb6 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320754 Jun 18 16:50:53.927717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10b492-41cb-4d6b-a886-42105246acf9 req-e9d0ea30-db54-4c07-89b1-e4ea31038f72 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:53.929250 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1d10b492-41cb-4d6b-a886-42105246acf9 req-e9d0ea30-db54-4c07-89b1-e4ea31038f72 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 945 time: 0.0657568 Jun 18 16:50:53.967427 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1d10b492-41cb-4d6b-a886-42105246acf9 req-877f75fc-294f-4af5-8b17-af5eee2b6e73 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324342 Jun 18 16:50:54.148251 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a71a65-72b4-4062-9ce4-c26d36cfafaf req-519f742a-6d3e-4817-ab14-603eccbb4b95 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:54.149741 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20a71a65-72b4-4062-9ce4-c26d36cfafaf req-519f742a-6d3e-4817-ab14-603eccbb4b95 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 945 time: 0.0667326 Jun 18 16:50:54.189711 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20a71a65-72b4-4062-9ce4-c26d36cfafaf req-ac74f9ad-1410-49a9-9505-0f2b30e1f33d tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342839 Jun 18 16:50:54.373069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe206a3e-3688-4597-a701-1441ceccdb67 req-64104ec3-ea6b-4a62-b080-81f2d2bf731d tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:54.374649 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fe206a3e-3688-4597-a701-1441ceccdb67 req-64104ec3-ea6b-4a62-b080-81f2d2bf731d tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 945 time: 0.0646758 Jun 18 16:50:54.391333 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:54.414546 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fe206a3e-3688-4597-a701-1441ceccdb67 req-5d79befb-90d4-4b3c-8d69-c72c81de9657 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335052 Jun 18 16:50:54.942917 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e354427-8c29-481e-8487-8b5de08dcf09 req-31844710-a687-44c6-9a61-94fe85a7abb7 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:54.944446 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0e354427-8c29-481e-8487-8b5de08dcf09 req-31844710-a687-44c6-9a61-94fe85a7abb7 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 945 time: 0.0718784 Jun 18 16:50:54.997404 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0e354427-8c29-481e-8487-8b5de08dcf09 req-203a5c4d-39bd-46a2-8330-581203bb1d67 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465910 Jun 18 16:50:56.051413 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 850a23c7-282a-493e-9ed3-fc5008d128e3 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:50:56.073491 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 850a23c7-282a-493e-9ed3-fc5008d128e3 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:50:56.073843 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 850a23c7-282a-493e-9ed3-fc5008d128e3 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:50:56.183431 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aab52b-ef86-4027-b988-4d6ce865e2ae req-3b6481b5-6c31-459a-8079-315fae7b02e4 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:56.184923 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4aab52b-ef86-4027-b988-4d6ce865e2ae req-3b6481b5-6c31-459a-8079-315fae7b02e4 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 945 time: 0.0655565 Jun 18 16:50:56.223459 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a4aab52b-ef86-4027-b988-4d6ce865e2ae req-48163ae8-2f34-4b92-acfe-3ee3a339c949 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/security-groups?id=03189d10-78bb-4531-a983-fcaac2892b27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324163 Jun 18 16:50:56.312811 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14bf7b-6280-4a21-89a1-1e64b9a158bb req-53fb73d4-19ea-41ee-90ac-257aa2feee1b tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:50:56.314161 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc14bf7b-6280-4a21-89a1-1e64b9a158bb req-53fb73d4-19ea-41ee-90ac-257aa2feee1b tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.55 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 945 time: 0.0626495 Jun 18 16:50:56.422887 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-bc14bf7b-6280-4a21-89a1-1e64b9a158bb req-e9755b41-b488-4fc5-9d68-38daa205dcad tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Deleting port c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:50:56.423223 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bc14bf7b-6280-4a21-89a1-1e64b9a158bb req-e9755b41-b488-4fc5-9d68-38daa205dcad tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:56.510884 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-bc14bf7b-6280-4a21-89a1-1e64b9a158bb req-e9755b41-b488-4fc5-9d68-38daa205dcad tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] For port c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20,segment=NetworkSegment(778db0e0-dedf-4b30-825d-fa54ef33ba47),segment_id=778db0e0-dedf-4b30-825d-fa54ef33ba47)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:50:56.511247 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bc14bf7b-6280-4a21-89a1-1e64b9a158bb req-e9755b41-b488-4fc5-9d68-38daa205dcad tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:56.579023 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-bc14bf7b-6280-4a21-89a1-1e64b9a158bb req-e9755b41-b488-4fc5-9d68-38daa205dcad tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Calling delete_port for c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:50:56.713662 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bc14bf7b-6280-4a21-89a1-1e64b9a158bb req-e9755b41-b488-4fc5-9d68-38daa205dcad tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:56.717497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:56.725758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:50:56.743388 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9755b41-b488-4fc5-9d68-38daa205dcad tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Pushing event deleted for resources: {'Port': ['ID=c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:56.746736 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e9755b41-b488-4fc5-9d68-38daa205dcad tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:56.789301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc14bf7b-6280-4a21-89a1-1e64b9a158bb req-e9755b41-b488-4fc5-9d68-38daa205dcad tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] No DVR routers for this DVR port c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:50:56.791775 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bc14bf7b-6280-4a21-89a1-1e64b9a158bb req-e9755b41-b488-4fc5-9d68-38daa205dcad tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:56.793839 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc14bf7b-6280-4a21-89a1-1e64b9a158bb req-e9755b41-b488-4fc5-9d68-38daa205dcad tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.55 "DELETE /v2.0/ports/c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 HTTP/1.1" status: 204 len: 173 time: 0.4740109 Jun 18 16:50:56.794381 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cf1252-42ca-48dd-9ea8-af8f924a4a8e', 'name': 'network-vif-deleted', 'tag': 'c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:50:56.796899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961b0213-3cd0-4870-81df-e2b00fa477eb" -d '{"events": [{"server_uuid": "93cf1252-42ca-48dd-9ea8-af8f924a4a8e", "name": "network-vif-deleted", "tag": "c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:50:56.837204 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb514b27-09f4-4ef8-be3a-15eb91e78687 x-openstack-request-id: req-cb514b27-09f4-4ef8-be3a-15eb91e78687 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:50:56.837554 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cf1252-42ca-48dd-9ea8-af8f924a4a8e", "name": "network-vif-deleted", "tag": "c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:50:56.837859 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cb514b27-09f4-4ef8-be3a-15eb91e78687 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:50:56.838896 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93cf1252-42ca-48dd-9ea8-af8f924a4a8e', 'name': 'network-vif-deleted', 'tag': 'c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20', 'status': 'completed', 'code': 200} Jun 18 16:50:57.388075 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d8bb8fee-d0dc-49c7-b5c6-c80bf838438e req-e82161e0-ef91-481a-9107-fbb8860c0244 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] 10.222.0.50 "GET /v2.0/ports?device_id=93cf1252-42ca-48dd-9ea8-af8f924a4a8e HTTP/1.1" status: 200 len: 210 time: 0.0343683 Jun 18 16:50:58.479855 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55026) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:58.837534 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a6b790-1000-4027-9bde-3f496e1d9709 admin admin] Deleting subnet c52602cb-c1b1-4534-9fc1-d6bb9cb928dd {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:50:58.840524 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-25a6b790-1000-4027-9bde-3f496e1d9709 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:58.876346 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-25a6b790-1000-4027-9bde-3f496e1d9709 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:58.915666 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-25a6b790-1000-4027-9bde-3f496e1d9709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:58.967296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-25a6b790-1000-4027-9bde-3f496e1d9709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:58.970649 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-15a70686-d26c-442d-b393-732106ff5b71 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:59.000846 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-25a6b790-1000-4027-9bde-3f496e1d9709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:59.002747 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-25a6b790-1000-4027-9bde-3f496e1d9709 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c52602cb-c1b1-4534-9fc1-d6bb9cb928dd HTTP/1.1" status: 204 len: 168 time: 0.5218351 Jun 18 16:50:59.003945 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6b790-1000-4027-9bde-3f496e1d9709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c52602cb-c1b1-4534-9fc1-d6bb9cb928dd,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:59.005303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55028) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:59.006336 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-25a6b790-1000-4027-9bde-3f496e1d9709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:59.072352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ace3288e-e25b-4d48-8ada-b108639764ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:59.153234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ace3288e-e25b-4d48-8ada-b108639764ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:59.163400 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-ace3288e-e25b-4d48-8ada-b108639764ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad21652-fa15-443e-8236-8d4846f09be6']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:59.174163 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-ace3288e-e25b-4d48-8ada-b108639764ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '778db0e0-dedf-4b30-825d-fa54ef33ba47') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:59.174492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-ace3288e-e25b-4d48-8ada-b108639764ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '778db0e0-dedf-4b30-825d-fa54ef33ba47') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:50:59.183043 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ace3288e-e25b-4d48-8ada-b108639764ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:59.198508 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ace3288e-e25b-4d48-8ada-b108639764ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:59.204682 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace3288e-e25b-4d48-8ada-b108639764ba admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:50:59.205070 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ace3288e-e25b-4d48-8ada-b108639764ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:50:59.206728 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:50:59.260121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ace3288e-e25b-4d48-8ada-b108639764ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:59.264878 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2d3b550c-713b-483a-84f0-765355bdd692 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:59.267595 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ace3288e-e25b-4d48-8ada-b108639764ba admin admin] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:59.269424 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ace3288e-e25b-4d48-8ada-b108639764ba admin admin] 10.222.0.50 "DELETE /v2.0/networks/bad21652-fa15-443e-8236-8d4846f09be6 HTTP/1.1" status: 204 len: 168 time: 0.2631283 Jun 18 16:50:59.281655 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3288e-e25b-4d48-8ada-b108639764ba admin admin] Pushing event deleted for resources: {'Network': ['ID=bad21652-fa15-443e-8236-8d4846f09be6,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:59.284126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ace3288e-e25b-4d48-8ada-b108639764ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:50:59.373149 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55032) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:59.417948 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-614cb120-e4e0-4f66-91a9-2f4c9090de68 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8682aba5560a41ad8e80c88d2ff6c706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432663 Jun 18 16:50:59.420280 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55034) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:50:59.466318 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-501fe82a-049b-45d8-81e4-9f6eeb5cffa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:59.487585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-501fe82a-049b-45d8-81e4-9f6eeb5cffa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:59.534458 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-501fe82a-049b-45d8-81e4-9f6eeb5cffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:59.537030 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-501fe82a-049b-45d8-81e4-9f6eeb5cffa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:50:59.538298 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-501fe82a-049b-45d8-81e4-9f6eeb5cffa0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/03189d10-78bb-4531-a983-fcaac2892b27 HTTP/1.1" status: 204 len: 168 time: 0.1170917 Jun 18 16:50:59.539182 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-de09c5d9-761b-4dd9-9722-87f1b0d7cd45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:50:59.546588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fe82a-049b-45d8-81e4-9f6eeb5cffa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03189d10-78bb-4531-a983-fcaac2892b27,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:50:59.549240 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-501fe82a-049b-45d8-81e4-9f6eeb5cffa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:00.080178 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:51:00.106845 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:51:00.107208 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device c5fa7bf8-b6e3-4c3c-9c3c-db23b125ca20 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:51:00.201099 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55056) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:00.295993 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d14b48c3-1712-4685-abfb-c3d99ac148e4 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-502991690'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:00.325354 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14b48c3-1712-4685-abfb-c3d99ac148e4 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Made reservation on behalf of 4074b8e02ae746cdb5ba58339091d6f7 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:51:00.330118 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d14b48c3-1712-4685-abfb-c3d99ac148e4 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:00.338701 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d14b48c3-1712-4685-abfb-c3d99ac148e4 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:00.435964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d14b48c3-1712-4685-abfb-c3d99ac148e4 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:00.440953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d14b48c3-1712-4685-abfb-c3d99ac148e4 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:00.444398 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-501fe82a-049b-45d8-81e4-9f6eeb5cffa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:00.476735 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14b48c3-1712-4685-abfb-c3d99ac148e4 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:51:00.492823 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b48c3-1712-4685-abfb-c3d99ac148e4 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44615d6c-84e9-4a28-948b-8a54e2b1c98a,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:00.499217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d14b48c3-1712-4685-abfb-c3d99ac148e4 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:00.501268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d14b48c3-1712-4685-abfb-c3d99ac148e4 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:00.501625 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-d14b48c3-1712-4685-abfb-c3d99ac148e4 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Added segment 453c9069-63d9-441b-858c-76cdfafdbb07 of type vlan for network 272c4766-37c5-49c2-a8e9-bfbc221320c9 Jun 18 16:51:00.558263 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d14b48c3-1712-4685-abfb-c3d99ac148e4 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:00.602385 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d14b48c3-1712-4685-abfb-c3d99ac148e4 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:00.608724 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14b48c3-1712-4685-abfb-c3d99ac148e4 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:00.609655 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d14b48c3-1712-4685-abfb-c3d99ac148e4 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:00.613281 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dd2ea0e6-9a8c-42df-b5d6-21a799937f76 tempest-PortsIpV6TestJSON-1130194191 tempest-PortsIpV6TestJSON-1130194191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:00.715857 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d14b48c3-1712-4685-abfb-c3d99ac148e4 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5136290 Jun 18 16:51:00.754611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14b48c3-1712-4685-abfb-c3d99ac148e4 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event updated for resources: {'Network': ['ID=272c4766-37c5-49c2-a8e9-bfbc221320c9,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:00.761051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d14b48c3-1712-4685-abfb-c3d99ac148e4 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:00.767097 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 272c4766-37c5-49c2-a8e9-bfbc221320c9 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:51:03.868075 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55060) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:03.873462 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-27c1f7e2-104b-42f5-9a97-1088ada4159b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Request body: {'subnet': {'network_id': '272c4766-37c5-49c2-a8e9-bfbc221320c9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:03.966258 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c1f7e2-104b-42f5-9a97-1088ada4159b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Made reservation on behalf of 4074b8e02ae746cdb5ba58339091d6f7 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:51:03.970541 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-27c1f7e2-104b-42f5-9a97-1088ada4159b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:04.148077 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-27c1f7e2-104b-42f5-9a97-1088ada4159b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:04.150795 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-59fbd1cd-7c22-40b7-82ec-e254c846f8bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:04.209208 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1f7e2-104b-42f5-9a97-1088ada4159b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event updated for resources: {'Subnet': ['ID=e6d98737-f014-4af9-be41-875af3ba29f9,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:04.212917 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-27c1f7e2-104b-42f5-9a97-1088ada4159b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:04.218321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c1f7e2-104b-42f5-9a97-1088ada4159b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Checking segment: {'id': '453c9069-63d9-441b-858c-76cdfafdbb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '272c4766-37c5-49c2-a8e9-bfbc221320c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:04.219088 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c1f7e2-104b-42f5-9a97-1088ada4159b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Network hostable DHCP agents. Network: 272c4766-37c5-49c2-a8e9-bfbc221320c9, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:51:04.234799 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c1f7e2-104b-42f5-9a97-1088ada4159b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Network 272c4766-37c5-49c2-a8e9-bfbc221320c9 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:51:04.243321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-27c1f7e2-104b-42f5-9a97-1088ada4159b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 272c4766-37c5-49c2-a8e9-bfbc221320c9) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:04.247549 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c1f7e2-104b-42f5-9a97-1088ada4159b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:04.248121 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-27c1f7e2-104b-42f5-9a97-1088ada4159b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:04.253037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d7b43f-7267-4840-a506-16b95f46dd86 None None] Network 272c4766-37c5-49c2-a8e9-bfbc221320c9 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:51:04.268009 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-27c1f7e2-104b-42f5-9a97-1088ada4159b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3987856 Jun 18 16:51:04.271593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55062) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:04.276804 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-3ddf47a6-a03c-4f06-b4af-727ec40a5beb tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-802659708'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:04.298170 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddf47a6-a03c-4f06-b4af-727ec40a5beb tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Made reservation on behalf of 4074b8e02ae746cdb5ba58339091d6f7 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:51:04.301757 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3ddf47a6-a03c-4f06-b4af-727ec40a5beb tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:04.326866 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ddf47a6-a03c-4f06-b4af-727ec40a5beb tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:51:04.338193 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3ddf47a6-a03c-4f06-b4af-727ec40a5beb tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:04.338572 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-3ddf47a6-a03c-4f06-b4af-727ec40a5beb tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Added segment 289338fc-d7fe-4d43-9566-cb9e820e0318 of type vlan for network 273d1f5a-4d40-430e-a829-334c7f6b6c18 Jun 18 16:51:04.381758 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3ddf47a6-a03c-4f06-b4af-727ec40a5beb tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:04.399265 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-272c4766-37c5-49c2-a8e9-bfbc221320c9', 'network_id': '272c4766-37c5-49c2-a8e9-bfbc221320c9', 'tenant_id': '4074b8e02ae746cdb5ba58339091d6f7', 'fixed_ips': [{'subnet_id': 'e6d98737-f014-4af9-be41-875af3ba29f9'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:51:04.400137 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:04.411581 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3ddf47a6-a03c-4f06-b4af-727ec40a5beb tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:04.417154 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddf47a6-a03c-4f06-b4af-727ec40a5beb tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:04.417727 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3ddf47a6-a03c-4f06-b4af-727ec40a5beb tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:04.420852 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ad2efced-ce63-46c8-af50-113099718e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:04.472682 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3ddf47a6-a03c-4f06-b4af-727ec40a5beb tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1999097 Jun 18 16:51:04.475743 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55064) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:04.481277 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f4cf695d-cc57-4c9f-814d-ad57668958e9 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Request body: {'subnet': {'network_id': '273d1f5a-4d40-430e-a829-334c7f6b6c18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:04.486606 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf47a6-a03c-4f06-b4af-727ec40a5beb tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event updated for resources: {'Network': ['ID=273d1f5a-4d40-430e-a829-334c7f6b6c18,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:04.489485 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3ddf47a6-a03c-4f06-b4af-727ec40a5beb tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:04.499117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 273d1f5a-4d40-430e-a829-334c7f6b6c18 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:51:04.573573 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cf695d-cc57-4c9f-814d-ad57668958e9 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Made reservation on behalf of 4074b8e02ae746cdb5ba58339091d6f7 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:51:04.577287 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f4cf695d-cc57-4c9f-814d-ad57668958e9 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:04.589020 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Allocated IP 2001:db8:0:ffff::2 (272c4766-37c5-49c2-a8e9-bfbc221320c9/e6d98737-f014-4af9-be41-875af3ba29f9/ca4cb925-c09b-46e1-acd4-8a33dbb1fc96) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:51:04.735528 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:04.744022 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Transition to ACTIVE for port object ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:04.759621 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Transition to ACTIVE for port object ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:04.766791 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:04.767324 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f4cf695d-cc57-4c9f-814d-ad57668958e9 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:04.769557 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:04.770405 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9247d022-d32c-4588-af96-4f772118f895 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:04.801218 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Network 272c4766-37c5-49c2-a8e9-bfbc221320c9 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:51:04.805810 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:04.809106 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:51:04.820850 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Pushing event updated for resources: {'Port': ['ID=ca4cb925-c09b-46e1-acd4-8a33dbb1fc96,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:04.824143 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:04.835069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf695d-cc57-4c9f-814d-ad57668958e9 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event updated for resources: {'Subnet': ['ID=be858b35-67f9-4c9d-a18f-a03b7ce017bb,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:04.839214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f4cf695d-cc57-4c9f-814d-ad57668958e9 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:04.843065 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cf695d-cc57-4c9f-814d-ad57668958e9 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Checking segment: {'id': '289338fc-d7fe-4d43-9566-cb9e820e0318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '273d1f5a-4d40-430e-a829-334c7f6b6c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:04.843554 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cf695d-cc57-4c9f-814d-ad57668958e9 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Network hostable DHCP agents. Network: 273d1f5a-4d40-430e-a829-334c7f6b6c18, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:51:04.861430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cf695d-cc57-4c9f-814d-ad57668958e9 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Network 273d1f5a-4d40-430e-a829-334c7f6b6c18 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:51:04.874527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-f4cf695d-cc57-4c9f-814d-ad57668958e9 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 273d1f5a-4d40-430e-a829-334c7f6b6c18) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:04.879172 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Attempting to bind port ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:51:04.880004 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Attempting to bind port ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '453c9069-63d9-441b-858c-76cdfafdbb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '272c4766-37c5-49c2-a8e9-bfbc221320c9'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:51:04.880004 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Attempting to bind port ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 on network 272c4766-37c5-49c2-a8e9-bfbc221320c9 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:51:04.881103 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cf695d-cc57-4c9f-814d-ad57668958e9 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:04.881710 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f4cf695d-cc57-4c9f-814d-ad57668958e9 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:04.883424 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7652763-1be6-4d66-802d-765e50d528bd None None] Network 273d1f5a-4d40-430e-a829-334c7f6b6c18 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:51:04.897111 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f4cf695d-cc57-4c9f-814d-ad57668958e9 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4202538 Jun 18 16:51:04.899260 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:51:04.899649 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Checking segment: {'id': '453c9069-63d9-441b-858c-76cdfafdbb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '272c4766-37c5-49c2-a8e9-bfbc221320c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:04.899763 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55066) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:04.900060 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:04.900461 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Bound using segment: {'id': '453c9069-63d9-441b-858c-76cdfafdbb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '272c4766-37c5-49c2-a8e9-bfbc221320c9'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:51:04.900953 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Bound port: ca4cb925-c09b-46e1-acd4-8a33dbb1fc96, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '453c9069-63d9-441b-858c-76cdfafdbb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '272c4766-37c5-49c2-a8e9-bfbc221320c9'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:51:04.901335 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:05.010728 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d9339556-d589-4f79-b40c-bd5084972b64 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:05.032143 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] For port ca4cb925-c09b-46e1-acd4-8a33dbb1fc96, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:51:05.065096 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] For port ca4cb925-c09b-46e1-acd4-8a33dbb1fc96, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ca4cb925-c09b-46e1-acd4-8a33dbb1fc96,segment=NetworkSegment(453c9069-63d9-441b-858c-76cdfafdbb07),segment_id=453c9069-63d9-441b-858c-76cdfafdbb07)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:51:05.072247 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:05.076289 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b2599e0a-7e67-4339-b755-498bd5e16be9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:05.100105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d9339556-d589-4f79-b40c-bd5084972b64 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:05.150127 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27b9fbc-80bc-4b12-9806-57d7ac733042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-273d1f5a-4d40-430e-a829-334c7f6b6c18', 'network_id': '273d1f5a-4d40-430e-a829-334c7f6b6c18', 'tenant_id': '4074b8e02ae746cdb5ba58339091d6f7', 'fixed_ips': [{'subnet_id': 'be858b35-67f9-4c9d-a18f-a03b7ce017bb'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:51:05.150860 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f27b9fbc-80bc-4b12-9806-57d7ac733042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:05.164380 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Pushing event updated for resources: {'Port': ['ID=ca4cb925-c09b-46e1-acd4-8a33dbb1fc96,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:05.169192 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:05.170637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d9339556-d589-4f79-b40c-bd5084972b64 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:05.181538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-933f6d42-432c-48cc-a680-5e3fea1f5a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:05.220267 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9339556-d589-4f79-b40c-bd5084972b64 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event deleted for resources: {'Subnet': ['ID=be858b35-67f9-4c9d-a18f-a03b7ce017bb,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:05.222759 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d9339556-d589-4f79-b40c-bd5084972b64 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:05.249453 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f0ebc9-5c9e-4656-9905-afebc306298e None None] Network 273d1f5a-4d40-430e-a829-334c7f6b6c18 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:51:05.274284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d9339556-d589-4f79-b40c-bd5084972b64 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:05.287415 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-d9339556-d589-4f79-b40c-bd5084972b64 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273d1f5a-4d40-430e-a829-334c7f6b6c18']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:05.304063 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-d9339556-d589-4f79-b40c-bd5084972b64 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289338fc-d7fe-4d43-9566-cb9e820e0318') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:05.304063 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-d9339556-d589-4f79-b40c-bd5084972b64 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289338fc-d7fe-4d43-9566-cb9e820e0318') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:05.324956 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d9339556-d589-4f79-b40c-bd5084972b64 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:05.339576 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d9339556-d589-4f79-b40c-bd5084972b64 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:05.346538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9339556-d589-4f79-b40c-bd5084972b64 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:51:05.346929 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d9339556-d589-4f79-b40c-bd5084972b64 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:51:05.349992 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:51:05.411796 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d9339556-d589-4f79-b40c-bd5084972b64 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:05.416608 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d9339556-d589-4f79-b40c-bd5084972b64 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:05.418724 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d9339556-d589-4f79-b40c-bd5084972b64 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "DELETE /v2.0/networks/273d1f5a-4d40-430e-a829-334c7f6b6c18 HTTP/1.1" status: 204 len: 168 time: 0.5178642 Jun 18 16:51:05.419561 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6cd47d81-3487-4cb0-99ad-2d406e4778fd tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:05.426499 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55068) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:05.433254 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-8eb80148-2ea5-42b2-8a87-7b1f7046393e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1531087798'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:05.435722 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9339556-d589-4f79-b40c-bd5084972b64 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event deleted for resources: {'Network': ['ID=273d1f5a-4d40-430e-a829-334c7f6b6c18,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:05.438822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d9339556-d589-4f79-b40c-bd5084972b64 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:05.459705 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb80148-2ea5-42b2-8a87-7b1f7046393e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Made reservation on behalf of 4074b8e02ae746cdb5ba58339091d6f7 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:51:05.463331 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8eb80148-2ea5-42b2-8a87-7b1f7046393e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:05.488321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb80148-2ea5-42b2-8a87-7b1f7046393e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:51:05.498641 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8eb80148-2ea5-42b2-8a87-7b1f7046393e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:05.498986 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-8eb80148-2ea5-42b2-8a87-7b1f7046393e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Added segment 71a7fb14-e64a-4acb-82a3-e03d7df150c0 of type vlan for network 6699cce8-cc16-477b-a1ea-3b693fa64ed8 Jun 18 16:51:05.537722 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8eb80148-2ea5-42b2-8a87-7b1f7046393e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:05.571602 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8eb80148-2ea5-42b2-8a87-7b1f7046393e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:05.576934 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb80148-2ea5-42b2-8a87-7b1f7046393e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:05.577630 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8eb80148-2ea5-42b2-8a87-7b1f7046393e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:05.580829 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3e54833c-61ec-4a38-a640-38ef1c88e155 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:05.634121 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8eb80148-2ea5-42b2-8a87-7b1f7046393e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2058003 Jun 18 16:51:05.637062 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55070) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:05.643203 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-a23b0693-76c8-42e2-af63-0f8c75f7dde1 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Request body: {'subnet': {'network_id': '6699cce8-cc16-477b-a1ea-3b693fa64ed8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:05.648307 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb80148-2ea5-42b2-8a87-7b1f7046393e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event updated for resources: {'Network': ['ID=6699cce8-cc16-477b-a1ea-3b693fa64ed8,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:05.650502 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8eb80148-2ea5-42b2-8a87-7b1f7046393e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:05.660564 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 6699cce8-cc16-477b-a1ea-3b693fa64ed8 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:51:05.734908 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:51:05.752650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23b0693-76c8-42e2-af63-0f8c75f7dde1 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Made reservation on behalf of 4074b8e02ae746cdb5ba58339091d6f7 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:51:05.756329 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a23b0693-76c8-42e2-af63-0f8c75f7dde1 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:05.786840 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:51:05.819330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.ipam_backend_mixin [None req-a23b0693-76c8-42e2-af63-0f8c75f7dde1 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Performing IP validity checks on allocation pools {{(pid=93453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 18 16:51:05.819860 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.ipam_backend_mixin [None req-a23b0693-76c8-42e2-af63-0f8c75f7dde1 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93453) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 18 16:51:05.954736 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a23b0693-76c8-42e2-af63-0f8c75f7dde1 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:05.956866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9f93cd1a-d68c-4c6e-8798-22b2f56e5095 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:06.010889 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23b0693-76c8-42e2-af63-0f8c75f7dde1 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event updated for resources: {'Subnet': ['ID=4c123da1-e110-40ac-aa14-df507020e437,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:06.019128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a23b0693-76c8-42e2-af63-0f8c75f7dde1 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:06.027721 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23b0693-76c8-42e2-af63-0f8c75f7dde1 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Checking segment: {'id': '71a7fb14-e64a-4acb-82a3-e03d7df150c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6699cce8-cc16-477b-a1ea-3b693fa64ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:06.028089 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23b0693-76c8-42e2-af63-0f8c75f7dde1 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Network hostable DHCP agents. Network: 6699cce8-cc16-477b-a1ea-3b693fa64ed8, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:51:06.045445 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23b0693-76c8-42e2-af63-0f8c75f7dde1 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Network 6699cce8-cc16-477b-a1ea-3b693fa64ed8 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:51:06.055323 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-a23b0693-76c8-42e2-af63-0f8c75f7dde1 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 6699cce8-cc16-477b-a1ea-3b693fa64ed8) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:06.060037 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23b0693-76c8-42e2-af63-0f8c75f7dde1 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:06.060705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a23b0693-76c8-42e2-af63-0f8c75f7dde1 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:06.065439 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99bd708-d878-45a4-8e8c-dab9432342cb None None] Network 6699cce8-cc16-477b-a1ea-3b693fa64ed8 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:51:06.075965 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a23b0693-76c8-42e2-af63-0f8c75f7dde1 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4376414 Jun 18 16:51:06.079419 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55072) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:06.113164 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531977a7-6b26-4467-bd7b-934efed7892b None None] Network 272c4766-37c5-49c2-a8e9-bfbc221320c9 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:51:06.174745 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4fb9684b-d693-4d77-96c5-6e7eb5528506 None None] Provisioning for port ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:51:06.184660 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-24ebace8-d498-4ba5-939c-67cd9fb2975e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:06.191271 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4fb9684b-d693-4d77-96c5-6e7eb5528506 None None] Provisioning complete for port ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:06.191647 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4fb9684b-d693-4d77-96c5-6e7eb5528506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:06.260523 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-24ebace8-d498-4ba5-939c-67cd9fb2975e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:06.319373 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-24ebace8-d498-4ba5-939c-67cd9fb2975e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:06.322355 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-425f234a-8e1f-43ca-a500-c04e71fbe43c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:06.352126 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ebace8-d498-4ba5-939c-67cd9fb2975e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event deleted for resources: {'Subnet': ['ID=4c123da1-e110-40ac-aa14-df507020e437,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:06.354945 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-24ebace8-d498-4ba5-939c-67cd9fb2975e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:06.410715 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6ca3f9-c97a-4448-b5d0-4d1f81819079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-6699cce8-cc16-477b-a1ea-3b693fa64ed8', 'network_id': '6699cce8-cc16-477b-a1ea-3b693fa64ed8', 'tenant_id': '4074b8e02ae746cdb5ba58339091d6f7', 'fixed_ips': [{'subnet_id': '4c123da1-e110-40ac-aa14-df507020e437'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:51:06.411551 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8e6ca3f9-c97a-4448-b5d0-4d1f81819079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:06.414764 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-24ebace8-d498-4ba5-939c-67cd9fb2975e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:06.424761 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-24ebace8-d498-4ba5-939c-67cd9fb2975e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6699cce8-cc16-477b-a1ea-3b693fa64ed8']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:06.428808 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4fb9684b-d693-4d77-96c5-6e7eb5528506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:06.434438 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-24ebace8-d498-4ba5-939c-67cd9fb2975e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a7fb14-e64a-4acb-82a3-e03d7df150c0') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:06.434954 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-24ebace8-d498-4ba5-939c-67cd9fb2975e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a7fb14-e64a-4acb-82a3-e03d7df150c0') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:06.448404 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-24ebace8-d498-4ba5-939c-67cd9fb2975e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:06.463318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-24ebace8-d498-4ba5-939c-67cd9fb2975e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:06.469643 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ebace8-d498-4ba5-939c-67cd9fb2975e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:51:06.470061 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-24ebace8-d498-4ba5-939c-67cd9fb2975e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:51:06.472987 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:51:06.521307 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4fb9684b-d693-4d77-96c5-6e7eb5528506 None None] For port ca4cb925-c09b-46e1-acd4-8a33dbb1fc96, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ca4cb925-c09b-46e1-acd4-8a33dbb1fc96,segment=NetworkSegment(453c9069-63d9-441b-858c-76cdfafdbb07),segment_id=453c9069-63d9-441b-858c-76cdfafdbb07)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:06.531476 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4fb9684b-d693-4d77-96c5-6e7eb5528506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:06.533469 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:06.538900 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-24ebace8-d498-4ba5-939c-67cd9fb2975e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:06.542928 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:06.547934 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-24ebace8-d498-4ba5-939c-67cd9fb2975e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:06.555424 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-24ebace8-d498-4ba5-939c-67cd9fb2975e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "DELETE /v2.0/networks/6699cce8-cc16-477b-a1ea-3b693fa64ed8 HTTP/1.1" status: 204 len: 168 time: 0.4693961 Jun 18 16:51:06.555605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55074) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:06.560337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f66531-e452-4217-9299-c000cf42a6b5 None None] Network 6699cce8-cc16-477b-a1ea-3b693fa64ed8 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:51:06.561349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-be1f8f2b-9bc1-4a36-bb50-a7d317a2ac7d tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-77464716'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:06.575966 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ebace8-d498-4ba5-939c-67cd9fb2975e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event deleted for resources: {'Network': ['ID=6699cce8-cc16-477b-a1ea-3b693fa64ed8,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:06.581313 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-24ebace8-d498-4ba5-939c-67cd9fb2975e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:06.589938 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f66531-e452-4217-9299-c000cf42a6b5 None None] Network 6699cce8-cc16-477b-a1ea-3b693fa64ed8 could not be found, it might have been deleted concurrently. {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 18 16:51:06.600693 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1f8f2b-9bc1-4a36-bb50-a7d317a2ac7d tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Made reservation on behalf of 4074b8e02ae746cdb5ba58339091d6f7 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:51:06.604843 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-be1f8f2b-9bc1-4a36-bb50-a7d317a2ac7d tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:06.617157 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9684b-d693-4d77-96c5-6e7eb5528506 None None] Pushing event updated for resources: {'Port': ['ID=ca4cb925-c09b-46e1-acd4-8a33dbb1fc96,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:06.620642 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4fb9684b-d693-4d77-96c5-6e7eb5528506 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:06.631074 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1f8f2b-9bc1-4a36-bb50-a7d317a2ac7d tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:51:06.641220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-be1f8f2b-9bc1-4a36-bb50-a7d317a2ac7d tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:06.641910 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-be1f8f2b-9bc1-4a36-bb50-a7d317a2ac7d tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Added segment 218ed75b-418a-4985-a8f5-4522444b1259 of type vlan for network 5c3874ae-c8ba-4ac1-9179-c483071282ec Jun 18 16:51:06.692324 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-be1f8f2b-9bc1-4a36-bb50-a7d317a2ac7d tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:06.724382 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-be1f8f2b-9bc1-4a36-bb50-a7d317a2ac7d tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:06.730133 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1f8f2b-9bc1-4a36-bb50-a7d317a2ac7d tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:06.730780 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-be1f8f2b-9bc1-4a36-bb50-a7d317a2ac7d tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:06.735145 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-50bb32d5-9cf8-41a8-b968-9bdf0d618566 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:06.785498 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-be1f8f2b-9bc1-4a36-bb50-a7d317a2ac7d tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2254353 Jun 18 16:51:06.785975 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55076) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:06.791245 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d1afe2ed-103f-41fa-8ca7-a2357283e301 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Request body: {'subnet': {'network_id': '5c3874ae-c8ba-4ac1-9179-c483071282ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:06.800330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f8f2b-9bc1-4a36-bb50-a7d317a2ac7d tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event updated for resources: {'Network': ['ID=5c3874ae-c8ba-4ac1-9179-c483071282ec,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:06.802940 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-be1f8f2b-9bc1-4a36-bb50-a7d317a2ac7d tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:06.811075 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 5c3874ae-c8ba-4ac1-9179-c483071282ec details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:51:06.880180 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-44593da3-d61b-415c-8f75-4894d4d97aa4 None None] Provisioning complete for port ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:06.880526 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-44593da3-d61b-415c-8f75-4894d4d97aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:06.884247 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1afe2ed-103f-41fa-8ca7-a2357283e301 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Made reservation on behalf of 4074b8e02ae746cdb5ba58339091d6f7 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:51:06.889534 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d1afe2ed-103f-41fa-8ca7-a2357283e301 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:07.082272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d1afe2ed-103f-41fa-8ca7-a2357283e301 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:07.084318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a2c86703-87de-437c-ab36-d30f911c07eb tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:07.152245 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1afe2ed-103f-41fa-8ca7-a2357283e301 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event updated for resources: {'Subnet': ['ID=e4df9d8c-73b9-4a59-af6d-36e883627358,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:07.156032 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d1afe2ed-103f-41fa-8ca7-a2357283e301 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:07.160063 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1afe2ed-103f-41fa-8ca7-a2357283e301 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Checking segment: {'id': '218ed75b-418a-4985-a8f5-4522444b1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5c3874ae-c8ba-4ac1-9179-c483071282ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:07.160423 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1afe2ed-103f-41fa-8ca7-a2357283e301 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Network hostable DHCP agents. Network: 5c3874ae-c8ba-4ac1-9179-c483071282ec, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:51:07.177090 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1afe2ed-103f-41fa-8ca7-a2357283e301 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Network 5c3874ae-c8ba-4ac1-9179-c483071282ec is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:51:07.185998 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-d1afe2ed-103f-41fa-8ca7-a2357283e301 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 5c3874ae-c8ba-4ac1-9179-c483071282ec) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:07.190788 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1afe2ed-103f-41fa-8ca7-a2357283e301 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:07.191371 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d1afe2ed-103f-41fa-8ca7-a2357283e301 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:07.195246 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baf6e95-5a69-422b-8fd9-846bf8a73834 None None] Network 5c3874ae-c8ba-4ac1-9179-c483071282ec requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:51:07.205168 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d1afe2ed-103f-41fa-8ca7-a2357283e301 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4179192 Jun 18 16:51:07.208498 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55078) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:07.213562 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-804264a9-1ab2-4e1b-97a6-df86e4b36b0e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-346999705'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:07.235447 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804264a9-1ab2-4e1b-97a6-df86e4b36b0e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Made reservation on behalf of 4074b8e02ae746cdb5ba58339091d6f7 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:51:07.239556 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-804264a9-1ab2-4e1b-97a6-df86e4b36b0e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:07.262572 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804264a9-1ab2-4e1b-97a6-df86e4b36b0e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:51:07.271508 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-804264a9-1ab2-4e1b-97a6-df86e4b36b0e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:07.271839 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-804264a9-1ab2-4e1b-97a6-df86e4b36b0e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Added segment acf4dbbf-ff41-4487-a7c7-a1ff4250e2d8 of type vlan for network 42e8cab7-f54d-48d4-af3d-0b3264ea8601 Jun 18 16:51:07.311467 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-804264a9-1ab2-4e1b-97a6-df86e4b36b0e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:07.340545 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-804264a9-1ab2-4e1b-97a6-df86e4b36b0e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:07.342216 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-5c3874ae-c8ba-4ac1-9179-c483071282ec', 'network_id': '5c3874ae-c8ba-4ac1-9179-c483071282ec', 'tenant_id': '4074b8e02ae746cdb5ba58339091d6f7', 'fixed_ips': [{'subnet_id': 'e4df9d8c-73b9-4a59-af6d-36e883627358'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:51:07.343727 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:07.346898 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804264a9-1ab2-4e1b-97a6-df86e4b36b0e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:07.347483 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-804264a9-1ab2-4e1b-97a6-df86e4b36b0e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:07.350781 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2c9d4401-7820-4d9c-b2a6-e76ab325880f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:07.405638 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-804264a9-1ab2-4e1b-97a6-df86e4b36b0e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1959414 Jun 18 16:51:07.408533 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55080) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:07.414049 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-04c3404f-6ad7-4de7-900f-70294554d949 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Request body: {'subnet': {'network_id': '42e8cab7-f54d-48d4-af3d-0b3264ea8601', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:07.418253 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804264a9-1ab2-4e1b-97a6-df86e4b36b0e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event updated for resources: {'Network': ['ID=42e8cab7-f54d-48d4-af3d-0b3264ea8601,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:07.421417 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-804264a9-1ab2-4e1b-97a6-df86e4b36b0e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:07.429972 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 42e8cab7-f54d-48d4-af3d-0b3264ea8601 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:51:07.506939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c3404f-6ad7-4de7-900f-70294554d949 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Made reservation on behalf of 4074b8e02ae746cdb5ba58339091d6f7 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:51:07.511490 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04c3404f-6ad7-4de7-900f-70294554d949 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:07.545865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Allocated IP 2001:db8::2 (5c3874ae-c8ba-4ac1-9179-c483071282ec/e4df9d8c-73b9-4a59-af6d-36e883627358/98d8d9e7-dc70-48f0-8eb2-15f3694ee766) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:51:07.693122 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:07.697558 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04c3404f-6ad7-4de7-900f-70294554d949 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:07.701021 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b63da89b-ca60-45c5-be1a-1a83c0c6134a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:07.701777 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Transition to ACTIVE for port object 98d8d9e7-dc70-48f0-8eb2-15f3694ee766 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:07.713999 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:51:07.743134 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Transition to ACTIVE for port object 98d8d9e7-dc70-48f0-8eb2-15f3694ee766 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:07.754124 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:07.757503 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d51b9f3b-1dee-40ca-99ee-43b7686f4546 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:07.766031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3404f-6ad7-4de7-900f-70294554d949 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event updated for resources: {'Subnet': ['ID=e38ff063-0144-4496-8961-ab3c7dfca548,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:07.768784 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-04c3404f-6ad7-4de7-900f-70294554d949 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:07.776505 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c3404f-6ad7-4de7-900f-70294554d949 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Checking segment: {'id': 'acf4dbbf-ff41-4487-a7c7-a1ff4250e2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '42e8cab7-f54d-48d4-af3d-0b3264ea8601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:07.776869 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c3404f-6ad7-4de7-900f-70294554d949 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Network hostable DHCP agents. Network: 42e8cab7-f54d-48d4-af3d-0b3264ea8601, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:51:07.794683 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c3404f-6ad7-4de7-900f-70294554d949 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Network 42e8cab7-f54d-48d4-af3d-0b3264ea8601 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:51:07.805548 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-04c3404f-6ad7-4de7-900f-70294554d949 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 42e8cab7-f54d-48d4-af3d-0b3264ea8601) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:07.810374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Network 5c3874ae-c8ba-4ac1-9179-c483071282ec is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:51:07.810629 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c3404f-6ad7-4de7-900f-70294554d949 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:07.810986 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-04c3404f-6ad7-4de7-900f-70294554d949 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:07.815040 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e683058-90f9-4d0d-8ad7-ac8d9c774b0a None None] Network 42e8cab7-f54d-48d4-af3d-0b3264ea8601 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:51:07.817621 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:07.818975 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Pushing event updated for resources: {'Port': ['ID=98d8d9e7-dc70-48f0-8eb2-15f3694ee766,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:07.821294 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:51:07.828757 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-04c3404f-6ad7-4de7-900f-70294554d949 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4188132 Jun 18 16:51:07.830995 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55082) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:07.835247 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:07.865252 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:07.865632 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:07.935945 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-96af0562-2543-454b-9e44-a1d03cb28b76 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:07.990686 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-96af0562-2543-454b-9e44-a1d03cb28b76 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.053804 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-96af0562-2543-454b-9e44-a1d03cb28b76 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.056659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1b9e3996-8a6a-4ab3-9129-aa7220ededf8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:08.082589 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af0562-2543-454b-9e44-a1d03cb28b76 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event deleted for resources: {'Subnet': ['ID=e38ff063-0144-4496-8961-ab3c7dfca548,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:08.086637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-96af0562-2543-454b-9e44-a1d03cb28b76 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:08.127269 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Attempting to bind port 98d8d9e7-dc70-48f0-8eb2-15f3694ee766 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:51:08.127662 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Attempting to bind port 98d8d9e7-dc70-48f0-8eb2-15f3694ee766 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '218ed75b-418a-4985-a8f5-4522444b1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5c3874ae-c8ba-4ac1-9179-c483071282ec'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:51:08.128027 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Attempting to bind port 98d8d9e7-dc70-48f0-8eb2-15f3694ee766 on network 5c3874ae-c8ba-4ac1-9179-c483071282ec {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:51:08.139633 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:51:08.140044 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Checking segment: {'id': '218ed75b-418a-4985-a8f5-4522444b1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5c3874ae-c8ba-4ac1-9179-c483071282ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:08.140423 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.140827 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Bound using segment: {'id': '218ed75b-418a-4985-a8f5-4522444b1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5c3874ae-c8ba-4ac1-9179-c483071282ec'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:51:08.141301 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Bound port: 98d8d9e7-dc70-48f0-8eb2-15f3694ee766, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218ed75b-418a-4985-a8f5-4522444b1259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5c3874ae-c8ba-4ac1-9179-c483071282ec'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:51:08.141689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.145650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-96af0562-2543-454b-9e44-a1d03cb28b76 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.155886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-96af0562-2543-454b-9e44-a1d03cb28b76 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e8cab7-f54d-48d4-af3d-0b3264ea8601']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:08.166171 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-96af0562-2543-454b-9e44-a1d03cb28b76 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf4dbbf-ff41-4487-a7c7-a1ff4250e2d8') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:08.166501 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-96af0562-2543-454b-9e44-a1d03cb28b76 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf4dbbf-ff41-4487-a7c7-a1ff4250e2d8') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:08.176208 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-96af0562-2543-454b-9e44-a1d03cb28b76 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.189563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-96af0562-2543-454b-9e44-a1d03cb28b76 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.195329 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96af0562-2543-454b-9e44-a1d03cb28b76 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:51:08.195723 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-96af0562-2543-454b-9e44-a1d03cb28b76 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:51:08.198570 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:51:08.231382 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63887a4-a661-4d86-8f85-e9675712c209 None None] Network 42e8cab7-f54d-48d4-af3d-0b3264ea8601 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:51:08.258185 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-96af0562-2543-454b-9e44-a1d03cb28b76 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.262287 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3f666a59-d808-482e-9a2c-a34016d87b3c tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:08.265938 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-96af0562-2543-454b-9e44-a1d03cb28b76 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.270541 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-96af0562-2543-454b-9e44-a1d03cb28b76 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "DELETE /v2.0/networks/42e8cab7-f54d-48d4-af3d-0b3264ea8601 HTTP/1.1" status: 204 len: 168 time: 0.4385762 Jun 18 16:51:08.270672 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55084) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:08.284616 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af0562-2543-454b-9e44-a1d03cb28b76 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event deleted for resources: {'Network': ['ID=42e8cab7-f54d-48d4-af3d-0b3264ea8601,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:08.288228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-96af0562-2543-454b-9e44-a1d03cb28b76 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:08.306098 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cda517a-d5c4-4e42-8783-7cd07afc2fea tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] GET failed (client error): The resource could not be found. Jun 18 16:51:08.307482 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9cda517a-d5c4-4e42-8783-7cd07afc2fea tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "GET /v2.0/subnets/e38ff063-0144-4496-8961-ab3c7dfca548 HTTP/1.1" status: 404 len: 337 time: 0.0356956 Jun 18 16:51:08.310291 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55086) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:08.334290 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba46deef-4674-45a0-8a90-3daa813758c6 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] DELETE failed (client error): The resource could not be found. Jun 18 16:51:08.334874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] For port 98d8d9e7-dc70-48f0-8eb2-15f3694ee766, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:51:08.335002 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba46deef-4674-45a0-8a90-3daa813758c6 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:51:08.336580 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ba46deef-4674-45a0-8a90-3daa813758c6 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "DELETE /v2.0/networks/42e8cab7-f54d-48d4-af3d-0b3264ea8601 HTTP/1.1" status: 404 len: 339 time: 0.0252583 Jun 18 16:51:08.340283 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55088) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:08.364637 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] For port 98d8d9e7-dc70-48f0-8eb2-15f3694ee766, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=98d8d9e7-dc70-48f0-8eb2-15f3694ee766,segment=NetworkSegment(218ed75b-418a-4985-a8f5-4522444b1259),segment_id=218ed75b-418a-4985-a8f5-4522444b1259)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:51:08.367213 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c93093a-28bc-445c-b87b-2f3ea441e2a5 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] DELETE failed (client error): The resource could not be found. Jun 18 16:51:08.367749 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c93093a-28bc-445c-b87b-2f3ea441e2a5 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:51:08.369624 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1c93093a-28bc-445c-b87b-2f3ea441e2a5 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "DELETE /v2.0/subnets/e38ff063-0144-4496-8961-ab3c7dfca548 HTTP/1.1" status: 404 len: 337 time: 0.0281825 Jun 18 16:51:08.372592 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55090) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:08.383578 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.385801 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f47d7c5e-7fd4-4ce0-ad63-076c01c354fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:08.393583 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.pecan_wsgi.hooks.translation [None req-6edc3f34-5ef4-4a32-adb5-47a32d2cbd0b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] DELETE failed (client error): The resource could not be found. Jun 18 16:51:08.394157 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6edc3f34-5ef4-4a32-adb5-47a32d2cbd0b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93453) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:51:08.395867 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6edc3f34-5ef4-4a32-adb5-47a32d2cbd0b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "DELETE /v2.0/networks/42e8cab7-f54d-48d4-af3d-0b3264ea8601 HTTP/1.1" status: 404 len: 339 time: 0.0221336 Jun 18 16:51:08.398615 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55092) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:08.440396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Pushing event updated for resources: {'Port': ['ID=98d8d9e7-dc70-48f0-8eb2-15f3694ee766,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:08.443804 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:08.458659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71ecd4b-8cc6-48ad-a4b6-497c1c15372f tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Deleting subnet e4df9d8c-73b9-4a59-af6d-36e883627358 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:51:08.461890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c71ecd4b-8cc6-48ad-a4b6-497c1c15372f tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.503313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c71ecd4b-8cc6-48ad-a4b6-497c1c15372f tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.519441 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-edc075d6-9b56-4df0-8f01-24435a7aadd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.600901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c71ecd4b-8cc6-48ad-a4b6-497c1c15372f tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.664043 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c71ecd4b-8cc6-48ad-a4b6-497c1c15372f tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.666230 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d9339556-d589-4f79-b40c-bd5084972b64 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:08.693717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ecd4b-8cc6-48ad-a4b6-497c1c15372f tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event deleted for resources: {'Subnet': ['ID=e4df9d8c-73b9-4a59-af6d-36e883627358,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:08.695652 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c71ecd4b-8cc6-48ad-a4b6-497c1c15372f tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.697557 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c71ecd4b-8cc6-48ad-a4b6-497c1c15372f tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "DELETE /v2.0/subnets/e4df9d8c-73b9-4a59-af6d-36e883627358 HTTP/1.1" status: 204 len: 168 time: 0.2980735 Jun 18 16:51:08.698509 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c71ecd4b-8cc6-48ad-a4b6-497c1c15372f tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:08.700148 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55094) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:08.779094 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.830685 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Deleting port 98d8d9e7-dc70-48f0-8eb2-15f3694ee766 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:51:08.830944 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:08.851364 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:51:08.899972 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] For port 98d8d9e7-dc70-48f0-8eb2-15f3694ee766, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=98d8d9e7-dc70-48f0-8eb2-15f3694ee766,segment=NetworkSegment(218ed75b-418a-4985-a8f5-4522444b1259),segment_id=218ed75b-418a-4985-a8f5-4522444b1259)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:08.900331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:09.299780 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9a2d0c-0784-4a81-bb2a-9db85c590dc6 None None] Network 5c3874ae-c8ba-4ac1-9179-c483071282ec requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:51:09.313001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Calling delete_port for 98d8d9e7-dc70-48f0-8eb2-15f3694ee766 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:51:09.395438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:09.397582 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4d13156c-044f-479f-9115-c9a3f8bf79a6 tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:09.410721 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ed654e4a-f164-4094-87c4-472039e56d78 None None] Could not find standard attr ID for object 98d8d9e7-dc70-48f0-8eb2-15f3694ee766. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:51:09.420134 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event deleted for resources: {'Port': ['ID=98d8d9e7-dc70-48f0-8eb2-15f3694ee766,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:09.423175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:09.427448 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] No DVR routers for this DVR port 98d8d9e7-dc70-48f0-8eb2-15f3694ee766 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:51:09.494449 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7659bac8-6319-485d-817c-de05d9096014 None None] DHCP port deletion for 5c3874ae-c8ba-4ac1-9179-c483071282ec request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:51:09.511316 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:09.521208 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3874ae-c8ba-4ac1-9179-c483071282ec']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:09.532490 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218ed75b-418a-4985-a8f5-4522444b1259') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:09.532779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218ed75b-418a-4985-a8f5-4522444b1259') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:09.541194 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:09.554751 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:09.560332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:51:09.560704 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:51:09.563550 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:51:09.620034 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:09.624774 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:09.626784 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "DELETE /v2.0/networks/5c3874ae-c8ba-4ac1-9179-c483071282ec HTTP/1.1" status: 204 len: 168 time: 0.9256203 Jun 18 16:51:09.627613 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e60c2f84-fddf-47c3-99f3-267d3f86d199 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:09.629328 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55096) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:09.641969 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event deleted for resources: {'Network': ['ID=5c3874ae-c8ba-4ac1-9179-c483071282ec,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:09.644367 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:09.657674 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-2234fd44-7310-4ef8-a37a-ada8b3c98e5f tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] DELETE failed (client error): The resource could not be found. Jun 18 16:51:09.658127 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2234fd44-7310-4ef8-a37a-ada8b3c98e5f tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:51:09.659860 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2234fd44-7310-4ef8-a37a-ada8b3c98e5f tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "DELETE /v2.0/subnets/4c123da1-e110-40ac-aa14-df507020e437 HTTP/1.1" status: 404 len: 337 time: 0.0294788 Jun 18 16:51:09.662313 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55098) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:09.680493 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6833a3-b247-42d5-8a56-08639ba64acc tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] DELETE failed (client error): The resource could not be found. Jun 18 16:51:09.681029 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f6833a3-b247-42d5-8a56-08639ba64acc tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:51:09.682720 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8f6833a3-b247-42d5-8a56-08639ba64acc tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "DELETE /v2.0/networks/6699cce8-cc16-477b-a1ea-3b693fa64ed8 HTTP/1.1" status: 404 len: 339 time: 0.0194592 Jun 18 16:51:09.685100 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55100) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:09.710027 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-98389d3e-2dd1-424c-8601-fbf6abad4c6b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] DELETE failed (client error): The resource could not be found. Jun 18 16:51:09.710503 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98389d3e-2dd1-424c-8601-fbf6abad4c6b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:51:09.712134 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-98389d3e-2dd1-424c-8601-fbf6abad4c6b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "DELETE /v2.0/subnets/be858b35-67f9-4c9d-a18f-a03b7ce017bb HTTP/1.1" status: 404 len: 337 time: 0.0261717 Jun 18 16:51:09.714512 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55102) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:09.732116 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2afde74-6a0d-4958-882c-2dbf61000c4a tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] DELETE failed (client error): The resource could not be found. Jun 18 16:51:09.732636 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2afde74-6a0d-4958-882c-2dbf61000c4a tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93454) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 18 16:51:09.735011 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d2afde74-6a0d-4958-882c-2dbf61000c4a tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "DELETE /v2.0/networks/273d1f5a-4d40-430e-a829-334c7f6b6c18 HTTP/1.1" status: 404 len: 339 time: 0.0196149 Jun 18 16:51:09.737435 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55104) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:09.785968 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-e356d0e7-63dc-42b8-8d41-0936dacacf06 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Deleting subnet e6d98737-f014-4af9-be41-875af3ba29f9 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:51:09.788883 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e356d0e7-63dc-42b8-8d41-0936dacacf06 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:09.832787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e356d0e7-63dc-42b8-8d41-0936dacacf06 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:09.917219 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e356d0e7-63dc-42b8-8d41-0936dacacf06 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:09.973422 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e356d0e7-63dc-42b8-8d41-0936dacacf06 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:09.976125 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c46d0a0d-4b64-46eb-8b95-a45e273bbe2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:10.007795 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356d0e7-63dc-42b8-8d41-0936dacacf06 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event deleted for resources: {'Subnet': ['ID=e6d98737-f014-4af9-be41-875af3ba29f9,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:10.009744 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e356d0e7-63dc-42b8-8d41-0936dacacf06 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:10.011784 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e356d0e7-63dc-42b8-8d41-0936dacacf06 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "DELETE /v2.0/subnets/e6d98737-f014-4af9-be41-875af3ba29f9 HTTP/1.1" status: 204 len: 168 time: 0.2733040 Jun 18 16:51:10.012575 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e356d0e7-63dc-42b8-8d41-0936dacacf06 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:10.013864 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fc601a-2a91-43c6-8a44-d68faacf37d0 None None] Network 272c4766-37c5-49c2-a8e9-bfbc221320c9 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:51:10.014140 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55106) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:10.089282 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:10.141029 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Deleting port ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:51:10.141374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:10.194758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7253b9e6-9177-45dd-89ed-e686fb218b77 None None] DHCP port deletion for 272c4766-37c5-49c2-a8e9-bfbc221320c9 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:51:10.212403 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] For port ca4cb925-c09b-46e1-acd4-8a33dbb1fc96, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ca4cb925-c09b-46e1-acd4-8a33dbb1fc96,segment=NetworkSegment(453c9069-63d9-441b-858c-76cdfafdbb07),segment_id=453c9069-63d9-441b-858c-76cdfafdbb07)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:10.212764 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:10.240044 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7253b9e6-9177-45dd-89ed-e686fb218b77 None None] Deleting port ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:51:10.240447 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7253b9e6-9177-45dd-89ed-e686fb218b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:10.279071 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Calling delete_port for ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:51:10.307007 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-7253b9e6-9177-45dd-89ed-e686fb218b77 None None] For port ca4cb925-c09b-46e1-acd4-8a33dbb1fc96, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ca4cb925-c09b-46e1-acd4-8a33dbb1fc96,segment=NetworkSegment(453c9069-63d9-441b-858c-76cdfafdbb07),segment_id=453c9069-63d9-441b-858c-76cdfafdbb07)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:10.307626 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7253b9e6-9177-45dd-89ed-e686fb218b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:10.365801 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:10.367875 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-52b16f0b-8d6d-4683-8709-ec9b19159686 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:10.370714 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7253b9e6-9177-45dd-89ed-e686fb218b77 None None] Calling delete_port for ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:51:10.390508 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event deleted for resources: {'Port': ['ID=ca4cb925-c09b-46e1-acd4-8a33dbb1fc96,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:10.394523 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:10.396987 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] No DVR routers for this DVR port ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:51:10.454172 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7253b9e6-9177-45dd-89ed-e686fb218b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:10.456421 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:10.480768 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253b9e6-9177-45dd-89ed-e686fb218b77 None None] Pushing event deleted for resources: {'Port': ['ID=ca4cb925-c09b-46e1-acd4-8a33dbb1fc96,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:10.485111 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7253b9e6-9177-45dd-89ed-e686fb218b77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:10.486186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7253b9e6-9177-45dd-89ed-e686fb218b77 None None] No DVR routers for this DVR port ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:51:10.488880 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:10.500076 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272c4766-37c5-49c2-a8e9-bfbc221320c9']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:10.510074 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453c9069-63d9-441b-858c-76cdfafdbb07') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:10.510372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453c9069-63d9-441b-858c-76cdfafdbb07') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:10.519330 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:10.534229 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:10.540224 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:51:10.540631 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:51:10.543638 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:51:10.602063 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:10.605492 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e9b1d999-a923-479e-9de1-e58b833dd0d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:10.610106 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:10.612285 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] 10.222.0.50 "DELETE /v2.0/networks/272c4766-37c5-49c2-a8e9-bfbc221320c9 HTTP/1.1" status: 204 len: 168 time: 0.5971382 Jun 18 16:51:10.623779 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Pushing event deleted for resources: {'Network': ['ID=272c4766-37c5-49c2-a8e9-bfbc221320c9,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:10.626182 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:10.852403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55112) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:10.987726 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-542bf889-bfa2-4d71-91cc-3db2e52e0f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:10.989309 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3db38066-9aab-4148-bd5f-389a8b343606 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4074b8e02ae746cdb5ba58339091d6f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1355767 Jun 18 16:51:10.991615 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55116) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:11.045084 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d43531c-5b91-4ed7-911f-f4c76ad162c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:11.067546 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d43531c-5b91-4ed7-911f-f4c76ad162c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:11.116916 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d43531c-5b91-4ed7-911f-f4c76ad162c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:11.119679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6d43531c-5b91-4ed7-911f-f4c76ad162c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:11.120886 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6d43531c-5b91-4ed7-911f-f4c76ad162c9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/44615d6c-84e9-4a28-948b-8a54e2b1c98a HTTP/1.1" status: 204 len: 168 time: 0.1282275 Jun 18 16:51:11.121820 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-abac302c-53dc-46b5-ba50-a3abfe0cf33a tempest-SecGroupTest-1634846679 tempest-SecGroupTest-1634846679-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:11.130886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43531c-5b91-4ed7-911f-f4c76ad162c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44615d6c-84e9-4a28-948b-8a54e2b1c98a,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:11.133275 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6d43531c-5b91-4ed7-911f-f4c76ad162c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:11.349229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:11.689091 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:51:11.709364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:51:11.709831 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ca4cb925-c09b-46e1-acd4-8a33dbb1fc96 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:51:11.746953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55138) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:11.838399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-4011e2bc-a3fb-4128-8ad6-29e1db1e5215 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1022197273', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:11.863168 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4011e2bc-a3fb-4128-8ad6-29e1db1e5215 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:11.864160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4011e2bc-a3fb-4128-8ad6-29e1db1e5215 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:11.915339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4011e2bc-a3fb-4128-8ad6-29e1db1e5215 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:11.919203 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4011e2bc-a3fb-4128-8ad6-29e1db1e5215 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:11.933922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4011e2bc-a3fb-4128-8ad6-29e1db1e5215 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:11.935111 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4011e2bc-a3fb-4128-8ad6-29e1db1e5215 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1871529 Jun 18 16:51:11.938355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55142) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:11.943443 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-cef6ade5-9458-45dd-b0d2-f352ce187d2b tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1101837442'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:11.963038 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef6ade5-9458-45dd-b0d2-f352ce187d2b tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Made reservation on behalf of e7c404c2ed6e435e8b91be0cb1e60ac0 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:51:11.966370 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cef6ade5-9458-45dd-b0d2-f352ce187d2b tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:11.974795 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cef6ade5-9458-45dd-b0d2-f352ce187d2b tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:12.068118 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cef6ade5-9458-45dd-b0d2-f352ce187d2b tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:12.071546 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cef6ade5-9458-45dd-b0d2-f352ce187d2b tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:12.074341 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-00caf9fb-ebfc-40ca-aa90-d52f45c3b4d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:12.098276 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef6ade5-9458-45dd-b0d2-f352ce187d2b tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:51:12.106965 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6ade5-9458-45dd-b0d2-f352ce187d2b tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c77eab5a-9347-4c41-a437-ad86ef0cf3fd,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:12.111333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-cef6ade5-9458-45dd-b0d2-f352ce187d2b tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:12.116787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cef6ade5-9458-45dd-b0d2-f352ce187d2b tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:12.117148 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-cef6ade5-9458-45dd-b0d2-f352ce187d2b tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Added segment 41129989-8e83-4763-be68-e4662b4ccf6e of type vlan for network 5f47bf41-fd86-4ae8-83a1-10536d848239 Jun 18 16:51:12.158282 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cef6ade5-9458-45dd-b0d2-f352ce187d2b tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:12.185597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cef6ade5-9458-45dd-b0d2-f352ce187d2b tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:12.191468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef6ade5-9458-45dd-b0d2-f352ce187d2b tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:12.192087 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cef6ade5-9458-45dd-b0d2-f352ce187d2b tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:12.194371 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-348f82ac-9d87-40e3-b2d9-8fad4f06aec8 tempest-NetworksIpV6Test-1304790358 tempest-NetworksIpV6Test-1304790358-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:12.199710 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:12.244835 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-cef6ade5-9458-45dd-b0d2-f352ce187d2b tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3054330 Jun 18 16:51:12.247573 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55144) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:12.252580 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-91505ca1-ec99-48f7-8603-43d77118bbe3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Request body: {'subnet': {'network_id': '5f47bf41-fd86-4ae8-83a1-10536d848239', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:12.282861 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6ade5-9458-45dd-b0d2-f352ce187d2b tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Pushing event updated for resources: {'Network': ['ID=5f47bf41-fd86-4ae8-83a1-10536d848239,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:12.293940 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 5f47bf41-fd86-4ae8-83a1-10536d848239 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:51:12.308917 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-cef6ade5-9458-45dd-b0d2-f352ce187d2b tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:12.356050 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91505ca1-ec99-48f7-8603-43d77118bbe3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Made reservation on behalf of e7c404c2ed6e435e8b91be0cb1e60ac0 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:51:12.360322 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-91505ca1-ec99-48f7-8603-43d77118bbe3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:12.535328 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-91505ca1-ec99-48f7-8603-43d77118bbe3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:12.537951 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c9f80390-958a-433c-8f28-2b0bccabc30a tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:12.595588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91505ca1-ec99-48f7-8603-43d77118bbe3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Pushing event updated for resources: {'Subnet': ['ID=96c1d7e5-f528-4b23-9722-080e15abcf68,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:12.599343 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-91505ca1-ec99-48f7-8603-43d77118bbe3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:12.603052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91505ca1-ec99-48f7-8603-43d77118bbe3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Checking segment: {'id': '41129989-8e83-4763-be68-e4662b4ccf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f47bf41-fd86-4ae8-83a1-10536d848239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:12.603410 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91505ca1-ec99-48f7-8603-43d77118bbe3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Network hostable DHCP agents. Network: 5f47bf41-fd86-4ae8-83a1-10536d848239, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:51:12.619369 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91505ca1-ec99-48f7-8603-43d77118bbe3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Network 5f47bf41-fd86-4ae8-83a1-10536d848239 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:51:12.627783 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-91505ca1-ec99-48f7-8603-43d77118bbe3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 5f47bf41-fd86-4ae8-83a1-10536d848239) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:12.631850 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91505ca1-ec99-48f7-8603-43d77118bbe3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:12.632492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-91505ca1-ec99-48f7-8603-43d77118bbe3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:12.637601 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898d5251-4ce6-4ba0-bc4a-33e9b3b63237 None None] Network 5f47bf41-fd86-4ae8-83a1-10536d848239 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:51:12.651660 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55146) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:12.652246 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-91505ca1-ec99-48f7-8603-43d77118bbe3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4023368 Jun 18 16:51:12.658228 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-5e7425c7-72ee-4d24-8e33-e88fbbfe43dd tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1069977748'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:12.679736 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7425c7-72ee-4d24-8e33-e88fbbfe43dd tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Made reservation on behalf of e7c404c2ed6e435e8b91be0cb1e60ac0 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:51:12.683308 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5e7425c7-72ee-4d24-8e33-e88fbbfe43dd tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:12.706551 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7425c7-72ee-4d24-8e33-e88fbbfe43dd tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:51:12.715656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5e7425c7-72ee-4d24-8e33-e88fbbfe43dd tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:12.716001 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-5e7425c7-72ee-4d24-8e33-e88fbbfe43dd tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Added segment 4ed5a5d9-5cb9-47b4-a1e0-19808f86ceb1 of type vlan for network 7250e0b8-fd1c-47ec-aa7f-f042c37f5765 Jun 18 16:51:12.763858 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5e7425c7-72ee-4d24-8e33-e88fbbfe43dd tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:12.786348 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-5f47bf41-fd86-4ae8-83a1-10536d848239', 'network_id': '5f47bf41-fd86-4ae8-83a1-10536d848239', 'tenant_id': 'e7c404c2ed6e435e8b91be0cb1e60ac0', 'fixed_ips': [{'subnet_id': '96c1d7e5-f528-4b23-9722-080e15abcf68'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:51:12.787169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:12.794601 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5e7425c7-72ee-4d24-8e33-e88fbbfe43dd tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:12.800728 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7425c7-72ee-4d24-8e33-e88fbbfe43dd tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:12.801314 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5e7425c7-72ee-4d24-8e33-e88fbbfe43dd tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:12.804657 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5bb90257-1aee-4612-916f-2848a3d33033 tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:12.860273 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5e7425c7-72ee-4d24-8e33-e88fbbfe43dd tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2063410 Jun 18 16:51:12.864330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55148) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:12.870624 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-89946eb8-14cd-4a2c-8a41-9667d0b530bb tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Request body: {'subnet': {'network_id': '7250e0b8-fd1c-47ec-aa7f-f042c37f5765', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:12.873262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7425c7-72ee-4d24-8e33-e88fbbfe43dd tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Pushing event updated for resources: {'Network': ['ID=7250e0b8-fd1c-47ec-aa7f-f042c37f5765,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:12.876998 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5e7425c7-72ee-4d24-8e33-e88fbbfe43dd tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:12.887631 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 7250e0b8-fd1c-47ec-aa7f-f042c37f5765 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:51:12.978113 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89946eb8-14cd-4a2c-8a41-9667d0b530bb tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Made reservation on behalf of e7c404c2ed6e435e8b91be0cb1e60ac0 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:51:12.981246 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Allocated IP 172.20.0.2 (5f47bf41-fd86-4ae8-83a1-10536d848239/96c1d7e5-f528-4b23-9722-080e15abcf68/60e2c1ab-501a-4bbe-a63b-af2341ec1d7f) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:51:12.982068 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-89946eb8-14cd-4a2c-8a41-9667d0b530bb tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:13.139429 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:13.151040 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Transition to ACTIVE for port object 60e2c1ab-501a-4bbe-a63b-af2341ec1d7f will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:13.168926 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Transition to ACTIVE for port object 60e2c1ab-501a-4bbe-a63b-af2341ec1d7f will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:13.176245 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:13.177664 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-89946eb8-14cd-4a2c-8a41-9667d0b530bb tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:13.179194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:13.180661 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9eb05ba7-b4e1-4102-b040-985802a77ed8 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:13.216909 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Network 5f47bf41-fd86-4ae8-83a1-10536d848239 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:51:13.221629 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:13.225090 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:51:13.231788 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Pushing event updated for resources: {'Port': ['ID=60e2c1ab-501a-4bbe-a63b-af2341ec1d7f,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:13.235244 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:13.241020 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89946eb8-14cd-4a2c-8a41-9667d0b530bb tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Pushing event updated for resources: {'Subnet': ['ID=07b58b6a-0830-4e7f-b348-bcfed099b8d6,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:13.244740 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-89946eb8-14cd-4a2c-8a41-9667d0b530bb tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:13.248563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89946eb8-14cd-4a2c-8a41-9667d0b530bb tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Checking segment: {'id': '4ed5a5d9-5cb9-47b4-a1e0-19808f86ceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7250e0b8-fd1c-47ec-aa7f-f042c37f5765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:13.248924 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89946eb8-14cd-4a2c-8a41-9667d0b530bb tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Network hostable DHCP agents. Network: 7250e0b8-fd1c-47ec-aa7f-f042c37f5765, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:51:13.269650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89946eb8-14cd-4a2c-8a41-9667d0b530bb tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Network 7250e0b8-fd1c-47ec-aa7f-f042c37f5765 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:51:13.278572 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-89946eb8-14cd-4a2c-8a41-9667d0b530bb tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 7250e0b8-fd1c-47ec-aa7f-f042c37f5765) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:13.283065 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89946eb8-14cd-4a2c-8a41-9667d0b530bb tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:13.283665 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-89946eb8-14cd-4a2c-8a41-9667d0b530bb tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:13.288966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815708b2-5e26-4db7-9e36-0c6f6474af33 None None] Network 7250e0b8-fd1c-47ec-aa7f-f042c37f5765 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:51:13.291219 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Attempting to bind port 60e2c1ab-501a-4bbe-a63b-af2341ec1d7f on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:51:13.291598 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Attempting to bind port 60e2c1ab-501a-4bbe-a63b-af2341ec1d7f by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '41129989-8e83-4763-be68-e4662b4ccf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f47bf41-fd86-4ae8-83a1-10536d848239'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:51:13.291966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Attempting to bind port 60e2c1ab-501a-4bbe-a63b-af2341ec1d7f on network 5f47bf41-fd86-4ae8-83a1-10536d848239 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:51:13.299216 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-89946eb8-14cd-4a2c-8a41-9667d0b530bb tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4337392 Jun 18 16:51:13.301798 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55150) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:13.306627 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ed546400-b821-4f98-bb4b-b0add87ac07d tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Request body: {'router': {'external_gateway_info': {'network_id': '7250e0b8-fd1c-47ec-aa7f-f042c37f5765'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:13.334533 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:51:13.334920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Checking segment: {'id': '41129989-8e83-4763-be68-e4662b4ccf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f47bf41-fd86-4ae8-83a1-10536d848239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:13.335347 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:13.335733 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Bound using segment: {'id': '41129989-8e83-4763-be68-e4662b4ccf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f47bf41-fd86-4ae8-83a1-10536d848239'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:51:13.336222 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Bound port: 60e2c1ab-501a-4bbe-a63b-af2341ec1d7f, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41129989-8e83-4763-be68-e4662b4ccf6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '5f47bf41-fd86-4ae8-83a1-10536d848239'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:51:13.336605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:13.446538 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-5f2c6646-f395-496b-9322-90744223e17f None None] For port 60e2c1ab-501a-4bbe-a63b-af2341ec1d7f, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:51:13.467625 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-5f2c6646-f395-496b-9322-90744223e17f None None] For port 60e2c1ab-501a-4bbe-a63b-af2341ec1d7f, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=60e2c1ab-501a-4bbe-a63b-af2341ec1d7f,segment=NetworkSegment(41129989-8e83-4763-be68-e4662b4ccf6e),segment_id=41129989-8e83-4763-be68-e4662b4ccf6e)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:51:13.473494 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:13.476859 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:13.521451 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed546400-b821-4f98-bb4b-b0add87ac07d tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:13.545775 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-7250e0b8-fd1c-47ec-aa7f-f042c37f5765', 'network_id': '7250e0b8-fd1c-47ec-aa7f-f042c37f5765', 'tenant_id': 'e7c404c2ed6e435e8b91be0cb1e60ac0', 'fixed_ips': [{'subnet_id': '07b58b6a-0830-4e7f-b348-bcfed099b8d6'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:51:13.547601 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:13.578925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Pushing event updated for resources: {'Port': ['ID=60e2c1ab-501a-4bbe-a63b-af2341ec1d7f,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:13.586071 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:13.631527 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.api.v2.resource [None req-ed546400-b821-4f98-bb4b-b0add87ac07d tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 18 16:51:13.632565 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ed546400-b821-4f98-bb4b-b0add87ac07d tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] 10.222.0.50 "PUT /v2.0/routers/c5ee66e8-29ca-44d4-b23c-837f28deaa56 HTTP/1.1" status: 400 len: 364 time: 0.3297393 Jun 18 16:51:13.638483 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55152) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:13.696866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Deleting subnet 07b58b6a-0830-4e7f-b348-bcfed099b8d6 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:51:13.724645 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Allocated IP 172.21.0.2 (7250e0b8-fd1c-47ec-aa7f-f042c37f5765/07b58b6a-0830-4e7f-b348-bcfed099b8d6/3b954815-e688-4ec7-8fc1-6ec45f50def2) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:51:13.834201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:13.888680 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:13.898059 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Transition to ACTIVE for port object 3b954815-e688-4ec7-8fc1-6ec45f50def2 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:13.913567 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Transition to ACTIVE for port object 3b954815-e688-4ec7-8fc1-6ec45f50def2 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:13.918858 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:13.919380 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:13.921101 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7253b9e6-9177-45dd-89ed-e686fb218b77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:13.959981 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Network 7250e0b8-fd1c-47ec-aa7f-f042c37f5765 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:51:13.962889 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:13.964157 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:13.966329 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:51:13.973831 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Pushing event updated for resources: {'Port': ['ID=3b954815-e688-4ec7-8fc1-6ec45f50def2,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:13.976669 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:14.034597 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Attempting to bind port 3b954815-e688-4ec7-8fc1-6ec45f50def2 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:51:14.034968 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Attempting to bind port 3b954815-e688-4ec7-8fc1-6ec45f50def2 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '4ed5a5d9-5cb9-47b4-a1e0-19808f86ceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7250e0b8-fd1c-47ec-aa7f-f042c37f5765'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:51:14.035343 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Attempting to bind port 3b954815-e688-4ec7-8fc1-6ec45f50def2 on network 7250e0b8-fd1c-47ec-aa7f-f042c37f5765 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:51:14.040152 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:51:14.040527 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Checking segment: {'id': '4ed5a5d9-5cb9-47b4-a1e0-19808f86ceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7250e0b8-fd1c-47ec-aa7f-f042c37f5765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:14.040929 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:14.041317 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Bound using segment: {'id': '4ed5a5d9-5cb9-47b4-a1e0-19808f86ceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7250e0b8-fd1c-47ec-aa7f-f042c37f5765'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:51:14.041781 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Bound port: 3b954815-e688-4ec7-8fc1-6ec45f50def2, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed5a5d9-5cb9-47b4-a1e0-19808f86ceb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7250e0b8-fd1c-47ec-aa7f-f042c37f5765'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:51:14.042155 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:14.057790 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:14.116076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:14.118915 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d3305d49-b2ce-4ef6-9c97-bc693c02c801 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:14.119064 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] For port 3b954815-e688-4ec7-8fc1-6ec45f50def2, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:51:14.122126 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] For port 3b954815-e688-4ec7-8fc1-6ec45f50def2, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3b954815-e688-4ec7-8fc1-6ec45f50def2,segment=NetworkSegment(4ed5a5d9-5cb9-47b4-a1e0-19808f86ceb1),segment_id=4ed5a5d9-5cb9-47b4-a1e0-19808f86ceb1)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:51:14.127857 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:14.129861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:14.152282 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:14.153533 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] 10.222.0.50 "DELETE /v2.0/subnets/07b58b6a-0830-4e7f-b348-bcfed099b8d6 HTTP/1.1" status: 204 len: 168 time: 0.5125289 Jun 18 16:51:14.154667 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Pushing event deleted for resources: {'Subnet': ['ID=07b58b6a-0830-4e7f-b348-bcfed099b8d6,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:14.157756 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55154) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:14.163768 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:14.164157 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:14.164536 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:14.164912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:14.165285 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:14.166317 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:14.166825 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:14.167182 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:14.167567 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:14.167931 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:14.168297 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:14.168841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:14.173346 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:14.197240 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Pushing event updated for resources: {'Port': ['ID=3b954815-e688-4ec7-8fc1-6ec45f50def2,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:14.200568 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:14.271596 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:14.334629 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Deleting port 3b954815-e688-4ec7-8fc1-6ec45f50def2 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:51:14.334977 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:14.425345 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] For port 3b954815-e688-4ec7-8fc1-6ec45f50def2, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3b954815-e688-4ec7-8fc1-6ec45f50def2,segment=NetworkSegment(4ed5a5d9-5cb9-47b4-a1e0-19808f86ceb1),segment_id=4ed5a5d9-5cb9-47b4-a1e0-19808f86ceb1)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:14.425705 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:14.499197 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Calling delete_port for 3b954815-e688-4ec7-8fc1-6ec45f50def2 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:51:14.596947 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:14.600570 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-507df5b0-201c-4bb1-bf76-e2bd8994e16c tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:14.628560 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Pushing event deleted for resources: {'Port': ['ID=3b954815-e688-4ec7-8fc1-6ec45f50def2,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:14.630355 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] No DVR routers for this DVR port 3b954815-e688-4ec7-8fc1-6ec45f50def2 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:51:14.632010 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:14.648770 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3985652e-50b2-479a-9c12-ec6d75aea7cb None None] Network 5f47bf41-fd86-4ae8-83a1-10536d848239 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:51:14.709058 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-57fa3de9-9e7d-4061-9cab-bebd871be07c None None] Provisioning for port 60e2c1ab-501a-4bbe-a63b-af2341ec1d7f completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:51:14.718758 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:14.730173 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7250e0b8-fd1c-47ec-aa7f-f042c37f5765']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:14.742229 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed5a5d9-5cb9-47b4-a1e0-19808f86ceb1') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:14.742565 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed5a5d9-5cb9-47b4-a1e0-19808f86ceb1') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:14.755438 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:14.773277 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:14.779591 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:51:14.780081 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:51:14.783438 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:51:14.846803 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:14.850896 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-24ebace8-d498-4ba5-939c-67cd9fb2975e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:14.855039 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:14.856924 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] 10.222.0.50 "DELETE /v2.0/networks/7250e0b8-fd1c-47ec-aa7f-f042c37f5765 HTTP/1.1" status: 204 len: 168 time: 0.6975682 Jun 18 16:51:14.860034 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55156) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:14.872309 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Pushing event deleted for resources: {'Network': ['ID=7250e0b8-fd1c-47ec-aa7f-f042c37f5765,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:14.883347 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:14.926573 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7339f6-46fd-4410-a7b0-141ea9a5a7c6 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Deleting subnet 96c1d7e5-f528-4b23-9722-080e15abcf68 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:51:14.930051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fe7339f6-46fd-4410-a7b0-141ea9a5a7c6 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:14.974062 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fe7339f6-46fd-4410-a7b0-141ea9a5a7c6 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:15.070872 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fe7339f6-46fd-4410-a7b0-141ea9a5a7c6 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:15.133552 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fe7339f6-46fd-4410-a7b0-141ea9a5a7c6 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:15.136576 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-96af0562-2543-454b-9e44-a1d03cb28b76 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:15.167064 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7339f6-46fd-4410-a7b0-141ea9a5a7c6 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Pushing event deleted for resources: {'Subnet': ['ID=96c1d7e5-f528-4b23-9722-080e15abcf68,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:15.170239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fe7339f6-46fd-4410-a7b0-141ea9a5a7c6 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:15.171724 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fe7339f6-46fd-4410-a7b0-141ea9a5a7c6 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:15.177072 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fe7339f6-46fd-4410-a7b0-141ea9a5a7c6 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] 10.222.0.50 "DELETE /v2.0/subnets/96c1d7e5-f528-4b23-9722-080e15abcf68 HTTP/1.1" status: 204 len: 168 time: 0.3123872 Jun 18 16:51:15.177239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55158) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:15.179850 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1707b36b-23b6-478c-840e-e9b121373c58 None None] Network 5f47bf41-fd86-4ae8-83a1-10536d848239 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:51:15.266295 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:15.327921 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfc38f8-158d-482f-9f76-cbd92f0b252f None None] DHCP port deletion for 7250e0b8-fd1c-47ec-aa7f-f042c37f5765 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:51:15.331843 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Deleting port 60e2c1ab-501a-4bbe-a63b-af2341ec1d7f {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:51:15.332191 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:15.347775 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731a94b4-5a9b-42c2-a3eb-0f4aa0980b59 None None] Network 7250e0b8-fd1c-47ec-aa7f-f042c37f5765 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:51:15.362073 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731a94b4-5a9b-42c2-a3eb-0f4aa0980b59 None None] Network 7250e0b8-fd1c-47ec-aa7f-f042c37f5765 could not be found, it might have been deleted concurrently. {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 18 16:51:15.367802 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5f95135e-185c-4436-b65a-3d5f98e91f8c None None] Could not find standard attr ID for object 3b954815-e688-4ec7-8fc1-6ec45f50def2. {{(pid=93455) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 18 16:51:15.396967 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] For port 60e2c1ab-501a-4bbe-a63b-af2341ec1d7f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=60e2c1ab-501a-4bbe-a63b-af2341ec1d7f,segment=NetworkSegment(41129989-8e83-4763-be68-e4662b4ccf6e),segment_id=41129989-8e83-4763-be68-e4662b4ccf6e)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:15.397331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:15.397457 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b647b6da-ccc3-4d14-babd-799fbfdd31d5 None None] DHCP port deletion for 5f47bf41-fd86-4ae8-83a1-10536d848239 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:51:15.443328 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-b647b6da-ccc3-4d14-babd-799fbfdd31d5 None None] Deleting port 60e2c1ab-501a-4bbe-a63b-af2341ec1d7f {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:51:15.443816 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b647b6da-ccc3-4d14-babd-799fbfdd31d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:15.466697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Calling delete_port for 60e2c1ab-501a-4bbe-a63b-af2341ec1d7f owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:51:15.508807 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b647b6da-ccc3-4d14-babd-799fbfdd31d5 None None] For port 60e2c1ab-501a-4bbe-a63b-af2341ec1d7f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=60e2c1ab-501a-4bbe-a63b-af2341ec1d7f,segment=NetworkSegment(41129989-8e83-4763-be68-e4662b4ccf6e),segment_id=41129989-8e83-4763-be68-e4662b4ccf6e)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:15.509099 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b647b6da-ccc3-4d14-babd-799fbfdd31d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:15.547402 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:15.549590 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0c29728f-dd25-449b-a6b5-03961b3604c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:15.573249 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-b647b6da-ccc3-4d14-babd-799fbfdd31d5 None None] Calling delete_port for 60e2c1ab-501a-4bbe-a63b-af2341ec1d7f owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:51:15.576775 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Pushing event deleted for resources: {'Port': ['ID=60e2c1ab-501a-4bbe-a63b-af2341ec1d7f,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:15.581094 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:15.581892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] No DVR routers for this DVR port 60e2c1ab-501a-4bbe-a63b-af2341ec1d7f on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:51:15.665023 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:15.676342 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f47bf41-fd86-4ae8-83a1-10536d848239']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:15.687040 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41129989-8e83-4763-be68-e4662b4ccf6e') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:15.687331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41129989-8e83-4763-be68-e4662b4ccf6e') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:15.696839 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:15.715814 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:15.722869 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:51:15.723481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:51:15.726448 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:51:15.787618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:15.790917 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-de09c5d9-761b-4dd9-9722-87f1b0d7cd45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:15.795122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:15.797692 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] 10.222.0.50 "DELETE /v2.0/networks/5f47bf41-fd86-4ae8-83a1-10536d848239 HTTP/1.1" status: 204 len: 168 time: 0.6195672 Jun 18 16:51:15.800446 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55160) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:15.809689 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Pushing event deleted for resources: {'Network': ['ID=5f47bf41-fd86-4ae8-83a1-10536d848239,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:15.812988 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:15.818115 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b647b6da-ccc3-4d14-babd-799fbfdd31d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:15.820209 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:15.838145 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-57540fdd-02ef-4c77-82ee-8bb6f4dfca4c tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5ee66e8-29ca-44d4-b23c-837f28deaa56 HTTP/1.1" status: 200 len: 205 time: 0.0364430 Jun 18 16:51:15.840417 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55162) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:15.841989 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647b6da-ccc3-4d14-babd-799fbfdd31d5 None None] Pushing event deleted for resources: {'Port': ['ID=60e2c1ab-501a-4bbe-a63b-af2341ec1d7f,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:15.844768 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b647b6da-ccc3-4d14-babd-799fbfdd31d5 None None] Network 5f47bf41-fd86-4ae8-83a1-10536d848239 is not hosted by any dhcp agent {{(pid=93455) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 18 16:51:15.845233 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b647b6da-ccc3-4d14-babd-799fbfdd31d5 None None] No DVR routers for this DVR port 60e2c1ab-501a-4bbe-a63b-af2341ec1d7f on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:51:15.846701 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b647b6da-ccc3-4d14-babd-799fbfdd31d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:15.922467 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7ca89796-0ec8-45a5-b29b-5cd6886ae1d1 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:16.078915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7ca89796-0ec8-45a5-b29b-5cd6886ae1d1 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:16.080891 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7ca89796-0ec8-45a5-b29b-5cd6886ae1d1 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:16.122408 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7ca89796-0ec8-45a5-b29b-5cd6886ae1d1 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:16.122882 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca89796-0ec8-45a5-b29b-5cd6886ae1d1 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Fanout notify agent at l3_agent the message router_deleted on router c5ee66e8-29ca-44d4-b23c-837f28deaa56 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:51:16.130309 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7ca89796-0ec8-45a5-b29b-5cd6886ae1d1 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:16.131414 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7ca89796-0ec8-45a5-b29b-5cd6886ae1d1 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] 10.222.0.50 "DELETE /v2.0/routers/c5ee66e8-29ca-44d4-b23c-837f28deaa56 HTTP/1.1" status: 204 len: 168 time: 0.2900732 Jun 18 16:51:16.364586 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55168) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:16.494729 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-92905ef7-7855-4464-8bab-9da067c7b65c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e7c404c2ed6e435e8b91be0cb1e60ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288779 Jun 18 16:51:16.497061 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55172) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:16.544110 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd94331e-0df1-4230-8619-ed20b19ffb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:16.565345 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd94331e-0df1-4230-8619-ed20b19ffb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:16.610283 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd94331e-0df1-4230-8619-ed20b19ffb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:16.613200 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cd94331e-0df1-4230-8619-ed20b19ffb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:16.614299 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cd94331e-0df1-4230-8619-ed20b19ffb96 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c77eab5a-9347-4c41-a437-ad86ef0cf3fd HTTP/1.1" status: 204 len: 168 time: 0.1163461 Jun 18 16:51:16.615123 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e358fae0-b4c7-4723-80cb-a07733abe7dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:16.622610 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94331e-0df1-4230-8619-ed20b19ffb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77eab5a-9347-4c41-a437-ad86ef0cf3fd,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:16.625620 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cd94331e-0df1-4230-8619-ed20b19ffb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:17.224231 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55194) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:17.316208 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-2b700a7b-5c87-41af-84f1-93a2ad34e4fc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2130924155-network', 'tenant_id': 'd7fa8210e9e942f884f93e0919824072'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:17.341853 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b700a7b-5c87-41af-84f1-93a2ad34e4fc admin admin] Made reservation on behalf of d7fa8210e9e942f884f93e0919824072 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:51:17.345079 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2b700a7b-5c87-41af-84f1-93a2ad34e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:17.353126 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2b700a7b-5c87-41af-84f1-93a2ad34e4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:17.441872 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2b700a7b-5c87-41af-84f1-93a2ad34e4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:17.445478 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2b700a7b-5c87-41af-84f1-93a2ad34e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:17.451476 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3aa9f20d-f1b5-4387-9dc6-6e8c16a21188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:17.470235 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b700a7b-5c87-41af-84f1-93a2ad34e4fc admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:51:17.486874 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b700a7b-5c87-41af-84f1-93a2ad34e4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7044fb-a8d2-410f-b179-b6ffb839a670,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:17.490526 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2b700a7b-5c87-41af-84f1-93a2ad34e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:17.490869 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-2b700a7b-5c87-41af-84f1-93a2ad34e4fc admin admin] Added segment 28f054d0-d068-48a3-800c-5e99bb9d125f of type vlan for network 5fa75cbe-419e-4aea-ad8a-4aa655fdea28 Jun 18 16:51:17.500679 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2b700a7b-5c87-41af-84f1-93a2ad34e4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:17.532176 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2b700a7b-5c87-41af-84f1-93a2ad34e4fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:17.559360 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2b700a7b-5c87-41af-84f1-93a2ad34e4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:17.560372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b700a7b-5c87-41af-84f1-93a2ad34e4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:17.560957 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2b700a7b-5c87-41af-84f1-93a2ad34e4fc admin admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:17.563282 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f68643fd-faa4-4b7d-befd-d3209483e2fd tempest-RoutersTest-1227928268 tempest-RoutersTest-1227928268-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:17.618862 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2b700a7b-5c87-41af-84f1-93a2ad34e4fc admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3934777 Jun 18 16:51:17.621780 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55198) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:17.623838 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b700a7b-5c87-41af-84f1-93a2ad34e4fc admin admin] Pushing event updated for resources: {'Network': ['ID=5fa75cbe-419e-4aea-ad8a-4aa655fdea28,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:17.626585 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2b700a7b-5c87-41af-84f1-93a2ad34e4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:17.627164 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b565e7b9-21b6-497d-b6e4-a8caf792f04b admin admin] Request body: {'subnet': {'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2130924155-subnet', 'tenant_id': 'd7fa8210e9e942f884f93e0919824072', 'ip_version': 4}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:17.633890 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 5fa75cbe-419e-4aea-ad8a-4aa655fdea28 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:51:17.651135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b565e7b9-21b6-497d-b6e4-a8caf792f04b admin admin] Made reservation on behalf of d7fa8210e9e942f884f93e0919824072 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:51:17.653665 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b565e7b9-21b6-497d-b6e4-a8caf792f04b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:17.820250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b565e7b9-21b6-497d-b6e4-a8caf792f04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:17.822219 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-360ff8d1-9982-4e1e-8214-0b217fe86dcc tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:17.868697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565e7b9-21b6-497d-b6e4-a8caf792f04b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a51b500c-eea5-451a-9813-da823c8ba2f5,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:17.876211 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b565e7b9-21b6-497d-b6e4-a8caf792f04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:17.884801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b565e7b9-21b6-497d-b6e4-a8caf792f04b admin admin] Checking segment: {'id': '28f054d0-d068-48a3-800c-5e99bb9d125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:17.885199 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b565e7b9-21b6-497d-b6e4-a8caf792f04b admin admin] Network hostable DHCP agents. Network: 5fa75cbe-419e-4aea-ad8a-4aa655fdea28, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:51:17.902067 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b565e7b9-21b6-497d-b6e4-a8caf792f04b admin admin] Network 5fa75cbe-419e-4aea-ad8a-4aa655fdea28 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:51:17.911097 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-b565e7b9-21b6-497d-b6e4-a8caf792f04b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 5fa75cbe-419e-4aea-ad8a-4aa655fdea28) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:17.915103 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b565e7b9-21b6-497d-b6e4-a8caf792f04b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:17.915687 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b565e7b9-21b6-497d-b6e4-a8caf792f04b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:17.920355 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d06b50-b1bc-4932-851e-cf5466c75884 None None] Network 5fa75cbe-419e-4aea-ad8a-4aa655fdea28 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:51:17.929813 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b565e7b9-21b6-497d-b6e4-a8caf792f04b admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3069162 Jun 18 16:51:17.932613 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55200) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:17.937715 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2130924155-router', 'tenant_id': 'd7fa8210e9e942f884f93e0919824072', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:17.959611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:17.960620 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:18.017402 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:18.070129 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-5fa75cbe-419e-4aea-ad8a-4aa655fdea28', 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28', 'tenant_id': 'd7fa8210e9e942f884f93e0919824072', 'fixed_ips': [{'subnet_id': 'a51b500c-eea5-451a-9813-da823c8ba2f5'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:51:18.071028 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:18.154219 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:18.203543 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Allocated IP 172.20.0.2 (5fa75cbe-419e-4aea-ad8a-4aa655fdea28/a51b500c-eea5-451a-9813-da823c8ba2f5/ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:51:18.346326 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:18.354353 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Transition to ACTIVE for port object ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:18.356973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:18.369544 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Transition to ACTIVE for port object ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:18.376163 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:18.377254 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:18.379087 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:18.415649 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Network 5fa75cbe-419e-4aea-ad8a-4aa655fdea28 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:51:18.418371 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:18.422741 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:51:18.433345 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Pushing event updated for resources: {'Port': ['ID=ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:18.436556 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:18.481582 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Allocated IP 172.26.6.213 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/a455b012-38c7-4ecc-92eb-b23f0c84ae41) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:51:18.489800 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Attempting to bind port ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:51:18.490179 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Attempting to bind port ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '28f054d0-d068-48a3-800c-5e99bb9d125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:51:18.490581 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Attempting to bind port ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb on network 5fa75cbe-419e-4aea-ad8a-4aa655fdea28 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:51:18.495457 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:51:18.495840 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Checking segment: {'id': '28f054d0-d068-48a3-800c-5e99bb9d125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:18.496342 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:18.496746 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Bound using segment: {'id': '28f054d0-d068-48a3-800c-5e99bb9d125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:51:18.497297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Bound port: ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f054d0-d068-48a3-800c-5e99bb9d125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:51:18.497691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:18.560559 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] For port ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:51:18.564927 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] For port ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb,segment=NetworkSegment(28f054d0-d068-48a3-800c-5e99bb9d125f),segment_id=28f054d0-d068-48a3-800c-5e99bb9d125f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:51:18.569385 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:18.572148 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:18.586411 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:18.627169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Pushing event updated for resources: {'Port': ['ID=ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:18.630659 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:18.633120 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:18.635548 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c95b6ff2-2540-4887-acc4-c159db8d4c23 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:18.682045 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:51:18.684944 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:18.687549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:51:18.693238 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Pushing event updated for resources: {'Port': ['ID=a455b012-38c7-4ecc-92eb-b23f0c84ae41,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:18.696072 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:18.957619 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:19.498779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:19.539736 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9521985e-d0da-406d-a3a1-f5f3c033afcf None None] Network 5fa75cbe-419e-4aea-ad8a-4aa655fdea28 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:51:19.627152 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Router e91fc1db-ce21-49d1-b396-a8afddbf0ccb is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:51:19.645739 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-84e613c9-40e2-451d-bf0a-acfab839cb08 None None] Provisioning for port ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:51:19.738399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:51:19.742880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:51:19.747779 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Sync routers for ids ['e91fc1db-ce21-49d1-b396-a8afddbf0ccb'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:51:19.757802 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:19.759156 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8255794 Jun 18 16:51:19.760925 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Routers {'e91fc1db-ce21-49d1-b396-a8afddbf0ccb'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:51:19.761570 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:51:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['e91fc1db-ce21-49d1-b396-a8afddbf0ccb'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:19.761955 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55202) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:19.804743 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:51:19.811289 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:19.812004 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:19.882054 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Set router e91fc1db-ce21-49d1-b396-a8afddbf0ccb gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:51:19.909146 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:19.947979 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb,segment=NetworkSegment(28f054d0-d068-48a3-800c-5e99bb9d125f),segment_id=28f054d0-d068-48a3-800c-5e99bb9d125f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:19.954289 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:19.963573 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-0063f24e-d5c9-41f9-881a-844a93f0e07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:20.014036 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:20.017242 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:20.073235 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-aa1bdfe6-3ba5-453d-b85b-a7c1a15a6f54 None None] Provisioning complete for port ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:20.073615 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-aa1bdfe6-3ba5-453d-b85b-a7c1a15a6f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:20.084588 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91fc1db-ce21-49d1-b396-a8afddbf0ccb', 'name': 'tempest-TestEncryptedCinderVolumes-2130924155-router', 'tenant_id': 'd7fa8210e9e942f884f93e0919824072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'a455b012-38c7-4ecc-92eb-b23f0c84ae41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:51:17Z', 'updated_at': '2021-06-18T16:51:18Z', 'revision_number': 3, 'project_id': 'd7fa8210e9e942f884f93e0919824072', 'gw_port': {'id': 'a455b012-38c7-4ecc-92eb-b23f0c84ae41', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91fc1db-ce21-49d1-b396-a8afddbf0ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:51:18Z', 'updated_at': '2021-06-18T16:51:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:20.111676 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Checking router: e91fc1db-ce21-49d1-b396-a8afddbf0ccb for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:51:20.112179 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Updating router e91fc1db-ce21-49d1-b396-a8afddbf0ccb port a455b012-38c7-4ecc-92eb-b23f0c84ae41 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:51:20.150567 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:20.225328 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:20.383485 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Allocated IP 172.20.0.1 (5fa75cbe-419e-4aea-ad8a-4aa655fdea28/a51b500c-eea5-451a-9813-da823c8ba2f5/6c572e73-1f50-49b2-8fb4-6c4b77bd18d9) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:51:20.400556 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:20.410910 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Transition to ACTIVE for port object a455b012-38c7-4ecc-92eb-b23f0c84ae41 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:20.417657 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:20.420416 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-e55e57e0-7488-4aef-9731-ef6d2e37fdba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:20.470762 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd348434-51dd-44be-a151-34526e891335 None None] Pushing event updated for resources: {'Port': ['ID=a455b012-38c7-4ecc-92eb-b23f0c84ae41,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:20.478018 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Attempting to bind port a455b012-38c7-4ecc-92eb-b23f0c84ae41 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:51:20.478395 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Attempting to bind port a455b012-38c7-4ecc-92eb-b23f0c84ae41 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:51:20.478788 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Attempting to bind port a455b012-38c7-4ecc-92eb-b23f0c84ae41 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:51:20.482193 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd348434-51dd-44be-a151-34526e891335 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:20.482567 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd348434-51dd-44be-a151-34526e891335 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:20.482907 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd348434-51dd-44be-a151-34526e891335 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:20.483238 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd348434-51dd-44be-a151-34526e891335 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:20.483563 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd348434-51dd-44be-a151-34526e891335 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:20.484422 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd348434-51dd-44be-a151-34526e891335 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:20.485333 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd348434-51dd-44be-a151-34526e891335 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:20.485923 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd348434-51dd-44be-a151-34526e891335 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:20.486250 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd348434-51dd-44be-a151-34526e891335 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:20.486600 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd348434-51dd-44be-a151-34526e891335 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:20.486923 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd348434-51dd-44be-a151-34526e891335 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:20.487250 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd348434-51dd-44be-a151-34526e891335 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:20.487362 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:20.491899 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-bd348434-51dd-44be-a151-34526e891335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:20.493029 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:51:20.493410 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:20.494180 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:20.494180 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:51:20.494680 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Bound port: a455b012-38c7-4ecc-92eb-b23f0c84ae41, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:51:20.495055 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:20.501246 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Transition to ACTIVE for port object 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:20.532932 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:20.535689 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d4bc718e-08a2-465b-a76e-d404d7e67fed tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:20.550162 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] For port a455b012-38c7-4ecc-92eb-b23f0c84ae41, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:51:20.553554 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] For port a455b012-38c7-4ecc-92eb-b23f0c84ae41, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a455b012-38c7-4ecc-92eb-b23f0c84ae41,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:51:20.557520 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:20.560204 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-5f862c16-62bf-4cc0-a3c5-bffb95fedbe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:20.577096 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Network 5fa75cbe-419e-4aea-ad8a-4aa655fdea28 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:51:20.579933 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:20.583705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:51:20.610166 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Pushing event updated for resources: {'Port': ['ID=6c572e73-1f50-49b2-8fb4-6c4b77bd18d9,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:20.614522 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:20.621917 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd348434-51dd-44be-a151-34526e891335 None None] Pushing event updated for resources: {'Port': ['ID=a455b012-38c7-4ecc-92eb-b23f0c84ae41,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:20.627493 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-bd348434-51dd-44be-a151-34526e891335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:20.634536 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:20.635602 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Routers {'e91fc1db-ce21-49d1-b396-a8afddbf0ccb'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:51:20.636237 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:51:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['e91fc1db-ce21-49d1-b396-a8afddbf0ccb'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:20.787679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:20.842129 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] Set router e91fc1db-ce21-49d1-b396-a8afddbf0ccb gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:51:20.892059 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-04221f36-6e04-498e-83a1-c16676a0415d None None] Provisioning for port 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:51:20.896066 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-04221f36-6e04-498e-83a1-c16676a0415d None None] Provisioning complete for port 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:20.896434 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-04221f36-6e04-498e-83a1-c16676a0415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:20.933334 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-04221f36-6e04-498e-83a1-c16676a0415d None None] Port 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:51:20.973542 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:20.977744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:20.980778 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8c1f56ef-129a-4ea9-bd25-ec7bffce03d2 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:21.021861 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91fc1db-ce21-49d1-b396-a8afddbf0ccb', 'name': 'tempest-TestEncryptedCinderVolumes-2130924155-router', 'tenant_id': 'd7fa8210e9e942f884f93e0919824072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'a455b012-38c7-4ecc-92eb-b23f0c84ae41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:51:17Z', 'updated_at': '2021-06-18T16:51:18Z', 'revision_number': 3, 'project_id': 'd7fa8210e9e942f884f93e0919824072', 'gw_port': {'id': 'a455b012-38c7-4ecc-92eb-b23f0c84ae41', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91fc1db-ce21-49d1-b396-a8afddbf0ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:51:18Z', 'updated_at': '2021-06-18T16:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:21.045706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:21.048293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Pushing event updated for resources: {'Port': ['ID=6c572e73-1f50-49b2-8fb4-6c4b77bd18d9,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:21.051540 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:21.052225 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4c1fdd-bc05-4621-9d86-799730ad7294 None None] The sync data for ids ['e91fc1db-ce21-49d1-b396-a8afddbf0ccb'] in dv-neutron-797120-1-hyperv is: [{'id': 'e91fc1db-ce21-49d1-b396-a8afddbf0ccb', 'name': 'tempest-TestEncryptedCinderVolumes-2130924155-router', 'tenant_id': 'd7fa8210e9e942f884f93e0919824072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'a455b012-38c7-4ecc-92eb-b23f0c84ae41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:51:17Z', 'updated_at': '2021-06-18T16:51:18Z', 'revision_number': 3, 'project_id': 'd7fa8210e9e942f884f93e0919824072', 'gw_port': {'id': 'a455b012-38c7-4ecc-92eb-b23f0c84ae41', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91fc1db-ce21-49d1-b396-a8afddbf0ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:51:18Z', 'updated_at': '2021-06-18T16:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:51:21.148840 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Network 5fa75cbe-419e-4aea-ad8a-4aa655fdea28 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:51:21.150125 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:21.287883 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Router e91fc1db-ce21-49d1-b396-a8afddbf0ccb has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:51:21.424424 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:51:21.430320 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] 10.222.0.50 "PUT /v2.0/routers/e91fc1db-ce21-49d1-b396-a8afddbf0ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6673028 Jun 18 16:51:21.456973 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-efb5e664-0902-4ac8-9515-0c9653d09484 None None] Provisioning complete for port 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:21.457348 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-efb5e664-0902-4ac8-9515-0c9653d09484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:21.492558 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-efb5e664-0902-4ac8-9515-0c9653d09484 None None] Port 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:51:21.786226 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:51:21.839034 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:21.839414 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:21.930828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a455b012-38c7-4ecc-92eb-b23f0c84ae41 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:51:21.946693 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55218) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:21.951814 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-e0323920-9920-491c-94ce-3ff3480f9f53 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1497474205-network', 'tenant_id': '786cd22434e8450695489ffdd143e9e4'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:21.972773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0323920-9920-491c-94ce-3ff3480f9f53 admin admin] Made reservation on behalf of 786cd22434e8450695489ffdd143e9e4 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:51:21.975384 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e0323920-9920-491c-94ce-3ff3480f9f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:21.979094 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port a455b012-38c7-4ecc-92eb-b23f0c84ae41 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:51:21.982772 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port a455b012-38c7-4ecc-92eb-b23f0c84ae41 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:21.983146 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:21.986782 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e0323920-9920-491c-94ce-3ff3480f9f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:22.064861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:22.083697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e0323920-9920-491c-94ce-3ff3480f9f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:22.088566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e0323920-9920-491c-94ce-3ff3480f9f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:22.091406 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port a455b012-38c7-4ecc-92eb-b23f0c84ae41, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a455b012-38c7-4ecc-92eb-b23f0c84ae41,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:22.092656 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6d43531c-5b91-4ed7-911f-f4c76ad162c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:22.095580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:22.098487 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:22.111752 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0323920-9920-491c-94ce-3ff3480f9f53 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:51:22.125981 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0323920-9920-491c-94ce-3ff3480f9f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a15a622-c7e2-471b-9b8e-f258f4dedef5,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:22.130389 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e0323920-9920-491c-94ce-3ff3480f9f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:22.131503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e0323920-9920-491c-94ce-3ff3480f9f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:22.131854 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-e0323920-9920-491c-94ce-3ff3480f9f53 admin admin] Added segment d3ff643d-6e11-441e-8f76-4f23bf86ddfc of type vlan for network c6b13d07-6b0e-431d-91d9-2cd2d17c736f Jun 18 16:51:22.150969 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=a455b012-38c7-4ecc-92eb-b23f0c84ae41,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:22.154017 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:22.175124 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e0323920-9920-491c-94ce-3ff3480f9f53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:22.202765 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e0323920-9920-491c-94ce-3ff3480f9f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:22.203787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0323920-9920-491c-94ce-3ff3480f9f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:22.204431 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e0323920-9920-491c-94ce-3ff3480f9f53 admin admin] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:22.206539 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ceeee1c8-3592-451f-82ad-0d9c27870bdc tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:22.254220 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e0323920-9920-491c-94ce-3ff3480f9f53 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3064103 Jun 18 16:51:22.256985 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55220) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:22.262342 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Request body: {'subnet': {'network_id': 'c6b13d07-6b0e-431d-91d9-2cd2d17c736f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1497474205-subnet', 'tenant_id': '786cd22434e8450695489ffdd143e9e4', 'ip_version': 4}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:22.265147 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0323920-9920-491c-94ce-3ff3480f9f53 admin admin] Pushing event updated for resources: {'Network': ['ID=c6b13d07-6b0e-431d-91d9-2cd2d17c736f,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:22.268034 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e0323920-9920-491c-94ce-3ff3480f9f53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:22.275575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network c6b13d07-6b0e-431d-91d9-2cd2d17c736f details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:51:22.284316 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Made reservation on behalf of 786cd22434e8450695489ffdd143e9e4 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:51:22.286835 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:22.465359 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:22.467398 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cd269c8d-ed2c-45c2-90e1-105c99f2ddb5 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:22.527703 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c4eb040-61fb-46ce-bcf5-a75f416333b3,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:22.540561 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:22.540953 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:22.541340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:22.541719 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:22.542111 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:22.542496 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:22.542872 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:22.543244 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:22.543613 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:22.543980 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:22.544346 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:22.544709 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:51:22.548635 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Checking segment: {'id': 'd3ff643d-6e11-441e-8f76-4f23bf86ddfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6b13d07-6b0e-431d-91d9-2cd2d17c736f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:22.549000 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Network hostable DHCP agents. Network: c6b13d07-6b0e-431d-91d9-2cd2d17c736f, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:51:22.552251 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:22.566992 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Network c6b13d07-6b0e-431d-91d9-2cd2d17c736f is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:51:22.574860 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, c6b13d07-6b0e-431d-91d9-2cd2d17c736f) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:22.580399 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:22.583955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:22.587209 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fd7396-edae-46e4-9d5c-eb2453ead0b4 None None] Network c6b13d07-6b0e-431d-91d9-2cd2d17c736f requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:51:22.599020 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3406076 Jun 18 16:51:22.600384 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55222) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:22.611100 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1497474205-router', 'tenant_id': '786cd22434e8450695489ffdd143e9e4', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:22.631288 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Sync routers for ids ['e91fc1db-ce21-49d1-b396-a8afddbf0ccb'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:51:22.632553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:22.633635 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:22.651580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Routers {'e91fc1db-ce21-49d1-b396-a8afddbf0ccb'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:51:22.652378 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:51:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['e91fc1db-ce21-49d1-b396-a8afddbf0ccb'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:22.698641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:22.806755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Set router e91fc1db-ce21-49d1-b396-a8afddbf0ccb gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:51:22.838746 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:22.864111 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-c6b13d07-6b0e-431d-91d9-2cd2d17c736f', 'network_id': 'c6b13d07-6b0e-431d-91d9-2cd2d17c736f', 'tenant_id': '786cd22434e8450695489ffdd143e9e4', 'fixed_ips': [{'subnet_id': '4c4eb040-61fb-46ce-bcf5-a75f416333b3'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:51:22.864546 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:23.051784 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:23.071238 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:23.122996 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Allocated IP 172.20.0.2 (c6b13d07-6b0e-431d-91d9-2cd2d17c736f/4c4eb040-61fb-46ce-bcf5-a75f416333b3/0f80d4bb-ed69-4755-a704-d1bc10852369) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:51:23.178862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Allocated IP 172.26.6.101 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/c9de33ac-40da-4287-897f-f4ed8fcb8d97) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:51:23.220375 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91fc1db-ce21-49d1-b396-a8afddbf0ccb', 'name': 'tempest-TestEncryptedCinderVolumes-2130924155-router', 'tenant_id': 'd7fa8210e9e942f884f93e0919824072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'a455b012-38c7-4ecc-92eb-b23f0c84ae41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:51:17Z', 'updated_at': '2021-06-18T16:51:20Z', 'revision_number': 4, 'project_id': 'd7fa8210e9e942f884f93e0919824072', 'gw_port': {'id': 'a455b012-38c7-4ecc-92eb-b23f0c84ae41', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91fc1db-ce21-49d1-b396-a8afddbf0ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:51:18Z', 'updated_at': '2021-06-18T16:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '6c572e73-1f50-49b2-8fb4-6c4b77bd18d9', 'name': '', 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28', 'tenant_id': 'd7fa8210e9e942f884f93e0919824072', 'mac_address': 'fa:16:3e:be:f8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91fc1db-ce21-49d1-b396-a8afddbf0ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a51b500c-eea5-451a-9813-da823c8ba2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:51:20Z', 'updated_at': '2021-06-18T16:51:20Z', 'revision_number': 2, 'project_id': 'd7fa8210e9e942f884f93e0919824072', 'subnets': [{'id': 'a51b500c-eea5-451a-9813-da823c8ba2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:23.261309 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Checking router: e91fc1db-ce21-49d1-b396-a8afddbf0ccb for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:51:23.261669 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Updating router e91fc1db-ce21-49d1-b396-a8afddbf0ccb port 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:51:23.287275 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:23.327503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:23.330563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5ca53a01-2284-402a-9267-a9f4fa97ae8d tempest-ServerDiskConfigTestJSON-730817000 tempest-ServerDiskConfigTestJSON-730817000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:23.331242 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:23.354501 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:23.371451 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:51:23.376613 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:23.380472 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:51:23.384014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Transition to ACTIVE for port object 0f80d4bb-ed69-4755-a704-d1bc10852369 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:23.407549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Pushing event updated for resources: {'Port': ['ID=c9de33ac-40da-4287-897f-f4ed8fcb8d97,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:23.411770 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:23.609386 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Transition to ACTIVE for port object 0f80d4bb-ed69-4755-a704-d1bc10852369 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:23.619672 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:23.623496 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:23.642598 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:23.679376 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Network c6b13d07-6b0e-431d-91d9-2cd2d17c736f is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:51:23.693804 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:23.696235 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:51:23.723284 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Pushing event updated for resources: {'Port': ['ID=0f80d4bb-ed69-4755-a704-d1bc10852369,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:23.726014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:23.730541 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a455b012-38c7-4ecc-92eb-b23f0c84ae41 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:51:23.841082 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:23.849858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Attempting to bind port 0f80d4bb-ed69-4755-a704-d1bc10852369 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:51:23.850238 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Attempting to bind port 0f80d4bb-ed69-4755-a704-d1bc10852369 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'd3ff643d-6e11-441e-8f76-4f23bf86ddfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6b13d07-6b0e-431d-91d9-2cd2d17c736f'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:51:23.850638 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Attempting to bind port 0f80d4bb-ed69-4755-a704-d1bc10852369 on network c6b13d07-6b0e-431d-91d9-2cd2d17c736f {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:51:23.867029 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:51:23.867319 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Checking segment: {'id': 'd3ff643d-6e11-441e-8f76-4f23bf86ddfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6b13d07-6b0e-431d-91d9-2cd2d17c736f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:23.867727 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:23.868136 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Bound using segment: {'id': 'd3ff643d-6e11-441e-8f76-4f23bf86ddfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6b13d07-6b0e-431d-91d9-2cd2d17c736f'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:51:23.868616 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Bound port: 0f80d4bb-ed69-4755-a704-d1bc10852369, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ff643d-6e11-441e-8f76-4f23bf86ddfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6b13d07-6b0e-431d-91d9-2cd2d17c736f'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:51:23.869000 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:23.903213 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port a455b012-38c7-4ecc-92eb-b23f0c84ae41 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:23.903591 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:23.969823 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Router f92aa4f5-bae4-4a9a-b543-c0329c684786 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:51:24.016894 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:24.028398 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] For port 0f80d4bb-ed69-4755-a704-d1bc10852369, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:51:24.033982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] For port 0f80d4bb-ed69-4755-a704-d1bc10852369, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=0f80d4bb-ed69-4755-a704-d1bc10852369,segment=NetworkSegment(d3ff643d-6e11-441e-8f76-4f23bf86ddfc),segment_id=d3ff643d-6e11-441e-8f76-4f23bf86ddfc)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:51:24.039483 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Transition to ACTIVE for port object 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:24.044301 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:24.048348 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:24.054068 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:24.078997 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:51:24.090369 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Sync routers for ids ['f92aa4f5-bae4-4a9a-b543-c0329c684786'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:51:24.096794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:24.100598 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4966764 Jun 18 16:51:24.100952 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55224) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:51:24.103981 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Routers {'f92aa4f5-bae4-4a9a-b543-c0329c684786'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:51:24.104675 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:51:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['f92aa4f5-bae4-4a9a-b543-c0329c684786'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:24.210534 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Pushing event updated for resources: {'Port': ['ID=0f80d4bb-ed69-4755-a704-d1bc10852369,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:24.214525 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:24.246141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:24.256276 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Set router f92aa4f5-bae4-4a9a-b543-c0329c684786 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:51:24.294298 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737b15d-0ac1-4786-b68e-c6053c6d8310 None None] Pushing event updated for resources: {'Port': ['ID=6c572e73-1f50-49b2-8fb4-6c4b77bd18d9,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:24.299523 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4737b15d-0ac1-4786-b68e-c6053c6d8310 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:24.310966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Attempting to bind port 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:51:24.311351 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Attempting to bind port 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '28f054d0-d068-48a3-800c-5e99bb9d125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:51:24.311756 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Attempting to bind port 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 on network 5fa75cbe-419e-4aea-ad8a-4aa655fdea28 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:51:24.318073 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:51:24.318577 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Checking segment: {'id': '28f054d0-d068-48a3-800c-5e99bb9d125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:24.318992 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:24.319394 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Bound using segment: {'id': '28f054d0-d068-48a3-800c-5e99bb9d125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:51:24.319882 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Bound port: 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f054d0-d068-48a3-800c-5e99bb9d125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:51:24.320267 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:24.393175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:24.458812 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] For port 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:51:24.462847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] For port 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=6c572e73-1f50-49b2-8fb4-6c4b77bd18d9,segment=NetworkSegment(28f054d0-d068-48a3-800c-5e99bb9d125f),segment_id=28f054d0-d068-48a3-800c-5e99bb9d125f)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:51:24.472837 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:24.479399 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:24.540661 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Routers {'e91fc1db-ce21-49d1-b396-a8afddbf0ccb'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:51:24.541313 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:51:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['e91fc1db-ce21-49d1-b396-a8afddbf0ccb'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:24.574969 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92aa4f5-bae4-4a9a-b543-c0329c684786', 'name': 'tempest-TestEncryptedCinderVolumes-1497474205-router', 'tenant_id': '786cd22434e8450695489ffdd143e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': 'c9de33ac-40da-4287-897f-f4ed8fcb8d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:51:22Z', 'updated_at': '2021-06-18T16:51:23Z', 'revision_number': 3, 'project_id': '786cd22434e8450695489ffdd143e9e4', 'gw_port': {'id': 'c9de33ac-40da-4287-897f-f4ed8fcb8d97', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ee:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92aa4f5-bae4-4a9a-b543-c0329c684786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:51:23Z', 'updated_at': '2021-06-18T16:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:24.600640 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737b15d-0ac1-4786-b68e-c6053c6d8310 None None] Pushing event updated for resources: {'Port': ['ID=6c572e73-1f50-49b2-8fb4-6c4b77bd18d9,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:24.604336 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4737b15d-0ac1-4786-b68e-c6053c6d8310 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:24.615326 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Checking router: f92aa4f5-bae4-4a9a-b543-c0329c684786 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:51:24.615715 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Updating router f92aa4f5-bae4-4a9a-b543-c0329c684786 port c9de33ac-40da-4287-897f-f4ed8fcb8d97 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:51:24.662746 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:24.684943 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] Set router e91fc1db-ce21-49d1-b396-a8afddbf0ccb gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:51:24.927420 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91fc1db-ce21-49d1-b396-a8afddbf0ccb', 'name': 'tempest-TestEncryptedCinderVolumes-2130924155-router', 'tenant_id': 'd7fa8210e9e942f884f93e0919824072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'a455b012-38c7-4ecc-92eb-b23f0c84ae41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:51:17Z', 'updated_at': '2021-06-18T16:51:20Z', 'revision_number': 4, 'project_id': 'd7fa8210e9e942f884f93e0919824072', 'gw_port': {'id': 'a455b012-38c7-4ecc-92eb-b23f0c84ae41', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91fc1db-ce21-49d1-b396-a8afddbf0ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:51:18Z', 'updated_at': '2021-06-18T16:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '6c572e73-1f50-49b2-8fb4-6c4b77bd18d9', 'name': '', 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28', 'tenant_id': 'd7fa8210e9e942f884f93e0919824072', 'mac_address': 'fa:16:3e:be:f8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91fc1db-ce21-49d1-b396-a8afddbf0ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a51b500c-eea5-451a-9813-da823c8ba2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:51:20Z', 'updated_at': '2021-06-18T16:51:24Z', 'revision_number': 4, 'project_id': 'd7fa8210e9e942f884f93e0919824072', 'subnets': [{'id': 'a51b500c-eea5-451a-9813-da823c8ba2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:24.966691 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:24.972701 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b716f928-72ef-4806-a4fc-f92ca0a68508 None None] The sync data for ids ['e91fc1db-ce21-49d1-b396-a8afddbf0ccb'] in dv-neutron-797120-1-hyperv is: [{'id': 'e91fc1db-ce21-49d1-b396-a8afddbf0ccb', 'name': 'tempest-TestEncryptedCinderVolumes-2130924155-router', 'tenant_id': 'd7fa8210e9e942f884f93e0919824072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'a455b012-38c7-4ecc-92eb-b23f0c84ae41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:51:17Z', 'updated_at': '2021-06-18T16:51:20Z', 'revision_number': 4, 'project_id': 'd7fa8210e9e942f884f93e0919824072', 'gw_port': {'id': 'a455b012-38c7-4ecc-92eb-b23f0c84ae41', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91fc1db-ce21-49d1-b396-a8afddbf0ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:51:18Z', 'updated_at': '2021-06-18T16:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '6c572e73-1f50-49b2-8fb4-6c4b77bd18d9', 'name': '', 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28', 'tenant_id': 'd7fa8210e9e942f884f93e0919824072', 'mac_address': 'fa:16:3e:be:f8:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e91fc1db-ce21-49d1-b396-a8afddbf0ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'a51b500c-eea5-451a-9813-da823c8ba2f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:51:20Z', 'updated_at': '2021-06-18T16:51:24Z', 'revision_number': 4, 'project_id': 'd7fa8210e9e942f884f93e0919824072', 'subnets': [{'id': 'a51b500c-eea5-451a-9813-da823c8ba2f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:51:24.980858 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Transition to ACTIVE for port object c9de33ac-40da-4287-897f-f4ed8fcb8d97 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:24.995426 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:24.997524 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-ebaa9803-b6f5-4e93-945f-8b139c1a5c87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:25.054508 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d1645-bba0-4037-ae45-e5d258cf461e None None] Pushing event updated for resources: {'Port': ['ID=c9de33ac-40da-4287-897f-f4ed8fcb8d97,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:25.071069 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-f50d1645-bba0-4037-ae45-e5d258cf461e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:25.091085 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Attempting to bind port c9de33ac-40da-4287-897f-f4ed8fcb8d97 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:51:25.091717 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Attempting to bind port c9de33ac-40da-4287-897f-f4ed8fcb8d97 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:51:25.091826 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Attempting to bind port c9de33ac-40da-4287-897f-f4ed8fcb8d97 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:51:25.105111 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:51:25.105345 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:25.105741 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:25.106155 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:51:25.106686 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Bound port: c9de33ac-40da-4287-897f-f4ed8fcb8d97, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:51:25.107072 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:25.171253 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] For port c9de33ac-40da-4287-897f-f4ed8fcb8d97, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:51:25.175312 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] For port c9de33ac-40da-4287-897f-f4ed8fcb8d97, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=c9de33ac-40da-4287-897f-f4ed8fcb8d97,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:51:25.184329 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:25.188654 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-5f862c16-62bf-4cc0-a3c5-bffb95fedbe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:25.214780 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:25.262178 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d1645-bba0-4037-ae45-e5d258cf461e None None] Pushing event updated for resources: {'Port': ['ID=c9de33ac-40da-4287-897f-f4ed8fcb8d97,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:25.266652 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-f50d1645-bba0-4037-ae45-e5d258cf461e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:25.268778 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Routers {'f92aa4f5-bae4-4a9a-b543-c0329c684786'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:51:25.269475 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:51:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['f92aa4f5-bae4-4a9a-b543-c0329c684786'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:25.389512 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] Set router f92aa4f5-bae4-4a9a-b543-c0329c684786 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:51:25.415068 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2ec5c8-67fa-473b-9ff7-684592f46be1 None None] Network c6b13d07-6b0e-431d-91d9-2cd2d17c736f requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:51:25.425568 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Allocated IP 172.20.0.1 (c6b13d07-6b0e-431d-91d9-2cd2d17c736f/4c4eb040-61fb-46ce-bcf5-a75f416333b3/a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:51:25.504347 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-281b62c6-8f92-488b-a3c8-ed450f040176 None None] Provisioning for port 0f80d4bb-ed69-4755-a704-d1bc10852369 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:51:25.557693 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:25.574563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Transition to ACTIVE for port object a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:25.612161 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:25.615452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-acdf4b7e-b1ca-4a4e-b2b0-b66066bbe93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:25.624990 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92aa4f5-bae4-4a9a-b543-c0329c684786', 'name': 'tempest-TestEncryptedCinderVolumes-1497474205-router', 'tenant_id': '786cd22434e8450695489ffdd143e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': 'c9de33ac-40da-4287-897f-f4ed8fcb8d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:51:22Z', 'updated_at': '2021-06-18T16:51:23Z', 'revision_number': 3, 'project_id': '786cd22434e8450695489ffdd143e9e4', 'gw_port': {'id': 'c9de33ac-40da-4287-897f-f4ed8fcb8d97', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ee:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92aa4f5-bae4-4a9a-b543-c0329c684786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:51:23Z', 'updated_at': '2021-06-18T16:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:25.670100 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9657c596-7391-4a21-b1c5-027d4cd4c25b None None] The sync data for ids ['f92aa4f5-bae4-4a9a-b543-c0329c684786'] in dv-neutron-797120-1-hyperv is: [{'id': 'f92aa4f5-bae4-4a9a-b543-c0329c684786', 'name': 'tempest-TestEncryptedCinderVolumes-1497474205-router', 'tenant_id': '786cd22434e8450695489ffdd143e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': 'c9de33ac-40da-4287-897f-f4ed8fcb8d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:51:22Z', 'updated_at': '2021-06-18T16:51:23Z', 'revision_number': 3, 'project_id': '786cd22434e8450695489ffdd143e9e4', 'gw_port': {'id': 'c9de33ac-40da-4287-897f-f4ed8fcb8d97', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ee:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92aa4f5-bae4-4a9a-b543-c0329c684786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:51:23Z', 'updated_at': '2021-06-18T16:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:51:25.696571 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Network c6b13d07-6b0e-431d-91d9-2cd2d17c736f is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:51:25.698329 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:25.705699 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:51:25.753915 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Pushing event updated for resources: {'Port': ['ID=a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:25.757033 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:25.773148 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:25.830691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 0f80d4bb-ed69-4755-a704-d1bc10852369 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:51:25.927352 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 0f80d4bb-ed69-4755-a704-d1bc10852369 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:51:25.931564 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 0f80d4bb-ed69-4755-a704-d1bc10852369 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:25.931960 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:25.962355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:26.021216 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-17b581c2-06f5-4625-b4a8-1daff6eb2c33 None None] Provisioning complete for port 0f80d4bb-ed69-4755-a704-d1bc10852369 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:26.021616 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-17b581c2-06f5-4625-b4a8-1daff6eb2c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:26.114202 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:26.161519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 0f80d4bb-ed69-4755-a704-d1bc10852369, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=0f80d4bb-ed69-4755-a704-d1bc10852369,segment=NetworkSegment(d3ff643d-6e11-441e-8f76-4f23bf86ddfc),segment_id=d3ff643d-6e11-441e-8f76-4f23bf86ddfc)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:26.192036 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:26.192693 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:51:26.195996 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:26.253009 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:26.260058 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:26.266195 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0f765d73-9e31-43fe-a463-5d0cc6ff6f89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:26.291579 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-17b581c2-06f5-4625-b4a8-1daff6eb2c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:26.337841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:26.339915 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Pushing event updated for resources: {'Port': ['ID=a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:26.343603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:26.347186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:51:26.351591 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=0f80d4bb-ed69-4755-a704-d1bc10852369,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:26.391322 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:26.392248 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:26.392736 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:26.428749 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.db.api [None req-17b581c2-06f5-4625-b4a8-1daff6eb2c33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 16:51:26.429430 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_db.api [None req-17b581c2-06f5-4625-b4a8-1daff6eb2c33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 16:51:26.476002 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Network c6b13d07-6b0e-431d-91d9-2cd2d17c736f is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:51:26.477579 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:26.490043 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:26.526841 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=6c572e73-1f50-49b2-8fb4-6c4b77bd18d9,segment=NetworkSegment(28f054d0-d068-48a3-800c-5e99bb9d125f),segment_id=28f054d0-d068-48a3-800c-5e99bb9d125f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:26.535473 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:26.539359 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:26.610329 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=6c572e73-1f50-49b2-8fb4-6c4b77bd18d9,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:26.614250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:26.635149 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Router f92aa4f5-bae4-4a9a-b543-c0329c684786 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:51:26.762754 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:51:26.767803 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] 10.222.0.50 "PUT /v2.0/routers/f92aa4f5-bae4-4a9a-b543-c0329c684786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6660035 Jun 18 16:51:27.088916 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f5f3b01c-2e54-40e5-b810-e5d051013b04 None None] Provisioning for port a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:51:27.092656 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f5f3b01c-2e54-40e5-b810-e5d051013b04 None None] Provisioning complete for port a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:27.093737 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5f3b01c-2e54-40e5-b810-e5d051013b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:27.126852 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f5f3b01c-2e54-40e5-b810-e5d051013b04 None None] Port a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:51:27.409978 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-6797c377-fcda-4a56-8207-7b16e709afa7 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:27.411755 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-6797c377-fcda-4a56-8207-7b16e709afa7 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/networks?id=5fa75cbe-419e-4aea-ad8a-4aa655fdea28 HTTP/1.1" status: 200 len: 817 time: 0.1066625 Jun 18 16:51:27.426340 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-7c32516e-71ad-4dcd-af95-65d4425bc81c tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/quotas/d7fa8210e9e942f884f93e0919824072 HTTP/1.1" status: 200 len: 375 time: 0.0091512 Jun 18 16:51:27.494643 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-15a7252c-7a3e-4699-9063-2f520b1ffc7c tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7fa8210e9e942f884f93e0919824072&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632973 Jun 18 16:51:27.595674 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-13265c1e-902d-4f99-b741-d498dc5328d3 service neutron] 10.222.0.50 "GET /v2.0/networks/5fa75cbe-419e-4aea-ad8a-4aa655fdea28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891161 Jun 18 16:51:27.697825 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-14f9b536-93cb-4fca-b2a5-66bfcf92b147 service neutron] 10.222.0.50 "GET /v2.0/networks/5fa75cbe-419e-4aea-ad8a-4aa655fdea28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965111 Jun 18 16:51:27.785761 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 0f80d4bb-ed69-4755-a704-d1bc10852369 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:51:27.836001 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 0f80d4bb-ed69-4755-a704-d1bc10852369 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:27.836396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:27.891212 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0b77a0f8-6e40-4857-850a-8b46d73d3730 req-e870d65f-f46c-4284-bcc9-c4fb236b7131 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2 HTTP/1.1" status: 200 len: 210 time: 0.0452840 Jun 18 16:51:27.924866 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device c9de33ac-40da-4287-897f-f4ed8fcb8d97 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:51:27.973656 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port c9de33ac-40da-4287-897f-f4ed8fcb8d97 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:51:27.978078 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port c9de33ac-40da-4287-897f-f4ed8fcb8d97 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:27.978489 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:28.061663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:28.088317 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port c9de33ac-40da-4287-897f-f4ed8fcb8d97, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=c9de33ac-40da-4287-897f-f4ed8fcb8d97,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:28.095145 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:28.096039 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:51:28.097822 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:28.175367 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=c9de33ac-40da-4287-897f-f4ed8fcb8d97,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:28.185831 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:28.191457 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:28.191835 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:28.428291 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Sync routers for ids ['f92aa4f5-bae4-4a9a-b543-c0329c684786'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:51:28.437579 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Routers {'f92aa4f5-bae4-4a9a-b543-c0329c684786'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:51:28.437959 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-53249292-29f5-404d-b815-da0497cfb394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:51:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['f92aa4f5-bae4-4a9a-b543-c0329c684786'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:28.549218 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Set router f92aa4f5-bae4-4a9a-b543-c0329c684786 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:51:28.761796 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-53249292-29f5-404d-b815-da0497cfb394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92aa4f5-bae4-4a9a-b543-c0329c684786', 'name': 'tempest-TestEncryptedCinderVolumes-1497474205-router', 'tenant_id': '786cd22434e8450695489ffdd143e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': 'c9de33ac-40da-4287-897f-f4ed8fcb8d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:51:22Z', 'updated_at': '2021-06-18T16:51:25Z', 'revision_number': 4, 'project_id': '786cd22434e8450695489ffdd143e9e4', 'gw_port': {'id': 'c9de33ac-40da-4287-897f-f4ed8fcb8d97', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92aa4f5-bae4-4a9a-b543-c0329c684786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:51:23Z', 'updated_at': '2021-06-18T16:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e', 'name': '', 'network_id': 'c6b13d07-6b0e-431d-91d9-2cd2d17c736f', 'tenant_id': '786cd22434e8450695489ffdd143e9e4', 'mac_address': 'fa:16:3e:08:5e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92aa4f5-bae4-4a9a-b543-c0329c684786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4c4eb040-61fb-46ce-bcf5-a75f416333b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:51:25Z', 'updated_at': '2021-06-18T16:51:26Z', 'revision_number': 2, 'project_id': '786cd22434e8450695489ffdd143e9e4', 'subnets': [{'id': '4c4eb040-61fb-46ce-bcf5-a75f416333b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:28.791931 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Checking router: f92aa4f5-bae4-4a9a-b543-c0329c684786 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:51:28.792606 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Updating router f92aa4f5-bae4-4a9a-b543-c0329c684786 port a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:51:28.831024 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:29.039474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-e3c6ebef-6678-4d54-8211-c188550e4b73 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:29.039474 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-e3c6ebef-6678-4d54-8211-c188550e4b73 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.55 "GET /v2.0/networks?id=5fa75cbe-419e-4aea-ad8a-4aa655fdea28 HTTP/1.1" status: 200 len: 817 time: 0.1355021 Jun 18 16:51:29.066168 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-75ed8972-8686-48ee-87e9-872f9d14772d req-14b145e1-3fb1-4984-b264-80b873091a5d tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2 HTTP/1.1" status: 200 len: 210 time: 0.0316391 Jun 18 16:51:29.069874 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-229a8bf3-66ee-4ced-a4c1-2aa4551955a1 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Request body: {'port': {'device_id': 'c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2', 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28', 'admin_state_up': True, 'tenant_id': 'd7fa8210e9e942f884f93e0919824072'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:29.200816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-229a8bf3-66ee-4ced-a4c1-2aa4551955a1 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Made reservation on behalf of d7fa8210e9e942f884f93e0919824072 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:51:29.205436 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-229a8bf3-66ee-4ced-a4c1-2aa4551955a1 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:29.273721 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:29.286177 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Transition to ACTIVE for port object a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:29.292050 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:29.293896 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:29.352870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-229a8bf3-66ee-4ced-a4c1-2aa4551955a1 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Allocated IP 172.20.0.7 (5fa75cbe-419e-4aea-ad8a-4aa655fdea28/a51b500c-eea5-451a-9813-da823c8ba2f5/564b8ec4-5e75-4cbe-b997-8ff7ac2d8979) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:51:29.369446 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f12b4-a3bf-4471-8707-1d50f1834c1c None None] Pushing event updated for resources: {'Port': ['ID=a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:29.374378 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e02f12b4-a3bf-4471-8707-1d50f1834c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:29.426373 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Attempting to bind port a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:51:29.426936 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Attempting to bind port a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'd3ff643d-6e11-441e-8f76-4f23bf86ddfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6b13d07-6b0e-431d-91d9-2cd2d17c736f'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:51:29.427406 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Attempting to bind port a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e on network c6b13d07-6b0e-431d-91d9-2cd2d17c736f {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:51:29.433487 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:51:29.433864 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Checking segment: {'id': 'd3ff643d-6e11-441e-8f76-4f23bf86ddfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6b13d07-6b0e-431d-91d9-2cd2d17c736f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:29.434285 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:29.434709 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Bound using segment: {'id': 'd3ff643d-6e11-441e-8f76-4f23bf86ddfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6b13d07-6b0e-431d-91d9-2cd2d17c736f'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:51:29.435190 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Bound port: a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ff643d-6e11-441e-8f76-4f23bf86ddfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c6b13d07-6b0e-431d-91d9-2cd2d17c736f'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:51:29.435571 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:29.501553 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-53249292-29f5-404d-b815-da0497cfb394 None None] For port a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:51:29.505083 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-53249292-29f5-404d-b815-da0497cfb394 None None] For port a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e,segment=NetworkSegment(d3ff643d-6e11-441e-8f76-4f23bf86ddfc),segment_id=d3ff643d-6e11-441e-8f76-4f23bf86ddfc)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:51:29.509397 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:29.511570 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:29.518695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-229a8bf3-66ee-4ced-a4c1-2aa4551955a1 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:29.532617 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-229a8bf3-66ee-4ced-a4c1-2aa4551955a1 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Transition to ACTIVE for port object 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:29.574240 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-229a8bf3-66ee-4ced-a4c1-2aa4551955a1 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:29.580396 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:29.580859 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f12b4-a3bf-4471-8707-1d50f1834c1c None None] Pushing event updated for resources: {'Port': ['ID=a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:29.583479 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Routers {'f92aa4f5-bae4-4a9a-b543-c0329c684786'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:51:29.584020 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-53249292-29f5-404d-b815-da0497cfb394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:51:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['f92aa4f5-bae4-4a9a-b543-c0329c684786'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:29.586822 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e02f12b4-a3bf-4471-8707-1d50f1834c1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:29.636081 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-229a8bf3-66ee-4ced-a4c1-2aa4551955a1 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Network 5fa75cbe-419e-4aea-ad8a-4aa655fdea28 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:51:29.640836 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-229a8bf3-66ee-4ced-a4c1-2aa4551955a1 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:51:29.643275 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229a8bf3-66ee-4ced-a4c1-2aa4551955a1 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Pushing event updated for resources: {'Port': ['ID=564b8ec4-5e75-4cbe-b997-8ff7ac2d8979,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:29.645525 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-229a8bf3-66ee-4ced-a4c1-2aa4551955a1 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:51:29.648607 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-229a8bf3-66ee-4ced-a4c1-2aa4551955a1 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:29.722236 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-53249292-29f5-404d-b815-da0497cfb394 None None] Set router f92aa4f5-bae4-4a9a-b543-c0329c684786 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:51:29.728773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-229a8bf3-66ee-4ced-a4c1-2aa4551955a1 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:29.729443 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-229a8bf3-66ee-4ced-a4c1-2aa4551955a1 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:29.746573 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-229a8bf3-66ee-4ced-a4c1-2aa4551955a1 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6827927 Jun 18 16:51:29.759918 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-3d80a88d-dd07-49be-a5e0-259807687512 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:51:29.760956 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-3d80a88d-dd07-49be-a5e0-259807687512 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067663 Jun 18 16:51:29.766035 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device c9de33ac-40da-4287-897f-f4ed8fcb8d97 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:51:29.773194 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Request body: {'port': {'device_id': 'c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:51:29.856598 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:29.938334 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port c9de33ac-40da-4287-897f-f4ed8fcb8d97 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:29.938890 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:30.074663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-22b74c20-8892-4599-a011-9dd9a2630be0 None None] Provisioning for port 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:51:30.081513 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-53249292-29f5-404d-b815-da0497cfb394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92aa4f5-bae4-4a9a-b543-c0329c684786', 'name': 'tempest-TestEncryptedCinderVolumes-1497474205-router', 'tenant_id': '786cd22434e8450695489ffdd143e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': 'c9de33ac-40da-4287-897f-f4ed8fcb8d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:51:22Z', 'updated_at': '2021-06-18T16:51:25Z', 'revision_number': 4, 'project_id': '786cd22434e8450695489ffdd143e9e4', 'gw_port': {'id': 'c9de33ac-40da-4287-897f-f4ed8fcb8d97', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92aa4f5-bae4-4a9a-b543-c0329c684786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:51:23Z', 'updated_at': '2021-06-18T16:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e', 'name': '', 'network_id': 'c6b13d07-6b0e-431d-91d9-2cd2d17c736f', 'tenant_id': '786cd22434e8450695489ffdd143e9e4', 'mac_address': 'fa:16:3e:08:5e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92aa4f5-bae4-4a9a-b543-c0329c684786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4c4eb040-61fb-46ce-bcf5-a75f416333b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:51:25Z', 'updated_at': '2021-06-18T16:51:29Z', 'revision_number': 4, 'project_id': '786cd22434e8450695489ffdd143e9e4', 'subnets': [{'id': '4c4eb040-61fb-46ce-bcf5-a75f416333b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:51:30.109396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-22b74c20-8892-4599-a011-9dd9a2630be0 None None] Provisioning complete for port 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:30.109776 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-22b74c20-8892-4599-a011-9dd9a2630be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:30.113423 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53249292-29f5-404d-b815-da0497cfb394 None None] The sync data for ids ['f92aa4f5-bae4-4a9a-b543-c0329c684786'] in dv-neutron-797120-1-hyperv is: [{'id': 'f92aa4f5-bae4-4a9a-b543-c0329c684786', 'name': 'tempest-TestEncryptedCinderVolumes-1497474205-router', 'tenant_id': '786cd22434e8450695489ffdd143e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': 'c9de33ac-40da-4287-897f-f4ed8fcb8d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:51:22Z', 'updated_at': '2021-06-18T16:51:25Z', 'revision_number': 4, 'project_id': '786cd22434e8450695489ffdd143e9e4', 'gw_port': {'id': 'c9de33ac-40da-4287-897f-f4ed8fcb8d97', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92aa4f5-bae4-4a9a-b543-c0329c684786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:51:23Z', 'updated_at': '2021-06-18T16:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e', 'name': '', 'network_id': 'c6b13d07-6b0e-431d-91d9-2cd2d17c736f', 'tenant_id': '786cd22434e8450695489ffdd143e9e4', 'mac_address': 'fa:16:3e:08:5e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f92aa4f5-bae4-4a9a-b543-c0329c684786', 'device_owner': 'network:router_interface', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '4c4eb040-61fb-46ce-bcf5-a75f416333b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:51:25Z', 'updated_at': '2021-06-18T16:51:29Z', 'revision_number': 4, 'project_id': '786cd22434e8450695489ffdd143e9e4', 'subnets': [{'id': '4c4eb040-61fb-46ce-bcf5-a75f416333b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:51:30.141100 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:51:30.147842 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-22b74c20-8892-4599-a011-9dd9a2630be0 None None] Port 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:51:30.149712 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:30.168057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Transition to ACTIVE for port object 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:51:30.171615 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:30.177056 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-51a3e8b6-484d-4be2-be0e-aa981b2d5341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:30.326222 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Pushing event updated for resources: {'Port': ['ID=564b8ec4-5e75-4cbe-b997-8ff7ac2d8979,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:30.329865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:30.407706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d1b15-4150-495d-bd25-3df302c4e6ab req-4457e968-143a-42b2-a8f8-5bf3d8181f60 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:30.409299 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-580d1b15-4150-495d-bd25-3df302c4e6ab req-4457e968-143a-42b2-a8f8-5bf3d8181f60 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2 HTTP/1.1" status: 200 len: 943 time: 0.1942441 Jun 18 16:51:30.410389 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Attempting to bind port 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:51:30.410666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Attempting to bind port 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '28f054d0-d068-48a3-800c-5e99bb9d125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:51:30.410926 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Attempting to bind port 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 on network 5fa75cbe-419e-4aea-ad8a-4aa655fdea28 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:51:30.417821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Port 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 on network 5fa75cbe-419e-4aea-ad8a-4aa655fdea28 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:51:30.418149 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Attempting to bind port 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 on network 5fa75cbe-419e-4aea-ad8a-4aa655fdea28 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:51:30.433982 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:51:30.434239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Checking segment: {'id': '28f054d0-d068-48a3-800c-5e99bb9d125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:51:30.434661 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Bound using segment: {'id': '28f054d0-d068-48a3-800c-5e99bb9d125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:51:30.435104 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Bound port: 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f054d0-d068-48a3-800c-5e99bb9d125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:51:30.435450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:30.492860 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-580d1b15-4150-495d-bd25-3df302c4e6ab req-963d15db-f1d7-45b9-97fb-518552380038 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769351 Jun 18 16:51:30.525487 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] For port 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:51:30.529679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] For port 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=564b8ec4-5e75-4cbe-b997-8ff7ac2d8979,segment=NetworkSegment(28f054d0-d068-48a3-800c-5e99bb9d125f),segment_id=28f054d0-d068-48a3-800c-5e99bb9d125f)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:51:30.535385 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:30.537691 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c98ae9ef-eba6-4fbd-b1b4-975ac682ee1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:30.576159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:30.576159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:30.578144 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] 10.222.0.55 "PUT /v2.0/ports/564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 HTTP/1.1" status: 200 len: 1093 time: 0.8086362 Jun 18 16:51:30.579260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2', 'tag': '564b8ec4-5e75-4cbe-b997-8ff7ac2d8979'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:51:30.581849 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25384fbb-8b54-4ba3-9277-7d5049b42303" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2", "tag": "564b8ec4-5e75-4cbe-b997-8ff7ac2d8979"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:51:30.605687 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Pushing event updated for resources: {'Port': ['ID=564b8ec4-5e75-4cbe-b997-8ff7ac2d8979,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:30.609099 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:30.642870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248e99eb-45a1-4cda-ae30-597c50328fd9 x-openstack-request-id: req-248e99eb-45a1-4cda-ae30-597c50328fd9 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:51:30.643222 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2", "tag": "564b8ec4-5e75-4cbe-b997-8ff7ac2d8979", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:51:30.643534 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-248e99eb-45a1-4cda-ae30-597c50328fd9 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:51:30.643994 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2', 'tag': '564b8ec4-5e75-4cbe-b997-8ff7ac2d8979', 'status': 'completed', 'code': 200} Jun 18 16:51:30.695703 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-2dc53e6c-515f-4c5b-8e25-39e527cf0978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:30.697242 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-2dc53e6c-515f-4c5b-8e25-39e527cf0978 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7fa8210e9e942f884f93e0919824072&device_id=c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2 HTTP/1.1" status: 200 len: 1096 time: 0.0665433 Jun 18 16:51:30.750510 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-e27820e0-24f9-4565-93db-824db2481e05 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 HTTP/1.1" status: 200 len: 217 time: 0.0445588 Jun 18 16:51:30.802944 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-8d23d486-3a0a-40f9-849a-0d558e8662ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:30.804458 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-8d23d486-3a0a-40f9-849a-0d558e8662ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a51b500c-eea5-451a-9813-da823c8ba2f5 HTTP/1.1" status: 200 len: 856 time: 0.0473444 Jun 18 16:51:30.863199 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-1f3267b5-32e6-4989-8813-36b8170f4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:30.864559 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-1f3267b5-32e6-4989-8813-36b8170f4fe4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5fa75cbe-419e-4aea-ad8a-4aa655fdea28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0530365 Jun 18 16:51:30.960668 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-f0ac4176-09d3-414d-b52f-18490d39db72 service neutron] 10.222.0.55 "GET /v2.0/networks/5fa75cbe-419e-4aea-ad8a-4aa655fdea28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887437 Jun 18 16:51:31.050346 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5acdff2-5d16-4ca4-817f-088fca88bf37 req-90304996-4f55-4946-bf0b-ff07a56947ca service neutron] 10.222.0.55 "GET /v2.0/networks/5fa75cbe-419e-4aea-ad8a-4aa655fdea28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827174 Jun 18 16:51:31.161272 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25384fbb-8b54-4ba3-9277-7d5049b42303 req-9da7cb9c-c2de-4eae-83ae-9658c01ff443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:31.162902 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-25384fbb-8b54-4ba3-9277-7d5049b42303 req-9da7cb9c-c2de-4eae-83ae-9658c01ff443 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7fa8210e9e942f884f93e0919824072&device_id=c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2 HTTP/1.1" status: 200 len: 1096 time: 0.0580094 Jun 18 16:51:31.263423 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25384fbb-8b54-4ba3-9277-7d5049b42303 req-2199416d-27df-4959-82e8-eeda399362c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:31.265974 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-25384fbb-8b54-4ba3-9277-7d5049b42303 req-2199416d-27df-4959-82e8-eeda399362c3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5fa75cbe-419e-4aea-ad8a-4aa655fdea28 HTTP/1.1" status: 200 len: 918 time: 0.0957425 Jun 18 16:51:31.309467 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-25384fbb-8b54-4ba3-9277-7d5049b42303 req-a7ef9dc7-3410-4e33-8449-417edad0f1d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 HTTP/1.1" status: 200 len: 217 time: 0.0361807 Jun 18 16:51:31.362618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25384fbb-8b54-4ba3-9277-7d5049b42303 req-4a4d9bdf-c9a4-47b3-81d1-4594a68906d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:31.364089 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-25384fbb-8b54-4ba3-9277-7d5049b42303 req-4a4d9bdf-c9a4-47b3-81d1-4594a68906d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a51b500c-eea5-451a-9813-da823c8ba2f5 HTTP/1.1" status: 200 len: 856 time: 0.0477626 Jun 18 16:51:31.428359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25384fbb-8b54-4ba3-9277-7d5049b42303 req-f2d6b8d0-2d90-4410-abb9-2ae746e5766f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:31.429889 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-25384fbb-8b54-4ba3-9277-7d5049b42303 req-f2d6b8d0-2d90-4410-abb9-2ae746e5766f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5fa75cbe-419e-4aea-ad8a-4aa655fdea28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0586364 Jun 18 16:51:31.526002 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-25384fbb-8b54-4ba3-9277-7d5049b42303 req-5c1ca598-9a8d-493e-a211-8e7be061aa26 service neutron] 10.222.0.55 "GET /v2.0/networks/5fa75cbe-419e-4aea-ad8a-4aa655fdea28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858150 Jun 18 16:51:31.663153 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-25384fbb-8b54-4ba3-9277-7d5049b42303 req-27cff111-31fa-4628-be3c-9e95ef62e1a1 service neutron] 10.222.0.55 "GET /v2.0/networks/5fa75cbe-419e-4aea-ad8a-4aa655fdea28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280687 Jun 18 16:51:31.702191 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4e91c-0e20-46b1-a5be-f3aacfe8d195 req-d8812413-f640-457b-98fa-3cb7b25e414b tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:31.703786 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7db4e91c-0e20-46b1-a5be-f3aacfe8d195 req-d8812413-f640-457b-98fa-3cb7b25e414b tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2 HTTP/1.1" status: 200 len: 943 time: 0.0833180 Jun 18 16:51:31.736709 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:51:31.758009 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7db4e91c-0e20-46b1-a5be-f3aacfe8d195 req-ab735913-9903-420c-9f9a-132aa626023d tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459938 Jun 18 16:51:31.803870 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:51:31.807775 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:31.808161 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:31.883510 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:31.915972 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e,segment=NetworkSegment(d3ff643d-6e11-441e-8f76-4f23bf86ddfc),segment_id=d3ff643d-6e11-441e-8f76-4f23bf86ddfc)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:31.919320 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:31.921135 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:31.969822 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:31.972681 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:32.949867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aab96f-64f8-4e94-8e62-836312841b35 req-fe30f422-bc41-429d-bbae-d27686cab57f tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:32.951242 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f8aab96f-64f8-4e94-8e62-836312841b35 req-fe30f422-bc41-429d-bbae-d27686cab57f tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2 HTTP/1.1" status: 200 len: 943 time: 0.0712545 Jun 18 16:51:32.988319 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f8aab96f-64f8-4e94-8e62-836312841b35 req-32f0e352-755c-4a49-9357-bb3ad8b32d67 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305986 Jun 18 16:51:33.709975 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:51:33.758951 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:33.759331 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:34.159433 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4709211-743f-428e-bc14-7a7b7f7ccd29 req-c2e5f736-8dff-41d5-81ab-0f7629259ca4 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:34.161266 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d4709211-743f-428e-bc14-7a7b7f7ccd29 req-c2e5f736-8dff-41d5-81ab-0f7629259ca4 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2 HTTP/1.1" status: 200 len: 943 time: 0.0641129 Jun 18 16:51:34.198402 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d4709211-743f-428e-bc14-7a7b7f7ccd29 req-25cbfcb9-c189-4fbd-ba20-5b1c7230edc8 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315955 Jun 18 16:51:34.227379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:51:34.321217 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=564b8ec4-5e75-4cbe-b997-8ff7ac2d8979,segment=NetworkSegment(28f054d0-d068-48a3-800c-5e99bb9d125f),segment_id=28f054d0-d068-48a3-800c-5e99bb9d125f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:34.332276 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '564b8ec4-5e75-4cbe-b997-8ff7ac2d8979', 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28', 'port_id': '564b8ec4-5e75-4cbe-b997-8ff7ac2d8979', 'mac_address': 'fa:16:3e:6e:21:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51b500c-eea5-451a-9813-da823c8ba2f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:51:34.368519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:34.381360 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:51:34.400777 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=564b8ec4-5e75-4cbe-b997-8ff7ac2d8979,segment=NetworkSegment(28f054d0-d068-48a3-800c-5e99bb9d125f),segment_id=28f054d0-d068-48a3-800c-5e99bb9d125f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:34.404796 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:34.407576 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5f2c6646-f395-496b-9322-90744223e17f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:34.458078 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=564b8ec4-5e75-4cbe-b997-8ff7ac2d8979,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:34.461159 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:34.616820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['564b8ec4-5e75-4cbe-b997-8ff7ac2d8979'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:51:35.381001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b617528-53b8-467f-bfaf-7c18ee51396a req-43df7357-3141-43ed-af3a-4b5df784e7b1 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:35.382497 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6b617528-53b8-467f-bfaf-7c18ee51396a req-43df7357-3141-43ed-af3a-4b5df784e7b1 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2 HTTP/1.1" status: 200 len: 944 time: 0.0640020 Jun 18 16:51:35.419916 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6b617528-53b8-467f-bfaf-7c18ee51396a req-46e5472f-fc1e-4044-9f96-652ec7c5ded6 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317123 Jun 18 16:51:36.239683 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:51:36.288696 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:51:36.292349 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:51:36.292753 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:36.369610 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:36.391704 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564b8ec4-5e75-4cbe-b997-8ff7ac2d8979'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:51:36.394009 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0fd993-bbb4-4051-8601-ed11c1b16fd2" -d '{"events": [{"server_uuid": "c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2", "name": "network-vif-plugged", "status": "completed", "tag": "564b8ec4-5e75-4cbe-b997-8ff7ac2d8979"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:51:36.406938 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=564b8ec4-5e75-4cbe-b997-8ff7ac2d8979,segment=NetworkSegment(28f054d0-d068-48a3-800c-5e99bb9d125f),segment_id=28f054d0-d068-48a3-800c-5e99bb9d125f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:51:36.411185 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:36.413017 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4737b15d-0ac1-4786-b68e-c6053c6d8310 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:51:36.437604 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251b4385-5451-4be1-9990-c4bd8f6e0706 x-openstack-request-id: req-251b4385-5451-4be1-9990-c4bd8f6e0706 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:51:36.437604 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2", "name": "network-vif-plugged", "status": "completed", "tag": "564b8ec4-5e75-4cbe-b997-8ff7ac2d8979", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:51:36.437604 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-251b4385-5451-4be1-9990-c4bd8f6e0706 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:51:36.437604 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564b8ec4-5e75-4cbe-b997-8ff7ac2d8979', 'code': 200} Jun 18 16:51:36.463667 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=564b8ec4-5e75-4cbe-b997-8ff7ac2d8979,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:51:36.467934 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:51:36.617125 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52e8fe-4451-4b55-98c6-c4d02fc447dd req-54ad8b67-2ff5-400b-926a-ae131c554538 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:36.618557 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6f52e8fe-4451-4b55-98c6-c4d02fc447dd req-54ad8b67-2ff5-400b-926a-ae131c554538 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2 HTTP/1.1" status: 200 len: 945 time: 0.0688858 Jun 18 16:51:36.684098 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6f52e8fe-4451-4b55-98c6-c4d02fc447dd req-5dd5f65f-15e1-426d-b14b-0e80e07e11f8 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568249 Jun 18 16:51:36.697238 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfbd4e-d74e-4e09-9a1e-e7ca22a6fada req-d60c2cfb-2713-4a7c-ae87-6e9d2e74ad4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:36.698606 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ddcfbd4e-d74e-4e09-9a1e-e7ca22a6fada req-d60c2cfb-2713-4a7c-ae87-6e9d2e74ad4b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2 HTTP/1.1" status: 200 len: 1098 time: 0.0791340 Jun 18 16:51:36.734670 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ddcfbd4e-d74e-4e09-9a1e-e7ca22a6fada req-242057ad-aff6-487c-983d-2b305db7ec7c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289645 Jun 18 16:51:37.860670 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a43bb-f600-4dbd-82eb-6cf26d1b8fb0 req-df535234-bb44-4a5d-a4c9-af5a1028ae73 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:37.862069 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5b0a43bb-f600-4dbd-82eb-6cf26d1b8fb0 req-df535234-bb44-4a5d-a4c9-af5a1028ae73 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2 HTTP/1.1" status: 200 len: 945 time: 0.0670965 Jun 18 16:51:37.900797 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5b0a43bb-f600-4dbd-82eb-6cf26d1b8fb0 req-0cc8e4d6-5492-47b0-ab68-62c9b6d04306 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329278 Jun 18 16:51:38.074883 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1563398-59e7-48be-8340-7577205cb7a7 req-92255e59-8664-4dcb-a7dc-c86d599624f5 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:38.076359 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c1563398-59e7-48be-8340-7577205cb7a7 req-92255e59-8664-4dcb-a7dc-c86d599624f5 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2 HTTP/1.1" status: 200 len: 945 time: 0.0636778 Jun 18 16:51:38.114635 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c1563398-59e7-48be-8340-7577205cb7a7 req-fd57ccc3-9c92-48ab-90fb-8c69c03cf479 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323579 Jun 18 16:51:38.522330 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fe07261c-b43f-45b7-83fb-e278dfd717fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:40.990814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b09baed2-72eb-468c-9e3d-27e8550ad738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:41.356810 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:42.202396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:43.837857 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:45.850276 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:51:54.391743 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:51:58.399499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60065920-50de-4c55-ba83-b4b480194bf7 req-76762270-84c9-4afa-a6da-da17b8f2bf90 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:58.401249 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60065920-50de-4c55-ba83-b4b480194bf7 req-76762270-84c9-4afa-a6da-da17b8f2bf90 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2 HTTP/1.1" status: 200 len: 945 time: 0.0759702 Jun 18 16:51:58.454813 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60065920-50de-4c55-ba83-b4b480194bf7 req-691c9846-e62c-45b9-acab-810e37fd488f tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429022 Jun 18 16:51:59.639417 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398d9b0-1321-4e28-800e-5779cc102ee3 req-b323f1af-df39-4d81-9d93-f8375d8f6bdd tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:59.640934 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b398d9b0-1321-4e28-800e-5779cc102ee3 req-b323f1af-df39-4d81-9d93-f8375d8f6bdd tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2 HTTP/1.1" status: 200 len: 945 time: 0.0652056 Jun 18 16:51:59.682520 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b398d9b0-1321-4e28-800e-5779cc102ee3 req-9d1299f7-2985-4b47-aa93-5ea632685abe tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341489 Jun 18 16:51:59.997183 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680da718-cc04-4485-9258-45e44c7029cb req-d4c2c426-4f66-42cf-9539-4af87cd9a31d tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:51:59.999195 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-680da718-cc04-4485-9258-45e44c7029cb req-d4c2c426-4f66-42cf-9539-4af87cd9a31d tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2 HTTP/1.1" status: 200 len: 945 time: 0.0636585 Jun 18 16:52:00.100960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-680da718-cc04-4485-9258-45e44c7029cb req-81bee19e-8613-4ed2-801b-6e60bf520a8e tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Deleting port 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:52:00.101305 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-680da718-cc04-4485-9258-45e44c7029cb req-81bee19e-8613-4ed2-801b-6e60bf520a8e tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:00.188873 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-680da718-cc04-4485-9258-45e44c7029cb req-81bee19e-8613-4ed2-801b-6e60bf520a8e tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] For port 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=564b8ec4-5e75-4cbe-b997-8ff7ac2d8979,segment=NetworkSegment(28f054d0-d068-48a3-800c-5e99bb9d125f),segment_id=28f054d0-d068-48a3-800c-5e99bb9d125f)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:52:00.189236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-680da718-cc04-4485-9258-45e44c7029cb req-81bee19e-8613-4ed2-801b-6e60bf520a8e tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:00.255963 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-680da718-cc04-4485-9258-45e44c7029cb req-81bee19e-8613-4ed2-801b-6e60bf520a8e tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Calling delete_port for 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:52:00.386581 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-680da718-cc04-4485-9258-45e44c7029cb req-81bee19e-8613-4ed2-801b-6e60bf520a8e tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:00.390899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-716a1434-2efd-4551-a993-3476bb8f78e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:00.399268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['564b8ec4-5e75-4cbe-b997-8ff7ac2d8979'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:52:00.416807 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bee19e-8613-4ed2-801b-6e60bf520a8e tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Pushing event deleted for resources: {'Port': ['ID=564b8ec4-5e75-4cbe-b997-8ff7ac2d8979,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:00.420396 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-81bee19e-8613-4ed2-801b-6e60bf520a8e tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:00.463132 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-680da718-cc04-4485-9258-45e44c7029cb req-81bee19e-8613-4ed2-801b-6e60bf520a8e tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] No DVR routers for this DVR port 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:52:00.465566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-680da718-cc04-4485-9258-45e44c7029cb req-81bee19e-8613-4ed2-801b-6e60bf520a8e tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:00.468426 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-680da718-cc04-4485-9258-45e44c7029cb req-81bee19e-8613-4ed2-801b-6e60bf520a8e tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.55 "DELETE /v2.0/ports/564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 HTTP/1.1" status: 204 len: 173 time: 0.4631519 Jun 18 16:52:00.468985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2', 'name': 'network-vif-deleted', 'tag': '564b8ec4-5e75-4cbe-b997-8ff7ac2d8979'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:52:00.471499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b066cd7b-8d9c-4cad-b191-63bb13a5a217" -d '{"events": [{"server_uuid": "c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2", "name": "network-vif-deleted", "tag": "564b8ec4-5e75-4cbe-b997-8ff7ac2d8979"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:52:00.510661 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3b5273-5807-4da9-b566-7a63de60b554 x-openstack-request-id: req-ff3b5273-5807-4da9-b566-7a63de60b554 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:52:00.511301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2", "name": "network-vif-deleted", "tag": "564b8ec4-5e75-4cbe-b997-8ff7ac2d8979", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:52:00.511503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ff3b5273-5807-4da9-b566-7a63de60b554 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:52:00.512172 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2', 'name': 'network-vif-deleted', 'tag': '564b8ec4-5e75-4cbe-b997-8ff7ac2d8979', 'status': 'completed', 'code': 200} Jun 18 16:52:00.847848 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-086f52c2-de8c-4f1a-905f-21d56387b10b req-b52262fe-2e3a-48fb-b3d2-07d2d3495ea7 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=c9f0f2b9-cf1e-4bf9-b056-e491576b9ca2 HTTP/1.1" status: 200 len: 210 time: 0.0342922 Jun 18 16:52:03.594607 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-4c314c05-78df-4381-91f6-40094e8be10f tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:03.595972 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-4c314c05-78df-4381-91f6-40094e8be10f tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/networks?id=5fa75cbe-419e-4aea-ad8a-4aa655fdea28 HTTP/1.1" status: 200 len: 817 time: 0.0999992 Jun 18 16:52:03.610781 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-0a23a687-de5f-483d-9862-3166b6b15cbc tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/quotas/d7fa8210e9e942f884f93e0919824072 HTTP/1.1" status: 200 len: 375 time: 0.0094278 Jun 18 16:52:03.680246 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-ecdc79fb-a275-4bca-b1cf-ea983ba436df tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7fa8210e9e942f884f93e0919824072&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643873 Jun 18 16:52:03.784445 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-0b86842b-12f8-4092-aa12-494537b936b6 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:52:03.785448 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-0b86842b-12f8-4092-aa12-494537b936b6 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0937538 Jun 18 16:52:03.877992 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-be75d286-59b0-4651-b7fe-99dcac697c09 service neutron] 10.222.0.50 "GET /v2.0/networks/5fa75cbe-419e-4aea-ad8a-4aa655fdea28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864184 Jun 18 16:52:03.970636 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-a7bfdb5e-82df-4cb9-ad8c-e865c7072ed2 service neutron] 10.222.0.50 "GET /v2.0/networks/5fa75cbe-419e-4aea-ad8a-4aa655fdea28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867078 Jun 18 16:52:04.406492 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:52:04.429493 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:52:04.430156 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 564b8ec4-5e75-4cbe-b997-8ff7ac2d8979 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:52:04.471526 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0c11c224-0db3-4ae8-939c-7f96edabc92a req-3dd98926-8e53-4f25-b081-94fc83ed7811 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a78b1e9-4a2a-4808-9284-fa49c9e04591 HTTP/1.1" status: 200 len: 210 time: 0.3627334 Jun 18 16:52:05.180442 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-9f4c17d4-0503-460d-88d0-20c32fbbae0d tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:05.182171 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-9f4c17d4-0503-460d-88d0-20c32fbbae0d tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.55 "GET /v2.0/networks?id=5fa75cbe-419e-4aea-ad8a-4aa655fdea28 HTTP/1.1" status: 200 len: 817 time: 0.1027148 Jun 18 16:52:05.194895 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-5ef86f7a-2e25-492f-95a1-0e947c78c741 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Request body: {'port': {'device_id': '9a78b1e9-4a2a-4808-9284-fa49c9e04591', 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28', 'admin_state_up': True, 'tenant_id': 'd7fa8210e9e942f884f93e0919824072'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:52:05.323393 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-5ef86f7a-2e25-492f-95a1-0e947c78c741 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Made reservation on behalf of d7fa8210e9e942f884f93e0919824072 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:52:05.328516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-5ef86f7a-2e25-492f-95a1-0e947c78c741 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:05.460743 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-5ef86f7a-2e25-492f-95a1-0e947c78c741 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Allocated IP 172.20.0.3 (5fa75cbe-419e-4aea-ad8a-4aa655fdea28/a51b500c-eea5-451a-9813-da823c8ba2f5/a715500a-e19d-4136-848a-93854953d3b0) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:52:05.632914 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3ee4c514-0f24-4590-93de-ac6979712e44 req-a69ddcef-3e9d-4a35-89b6-c22331464021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a78b1e9-4a2a-4808-9284-fa49c9e04591 HTTP/1.1" status: 200 len: 210 time: 0.0409737 Jun 18 16:52:05.637266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-5ef86f7a-2e25-492f-95a1-0e947c78c741 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:05.650542 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-5ef86f7a-2e25-492f-95a1-0e947c78c741 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Transition to ACTIVE for port object a715500a-e19d-4136-848a-93854953d3b0 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:52:05.682998 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-5ef86f7a-2e25-492f-95a1-0e947c78c741 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:05.687353 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c906e986-9d01-4869-a254-c8ed05bb6338 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:05.726180 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-5ef86f7a-2e25-492f-95a1-0e947c78c741 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Network 5fa75cbe-419e-4aea-ad8a-4aa655fdea28 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:52:05.729111 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-5ef86f7a-2e25-492f-95a1-0e947c78c741 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:52:05.733822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-5ef86f7a-2e25-492f-95a1-0e947c78c741 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:52:05.759305 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef86f7a-2e25-492f-95a1-0e947c78c741 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Pushing event updated for resources: {'Port': ['ID=a715500a-e19d-4136-848a-93854953d3b0,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:05.763892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5ef86f7a-2e25-492f-95a1-0e947c78c741 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:05.789407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-5ef86f7a-2e25-492f-95a1-0e947c78c741 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:05.790039 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-5ef86f7a-2e25-492f-95a1-0e947c78c741 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:05.805119 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-5ef86f7a-2e25-492f-95a1-0e947c78c741 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6143713 Jun 18 16:52:05.819596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Request body: {'port': {'device_id': '9a78b1e9-4a2a-4808-9284-fa49c9e04591', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:52:05.902247 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:05.939112 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e17342f6-f8b4-423c-af7f-0090a0b97dc5 None None] Provisioning for port a715500a-e19d-4136-848a-93854953d3b0 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:52:05.943735 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e17342f6-f8b4-423c-af7f-0090a0b97dc5 None None] Provisioning complete for port a715500a-e19d-4136-848a-93854953d3b0 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:52:05.943887 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e17342f6-f8b4-423c-af7f-0090a0b97dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:05.978882 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-e17342f6-f8b4-423c-af7f-0090a0b97dc5 None None] Port a715500a-e19d-4136-848a-93854953d3b0 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:52:06.162611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a715500a-e19d-4136-848a-93854953d3b0 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:52:06.170011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:06.182759 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Transition to ACTIVE for port object a715500a-e19d-4136-848a-93854953d3b0 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:52:06.186378 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:06.189111 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-955b5f59-883a-44ae-b3a0-4875f0e8c6ba tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:06.262798 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Pushing event updated for resources: {'Port': ['ID=a715500a-e19d-4136-848a-93854953d3b0,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:06.266926 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:06.340218 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Attempting to bind port a715500a-e19d-4136-848a-93854953d3b0 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:52:06.340564 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Attempting to bind port a715500a-e19d-4136-848a-93854953d3b0 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '28f054d0-d068-48a3-800c-5e99bb9d125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:52:06.340899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Attempting to bind port a715500a-e19d-4136-848a-93854953d3b0 on network 5fa75cbe-419e-4aea-ad8a-4aa655fdea28 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:52:06.345585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Port a715500a-e19d-4136-848a-93854953d3b0 on network 5fa75cbe-419e-4aea-ad8a-4aa655fdea28 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:52:06.345912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Attempting to bind port a715500a-e19d-4136-848a-93854953d3b0 on network 5fa75cbe-419e-4aea-ad8a-4aa655fdea28 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:52:06.350821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:52:06.351331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Checking segment: {'id': '28f054d0-d068-48a3-800c-5e99bb9d125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:52:06.351558 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Bound using segment: {'id': '28f054d0-d068-48a3-800c-5e99bb9d125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:52:06.351990 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Bound port: a715500a-e19d-4136-848a-93854953d3b0, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f054d0-d068-48a3-800c-5e99bb9d125f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:52:06.352344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:06.422311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] For port a715500a-e19d-4136-848a-93854953d3b0, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:52:06.425283 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] For port a715500a-e19d-4136-848a-93854953d3b0, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a715500a-e19d-4136-848a-93854953d3b0,segment=NetworkSegment(28f054d0-d068-48a3-800c-5e99bb9d125f),segment_id=28f054d0-d068-48a3-800c-5e99bb9d125f)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:52:06.429563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:06.431770 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-39247ccf-b7ec-4626-b39e-8d1c51182aab tempest-ServersAdminNegativeTestJSON-1724813181 tempest-ServersAdminNegativeTestJSON-1724813181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:06.463011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:06.463659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:06.466084 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] 10.222.0.55 "PUT /v2.0/ports/a715500a-e19d-4136-848a-93854953d3b0 HTTP/1.1" status: 200 len: 1093 time: 0.6498616 Jun 18 16:52:06.466084 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a78b1e9-4a2a-4808-9284-fa49c9e04591', 'tag': 'a715500a-e19d-4136-848a-93854953d3b0'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:52:06.471398 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed28d48-c6d4-4b57-9f52-65846daaa183" -d '{"events": [{"name": "network-changed", "server_uuid": "9a78b1e9-4a2a-4808-9284-fa49c9e04591", "tag": "a715500a-e19d-4136-848a-93854953d3b0"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:52:06.522922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Pushing event updated for resources: {'Port': ['ID=a715500a-e19d-4136-848a-93854953d3b0,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:06.527789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b19f55-6c66-43f2-9963-02873d6cdf7a x-openstack-request-id: req-b1b19f55-6c66-43f2-9963-02873d6cdf7a {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:52:06.528133 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a78b1e9-4a2a-4808-9284-fa49c9e04591", "tag": "a715500a-e19d-4136-848a-93854953d3b0", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:52:06.528441 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b1b19f55-6c66-43f2-9963-02873d6cdf7a {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:52:06.529474 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a78b1e9-4a2a-4808-9284-fa49c9e04591', 'tag': 'a715500a-e19d-4136-848a-93854953d3b0', 'status': 'completed', 'code': 200} Jun 18 16:52:06.532205 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:06.577925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-9c83f123-f2df-4218-af05-f93851c341dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:06.586369 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-9c83f123-f2df-4218-af05-f93851c341dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7fa8210e9e942f884f93e0919824072&device_id=9a78b1e9-4a2a-4808-9284-fa49c9e04591 HTTP/1.1" status: 200 len: 1096 time: 0.0650449 Jun 18 16:52:06.629256 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-fae5db3a-4b5c-435c-a3ac-997ca408fdb0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a715500a-e19d-4136-848a-93854953d3b0 HTTP/1.1" status: 200 len: 217 time: 0.0416389 Jun 18 16:52:06.680211 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-fc60c813-c4f6-4bbf-b6e4-9c0fb291206d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:06.681699 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-fc60c813-c4f6-4bbf-b6e4-9c0fb291206d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a51b500c-eea5-451a-9813-da823c8ba2f5 HTTP/1.1" status: 200 len: 856 time: 0.0449543 Jun 18 16:52:06.741430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-420e62d6-652b-409a-80dc-bd5b99b963c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:06.743228 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-420e62d6-652b-409a-80dc-bd5b99b963c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5fa75cbe-419e-4aea-ad8a-4aa655fdea28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546136 Jun 18 16:52:06.877484 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-98dc9877-b3bd-4c09-9a17-1b4ba1bcfd9b service neutron] 10.222.0.55 "GET /v2.0/networks/5fa75cbe-419e-4aea-ad8a-4aa655fdea28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221957 Jun 18 16:52:06.884773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a46ff1e-9583-4f1c-a09c-e728732144c3 req-d2398f95-94cf-46ff-95fc-8cce4a1788c0 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:06.886200 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4a46ff1e-9583-4f1c-a09c-e728732144c3 req-d2398f95-94cf-46ff-95fc-8cce4a1788c0 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a78b1e9-4a2a-4808-9284-fa49c9e04591 HTTP/1.1" status: 200 len: 943 time: 0.1400557 Jun 18 16:52:06.980253 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4a46ff1e-9583-4f1c-a09c-e728732144c3 req-21a540a0-1187-4897-9fb7-e88dc89e0d07 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846639 Jun 18 16:52:07.003039 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81a44bff-8024-41d3-9bdb-75c7878a3d33 req-18f79d12-7673-4556-a848-f251aaec19e4 service neutron] 10.222.0.55 "GET /v2.0/networks/5fa75cbe-419e-4aea-ad8a-4aa655fdea28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157396 Jun 18 16:52:07.111330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed28d48-c6d4-4b57-9f52-65846daaa183 req-297f785d-c987-45a2-b60c-84e61ffe7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:07.112847 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4ed28d48-c6d4-4b57-9f52-65846daaa183 req-297f785d-c987-45a2-b60c-84e61ffe7337 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7fa8210e9e942f884f93e0919824072&device_id=9a78b1e9-4a2a-4808-9284-fa49c9e04591 HTTP/1.1" status: 200 len: 1096 time: 0.0573280 Jun 18 16:52:07.214857 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed28d48-c6d4-4b57-9f52-65846daaa183 req-a1f08d57-a259-481a-b942-10c90e6aeec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:07.216373 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4ed28d48-c6d4-4b57-9f52-65846daaa183 req-a1f08d57-a259-481a-b942-10c90e6aeec8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5fa75cbe-419e-4aea-ad8a-4aa655fdea28 HTTP/1.1" status: 200 len: 918 time: 0.0958941 Jun 18 16:52:07.261726 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4ed28d48-c6d4-4b57-9f52-65846daaa183 req-3778bcc4-8e1f-4efb-842c-85d8cd852956 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a715500a-e19d-4136-848a-93854953d3b0 HTTP/1.1" status: 200 len: 217 time: 0.0354357 Jun 18 16:52:07.313139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed28d48-c6d4-4b57-9f52-65846daaa183 req-89656111-b697-408e-b545-54e270abd65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:07.314636 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4ed28d48-c6d4-4b57-9f52-65846daaa183 req-89656111-b697-408e-b545-54e270abd65d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a51b500c-eea5-451a-9813-da823c8ba2f5 HTTP/1.1" status: 200 len: 856 time: 0.0450981 Jun 18 16:52:07.374506 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed28d48-c6d4-4b57-9f52-65846daaa183 req-751f5b16-dad4-4b11-acdd-5942d5ce20a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:07.376038 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4ed28d48-c6d4-4b57-9f52-65846daaa183 req-751f5b16-dad4-4b11-acdd-5942d5ce20a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5fa75cbe-419e-4aea-ad8a-4aa655fdea28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0548904 Jun 18 16:52:07.479510 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4ed28d48-c6d4-4b57-9f52-65846daaa183 req-0e327d84-272f-48a5-a0de-1103e360d700 service neutron] 10.222.0.55 "GET /v2.0/networks/5fa75cbe-419e-4aea-ad8a-4aa655fdea28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960844 Jun 18 16:52:07.580845 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4ed28d48-c6d4-4b57-9f52-65846daaa183 req-d9d2a680-b74e-4efb-801b-1d2e87b361a4 service neutron] 10.222.0.55 "GET /v2.0/networks/5fa75cbe-419e-4aea-ad8a-4aa655fdea28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925903 Jun 18 16:52:08.159030 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823befbd-92c3-4570-b267-b2b51bc6dc04 req-87a31288-d185-42b2-91ea-f2f2228aeb58 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:08.160502 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-823befbd-92c3-4570-b267-b2b51bc6dc04 req-87a31288-d185-42b2-91ea-f2f2228aeb58 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a78b1e9-4a2a-4808-9284-fa49c9e04591 HTTP/1.1" status: 200 len: 943 time: 0.0696833 Jun 18 16:52:08.197168 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-823befbd-92c3-4570-b267-b2b51bc6dc04 req-0fd113b7-c7c6-4b71-9250-1a9991d089a0 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310314 Jun 18 16:52:08.522754 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b02c24a6-f5cd-4c7e-a74b-b55b2d162c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:09.368090 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03974b33-3288-473a-8d71-65fc38ef60a6 req-131c443d-766b-4c8f-a755-c8dfef8d8cf0 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:09.369595 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03974b33-3288-473a-8d71-65fc38ef60a6 req-131c443d-766b-4c8f-a755-c8dfef8d8cf0 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a78b1e9-4a2a-4808-9284-fa49c9e04591 HTTP/1.1" status: 200 len: 943 time: 0.0628760 Jun 18 16:52:09.407736 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03974b33-3288-473a-8d71-65fc38ef60a6 req-cb71aeea-bfc4-491c-8c87-ab63eb5d8399 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312300 Jun 18 16:52:10.456828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device a715500a-e19d-4136-848a-93854953d3b0 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:52:10.554588 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port a715500a-e19d-4136-848a-93854953d3b0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a715500a-e19d-4136-848a-93854953d3b0,segment=NetworkSegment(28f054d0-d068-48a3-800c-5e99bb9d125f),segment_id=28f054d0-d068-48a3-800c-5e99bb9d125f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:52:10.566803 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': 'a715500a-e19d-4136-848a-93854953d3b0', 'network_id': '5fa75cbe-419e-4aea-ad8a-4aa655fdea28', 'port_id': 'a715500a-e19d-4136-848a-93854953d3b0', 'mac_address': 'fa:16:3e:02:8e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51b500c-eea5-451a-9813-da823c8ba2f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:52:10.588333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdc8d7-9e1b-4f4f-ae68-cfece314d961 req-b70294c5-7afd-41e5-8c2f-643b72d533df tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:10.589819 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8bfdc8d7-9e1b-4f4f-ae68-cfece314d961 req-b70294c5-7afd-41e5-8c2f-643b72d533df tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a78b1e9-4a2a-4808-9284-fa49c9e04591 HTTP/1.1" status: 200 len: 943 time: 0.0696168 Jun 18 16:52:10.603120 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:10.616775 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a715500a-e19d-4136-848a-93854953d3b0 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:52:10.632109 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8bfdc8d7-9e1b-4f4f-ae68-cfece314d961 req-7265b978-d619-4912-a5fa-f9524ce52266 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344946 Jun 18 16:52:10.637320 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port a715500a-e19d-4136-848a-93854953d3b0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a715500a-e19d-4136-848a-93854953d3b0,segment=NetworkSegment(28f054d0-d068-48a3-800c-5e99bb9d125f),segment_id=28f054d0-d068-48a3-800c-5e99bb9d125f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:52:10.642670 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:10.644416 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-1a2a152e-2ee8-49bb-a2e8-8d58a32f5510 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:10.696169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=a715500a-e19d-4136-848a-93854953d3b0,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:10.703782 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:10.704133 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:10.704474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:10.704803 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:10.705153 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:10.705480 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:10.705825 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:10.706141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:10.706498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:10.706818 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:10.707136 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:10.707449 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:10.711486 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:10.845411 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['a715500a-e19d-4136-848a-93854953d3b0'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:52:10.993639 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f8dcd95-cf15-4964-94ab-20949c7e3bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:11.348164 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:11.806503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6946e-94ce-44d4-9609-369ae57aef8b req-018c39f4-3cc5-4334-b0b4-8eeaca161dd4 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:11.807980 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f3f6946e-94ce-44d4-9609-369ae57aef8b req-018c39f4-3cc5-4334-b0b4-8eeaca161dd4 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a78b1e9-4a2a-4808-9284-fa49c9e04591 HTTP/1.1" status: 200 len: 944 time: 0.0657051 Jun 18 16:52:11.845879 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f3f6946e-94ce-44d4-9609-369ae57aef8b req-fcef7150-8215-4a05-9d35-2741338ecdd0 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317287 Jun 18 16:52:12.206316 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:12.473178 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device a715500a-e19d-4136-848a-93854953d3b0 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:52:12.524625 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port a715500a-e19d-4136-848a-93854953d3b0 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:52:12.528158 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port a715500a-e19d-4136-848a-93854953d3b0 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:52:12.528561 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:12.606033 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:12.628511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a78b1e9-4a2a-4808-9284-fa49c9e04591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a715500a-e19d-4136-848a-93854953d3b0'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:52:12.630796 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c45590-6f94-44e8-9987-e890d1c2c97a" -d '{"events": [{"server_uuid": "9a78b1e9-4a2a-4808-9284-fa49c9e04591", "name": "network-vif-plugged", "status": "completed", "tag": "a715500a-e19d-4136-848a-93854953d3b0"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:52:12.643805 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port a715500a-e19d-4136-848a-93854953d3b0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a715500a-e19d-4136-848a-93854953d3b0,segment=NetworkSegment(28f054d0-d068-48a3-800c-5e99bb9d125f),segment_id=28f054d0-d068-48a3-800c-5e99bb9d125f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:52:12.647615 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:12.650681 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:12.680518 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2ee48d-93e8-438c-a24d-5d00b5c7c345 x-openstack-request-id: req-ee2ee48d-93e8-438c-a24d-5d00b5c7c345 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:52:12.680895 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a78b1e9-4a2a-4808-9284-fa49c9e04591", "name": "network-vif-plugged", "status": "completed", "tag": "a715500a-e19d-4136-848a-93854953d3b0", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:52:12.681076 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee2ee48d-93e8-438c-a24d-5d00b5c7c345 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:52:12.681467 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a78b1e9-4a2a-4808-9284-fa49c9e04591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a715500a-e19d-4136-848a-93854953d3b0', 'code': 200} Jun 18 16:52:12.713208 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=a715500a-e19d-4136-848a-93854953d3b0,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:12.716849 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:12.897665 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5286f-5fee-41d3-85c1-57dd3ffabbc8 req-957bde69-8590-4a54-8a07-c89f23933845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:12.899210 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c0e5286f-5fee-41d3-85c1-57dd3ffabbc8 req-957bde69-8590-4a54-8a07-c89f23933845 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b1e9-4a2a-4808-9284-fa49c9e04591 HTTP/1.1" status: 200 len: 1098 time: 0.0544651 Jun 18 16:52:12.937320 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c0e5286f-5fee-41d3-85c1-57dd3ffabbc8 req-120a2121-3de7-413c-8e8e-20eca63348ec service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295851 Jun 18 16:52:13.030790 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe88e3c-dfe2-4aba-9f37-198eff5d4f51 req-b8e42a7b-17aa-4504-9878-e96e67aa484b tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:13.032364 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-efe88e3c-dfe2-4aba-9f37-198eff5d4f51 req-b8e42a7b-17aa-4504-9878-e96e67aa484b tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a78b1e9-4a2a-4808-9284-fa49c9e04591 HTTP/1.1" status: 200 len: 945 time: 0.0693831 Jun 18 16:52:13.073609 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-efe88e3c-dfe2-4aba-9f37-198eff5d4f51 req-8d6a82cf-5f92-45bb-a371-9ddcf1cc5532 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354848 Jun 18 16:52:13.820747 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:14.249072 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cab4d-a525-4173-8cce-3ba4627a620d req-220470de-cdcd-4549-82cd-8ce5b2d8fe97 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:14.250605 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5a1cab4d-a525-4173-8cce-3ba4627a620d req-220470de-cdcd-4549-82cd-8ce5b2d8fe97 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a78b1e9-4a2a-4808-9284-fa49c9e04591 HTTP/1.1" status: 200 len: 945 time: 0.0645549 Jun 18 16:52:14.289045 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5a1cab4d-a525-4173-8cce-3ba4627a620d req-19047bff-e5e1-4d6a-b96c-ce1d39cf186c tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327706 Jun 18 16:52:14.464526 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d172cf-b0cd-4d00-8744-b842292b45d8 req-94684c5f-24b0-43d0-b897-93aea3976e99 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:14.465982 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-55d172cf-b0cd-4d00-8744-b842292b45d8 req-94684c5f-24b0-43d0-b897-93aea3976e99 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a78b1e9-4a2a-4808-9284-fa49c9e04591 HTTP/1.1" status: 200 len: 945 time: 0.0621281 Jun 18 16:52:14.509311 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-55d172cf-b0cd-4d00-8744-b842292b45d8 req-3c7dafce-8760-488d-b332-f026cdf15e0f tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374262 Jun 18 16:52:22.849750 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:52:24.391362 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:28.377065 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-50238772-c684-46ce-966c-bcc577c01013 req-2d66c14e-4b9d-46d1-a62e-a9ab68ce3063 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b1e9-4a2a-4808-9284-fa49c9e04591&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0962884 Jun 18 16:52:28.499544 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50238772-c684-46ce-966c-bcc577c01013 req-2015635b-b488-44d4-bbfd-de9ec5c1f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:28.500882 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-50238772-c684-46ce-966c-bcc577c01013 req-2015635b-b488-44d4-bbfd-de9ec5c1f1a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7fa8210e9e942f884f93e0919824072&device_id=9a78b1e9-4a2a-4808-9284-fa49c9e04591 HTTP/1.1" status: 200 len: 1098 time: 0.0711353 Jun 18 16:52:28.623218 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50238772-c684-46ce-966c-bcc577c01013 req-593c4bdb-0429-4fe0-9471-56dd29f28dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:28.624584 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-50238772-c684-46ce-966c-bcc577c01013 req-593c4bdb-0429-4fe0-9471-56dd29f28dfb service neutron] 10.222.0.55 "GET /v2.0/networks?id=5fa75cbe-419e-4aea-ad8a-4aa655fdea28 HTTP/1.1" status: 200 len: 918 time: 0.0937226 Jun 18 16:52:28.669224 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-50238772-c684-46ce-966c-bcc577c01013 req-dc020277-cc6c-4cec-bc8a-9c90ecdad1a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a715500a-e19d-4136-848a-93854953d3b0 HTTP/1.1" status: 200 len: 217 time: 0.0369833 Jun 18 16:52:28.724562 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50238772-c684-46ce-966c-bcc577c01013 req-455a1aa3-69b0-44fe-8c77-862ad03130df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:28.725954 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-50238772-c684-46ce-966c-bcc577c01013 req-455a1aa3-69b0-44fe-8c77-862ad03130df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a51b500c-eea5-451a-9813-da823c8ba2f5 HTTP/1.1" status: 200 len: 856 time: 0.0444229 Jun 18 16:52:28.792321 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50238772-c684-46ce-966c-bcc577c01013 req-7cd2793c-1d2f-49b2-937a-5eaf89daa3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:28.793812 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-50238772-c684-46ce-966c-bcc577c01013 req-7cd2793c-1d2f-49b2-937a-5eaf89daa3b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5fa75cbe-419e-4aea-ad8a-4aa655fdea28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0585365 Jun 18 16:52:28.892672 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-50238772-c684-46ce-966c-bcc577c01013 req-b0c0154e-5b7d-456a-a81f-61982b7d9249 service neutron] 10.222.0.55 "GET /v2.0/networks/5fa75cbe-419e-4aea-ad8a-4aa655fdea28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914767 Jun 18 16:52:28.988539 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-50238772-c684-46ce-966c-bcc577c01013 req-f4d83b33-6078-4a0d-b774-5a1a819628e9 service neutron] 10.222.0.55 "GET /v2.0/networks/5fa75cbe-419e-4aea-ad8a-4aa655fdea28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893145 Jun 18 16:52:34.646505 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7c679-2df9-4e10-bffc-2af8c0e05449 req-ba1bb22e-d64f-4e25-88c7-8c40e43c8e2b tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:34.648226 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9fc7c679-2df9-4e10-bffc-2af8c0e05449 req-ba1bb22e-d64f-4e25-88c7-8c40e43c8e2b tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a78b1e9-4a2a-4808-9284-fa49c9e04591 HTTP/1.1" status: 200 len: 945 time: 0.0781164 Jun 18 16:52:34.692472 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9fc7c679-2df9-4e10-bffc-2af8c0e05449 req-fd9b976e-4d40-4925-be14-49225b6df447 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381801 Jun 18 16:52:35.883670 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ccd780-4403-491c-bd7b-bad764a14aa3 req-9c16fcd9-ec97-43b1-81b6-072034437779 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:35.885282 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e4ccd780-4403-491c-bd7b-bad764a14aa3 req-9c16fcd9-ec97-43b1-81b6-072034437779 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a78b1e9-4a2a-4808-9284-fa49c9e04591 HTTP/1.1" status: 200 len: 945 time: 0.0722144 Jun 18 16:52:35.927715 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e4ccd780-4403-491c-bd7b-bad764a14aa3 req-2e9d5dc9-ded5-4427-8abb-9866402c67aa tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/security-groups?id=1f7044fb-a8d2-410f-b179-b6ffb839a670&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361936 Jun 18 16:52:36.272257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c298d87-59d8-454b-94e4-3529cbcc80d5 req-3eeb670b-bc1c-4dd4-9288-75495c5b416c tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:36.273888 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6c298d87-59d8-454b-94e4-3529cbcc80d5 req-3eeb670b-bc1c-4dd4-9288-75495c5b416c tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a78b1e9-4a2a-4808-9284-fa49c9e04591 HTTP/1.1" status: 200 len: 945 time: 0.0681281 Jun 18 16:52:36.372836 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-6c298d87-59d8-454b-94e4-3529cbcc80d5 req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Deleting port a715500a-e19d-4136-848a-93854953d3b0 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:52:36.373193 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-6c298d87-59d8-454b-94e4-3529cbcc80d5 req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:36.462630 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-6c298d87-59d8-454b-94e4-3529cbcc80d5 req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] For port a715500a-e19d-4136-848a-93854953d3b0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a715500a-e19d-4136-848a-93854953d3b0,segment=NetworkSegment(28f054d0-d068-48a3-800c-5e99bb9d125f),segment_id=28f054d0-d068-48a3-800c-5e99bb9d125f)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:52:36.462984 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-6c298d87-59d8-454b-94e4-3529cbcc80d5 req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:36.527192 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-6c298d87-59d8-454b-94e4-3529cbcc80d5 req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Calling delete_port for a715500a-e19d-4136-848a-93854953d3b0 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:52:36.653001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-6c298d87-59d8-454b-94e4-3529cbcc80d5 req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:36.657452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ed4b05d8-b4aa-4efa-9df1-fde7c7b95677 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:36.665865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['a715500a-e19d-4136-848a-93854953d3b0'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:52:36.684883 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Pushing event deleted for resources: {'Port': ['ID=a715500a-e19d-4136-848a-93854953d3b0,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:36.716477 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:36.716863 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:36.717244 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:36.717627 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:36.717999 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:36.719066 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:36.719524 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:36.719899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:36.720267 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:36.720629 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:36.720993 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:36.721359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:36.727975 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:36.744664 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c298d87-59d8-454b-94e4-3529cbcc80d5 req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] No DVR routers for this DVR port a715500a-e19d-4136-848a-93854953d3b0 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:52:36.747257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-6c298d87-59d8-454b-94e4-3529cbcc80d5 req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:36.749370 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6c298d87-59d8-454b-94e4-3529cbcc80d5 req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.55 "DELETE /v2.0/ports/a715500a-e19d-4136-848a-93854953d3b0 HTTP/1.1" status: 204 len: 173 time: 0.4695888 Jun 18 16:52:36.749971 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a78b1e9-4a2a-4808-9284-fa49c9e04591', 'name': 'network-vif-deleted', 'tag': 'a715500a-e19d-4136-848a-93854953d3b0'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:52:36.752528 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cd1bdc-fc1d-4d98-9d75-f5fa3339a06e" -d '{"events": [{"server_uuid": "9a78b1e9-4a2a-4808-9284-fa49c9e04591", "name": "network-vif-deleted", "tag": "a715500a-e19d-4136-848a-93854953d3b0"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:52:36.806094 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bd6762-592b-4882-902a-eb6daa449ccc x-openstack-request-id: req-d9bd6762-592b-4882-902a-eb6daa449ccc {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:52:36.806473 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a78b1e9-4a2a-4808-9284-fa49c9e04591", "name": "network-vif-deleted", "tag": "a715500a-e19d-4136-848a-93854953d3b0", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:52:36.806789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d9bd6762-592b-4882-902a-eb6daa449ccc {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:52:36.807277 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a78b1e9-4a2a-4808-9284-fa49c9e04591', 'name': 'network-vif-deleted', 'tag': 'a715500a-e19d-4136-848a-93854953d3b0', 'status': 'completed', 'code': 200} Jun 18 16:52:37.089208 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f012dbaa-7a42-420e-ada8-16c0c6bdb127 req-92c80681-005a-4476-89d9-7c76660d9d03 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] 10.222.0.50 "GET /v2.0/ports?device_id=9a78b1e9-4a2a-4808-9284-fa49c9e04591 HTTP/1.1" status: 200 len: 210 time: 0.0294030 Jun 18 16:52:38.217330 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55534) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:52:38.523116 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f4d937d1-c2d8-4302-a72c-d79b4b24266f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:38.864301 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:39.112716 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Deleting port 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:52:39.113054 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:39.188806 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] For port 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=6c572e73-1f50-49b2-8fb4-6c4b77bd18d9,segment=NetworkSegment(28f054d0-d068-48a3-800c-5e99bb9d125f),segment_id=28f054d0-d068-48a3-800c-5e99bb9d125f)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:52:39.189160 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:39.255985 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Calling delete_port for 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:52:39.438108 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:39.440748 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a73028c8-e38e-4d0e-9409-fa8e25f8b25b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:39.463102 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c572e73-1f50-49b2-8fb4-6c4b77bd18d9,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:39.475777 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:39.476175 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:39.476563 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:39.476943 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:39.477318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:39.477693 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:39.478063 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:39.478447 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:39.478896 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:39.479273 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:39.479645 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:39.480007 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:39.499154 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:39.652272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:39.861900 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Router e91fc1db-ce21-49d1-b396-a8afddbf0ccb has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:52:39.970737 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:52:39.977169 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] 10.222.0.50 "PUT /v2.0/routers/e91fc1db-ce21-49d1-b396-a8afddbf0ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7572181 Jun 18 16:52:39.978007 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55538) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:52:39.980692 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ac934-0b25-4a9c-992e-375575392775 None None] Sync routers for ids ['e91fc1db-ce21-49d1-b396-a8afddbf0ccb'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:52:39.990122 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ac934-0b25-4a9c-992e-375575392775 None None] Routers {'e91fc1db-ce21-49d1-b396-a8afddbf0ccb'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:52:39.990882 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-691ac934-0b25-4a9c-992e-375575392775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:52:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['e91fc1db-ce21-49d1-b396-a8afddbf0ccb'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:40.083824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5bbd1a70-7439-45e2-a6bd-5b1b54ea3b4b admin admin] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:40.092446 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-691ac934-0b25-4a9c-992e-375575392775 None None] Set router e91fc1db-ce21-49d1-b396-a8afddbf0ccb gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:52:40.185390 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5bbd1a70-7439-45e2-a6bd-5b1b54ea3b4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:40.240191 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-5bbd1a70-7439-45e2-a6bd-5b1b54ea3b4b admin admin] Deleting port a455b012-38c7-4ecc-92eb-b23f0c84ae41 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:52:40.240525 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5bbd1a70-7439-45e2-a6bd-5b1b54ea3b4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:40.267392 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-691ac934-0b25-4a9c-992e-375575392775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91fc1db-ce21-49d1-b396-a8afddbf0ccb', 'name': 'tempest-TestEncryptedCinderVolumes-2130924155-router', 'tenant_id': 'd7fa8210e9e942f884f93e0919824072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.213'}], 'enable_snat': True}, 'gw_port_id': 'a455b012-38c7-4ecc-92eb-b23f0c84ae41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:51:17Z', 'updated_at': '2021-06-18T16:52:39Z', 'revision_number': 5, 'project_id': 'd7fa8210e9e942f884f93e0919824072', 'gw_port': {'id': 'a455b012-38c7-4ecc-92eb-b23f0c84ae41', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91fc1db-ce21-49d1-b396-a8afddbf0ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:51:18Z', 'updated_at': '2021-06-18T16:51:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:40.296554 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ac934-0b25-4a9c-992e-375575392775 None None] Checking router: e91fc1db-ce21-49d1-b396-a8afddbf0ccb for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:52:40.304899 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ac934-0b25-4a9c-992e-375575392775 None None] Routers {'e91fc1db-ce21-49d1-b396-a8afddbf0ccb'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:52:40.305549 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-691ac934-0b25-4a9c-992e-375575392775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:52:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['e91fc1db-ce21-49d1-b396-a8afddbf0ccb'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:40.328050 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-5bbd1a70-7439-45e2-a6bd-5b1b54ea3b4b admin admin] For port a455b012-38c7-4ecc-92eb-b23f0c84ae41, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a455b012-38c7-4ecc-92eb-b23f0c84ae41,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:52:40.328610 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5bbd1a70-7439-45e2-a6bd-5b1b54ea3b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:40.391311 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-691ac934-0b25-4a9c-992e-375575392775 None None] Set router e91fc1db-ce21-49d1-b396-a8afddbf0ccb gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:52:40.409113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-5bbd1a70-7439-45e2-a6bd-5b1b54ea3b4b admin admin] Calling delete_port for a455b012-38c7-4ecc-92eb-b23f0c84ae41 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:52:40.441956 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-691ac934-0b25-4a9c-992e-375575392775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e91fc1db-ce21-49d1-b396-a8afddbf0ccb', 'name': 'tempest-TestEncryptedCinderVolumes-2130924155-router', 'tenant_id': 'd7fa8210e9e942f884f93e0919824072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:51:17Z', 'updated_at': '2021-06-18T16:52:40Z', 'revision_number': 6, 'project_id': 'd7fa8210e9e942f884f93e0919824072', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:40.470629 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ac934-0b25-4a9c-992e-375575392775 None None] The sync data for ids ['e91fc1db-ce21-49d1-b396-a8afddbf0ccb'] in dv-neutron-797120-1-hyperv is: [{'id': 'e91fc1db-ce21-49d1-b396-a8afddbf0ccb', 'name': 'tempest-TestEncryptedCinderVolumes-2130924155-router', 'tenant_id': 'd7fa8210e9e942f884f93e0919824072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:51:17Z', 'updated_at': '2021-06-18T16:52:40Z', 'revision_number': 6, 'project_id': 'd7fa8210e9e942f884f93e0919824072', 'gw_port_host': None}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:52:40.578174 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5bbd1a70-7439-45e2-a6bd-5b1b54ea3b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:40.580889 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-33c4b52a-1209-4daf-8efb-c61fc17b8f17 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:40.605006 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device a715500a-e19d-4136-848a-93854953d3b0 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:52:40.615195 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbd1a70-7439-45e2-a6bd-5b1b54ea3b4b admin admin] Pushing event deleted for resources: {'Port': ['ID=a455b012-38c7-4ecc-92eb-b23f0c84ae41,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:40.617901 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5bbd1a70-7439-45e2-a6bd-5b1b54ea3b4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:40.629368 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: a715500a-e19d-4136-848a-93854953d3b0 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:52:40.629728 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device a715500a-e19d-4136-848a-93854953d3b0 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:52:40.677510 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5bbd1a70-7439-45e2-a6bd-5b1b54ea3b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:40.768538 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5bbd1a70-7439-45e2-a6bd-5b1b54ea3b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:40.770544 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5bbd1a70-7439-45e2-a6bd-5b1b54ea3b4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:40.818317 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5bbd1a70-7439-45e2-a6bd-5b1b54ea3b4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:40.818897 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbd1a70-7439-45e2-a6bd-5b1b54ea3b4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e91fc1db-ce21-49d1-b396-a8afddbf0ccb {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:52:40.823376 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5bbd1a70-7439-45e2-a6bd-5b1b54ea3b4b admin admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:40.826830 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5bbd1a70-7439-45e2-a6bd-5b1b54ea3b4b admin admin] 10.222.0.50 "DELETE /v2.0/routers/e91fc1db-ce21-49d1-b396-a8afddbf0ccb HTTP/1.1" status: 204 len: 168 time: 0.8455873 Jun 18 16:52:40.827020 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55540) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:52:40.874365 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-430296a2-2faa-4a03-bf24-37b2e3e604c1 admin admin] Deleting subnet a51b500c-eea5-451a-9813-da823c8ba2f5 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:52:40.877477 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-430296a2-2faa-4a03-bf24-37b2e3e604c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:40.913715 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-430296a2-2faa-4a03-bf24-37b2e3e604c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:40.996781 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4470170e-ffd3-4dc6-91cb-adab57c44be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:41.000972 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-430296a2-2faa-4a03-bf24-37b2e3e604c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:41.054944 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-430296a2-2faa-4a03-bf24-37b2e3e604c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:41.057123 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fa97d4ba-0d07-44a6-aed3-29e5f10a6957 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:41.081454 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430296a2-2faa-4a03-bf24-37b2e3e604c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a51b500c-eea5-451a-9813-da823c8ba2f5,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:41.083922 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-430296a2-2faa-4a03-bf24-37b2e3e604c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:41.086219 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-430296a2-2faa-4a03-bf24-37b2e3e604c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:41.087963 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-430296a2-2faa-4a03-bf24-37b2e3e604c1 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a51b500c-eea5-451a-9813-da823c8ba2f5 HTTP/1.1" status: 204 len: 168 time: 0.2599356 Jun 18 16:52:41.090667 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55542) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:52:41.092525 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d45925-e4af-47aa-ab0a-5799f8ed8651 None None] Network 5fa75cbe-419e-4aea-ad8a-4aa655fdea28 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:52:41.161359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:41.224229 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] Deleting port ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:52:41.224575 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:41.288137 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d643e1-8d04-4ae7-b353-3361829e0a2f None None] DHCP port deletion for 5fa75cbe-419e-4aea-ad8a-4aa655fdea28 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:52:41.288361 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] For port ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb,segment=NetworkSegment(28f054d0-d068-48a3-800c-5e99bb9d125f),segment_id=28f054d0-d068-48a3-800c-5e99bb9d125f)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:52:41.288650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:41.336477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-84d643e1-8d04-4ae7-b353-3361829e0a2f None None] Deleting port ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:52:41.336853 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-84d643e1-8d04-4ae7-b353-3361829e0a2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:41.356547 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] Calling delete_port for ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:52:41.394964 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:41.412138 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-84d643e1-8d04-4ae7-b353-3361829e0a2f None None] For port ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb,segment=NetworkSegment(28f054d0-d068-48a3-800c-5e99bb9d125f),segment_id=28f054d0-d068-48a3-800c-5e99bb9d125f)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:52:41.412371 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-84d643e1-8d04-4ae7-b353-3361829e0a2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:41.435579 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:41.437816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-31e2b83f-7a8d-430e-8d25-092774c65b9e tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:41.465979 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:41.470182 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:41.470781 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] No DVR routers for this DVR port ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:52:41.476684 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-84d643e1-8d04-4ae7-b353-3361829e0a2f None None] Calling delete_port for ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:52:41.542200 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:41.552605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa75cbe-419e-4aea-ad8a-4aa655fdea28']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:41.552768 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-84d643e1-8d04-4ae7-b353-3361829e0a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:41.554510 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e02f12b4-a3bf-4471-8707-1d50f1834c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:41.563695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f054d0-d068-48a3-800c-5e99bb9d125f') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:41.563995 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f054d0-d068-48a3-800c-5e99bb9d125f') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:41.572702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:41.577401 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d643e1-8d04-4ae7-b353-3361829e0a2f None None] Pushing event deleted for resources: {'Port': ['ID=ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:41.580515 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-84d643e1-8d04-4ae7-b353-3361829e0a2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:41.581162 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d643e1-8d04-4ae7-b353-3361829e0a2f None None] No DVR routers for this DVR port ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:52:41.590631 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:41.597380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:52:41.597875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:52:41.599523 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:52:41.657769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:41.661147 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b4f7a7fc-45fd-468d-8335-be9dcfe0df34 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:41.664339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:41.665830 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/5fa75cbe-419e-4aea-ad8a-4aa655fdea28 HTTP/1.1" status: 204 len: 168 time: 0.5741343 Jun 18 16:52:41.668790 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55544) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:52:41.682540 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa75cbe-419e-4aea-ad8a-4aa655fdea28,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:41.686169 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:41.755019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:52:41.774386 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:52:41.774763 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 6c572e73-1f50-49b2-8fb4-6c4b77bd18d9 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:52:41.775187 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:52:41.793862 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:52:41.794149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ee65eb0d-37ae-4d48-91dc-eca9ed1ba9fb not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:52:41.794601 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a455b012-38c7-4ecc-92eb-b23f0c84ae41 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:52:41.962638 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: a455b012-38c7-4ecc-92eb-b23f0c84ae41 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:52:41.962997 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a455b012-38c7-4ecc-92eb-b23f0c84ae41 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:52:42.040089 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5e37188f-8d65-4a6b-a686-22f963d07b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:42.208253 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:42.290780 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-5e37188f-8d65-4a6b-a686-22f963d07b9b admin admin] Deleting port a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:52:42.291121 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5e37188f-8d65-4a6b-a686-22f963d07b9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:42.368361 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-5e37188f-8d65-4a6b-a686-22f963d07b9b admin admin] For port a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e,segment=NetworkSegment(d3ff643d-6e11-441e-8f76-4f23bf86ddfc),segment_id=d3ff643d-6e11-441e-8f76-4f23bf86ddfc)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:52:42.368724 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5e37188f-8d65-4a6b-a686-22f963d07b9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:42.434067 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-5e37188f-8d65-4a6b-a686-22f963d07b9b admin admin] Calling delete_port for a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:52:42.618204 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5e37188f-8d65-4a6b-a686-22f963d07b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:42.620873 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7e2efb6e-ff26-44dd-a9bf-5feb76e0f5a2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:42.645766 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37188f-8d65-4a6b-a686-22f963d07b9b admin admin] Pushing event deleted for resources: {'Port': ['ID=a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:42.648888 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5e37188f-8d65-4a6b-a686-22f963d07b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:43.133816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5e37188f-8d65-4a6b-a686-22f963d07b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:43.344287 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e37188f-8d65-4a6b-a686-22f963d07b9b admin admin] Router f92aa4f5-bae4-4a9a-b543-c0329c684786 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:52:43.450089 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e37188f-8d65-4a6b-a686-22f963d07b9b admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:52:43.455990 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5e37188f-8d65-4a6b-a686-22f963d07b9b admin admin] 10.222.0.50 "PUT /v2.0/routers/f92aa4f5-bae4-4a9a-b543-c0329c684786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7861617 Jun 18 16:52:43.458469 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55546) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:52:43.459524 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3445f814-8492-41ee-9c27-85c98393411d None None] Sync routers for ids ['f92aa4f5-bae4-4a9a-b543-c0329c684786'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:52:43.470446 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3445f814-8492-41ee-9c27-85c98393411d None None] Routers {'f92aa4f5-bae4-4a9a-b543-c0329c684786'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:52:43.471068 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-3445f814-8492-41ee-9c27-85c98393411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:52:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['f92aa4f5-bae4-4a9a-b543-c0329c684786'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:43.563224 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17bc12c4-a3c4-4dbc-9a79-9f39d1172872 admin admin] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:43.577039 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-3445f814-8492-41ee-9c27-85c98393411d None None] Set router f92aa4f5-bae4-4a9a-b543-c0329c684786 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:52:43.672339 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17bc12c4-a3c4-4dbc-9a79-9f39d1172872 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:43.754843 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-17bc12c4-a3c4-4dbc-9a79-9f39d1172872 admin admin] Deleting port c9de33ac-40da-4287-897f-f4ed8fcb8d97 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:52:43.755673 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17bc12c4-a3c4-4dbc-9a79-9f39d1172872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:43.798754 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-3445f814-8492-41ee-9c27-85c98393411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92aa4f5-bae4-4a9a-b543-c0329c684786', 'name': 'tempest-TestEncryptedCinderVolumes-1497474205-router', 'tenant_id': '786cd22434e8450695489ffdd143e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': 'c9de33ac-40da-4287-897f-f4ed8fcb8d97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:51:22Z', 'updated_at': '2021-06-18T16:52:42Z', 'revision_number': 5, 'project_id': '786cd22434e8450695489ffdd143e9e4', 'gw_port': {'id': 'c9de33ac-40da-4287-897f-f4ed8fcb8d97', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ee:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f92aa4f5-bae4-4a9a-b543-c0329c684786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:51:23Z', 'updated_at': '2021-06-18T16:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:43.829352 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3445f814-8492-41ee-9c27-85c98393411d None None] Checking router: f92aa4f5-bae4-4a9a-b543-c0329c684786 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:52:43.843256 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-17bc12c4-a3c4-4dbc-9a79-9f39d1172872 admin admin] For port c9de33ac-40da-4287-897f-f4ed8fcb8d97, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=c9de33ac-40da-4287-897f-f4ed8fcb8d97,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:52:43.843653 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17bc12c4-a3c4-4dbc-9a79-9f39d1172872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:43.844252 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3445f814-8492-41ee-9c27-85c98393411d None None] Routers {'f92aa4f5-bae4-4a9a-b543-c0329c684786'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:52:43.844997 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-3445f814-8492-41ee-9c27-85c98393411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:52:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['f92aa4f5-bae4-4a9a-b543-c0329c684786'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:43.848134 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:43.914396 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-17bc12c4-a3c4-4dbc-9a79-9f39d1172872 admin admin] Calling delete_port for c9de33ac-40da-4287-897f-f4ed8fcb8d97 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:52:43.941535 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-3445f814-8492-41ee-9c27-85c98393411d None None] Set router f92aa4f5-bae4-4a9a-b543-c0329c684786 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:52:43.996958 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-3445f814-8492-41ee-9c27-85c98393411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f92aa4f5-bae4-4a9a-b543-c0329c684786', 'name': 'tempest-TestEncryptedCinderVolumes-1497474205-router', 'tenant_id': '786cd22434e8450695489ffdd143e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:51:22Z', 'updated_at': '2021-06-18T16:52:43Z', 'revision_number': 6, 'project_id': '786cd22434e8450695489ffdd143e9e4', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:44.025945 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3445f814-8492-41ee-9c27-85c98393411d None None] The sync data for ids ['f92aa4f5-bae4-4a9a-b543-c0329c684786'] in dv-neutron-797120-1-hyperv is: [{'id': 'f92aa4f5-bae4-4a9a-b543-c0329c684786', 'name': 'tempest-TestEncryptedCinderVolumes-1497474205-router', 'tenant_id': '786cd22434e8450695489ffdd143e9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:51:22Z', 'updated_at': '2021-06-18T16:52:43Z', 'revision_number': 6, 'project_id': '786cd22434e8450695489ffdd143e9e4', 'gw_port_host': None}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:52:44.098445 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17bc12c4-a3c4-4dbc-9a79-9f39d1172872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:44.100462 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:44.128831 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc12c4-a3c4-4dbc-9a79-9f39d1172872 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9de33ac-40da-4287-897f-f4ed8fcb8d97,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:44.131978 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-17bc12c4-a3c4-4dbc-9a79-9f39d1172872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:44.191583 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17bc12c4-a3c4-4dbc-9a79-9f39d1172872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:44.284327 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17bc12c4-a3c4-4dbc-9a79-9f39d1172872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:44.286344 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17bc12c4-a3c4-4dbc-9a79-9f39d1172872 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:44.337294 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17bc12c4-a3c4-4dbc-9a79-9f39d1172872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:44.337807 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bc12c4-a3c4-4dbc-9a79-9f39d1172872 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f92aa4f5-bae4-4a9a-b543-c0329c684786 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:52:44.341948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-17bc12c4-a3c4-4dbc-9a79-9f39d1172872 admin admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:44.346275 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-17bc12c4-a3c4-4dbc-9a79-9f39d1172872 admin admin] 10.222.0.50 "DELETE /v2.0/routers/f92aa4f5-bae4-4a9a-b543-c0329c684786 HTTP/1.1" status: 204 len: 168 time: 0.8868356 Jun 18 16:52:44.346540 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55548) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:52:44.394684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-91226ed5-7a0c-42a3-8a63-e0792c3ec39b admin admin] Deleting subnet 4c4eb040-61fb-46ce-bcf5-a75f416333b3 {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:52:44.398000 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-91226ed5-7a0c-42a3-8a63-e0792c3ec39b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:44.433236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-91226ed5-7a0c-42a3-8a63-e0792c3ec39b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:44.522886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-91226ed5-7a0c-42a3-8a63-e0792c3ec39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:44.575854 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-91226ed5-7a0c-42a3-8a63-e0792c3ec39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:44.579099 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ef283736-3047-4837-925c-211804330a51 tempest-RoutersNegativeIpV6Test-476357515 tempest-RoutersNegativeIpV6Test-476357515-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:44.601886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91226ed5-7a0c-42a3-8a63-e0792c3ec39b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c4eb040-61fb-46ce-bcf5-a75f416333b3,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:44.604972 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-91226ed5-7a0c-42a3-8a63-e0792c3ec39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:44.605946 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-91226ed5-7a0c-42a3-8a63-e0792c3ec39b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:44.607814 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-91226ed5-7a0c-42a3-8a63-e0792c3ec39b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/4c4eb040-61fb-46ce-bcf5-a75f416333b3 HTTP/1.1" status: 204 len: 168 time: 0.2603290 Jun 18 16:52:44.610725 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55550) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:52:44.611456 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2962d842-b8c1-4598-bfb6-7156ddf5e720 None None] Network c6b13d07-6b0e-431d-91d9-2cd2d17c736f requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:52:44.681089 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:44.735852 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] Deleting port 0f80d4bb-ed69-4755-a704-d1bc10852369 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:52:44.736247 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:44.799759 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] For port 0f80d4bb-ed69-4755-a704-d1bc10852369, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=0f80d4bb-ed69-4755-a704-d1bc10852369,segment=NetworkSegment(d3ff643d-6e11-441e-8f76-4f23bf86ddfc),segment_id=d3ff643d-6e11-441e-8f76-4f23bf86ddfc)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:52:44.800122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:44.824146 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd75372e-3225-44c6-a571-df52184d4efb None None] DHCP port deletion for c6b13d07-6b0e-431d-91d9-2cd2d17c736f request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:52:44.869163 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] Calling delete_port for 0f80d4bb-ed69-4755-a704-d1bc10852369 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:52:44.871178 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-dd75372e-3225-44c6-a571-df52184d4efb None None] Deleting port 0f80d4bb-ed69-4755-a704-d1bc10852369 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:52:44.871565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dd75372e-3225-44c6-a571-df52184d4efb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:44.943568 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-dd75372e-3225-44c6-a571-df52184d4efb None None] For port 0f80d4bb-ed69-4755-a704-d1bc10852369, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=0f80d4bb-ed69-4755-a704-d1bc10852369,segment=NetworkSegment(d3ff643d-6e11-441e-8f76-4f23bf86ddfc),segment_id=d3ff643d-6e11-441e-8f76-4f23bf86ddfc)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:52:44.943806 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dd75372e-3225-44c6-a571-df52184d4efb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:44.955131 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:44.958101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:44.987132 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] Pushing event deleted for resources: {'Port': ['ID=0f80d4bb-ed69-4755-a704-d1bc10852369,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:44.988960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] No DVR routers for this DVR port 0f80d4bb-ed69-4755-a704-d1bc10852369 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:52:44.990452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:45.012728 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-dd75372e-3225-44c6-a571-df52184d4efb None None] Calling delete_port for 0f80d4bb-ed69-4755-a704-d1bc10852369 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:52:45.062162 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:45.073138 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b13d07-6b0e-431d-91d9-2cd2d17c736f']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:45.084562 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ff643d-6e11-441e-8f76-4f23bf86ddfc') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:45.084784 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ff643d-6e11-441e-8f76-4f23bf86ddfc') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:45.091103 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-dd75372e-3225-44c6-a571-df52184d4efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:45.093140 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4737b15d-0ac1-4786-b68e-c6053c6d8310 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:45.094739 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:45.109970 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:45.116741 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:52:45.117142 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:52:45.119056 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:52:45.121058 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75372e-3225-44c6-a571-df52184d4efb None None] Pushing event deleted for resources: {'Port': ['ID=0f80d4bb-ed69-4755-a704-d1bc10852369,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:45.123216 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-dd75372e-3225-44c6-a571-df52184d4efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:45.129576 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd75372e-3225-44c6-a571-df52184d4efb None None] No DVR routers for this DVR port 0f80d4bb-ed69-4755-a704-d1bc10852369 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:52:45.179136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:45.183122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-be1f8f2b-9bc1-4a36-bb50-a7d317a2ac7d tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:45.185663 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:45.188395 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] 10.222.0.50 "DELETE /v2.0/networks/c6b13d07-6b0e-431d-91d9-2cd2d17c736f HTTP/1.1" status: 204 len: 168 time: 0.5767174 Jun 18 16:52:45.199417 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] Pushing event deleted for resources: {'Network': ['ID=c6b13d07-6b0e-431d-91d9-2cd2d17c736f,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:45.201747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:45.362001 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55554) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:52:45.403034 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-66caf4fe-1bb2-40af-bf8c-c8685cc9e916 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7fa8210e9e942f884f93e0919824072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395892 Jun 18 16:52:45.406676 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55556) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:52:45.455110 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ef3a556a-8f50-46cb-95e2-0e97c378bdb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:45.475770 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ef3a556a-8f50-46cb-95e2-0e97c378bdb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:45.523840 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ef3a556a-8f50-46cb-95e2-0e97c378bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:45.526410 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ef3a556a-8f50-46cb-95e2-0e97c378bdb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:45.528074 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ef3a556a-8f50-46cb-95e2-0e97c378bdb6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f7044fb-a8d2-410f-b179-b6ffb839a670 HTTP/1.1" status: 204 len: 168 time: 0.1204088 Jun 18 16:52:45.528863 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4b345c6d-bd87-47a9-b6a3-5dc515fed6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:45.536546 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a556a-8f50-46cb-95e2-0e97c378bdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7044fb-a8d2-410f-b179-b6ffb839a670,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:45.538960 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ef3a556a-8f50-46cb-95e2-0e97c378bdb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:45.754029 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 0f80d4bb-ed69-4755-a704-d1bc10852369 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:52:45.773713 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 0f80d4bb-ed69-4755-a704-d1bc10852369 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:52:45.774066 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 0f80d4bb-ed69-4755-a704-d1bc10852369 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:52:45.774513 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device c9de33ac-40da-4287-897f-f4ed8fcb8d97 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:52:45.796508 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: c9de33ac-40da-4287-897f-f4ed8fcb8d97 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:52:45.796855 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device c9de33ac-40da-4287-897f-f4ed8fcb8d97 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:52:45.797286 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:52:45.816084 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:52:45.816430 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a80e28f6-91b5-49aa-8f8e-0107c1a2bc2e not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:52:45.873519 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55562) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:52:45.916041 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-eb29be7d-ce2a-4a7c-9e93-867a6d8e012a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=786cd22434e8450695489ffdd143e9e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404496 Jun 18 16:52:45.918704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55564) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:52:45.969964 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7afed06b-d40f-4951-b838-cd153dff1a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:45.990447 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7afed06b-d40f-4951-b838-cd153dff1a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:46.038743 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7afed06b-d40f-4951-b838-cd153dff1a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:46.041310 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7afed06b-d40f-4951-b838-cd153dff1a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:46.042499 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7afed06b-d40f-4951-b838-cd153dff1a88 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1a15a622-c7e2-471b-9b8e-f258f4dedef5 HTTP/1.1" status: 204 len: 168 time: 0.1227827 Jun 18 16:52:46.043633 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5aaf5fac-d5bb-4dec-b8a8-a56a8e29f72a tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:46.051463 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afed06b-d40f-4951-b838-cd153dff1a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a15a622-c7e2-471b-9b8e-f258f4dedef5,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:46.053661 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7afed06b-d40f-4951-b838-cd153dff1a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:46.731871 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55586) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:52:46.824650 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-9161797d-3981-4708-972e-848265b17113 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2146917781-network', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:52:46.846176 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9161797d-3981-4708-972e-848265b17113 admin admin] Made reservation on behalf of 34b8b57d9520437c833441bc2483e0c6 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:52:46.848529 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9161797d-3981-4708-972e-848265b17113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:46.856594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9161797d-3981-4708-972e-848265b17113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:46.946032 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9161797d-3981-4708-972e-848265b17113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:46.949769 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9161797d-3981-4708-972e-848265b17113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:46.954332 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7d847f94-e9b0-4b12-9a96-877c531d19b8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:46.971767 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9161797d-3981-4708-972e-848265b17113 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:52:46.985523 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161797d-3981-4708-972e-848265b17113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d97f844-0761-463b-b5e9-94c99187ad09,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:46.989854 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9161797d-3981-4708-972e-848265b17113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:46.990936 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9161797d-3981-4708-972e-848265b17113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:46.991279 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-9161797d-3981-4708-972e-848265b17113 admin admin] Added segment ffe52120-e42f-4542-b341-dfeb25202b79 of type vlan for network 57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 Jun 18 16:52:47.031684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9161797d-3981-4708-972e-848265b17113 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:47.068188 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9161797d-3981-4708-972e-848265b17113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:47.069278 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9161797d-3981-4708-972e-848265b17113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:47.069840 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9161797d-3981-4708-972e-848265b17113 admin admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:47.071931 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-49ab8dbc-51e3-43e2-a1cc-f2c1e1431ccf tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:47.124705 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9161797d-3981-4708-972e-848265b17113 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3911643 Jun 18 16:52:47.127859 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55590) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:52:47.131961 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161797d-3981-4708-972e-848265b17113 admin admin] Pushing event updated for resources: {'Network': ['ID=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:47.133354 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-b92befae-f42e-4aa1-87a5-9deee8de757c admin admin] Request body: {'subnet': {'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2146917781-subnet', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'ip_version': 4}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:52:47.134629 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9161797d-3981-4708-972e-848265b17113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:47.142395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:52:47.156949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92befae-f42e-4aa1-87a5-9deee8de757c admin admin] Made reservation on behalf of 34b8b57d9520437c833441bc2483e0c6 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:52:47.159350 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b92befae-f42e-4aa1-87a5-9deee8de757c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:47.327595 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b92befae-f42e-4aa1-87a5-9deee8de757c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:47.329578 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b565e7b9-21b6-497d-b6e4-a8caf792f04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:47.381118 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92befae-f42e-4aa1-87a5-9deee8de757c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cfdff41-9a6a-4378-a40a-bd41ee3e913a,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:47.384586 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b92befae-f42e-4aa1-87a5-9deee8de757c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:47.390501 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92befae-f42e-4aa1-87a5-9deee8de757c admin admin] Checking segment: {'id': 'ffe52120-e42f-4542-b341-dfeb25202b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:52:47.390905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92befae-f42e-4aa1-87a5-9deee8de757c admin admin] Network hostable DHCP agents. Network: 57a5a2fc-3620-4d34-8cc2-6d97df09b4f7, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:52:47.409257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92befae-f42e-4aa1-87a5-9deee8de757c admin admin] Network 57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:52:47.417808 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-b92befae-f42e-4aa1-87a5-9deee8de757c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 57a5a2fc-3620-4d34-8cc2-6d97df09b4f7) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:52:47.421637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92befae-f42e-4aa1-87a5-9deee8de757c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:47.422216 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b92befae-f42e-4aa1-87a5-9deee8de757c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:47.428677 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f49be7-8f87-4900-a055-94f94625764c None None] Network 57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:52:47.438734 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b92befae-f42e-4aa1-87a5-9deee8de757c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3093874 Jun 18 16:52:47.441450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55592) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:52:47.445938 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2146917781-router', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:52:47.465789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:47.466700 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:47.581693 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-57a5a2fc-3620-4d34-8cc2-6d97df09b4f7', 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'fixed_ips': [{'subnet_id': '7cfdff41-9a6a-4378-a40a-bd41ee3e913a'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:52:47.582625 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:47.726843 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Allocated IP 172.20.0.2 (57a5a2fc-3620-4d34-8cc2-6d97df09b4f7/7cfdff41-9a6a-4378-a40a-bd41ee3e913a/b29bee0c-2609-4af2-b03b-7a0ceb7667fb) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:52:47.867095 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:47.877398 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:47.885937 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Transition to ACTIVE for port object b29bee0c-2609-4af2-b03b-7a0ceb7667fb will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:52:47.902481 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Transition to ACTIVE for port object b29bee0c-2609-4af2-b03b-7a0ceb7667fb will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:52:47.909251 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:47.911212 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:47.951895 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Network 57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:52:47.954820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:52:47.959042 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:52:47.961984 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Pushing event updated for resources: {'Port': ['ID=b29bee0c-2609-4af2-b03b-7a0ceb7667fb,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:47.965996 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:48.013334 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:48.016979 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Attempting to bind port b29bee0c-2609-4af2-b03b-7a0ceb7667fb on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:52:48.017362 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Attempting to bind port b29bee0c-2609-4af2-b03b-7a0ceb7667fb by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'ffe52120-e42f-4542-b341-dfeb25202b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:52:48.017729 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Attempting to bind port b29bee0c-2609-4af2-b03b-7a0ceb7667fb on network 57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:52:48.022797 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:52:48.023121 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Checking segment: {'id': 'ffe52120-e42f-4542-b341-dfeb25202b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:52:48.023575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:48.023933 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Bound using segment: {'id': 'ffe52120-e42f-4542-b341-dfeb25202b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:52:48.024408 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Bound port: b29bee0c-2609-4af2-b03b-7a0ceb7667fb, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe52120-e42f-4542-b341-dfeb25202b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:52:48.024790 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:48.090568 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] For port b29bee0c-2609-4af2-b03b-7a0ceb7667fb, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:52:48.094828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] For port b29bee0c-2609-4af2-b03b-7a0ceb7667fb, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b29bee0c-2609-4af2-b03b-7a0ceb7667fb,segment=NetworkSegment(ffe52120-e42f-4542-b341-dfeb25202b79),segment_id=ffe52120-e42f-4542-b341-dfeb25202b79)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:52:48.100287 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:48.103187 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:48.163801 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Pushing event updated for resources: {'Port': ['ID=b29bee0c-2609-4af2-b03b-7a0ceb7667fb,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:48.166847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:48.224611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:48.244008 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:48.373424 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Allocated IP 172.26.6.248 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/47c6d1e7-dd41-49d0-a508-74b4e787727a) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:52:48.478233 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:48.516585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:48.518559 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:48.562979 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:52:48.565943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:52:48.568747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:52:48.592341 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Pushing event updated for resources: {'Port': ['ID=47c6d1e7-dd41-49d0-a508-74b4e787727a,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:48.596873 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:48.821825 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:49.033004 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:49.037494 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6708634-270b-46a6-9233-3836b9e09bfd None None] Network 57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:52:49.145859 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5dddff8f-2cda-40d6-a5ef-bdc9270cc5e2 None None] Provisioning for port b29bee0c-2609-4af2-b03b-7a0ceb7667fb completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:52:49.163180 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Router 66c3e09e-34cb-4d40-9420-739363e96809 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:52:49.272645 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:52:49.285540 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Sync routers for ids ['66c3e09e-34cb-4d40-9420-739363e96809'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:52:49.290320 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:49.294924 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55594) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:52:49.295448 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Routers {'66c3e09e-34cb-4d40-9420-739363e96809'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:52:49.296502 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:52:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['66c3e09e-34cb-4d40-9420-739363e96809'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:49.296672 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8528018 Jun 18 16:52:49.409389 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Set router 66c3e09e-34cb-4d40-9420-739363e96809 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:52:49.586750 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3e09e-34cb-4d40-9420-739363e96809', 'name': 'tempest-TestMinimumBasicScenario-2146917781-router', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:47Z', 'updated_at': '2021-06-18T16:52:48Z', 'revision_number': 3, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'gw_port': {'id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:48Z', 'updated_at': '2021-06-18T16:52:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:49.613417 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Checking router: 66c3e09e-34cb-4d40-9420-739363e96809 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:52:49.613868 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Updating router 66c3e09e-34cb-4d40-9420-739363e96809 port 47c6d1e7-dd41-49d0-a508-74b4e787727a binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:52:49.657810 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:49.770399 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:49.792007 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b29bee0c-2609-4af2-b03b-7a0ceb7667fb up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:52:49.843488 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port b29bee0c-2609-4af2-b03b-7a0ceb7667fb completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:52:49.847594 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port b29bee0c-2609-4af2-b03b-7a0ceb7667fb triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:52:49.847970 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:49.931089 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:49.939493 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:49.944764 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Transition to ACTIVE for port object 47c6d1e7-dd41-49d0-a508-74b4e787727a will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:52:49.952261 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:49.955279 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-a40429e4-2b43-44d2-82e9-4a87f75e7990 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:49.977134 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port b29bee0c-2609-4af2-b03b-7a0ceb7667fb, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b29bee0c-2609-4af2-b03b-7a0ceb7667fb,segment=NetworkSegment(ffe52120-e42f-4542-b341-dfeb25202b79),segment_id=ffe52120-e42f-4542-b341-dfeb25202b79)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:52:49.982813 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:49.985663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b647b6da-ccc3-4d14-babd-799fbfdd31d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:49.997281 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Allocated IP 172.20.0.1 (57a5a2fc-3620-4d34-8cc2-6d97df09b4f7/7cfdff41-9a6a-4378-a40a-bd41ee3e913a/671a4a8f-08d0-4eca-86de-55828f837e9c) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:52:50.012674 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed909ed-2327-4117-a0bd-bacdc53562b4 None None] Pushing event updated for resources: {'Port': ['ID=47c6d1e7-dd41-49d0-a508-74b4e787727a,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:50.021119 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed909ed-2327-4117-a0bd-bacdc53562b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.021473 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed909ed-2327-4117-a0bd-bacdc53562b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.021808 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed909ed-2327-4117-a0bd-bacdc53562b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.022143 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed909ed-2327-4117-a0bd-bacdc53562b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.022493 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed909ed-2327-4117-a0bd-bacdc53562b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.022828 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed909ed-2327-4117-a0bd-bacdc53562b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.023158 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed909ed-2327-4117-a0bd-bacdc53562b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.023485 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed909ed-2327-4117-a0bd-bacdc53562b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.023812 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed909ed-2327-4117-a0bd-bacdc53562b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.024131 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed909ed-2327-4117-a0bd-bacdc53562b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.024450 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed909ed-2327-4117-a0bd-bacdc53562b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.024765 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed909ed-2327-4117-a0bd-bacdc53562b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:52:50.033224 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-aed909ed-2327-4117-a0bd-bacdc53562b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:50.037236 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=b29bee0c-2609-4af2-b03b-7a0ceb7667fb,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:50.037350 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Attempting to bind port 47c6d1e7-dd41-49d0-a508-74b4e787727a on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:52:50.037706 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Attempting to bind port 47c6d1e7-dd41-49d0-a508-74b4e787727a by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:52:50.038082 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Attempting to bind port 47c6d1e7-dd41-49d0-a508-74b4e787727a on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:52:50.040239 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:50.043182 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:52:50.043551 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:52:50.043960 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:50.044358 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:52:50.044829 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Bound port: 47c6d1e7-dd41-49d0-a508-74b4e787727a, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:52:50.045206 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:50.098376 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] For port 47c6d1e7-dd41-49d0-a508-74b4e787727a, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:52:50.101451 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] For port 47c6d1e7-dd41-49d0-a508-74b4e787727a, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=47c6d1e7-dd41-49d0-a508-74b4e787727a,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:52:50.106802 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:50.107900 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:50.109505 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:50.121207 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Transition to ACTIVE for port object 671a4a8f-08d0-4eca-86de-55828f837e9c will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:52:50.157340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:50.159835 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Routers {'66c3e09e-34cb-4d40-9420-739363e96809'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:52:50.160463 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:52:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['66c3e09e-34cb-4d40-9420-739363e96809'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:50.160601 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4eae40e2-2bfd-4eaf-b0b5-8ed60b57be57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:50.198636 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Network 57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:52:50.199755 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed909ed-2327-4117-a0bd-bacdc53562b4 None None] Pushing event updated for resources: {'Port': ['ID=47c6d1e7-dd41-49d0-a508-74b4e787727a,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:50.204979 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:52:50.207289 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:52:50.213623 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Pushing event updated for resources: {'Port': ['ID=671a4a8f-08d0-4eca-86de-55828f837e9c,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:50.216483 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:50.261640 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:50.350964 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-aed909ed-2327-4117-a0bd-bacdc53562b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:50.372295 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] Set router 66c3e09e-34cb-4d40-9420-739363e96809 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:52:50.416247 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:50.501727 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3ddf7fe1-cacb-4d2c-84e4-37e91590cc0c None None] Provisioning for port 671a4a8f-08d0-4eca-86de-55828f837e9c completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:52:50.505386 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3ddf7fe1-cacb-4d2c-84e4-37e91590cc0c None None] Provisioning complete for port 671a4a8f-08d0-4eca-86de-55828f837e9c triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:52:50.505758 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3ddf7fe1-cacb-4d2c-84e4-37e91590cc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:50.538509 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-3ddf7fe1-cacb-4d2c-84e4-37e91590cc0c None None] Port 671a4a8f-08d0-4eca-86de-55828f837e9c cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:52:50.555099 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3e09e-34cb-4d40-9420-739363e96809', 'name': 'tempest-TestMinimumBasicScenario-2146917781-router', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:47Z', 'updated_at': '2021-06-18T16:52:48Z', 'revision_number': 3, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'gw_port': {'id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:48Z', 'updated_at': '2021-06-18T16:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:50.576759 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:50.581600 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:50.584251 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bf5b192e-31b6-4d6b-9dfa-ae2300290cef tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:50.586643 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5abf50f-5afa-4892-9167-17cf7576619b None None] The sync data for ids ['66c3e09e-34cb-4d40-9420-739363e96809'] in dv-neutron-797120-1-hyperv is: [{'id': '66c3e09e-34cb-4d40-9420-739363e96809', 'name': 'tempest-TestMinimumBasicScenario-2146917781-router', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:47Z', 'updated_at': '2021-06-18T16:52:48Z', 'revision_number': 3, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'gw_port': {'id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a7:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:48Z', 'updated_at': '2021-06-18T16:52:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:52:50.654593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Pushing event updated for resources: {'Port': ['ID=671a4a8f-08d0-4eca-86de-55828f837e9c,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:50.657545 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:50.658838 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:50.759826 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Network 57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:52:50.761293 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:52:50.894934 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Router 66c3e09e-34cb-4d40-9420-739363e96809 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:52:51.014144 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:52:51.025663 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d32f4635-bfdd-4ab5-8863-0c8ea8a46d16 admin admin] 10.222.0.50 "PUT /v2.0/routers/66c3e09e-34cb-4d40-9420-739363e96809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7227533 Jun 18 16:52:51.064228 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3a16f0cb-a2d5-4a61-8250-cf088012ce74 None None] Provisioning complete for port 671a4a8f-08d0-4eca-86de-55828f837e9c triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:52:51.065238 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3a16f0cb-a2d5-4a61-8250-cf088012ce74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:51.103418 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-3a16f0cb-a2d5-4a61-8250-cf088012ce74 None None] Port 671a4a8f-08d0-4eca-86de-55828f837e9c cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:52:51.499833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55610) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:52:51.504888 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-490f5279-eeb5-4d7b-897e-228662d3e370 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-555131068-network', 'tenant_id': '3a3a9de242b642bfa2ff12bc33a15aa4'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:52:51.525557 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490f5279-eeb5-4d7b-897e-228662d3e370 admin admin] Made reservation on behalf of 3a3a9de242b642bfa2ff12bc33a15aa4 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:52:51.527951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-490f5279-eeb5-4d7b-897e-228662d3e370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:51.536958 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-490f5279-eeb5-4d7b-897e-228662d3e370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:51.625534 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-490f5279-eeb5-4d7b-897e-228662d3e370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:51.630382 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-490f5279-eeb5-4d7b-897e-228662d3e370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:51.633633 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bfa20729-c12d-43b0-924d-dd7c290c1094 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:51.659661 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490f5279-eeb5-4d7b-897e-228662d3e370 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:52:51.664244 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f5279-eeb5-4d7b-897e-228662d3e370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668c8d73-65f0-46c7-83cc-c5a35662ce4a,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:51.667791 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-490f5279-eeb5-4d7b-897e-228662d3e370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:51.672860 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-490f5279-eeb5-4d7b-897e-228662d3e370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:51.673204 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-490f5279-eeb5-4d7b-897e-228662d3e370 admin admin] Added segment 6b836c3f-0715-4e36-b4ec-357be9be767d of type vlan for network 93e8f88c-4959-433c-994a-ed1226ab592b Jun 18 16:52:51.712503 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-490f5279-eeb5-4d7b-897e-228662d3e370 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:51.744825 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-490f5279-eeb5-4d7b-897e-228662d3e370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:51.745875 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490f5279-eeb5-4d7b-897e-228662d3e370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:51.746477 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-490f5279-eeb5-4d7b-897e-228662d3e370 admin admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:51.749987 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:51.802489 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-490f5279-eeb5-4d7b-897e-228662d3e370 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3004761 Jun 18 16:52:51.804666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55612) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:52:51.810273 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ca13880b-184d-48a3-8bf0-dac09ecba131 admin admin] Request body: {'subnet': {'network_id': '93e8f88c-4959-433c-994a-ed1226ab592b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-555131068-subnet', 'tenant_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'ip_version': 4}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:52:51.820493 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f5279-eeb5-4d7b-897e-228662d3e370 admin admin] Pushing event updated for resources: {'Network': ['ID=93e8f88c-4959-433c-994a-ed1226ab592b,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:51.823137 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-490f5279-eeb5-4d7b-897e-228662d3e370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:51.833985 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 93e8f88c-4959-433c-994a-ed1226ab592b details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:52:51.842986 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca13880b-184d-48a3-8bf0-dac09ecba131 admin admin] Made reservation on behalf of 3a3a9de242b642bfa2ff12bc33a15aa4 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:52:51.845726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ca13880b-184d-48a3-8bf0-dac09ecba131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:51.853503 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 47c6d1e7-dd41-49d0-a508-74b4e787727a up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:52:51.954512 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 47c6d1e7-dd41-49d0-a508-74b4e787727a completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:52:51.958014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 47c6d1e7-dd41-49d0-a508-74b4e787727a triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:52:51.958392 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:52.035402 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ca13880b-184d-48a3-8bf0-dac09ecba131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:52.038399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-875651d7-6dc5-4b88-a5dd-e206bf982ac0 tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:52.043448 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:52.066356 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 47c6d1e7-dd41-49d0-a508-74b4e787727a, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=47c6d1e7-dd41-49d0-a508-74b4e787727a,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:52:52.070849 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:52.071715 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b29bee0c-2609-4af2-b03b-7a0ceb7667fb up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:52:52.073384 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:52.095180 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13880b-184d-48a3-8bf0-dac09ecba131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02ec651f-b631-4de4-aa27-2adfd9152f00,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:52.102460 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ca13880b-184d-48a3-8bf0-dac09ecba131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:52.103165 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca13880b-184d-48a3-8bf0-dac09ecba131 admin admin] Checking segment: {'id': '6b836c3f-0715-4e36-b4ec-357be9be767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '93e8f88c-4959-433c-994a-ed1226ab592b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:52:52.103522 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca13880b-184d-48a3-8bf0-dac09ecba131 admin admin] Network hostable DHCP agents. Network: 93e8f88c-4959-433c-994a-ed1226ab592b, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:52:52.119937 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca13880b-184d-48a3-8bf0-dac09ecba131 admin admin] Network 93e8f88c-4959-433c-994a-ed1226ab592b is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:52:52.130622 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-ca13880b-184d-48a3-8bf0-dac09ecba131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 93e8f88c-4959-433c-994a-ed1226ab592b) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:52:52.134874 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca13880b-184d-48a3-8bf0-dac09ecba131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:52:52.135468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ca13880b-184d-48a3-8bf0-dac09ecba131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:52.142372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dba4c1-9bc0-4d1a-a577-0203d18ab819 None None] Network 93e8f88c-4959-433c-994a-ed1226ab592b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:52:52.154134 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55614) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:52:52.159056 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ca13880b-184d-48a3-8bf0-dac09ecba131 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3529396 Jun 18 16:52:52.159704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-555131068-router', 'tenant_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:52:52.187224 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:52.188206 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:52.197932 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Sync routers for ids ['66c3e09e-34cb-4d40-9420-739363e96809'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:52:52.204902 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=47c6d1e7-dd41-49d0-a508-74b4e787727a,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:52.208244 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:52.229317 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Routers {'66c3e09e-34cb-4d40-9420-739363e96809'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:52:52.229956 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:52:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['66c3e09e-34cb-4d40-9420-739363e96809'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:52.242408 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:52.273812 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port b29bee0c-2609-4af2-b03b-7a0ceb7667fb triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:52:52.274200 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:52.433565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Set router 66c3e09e-34cb-4d40-9420-739363e96809 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:52:52.510259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-93e8f88c-4959-433c-994a-ed1226ab592b', 'network_id': '93e8f88c-4959-433c-994a-ed1226ab592b', 'tenant_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'fixed_ips': [{'subnet_id': '02ec651f-b631-4de4-aa27-2adfd9152f00'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:52:52.511154 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:52.721529 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:52.926302 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:52.927575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Allocated IP 172.20.0.2 (93e8f88c-4959-433c-994a-ed1226ab592b/02ec651f-b631-4de4-aa27-2adfd9152f00/61e0e58f-2342-4e4d-b788-366266c59b22) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:52:52.945338 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:53.013483 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3e09e-34cb-4d40-9420-739363e96809', 'name': 'tempest-TestMinimumBasicScenario-2146917781-router', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:47Z', 'updated_at': '2021-06-18T16:52:50Z', 'revision_number': 4, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'gw_port': {'id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:48Z', 'updated_at': '2021-06-18T16:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '671a4a8f-08d0-4eca-86de-55828f837e9c', 'name': '', 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'mac_address': 'fa:16:3e:ea:06:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7cfdff41-9a6a-4378-a40a-bd41ee3e913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:49Z', 'updated_at': '2021-06-18T16:52:50Z', 'revision_number': 2, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'subnets': [{'id': '7cfdff41-9a6a-4378-a40a-bd41ee3e913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:53.047723 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Checking router: 66c3e09e-34cb-4d40-9420-739363e96809 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:52:53.048089 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Updating router 66c3e09e-34cb-4d40-9420-739363e96809 port 671a4a8f-08d0-4eca-86de-55828f837e9c binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:52:53.048930 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Allocated IP 172.26.6.36 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:52:53.122670 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:53.152743 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:53.156642 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:53.182473 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Transition to ACTIVE for port object 61e0e58f-2342-4e4d-b788-366266c59b22 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:52:53.196320 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:53.198346 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-29a69da1-3cdb-4d19-9cd1-1b48079672b4 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:53.239186 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:52:53.242296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:52:53.247005 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:52:53.249908 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Transition to ACTIVE for port object 61e0e58f-2342-4e4d-b788-366266c59b22 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:52:53.250849 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Pushing event updated for resources: {'Port': ['ID=83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:53.268164 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:53.270744 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:53.273293 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:53.318077 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Network 93e8f88c-4959-433c-994a-ed1226ab592b is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:52:53.334131 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:52:53.362453 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:52:53.376748 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Pushing event updated for resources: {'Port': ['ID=61e0e58f-2342-4e4d-b788-366266c59b22,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:53.380814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:53.454669 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Attempting to bind port 61e0e58f-2342-4e4d-b788-366266c59b22 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:52:53.455049 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Attempting to bind port 61e0e58f-2342-4e4d-b788-366266c59b22 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '6b836c3f-0715-4e36-b4ec-357be9be767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '93e8f88c-4959-433c-994a-ed1226ab592b'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:52:53.455417 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Attempting to bind port 61e0e58f-2342-4e4d-b788-366266c59b22 on network 93e8f88c-4959-433c-994a-ed1226ab592b {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:52:53.463620 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:52:53.463998 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Checking segment: {'id': '6b836c3f-0715-4e36-b4ec-357be9be767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '93e8f88c-4959-433c-994a-ed1226ab592b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:52:53.464403 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:53.464797 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Bound using segment: {'id': '6b836c3f-0715-4e36-b4ec-357be9be767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '93e8f88c-4959-433c-994a-ed1226ab592b'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:52:53.465262 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Bound port: 61e0e58f-2342-4e4d-b788-366266c59b22, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b836c3f-0715-4e36-b4ec-357be9be767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '93e8f88c-4959-433c-994a-ed1226ab592b'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:52:53.465638 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:53.508983 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:53.584549 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:53.586839 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] For port 61e0e58f-2342-4e4d-b788-366266c59b22, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:52:53.590510 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] For port 61e0e58f-2342-4e4d-b788-366266c59b22, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=61e0e58f-2342-4e4d-b788-366266c59b22,segment=NetworkSegment(6b836c3f-0715-4e36-b4ec-357be9be767d),segment_id=6b836c3f-0715-4e36-b4ec-357be9be767d)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:52:53.599397 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:53.601603 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Transition to ACTIVE for port object 671a4a8f-08d0-4eca-86de-55828f837e9c will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:52:53.603216 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4fb9684b-d693-4d77-96c5-6e7eb5528506 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:53.629279 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:53.703249 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Pushing event updated for resources: {'Port': ['ID=61e0e58f-2342-4e4d-b788-366266c59b22,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:53.706552 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:53.707228 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:53.746613 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:53.809340 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 47c6d1e7-dd41-49d0-a508-74b4e787727a up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:52:53.836947 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da184a5-156e-47da-906d-ae64f7a9bf78 None None] Pushing event updated for resources: {'Port': ['ID=671a4a8f-08d0-4eca-86de-55828f837e9c,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:53.841210 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Attempting to bind port 671a4a8f-08d0-4eca-86de-55828f837e9c on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:52:53.841589 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Attempting to bind port 671a4a8f-08d0-4eca-86de-55828f837e9c by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'ffe52120-e42f-4542-b341-dfeb25202b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:52:53.841958 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Attempting to bind port 671a4a8f-08d0-4eca-86de-55828f837e9c on network 57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:52:53.850022 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-3da184a5-156e-47da-906d-ae64f7a9bf78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:53.850981 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:52:53.851374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Checking segment: {'id': 'ffe52120-e42f-4542-b341-dfeb25202b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:52:53.851785 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:53.852185 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Bound using segment: {'id': 'ffe52120-e42f-4542-b341-dfeb25202b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:52:53.853383 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Bound port: 671a4a8f-08d0-4eca-86de-55828f837e9c, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe52120-e42f-4542-b341-dfeb25202b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:52:53.853383 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:53.948348 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Router c31925f6-09a2-4248-9be8-e20b18adbbe9 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:52:53.952204 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 47c6d1e7-dd41-49d0-a508-74b4e787727a triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:52:53.952791 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:54.010820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] For port 671a4a8f-08d0-4eca-86de-55828f837e9c, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:52:54.016941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] For port 671a4a8f-08d0-4eca-86de-55828f837e9c, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=671a4a8f-08d0-4eca-86de-55828f837e9c,segment=NetworkSegment(ffe52120-e42f-4542-b341-dfeb25202b79),segment_id=ffe52120-e42f-4542-b341-dfeb25202b79)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:52:54.023694 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:54.026061 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:54.084535 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:52:54.095812 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Sync routers for ids ['c31925f6-09a2-4248-9be8-e20b18adbbe9'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:52:54.108762 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:54.114960 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Routers {'c31925f6-09a2-4248-9be8-e20b18adbbe9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:52:54.115866 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9605916 Jun 18 16:52:54.116294 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:52:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['c31925f6-09a2-4248-9be8-e20b18adbbe9'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:54.118286 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55616) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:52:54.132967 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da184a5-156e-47da-906d-ae64f7a9bf78 None None] Pushing event updated for resources: {'Port': ['ID=671a4a8f-08d0-4eca-86de-55828f837e9c,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:54.138149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-3da184a5-156e-47da-906d-ae64f7a9bf78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:54.146270 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Routers {'66c3e09e-34cb-4d40-9420-739363e96809'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:52:54.146931 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:52:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['66c3e09e-34cb-4d40-9420-739363e96809'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:54.246751 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Set router c31925f6-09a2-4248-9be8-e20b18adbbe9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:52:54.267719 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] Set router 66c3e09e-34cb-4d40-9420-739363e96809 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:52:54.436645 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:54.441956 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31925f6-09a2-4248-9be8-e20b18adbbe9', 'name': 'tempest-TestMinimumBasicScenario-555131068-router', 'tenant_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': '83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:52Z', 'updated_at': '2021-06-18T16:52:53Z', 'revision_number': 3, 'project_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'gw_port': {'id': '83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31925f6-09a2-4248-9be8-e20b18adbbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:52Z', 'updated_at': '2021-06-18T16:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:54.471063 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Checking router: c31925f6-09a2-4248-9be8-e20b18adbbe9 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:52:54.471769 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Updating router c31925f6-09a2-4248-9be8-e20b18adbbe9 port 83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:52:54.518223 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:54.539641 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3e09e-34cb-4d40-9420-739363e96809', 'name': 'tempest-TestMinimumBasicScenario-2146917781-router', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:47Z', 'updated_at': '2021-06-18T16:52:50Z', 'revision_number': 4, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'gw_port': {'id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:48Z', 'updated_at': '2021-06-18T16:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '671a4a8f-08d0-4eca-86de-55828f837e9c', 'name': '', 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'mac_address': 'fa:16:3e:ea:06:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7cfdff41-9a6a-4378-a40a-bd41ee3e913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:49Z', 'updated_at': '2021-06-18T16:52:54Z', 'revision_number': 4, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'subnets': [{'id': '7cfdff41-9a6a-4378-a40a-bd41ee3e913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:54.580655 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbee8a05-80b6-43d6-a856-14f3d1fcb03b None None] The sync data for ids ['66c3e09e-34cb-4d40-9420-739363e96809'] in dv-neutron-797120-1-hyperv is: [{'id': '66c3e09e-34cb-4d40-9420-739363e96809', 'name': 'tempest-TestMinimumBasicScenario-2146917781-router', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:47Z', 'updated_at': '2021-06-18T16:52:50Z', 'revision_number': 4, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'gw_port': {'id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:48Z', 'updated_at': '2021-06-18T16:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '671a4a8f-08d0-4eca-86de-55828f837e9c', 'name': '', 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'mac_address': 'fa:16:3e:ea:06:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7cfdff41-9a6a-4378-a40a-bd41ee3e913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:49Z', 'updated_at': '2021-06-18T16:52:54Z', 'revision_number': 4, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'subnets': [{'id': '7cfdff41-9a6a-4378-a40a-bd41ee3e913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:52:54.665716 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:54.903913 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6172dea3-a803-4fde-a947-5bfbf5f68d0f None None] Network 93e8f88c-4959-433c-994a-ed1226ab592b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:52:54.909486 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:54.926385 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Transition to ACTIVE for port object 83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:52:54.935616 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:54.938361 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-f50d1645-bba0-4037-ae45-e5d258cf461e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:54.945658 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Allocated IP 172.20.0.1 (93e8f88c-4959-433c-994a-ed1226ab592b/02ec651f-b631-4de4-aa27-2adfd9152f00/e71b6f5b-7115-4dcb-b9af-6b761b4c5756) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:52:54.980588 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c8bf5-1292-4d3d-9ede-c321645a2f4f None None] Pushing event updated for resources: {'Port': ['ID=83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:54.986587 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-e79c8bf5-1292-4d3d-9ede-c321645a2f4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:54.997051 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Attempting to bind port 83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:52:54.997369 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Attempting to bind port 83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:52:54.997749 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Attempting to bind port 83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:52:55.003364 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:52:55.003751 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:52:55.004651 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:55.004778 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:52:55.005183 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Bound port: 83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:52:55.005572 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:55.036815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b62fa0f3-7c13-4525-8734-2641ab25e5eb None None] Provisioning for port 61e0e58f-2342-4e4d-b788-366266c59b22 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:52:55.069778 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] For port 83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:52:55.072633 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] For port 83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:52:55.078812 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:55.088561 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-aed909ed-2327-4117-a0bd-bacdc53562b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:55.131076 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Routers {'c31925f6-09a2-4248-9be8-e20b18adbbe9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:52:55.132227 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:52:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['c31925f6-09a2-4248-9be8-e20b18adbbe9'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:55.144599 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:55.165294 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Transition to ACTIVE for port object e71b6f5b-7115-4dcb-b9af-6b761b4c5756 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:52:55.206799 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:55.222001 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:55.261681 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Network 93e8f88c-4959-433c-994a-ed1226ab592b is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:52:55.265181 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:52:55.265378 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] Set router c31925f6-09a2-4248-9be8-e20b18adbbe9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:52:55.270049 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:52:55.308675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Pushing event updated for resources: {'Port': ['ID=e71b6f5b-7115-4dcb-b9af-6b761b4c5756,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:55.312030 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:55.328031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:55.388518 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79c8bf5-1292-4d3d-9ede-c321645a2f4f None None] Pushing event updated for resources: {'Port': ['ID=83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:55.393925 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-e79c8bf5-1292-4d3d-9ede-c321645a2f4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:55.488174 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31925f6-09a2-4248-9be8-e20b18adbbe9', 'name': 'tempest-TestMinimumBasicScenario-555131068-router', 'tenant_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': '83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:52Z', 'updated_at': '2021-06-18T16:52:53Z', 'revision_number': 3, 'project_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'gw_port': {'id': '83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31925f6-09a2-4248-9be8-e20b18adbbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:52Z', 'updated_at': '2021-06-18T16:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:55.514958 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:55.525994 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8886f3-6642-43f4-8c91-ff12358dcba0 None None] The sync data for ids ['c31925f6-09a2-4248-9be8-e20b18adbbe9'] in dv-neutron-797120-1-hyperv is: [{'id': 'c31925f6-09a2-4248-9be8-e20b18adbbe9', 'name': 'tempest-TestMinimumBasicScenario-555131068-router', 'tenant_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': '83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:52Z', 'updated_at': '2021-06-18T16:52:53Z', 'revision_number': 3, 'project_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'gw_port': {'id': '83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31925f6-09a2-4248-9be8-e20b18adbbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:52Z', 'updated_at': '2021-06-18T16:52:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:52:55.723818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:55.736038 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:55.741470 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:55.822467 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d46307e2-c647-4071-a280-650bebbb5350 None None] Provisioning for port e71b6f5b-7115-4dcb-b9af-6b761b4c5756 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:52:55.836188 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d46307e2-c647-4071-a280-650bebbb5350 None None] Provisioning complete for port e71b6f5b-7115-4dcb-b9af-6b761b4c5756 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:52:55.837140 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d46307e2-c647-4071-a280-650bebbb5350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:55.846924 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Pushing event updated for resources: {'Port': ['ID=e71b6f5b-7115-4dcb-b9af-6b761b4c5756,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:55.849619 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:55.851884 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:55.906302 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 671a4a8f-08d0-4eca-86de-55828f837e9c up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:52:55.936916 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d46307e2-c647-4071-a280-650bebbb5350 None None] Port e71b6f5b-7115-4dcb-b9af-6b761b4c5756 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:52:55.968483 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 671a4a8f-08d0-4eca-86de-55828f837e9c completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:52:55.972376 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 671a4a8f-08d0-4eca-86de-55828f837e9c triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:52:55.972814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:55.985779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Network 93e8f88c-4959-433c-994a-ed1226ab592b is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:52:55.987292 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:52:56.068859 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:56.108144 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 671a4a8f-08d0-4eca-86de-55828f837e9c, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=671a4a8f-08d0-4eca-86de-55828f837e9c,segment=NetworkSegment(ffe52120-e42f-4542-b341-dfeb25202b79),segment_id=ffe52120-e42f-4542-b341-dfeb25202b79)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:52:56.114068 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:56.117721 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 61e0e58f-2342-4e4d-b788-366266c59b22 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:52:56.122000 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-19f0fde9-18d9-4b00-9534-664503150cec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:56.131817 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Router c31925f6-09a2-4248-9be8-e20b18adbbe9 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:52:56.207564 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=671a4a8f-08d0-4eca-86de-55828f837e9c,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:56.211427 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:56.226245 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 61e0e58f-2342-4e4d-b788-366266c59b22 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:52:56.231707 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 61e0e58f-2342-4e4d-b788-366266c59b22 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:52:56.232440 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:56.282019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d7e8ff81-4d3b-43a3-9d5c-3b44f529c618 None None] Provisioning complete for port e71b6f5b-7115-4dcb-b9af-6b761b4c5756 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:52:56.282509 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d7e8ff81-4d3b-43a3-9d5c-3b44f529c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:56.348823 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d7e8ff81-4d3b-43a3-9d5c-3b44f529c618 None None] Port e71b6f5b-7115-4dcb-b9af-6b761b4c5756 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:52:56.364770 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:56.403438 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 61e0e58f-2342-4e4d-b788-366266c59b22, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=61e0e58f-2342-4e4d-b788-366266c59b22,segment=NetworkSegment(6b836c3f-0715-4e36-b4ec-357be9be767d),segment_id=6b836c3f-0715-4e36-b4ec-357be9be767d)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:52:56.409558 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:56.412050 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-51f40dfa-2cf6-4a86-8688-6ce5e0dabd5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:56.465408 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=61e0e58f-2342-4e4d-b788-366266c59b22,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:56.469519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:56.622253 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:52:56.628080 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] 10.222.0.50 "PUT /v2.0/routers/c31925f6-09a2-4248-9be8-e20b18adbbe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5082984 Jun 18 16:52:57.925259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 671a4a8f-08d0-4eca-86de-55828f837e9c up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:52:57.976475 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 671a4a8f-08d0-4eca-86de-55828f837e9c triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:52:57.977188 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:58.073986 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:52:58.127997 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:52:58.132097 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:52:58.132482 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:58.226233 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:58.250335 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Sync routers for ids ['c31925f6-09a2-4248-9be8-e20b18adbbe9'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:52:58.255564 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:52:58.264910 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:58.265755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 61e0e58f-2342-4e4d-b788-366266c59b22 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:52:58.267347 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Routers {'c31925f6-09a2-4248-9be8-e20b18adbbe9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:52:58.267982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-4bec980e-ded9-4422-968f-d935756a462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:52:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['c31925f6-09a2-4248-9be8-e20b18adbbe9'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:58.306623 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-e02f12b4-a3bf-4471-8707-1d50f1834c1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:58.599641 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:58.602696 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:58.620431 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Set router c31925f6-09a2-4248-9be8-e20b18adbbe9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:52:58.657206 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 61e0e58f-2342-4e4d-b788-366266c59b22 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:52:58.657595 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:58.908110 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-4bec980e-ded9-4422-968f-d935756a462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31925f6-09a2-4248-9be8-e20b18adbbe9', 'name': 'tempest-TestMinimumBasicScenario-555131068-router', 'tenant_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': '83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:52Z', 'updated_at': '2021-06-18T16:52:55Z', 'revision_number': 4, 'project_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'gw_port': {'id': '83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31925f6-09a2-4248-9be8-e20b18adbbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:52Z', 'updated_at': '2021-06-18T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'e71b6f5b-7115-4dcb-b9af-6b761b4c5756', 'name': '', 'network_id': '93e8f88c-4959-433c-994a-ed1226ab592b', 'tenant_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'mac_address': 'fa:16:3e:05:cf:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31925f6-09a2-4248-9be8-e20b18adbbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '02ec651f-b631-4de4-aa27-2adfd9152f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:54Z', 'updated_at': '2021-06-18T16:52:55Z', 'revision_number': 2, 'project_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'subnets': [{'id': '02ec651f-b631-4de4-aa27-2adfd9152f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:58.936954 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Checking router: c31925f6-09a2-4248-9be8-e20b18adbbe9 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:52:58.937644 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Updating router c31925f6-09a2-4248-9be8-e20b18adbbe9 port e71b6f5b-7115-4dcb-b9af-6b761b4c5756 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:52:58.976323 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:59.282079 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:59.294119 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Transition to ACTIVE for port object e71b6f5b-7115-4dcb-b9af-6b761b4c5756 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:52:59.300993 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:59.303052 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:59.393332 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325b547-8022-4ee7-ae90-62187991c1da None None] Pushing event updated for resources: {'Port': ['ID=e71b6f5b-7115-4dcb-b9af-6b761b4c5756,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:59.396152 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7325b547-8022-4ee7-ae90-62187991c1da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:59.474373 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Attempting to bind port e71b6f5b-7115-4dcb-b9af-6b761b4c5756 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:52:59.474789 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Attempting to bind port e71b6f5b-7115-4dcb-b9af-6b761b4c5756 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '6b836c3f-0715-4e36-b4ec-357be9be767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '93e8f88c-4959-433c-994a-ed1226ab592b'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:52:59.475214 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Attempting to bind port e71b6f5b-7115-4dcb-b9af-6b761b4c5756 on network 93e8f88c-4959-433c-994a-ed1226ab592b {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:52:59.482619 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:52:59.483134 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Checking segment: {'id': '6b836c3f-0715-4e36-b4ec-357be9be767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '93e8f88c-4959-433c-994a-ed1226ab592b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:52:59.483955 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:59.485029 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Bound using segment: {'id': '6b836c3f-0715-4e36-b4ec-357be9be767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '93e8f88c-4959-433c-994a-ed1226ab592b'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:52:59.485617 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Bound port: e71b6f5b-7115-4dcb-b9af-6b761b4c5756, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b836c3f-0715-4e36-b4ec-357be9be767d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '93e8f88c-4959-433c-994a-ed1226ab592b'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:52:59.486191 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:59.585575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4bec980e-ded9-4422-968f-d935756a462a None None] For port e71b6f5b-7115-4dcb-b9af-6b761b4c5756, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:52:59.605164 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4bec980e-ded9-4422-968f-d935756a462a None None] For port e71b6f5b-7115-4dcb-b9af-6b761b4c5756, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e71b6f5b-7115-4dcb-b9af-6b761b4c5756,segment=NetworkSegment(6b836c3f-0715-4e36-b4ec-357be9be767d),segment_id=6b836c3f-0715-4e36-b4ec-357be9be767d)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:52:59.611706 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:52:59.613919 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:52:59.679356 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7325b547-8022-4ee7-ae90-62187991c1da None None] Pushing event updated for resources: {'Port': ['ID=e71b6f5b-7115-4dcb-b9af-6b761b4c5756,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:52:59.681909 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Routers {'c31925f6-09a2-4248-9be8-e20b18adbbe9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:52:59.682555 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-4bec980e-ded9-4422-968f-d935756a462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:52:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['c31925f6-09a2-4248-9be8-e20b18adbbe9'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:52:59.684474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7325b547-8022-4ee7-ae90-62187991c1da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:52:59.815525 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:52:59.848686 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:52:59.867093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-4bec980e-ded9-4422-968f-d935756a462a None None] Set router c31925f6-09a2-4248-9be8-e20b18adbbe9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:53:00.016581 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:53:00.017167 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:00.182087 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-4bec980e-ded9-4422-968f-d935756a462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31925f6-09a2-4248-9be8-e20b18adbbe9', 'name': 'tempest-TestMinimumBasicScenario-555131068-router', 'tenant_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': '83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:52Z', 'updated_at': '2021-06-18T16:52:55Z', 'revision_number': 4, 'project_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'gw_port': {'id': '83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31925f6-09a2-4248-9be8-e20b18adbbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:52Z', 'updated_at': '2021-06-18T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'e71b6f5b-7115-4dcb-b9af-6b761b4c5756', 'name': '', 'network_id': '93e8f88c-4959-433c-994a-ed1226ab592b', 'tenant_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'mac_address': 'fa:16:3e:05:cf:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31925f6-09a2-4248-9be8-e20b18adbbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '02ec651f-b631-4de4-aa27-2adfd9152f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:54Z', 'updated_at': '2021-06-18T16:52:59Z', 'revision_number': 4, 'project_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'subnets': [{'id': '02ec651f-b631-4de4-aa27-2adfd9152f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:53:00.209497 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bec980e-ded9-4422-968f-d935756a462a None None] The sync data for ids ['c31925f6-09a2-4248-9be8-e20b18adbbe9'] in dv-neutron-797120-1-hyperv is: [{'id': 'c31925f6-09a2-4248-9be8-e20b18adbbe9', 'name': 'tempest-TestMinimumBasicScenario-555131068-router', 'tenant_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': '83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:52Z', 'updated_at': '2021-06-18T16:52:55Z', 'revision_number': 4, 'project_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'gw_port': {'id': '83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31925f6-09a2-4248-9be8-e20b18adbbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:52Z', 'updated_at': '2021-06-18T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'e71b6f5b-7115-4dcb-b9af-6b761b4c5756', 'name': '', 'network_id': '93e8f88c-4959-433c-994a-ed1226ab592b', 'tenant_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'mac_address': 'fa:16:3e:05:cf:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c31925f6-09a2-4248-9be8-e20b18adbbe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '02ec651f-b631-4de4-aa27-2adfd9152f00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:54Z', 'updated_at': '2021-06-18T16:52:59Z', 'revision_number': 4, 'project_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'subnets': [{'id': '02ec651f-b631-4de4-aa27-2adfd9152f00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:53:01.830627 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e71b6f5b-7115-4dcb-b9af-6b761b4c5756 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:53:01.893608 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port e71b6f5b-7115-4dcb-b9af-6b761b4c5756 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:53:01.900897 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port e71b6f5b-7115-4dcb-b9af-6b761b4c5756 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:53:01.901873 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:02.030140 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:02.078864 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port e71b6f5b-7115-4dcb-b9af-6b761b4c5756, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e71b6f5b-7115-4dcb-b9af-6b761b4c5756,segment=NetworkSegment(6b836c3f-0715-4e36-b4ec-357be9be767d),segment_id=6b836c3f-0715-4e36-b4ec-357be9be767d)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:53:02.085361 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:02.091048 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:53:02.152865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=e71b6f5b-7115-4dcb-b9af-6b761b4c5756,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:53:02.157219 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:53:03.800241 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e71b6f5b-7115-4dcb-b9af-6b761b4c5756 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:53:03.861564 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port e71b6f5b-7115-4dcb-b9af-6b761b4c5756 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:53:03.861941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:06.347018 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-1865dfad-0718-47aa-84a3-50024fcd2ecb tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:06.348461 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-1865dfad-0718-47aa-84a3-50024fcd2ecb tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/networks?id=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 HTTP/1.1" status: 200 len: 815 time: 0.1021194 Jun 18 16:53:06.362955 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-d794a6b6-c997-4321-9c99-38f00e36b3b5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/quotas/34b8b57d9520437c833441bc2483e0c6 HTTP/1.1" status: 200 len: 375 time: 0.0091305 Jun 18 16:53:06.428017 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-6c1cce33-a288-4b3e-bc6f-270fe426928f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=34b8b57d9520437c833441bc2483e0c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600786 Jun 18 16:53:06.525921 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-13c556e7-5d29-410c-9606-aebbf48cc978 service neutron] 10.222.0.50 "GET /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861928 Jun 18 16:53:06.614219 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-2d1ef40b-7711-4ff4-bfa3-883afc9941be service neutron] 10.222.0.50 "GET /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820947 Jun 18 16:53:06.779752 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-11fc042f-d6a0-45c8-84d2-a783963fbfa0 req-8f4a277e-e0ef-4b7b-ba35-6c1606338e21 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 210 time: 0.0288296 Jun 18 16:53:07.837474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-6ec29a9b-e664-4368-af6e-c3643e8ee410 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:07.838982 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-6ec29a9b-e664-4368-af6e-c3643e8ee410 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.55 "GET /v2.0/networks?id=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 HTTP/1.1" status: 200 len: 815 time: 0.1110206 Jun 18 16:53:07.854110 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-790b5322-8966-49f2-a6a5-93d1277e8106 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Request body: {'port': {'device_id': 'aea7af63-a28d-4011-bf5d-ba70468f0c3d', 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7', 'admin_state_up': True, 'tenant_id': '34b8b57d9520437c833441bc2483e0c6'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:53:07.949521 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b7d5862a-91c6-4e54-b512-f12b6f3f41af req-5a74e506-e8cf-4ad8-bf1c-68cbbb563389 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 210 time: 0.0463028 Jun 18 16:53:08.003505 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-790b5322-8966-49f2-a6a5-93d1277e8106 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Made reservation on behalf of 34b8b57d9520437c833441bc2483e0c6 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:53:08.007395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-790b5322-8966-49f2-a6a5-93d1277e8106 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:08.141607 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-790b5322-8966-49f2-a6a5-93d1277e8106 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Allocated IP 172.20.0.10 (57a5a2fc-3620-4d34-8cc2-6d97df09b4f7/7cfdff41-9a6a-4378-a40a-bd41ee3e913a/5ee89c7e-52e2-46be-b216-c3eb1a844732) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:53:08.299428 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-790b5322-8966-49f2-a6a5-93d1277e8106 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:08.318293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-790b5322-8966-49f2-a6a5-93d1277e8106 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Transition to ACTIVE for port object 5ee89c7e-52e2-46be-b216-c3eb1a844732 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:53:08.361855 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-790b5322-8966-49f2-a6a5-93d1277e8106 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:08.369029 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-04f01de1-930f-4a44-a31e-935de1345e06 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:53:08.430130 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-790b5322-8966-49f2-a6a5-93d1277e8106 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Network 57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:53:08.434442 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-790b5322-8966-49f2-a6a5-93d1277e8106 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:53:08.438624 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-790b5322-8966-49f2-a6a5-93d1277e8106 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:53:08.479235 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b5322-8966-49f2-a6a5-93d1277e8106 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Pushing event updated for resources: {'Port': ['ID=5ee89c7e-52e2-46be-b216-c3eb1a844732,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:53:08.484549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-790b5322-8966-49f2-a6a5-93d1277e8106 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:53:08.521896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-790b5322-8966-49f2-a6a5-93d1277e8106 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:08.522700 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-790b5322-8966-49f2-a6a5-93d1277e8106 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:08.543397 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3fce2497-0da0-4a73-9c5d-7cf8b032d1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:08.550690 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-790b5322-8966-49f2-a6a5-93d1277e8106 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7004113 Jun 18 16:53:08.793745 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8bc61141-9bdb-4818-86c0-8232c0a27890 None None] Provisioning for port 5ee89c7e-52e2-46be-b216-c3eb1a844732 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:53:08.798149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8bc61141-9bdb-4818-86c0-8232c0a27890 None None] Provisioning complete for port 5ee89c7e-52e2-46be-b216-c3eb1a844732 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:53:08.798720 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8bc61141-9bdb-4818-86c0-8232c0a27890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:08.836759 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-8bc61141-9bdb-4818-86c0-8232c0a27890 None None] Port 5ee89c7e-52e2-46be-b216-c3eb1a844732 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:53:09.136367 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96913c-17c5-416a-827d-c770975b8f10 req-5e2a3b02-98e8-4034-9869-0e16a6c9093b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:09.138067 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8b96913c-17c5-416a-827d-c770975b8f10 req-5e2a3b02-98e8-4034-9869-0e16a6c9093b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 932 time: 0.0728765 Jun 18 16:53:09.179197 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8b96913c-17c5-416a-827d-c770975b8f10 req-77e27bb8-a2b9-4e24-b072-d97d034c4a2b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350838 Jun 18 16:53:10.381093 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e79b81-1900-4ff0-810c-24cf3dd6b332 req-49372456-b7a5-4d1a-9c0f-715dc5ba27ff tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:10.382714 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-08e79b81-1900-4ff0-810c-24cf3dd6b332 req-49372456-b7a5-4d1a-9c0f-715dc5ba27ff tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 932 time: 0.0813096 Jun 18 16:53:10.428977 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-08e79b81-1900-4ff0-810c-24cf3dd6b332 req-0da9ce54-b385-400e-9a8e-8aa4480b3089 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395555 Jun 18 16:53:10.999791 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-84f1663e-1ebc-4057-840a-680712ca251f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:11.348906 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:11.632642 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93966008-67e2-413b-b8f7-f5935cdaa481 req-631d70c5-cbdb-48ad-bed2-9db105b375e3 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:11.634153 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-93966008-67e2-413b-b8f7-f5935cdaa481 req-631d70c5-cbdb-48ad-bed2-9db105b375e3 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 932 time: 0.0868862 Jun 18 16:53:11.675774 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-93966008-67e2-413b-b8f7-f5935cdaa481 req-f354dfce-8fae-48a3-a35f-673980b3c35c tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351381 Jun 18 16:53:12.213896 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:12.870189 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c93ae-7507-4e39-89e4-58151217fdf7 req-34b0c0c9-7e0c-46f7-a8aa-acff33665fe6 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:12.873211 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ff1c93ae-7507-4e39-89e4-58151217fdf7 req-34b0c0c9-7e0c-46f7-a8aa-acff33665fe6 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 932 time: 0.0744395 Jun 18 16:53:12.915817 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ff1c93ae-7507-4e39-89e4-58151217fdf7 req-7e4789d4-462a-41d9-aa22-0b904dbd82f0 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363975 Jun 18 16:53:13.831607 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:14.111169 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c7994-bac0-4db1-a249-e6e50ce46e45 req-5bc7f442-d264-43cb-8471-57f5e3fb9cb5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:14.112608 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b79c7994-bac0-4db1-a249-e6e50ce46e45 req-5bc7f442-d264-43cb-8471-57f5e3fb9cb5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 932 time: 0.0755126 Jun 18 16:53:14.156326 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b79c7994-bac0-4db1-a249-e6e50ce46e45 req-2747c86b-404d-497c-9c79-ff75f4af8c95 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380707 Jun 18 16:53:15.347399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22b2c2-1aaf-4650-8d21-ac19b1c132c6 req-a115196f-17ff-4419-95dd-45e8eba4cc65 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:15.349159 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0b22b2c2-1aaf-4650-8d21-ac19b1c132c6 req-a115196f-17ff-4419-95dd-45e8eba4cc65 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 932 time: 0.0732944 Jun 18 16:53:15.392744 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0b22b2c2-1aaf-4650-8d21-ac19b1c132c6 req-3fc6be5d-96ed-4377-8fe3-f278ab533ffe tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348210 Jun 18 16:53:16.597492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bd366-635c-43db-976a-cf737f18003e req-070d9c5b-88f1-42ac-97ed-f4b5c3c99931 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:16.599136 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d17bd366-635c-43db-976a-cf737f18003e req-070d9c5b-88f1-42ac-97ed-f4b5c3c99931 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 932 time: 0.0868032 Jun 18 16:53:16.641118 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d17bd366-635c-43db-976a-cf737f18003e req-fafa28c1-2e32-4342-b3bb-825d6675e215 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360534 Jun 18 16:53:17.831772 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3066e9-bd76-4e56-a06e-1524a5e1c91a req-70ed5f70-b8f9-4a3e-b945-5044b60ef8bb tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:17.835398 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-df3066e9-bd76-4e56-a06e-1524a5e1c91a req-70ed5f70-b8f9-4a3e-b945-5044b60ef8bb tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 932 time: 0.0728312 Jun 18 16:53:17.874903 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-df3066e9-bd76-4e56-a06e-1524a5e1c91a req-6b7eae9f-bd84-43a5-935b-920a99bba3d2 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356188 Jun 18 16:53:18.431279 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Request body: {'port': {'device_id': 'aea7af63-a28d-4011-bf5d-ba70468f0c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:53:18.517738 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:18.797328 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee89c7e-52e2-46be-b216-c3eb1a844732 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:53:18.804619 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:18.818007 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Transition to ACTIVE for port object 5ee89c7e-52e2-46be-b216-c3eb1a844732 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:53:18.822454 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:18.825829 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b16c9be2-d4cb-4a8a-b75f-7a726f6166eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:53:18.909288 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee89c7e-52e2-46be-b216-c3eb1a844732,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:53:18.912653 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:53:18.987232 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Attempting to bind port 5ee89c7e-52e2-46be-b216-c3eb1a844732 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:53:18.987572 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Attempting to bind port 5ee89c7e-52e2-46be-b216-c3eb1a844732 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'ffe52120-e42f-4542-b341-dfeb25202b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:53:18.987908 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Attempting to bind port 5ee89c7e-52e2-46be-b216-c3eb1a844732 on network 57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:53:18.993865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Port 5ee89c7e-52e2-46be-b216-c3eb1a844732 on network 57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:53:18.994195 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Attempting to bind port 5ee89c7e-52e2-46be-b216-c3eb1a844732 on network 57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:53:18.999935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:53:19.000275 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Checking segment: {'id': 'ffe52120-e42f-4542-b341-dfeb25202b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:53:19.000662 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Bound using segment: {'id': 'ffe52120-e42f-4542-b341-dfeb25202b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:53:19.001104 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Bound port: 5ee89c7e-52e2-46be-b216-c3eb1a844732, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe52120-e42f-4542-b341-dfeb25202b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:53:19.001452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:19.115469 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] For port 5ee89c7e-52e2-46be-b216-c3eb1a844732, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:53:19.119393 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] For port 5ee89c7e-52e2-46be-b216-c3eb1a844732, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5ee89c7e-52e2-46be-b216-c3eb1a844732,segment=NetworkSegment(ffe52120-e42f-4542-b341-dfeb25202b79),segment_id=ffe52120-e42f-4542-b341-dfeb25202b79)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:53:19.131571 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d158810-9af7-4c8c-b595-a86159555ec4 req-b2c4137d-ad77-4363-a5d6-fcc5c6adfa4f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:19.133096 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1d158810-9af7-4c8c-b595-a86159555ec4 req-b2c4137d-ad77-4363-a5d6-fcc5c6adfa4f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 944 time: 0.1284060 Jun 18 16:53:19.134149 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:19.137085 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:53:19.188037 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:19.188668 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:19.190100 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] 10.222.0.55 "PUT /v2.0/ports/5ee89c7e-52e2-46be-b216-c3eb1a844732 HTTP/1.1" status: 200 len: 1094 time: 0.7635949 Jun 18 16:53:19.190708 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea7af63-a28d-4011-bf5d-ba70468f0c3d', 'tag': '5ee89c7e-52e2-46be-b216-c3eb1a844732'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:53:19.193129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aae0d7f-5604-4838-ab5b-8d2c603048b9" -d '{"events": [{"name": "network-changed", "server_uuid": "aea7af63-a28d-4011-bf5d-ba70468f0c3d", "tag": "5ee89c7e-52e2-46be-b216-c3eb1a844732"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:53:19.227217 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1d158810-9af7-4c8c-b595-a86159555ec4 req-5dc83fb2-e6c5-442d-b6aa-75e7e8d07dc8 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834844 Jun 18 16:53:19.232628 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee89c7e-52e2-46be-b216-c3eb1a844732,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:53:19.236209 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:53:19.253320 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246a22a0-1d17-4d2b-8a40-89502412a315 x-openstack-request-id: req-246a22a0-1d17-4d2b-8a40-89502412a315 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:53:19.253807 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea7af63-a28d-4011-bf5d-ba70468f0c3d", "tag": "5ee89c7e-52e2-46be-b216-c3eb1a844732", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:53:19.254351 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-246a22a0-1d17-4d2b-8a40-89502412a315 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:53:19.254956 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea7af63-a28d-4011-bf5d-ba70468f0c3d', 'tag': '5ee89c7e-52e2-46be-b216-c3eb1a844732', 'status': 'completed', 'code': 200} Jun 18 16:53:19.300436 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-6591664f-8798-4efb-9231-583e45c61144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:19.301829 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-6591664f-8798-4efb-9231-583e45c61144 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=34b8b57d9520437c833441bc2483e0c6&device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 1097 time: 0.0616693 Jun 18 16:53:19.355947 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-aa9a63ee-905a-4624-839d-281f19151990 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee89c7e-52e2-46be-b216-c3eb1a844732 HTTP/1.1" status: 200 len: 217 time: 0.0444446 Jun 18 16:53:19.408359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-d9772f86-facf-4873-951f-73dd38e1463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:19.409841 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-d9772f86-facf-4873-951f-73dd38e1463c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cfdff41-9a6a-4378-a40a-bd41ee3e913a HTTP/1.1" status: 200 len: 854 time: 0.0467823 Jun 18 16:53:19.469739 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-3b3262fe-02a2-4c33-9ad5-ec08f9993522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:19.471298 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-3b3262fe-02a2-4c33-9ad5-ec08f9993522 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0532577 Jun 18 16:53:19.569111 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-44070a94-7456-4315-95da-047dfd7d0c6f service neutron] 10.222.0.55 "GET /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904896 Jun 18 16:53:19.658543 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-17a79d0a-41e8-4a79-91ac-c6a3d5bd547e req-a70f16fd-61f4-48a1-a0ec-3c091bf3ac7c service neutron] 10.222.0.55 "GET /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823734 Jun 18 16:53:19.769358 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae0d7f-5604-4838-ab5b-8d2c603048b9 req-a4d2753b-71fc-4d38-92f2-8a0ef367dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:19.770932 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0aae0d7f-5604-4838-ab5b-8d2c603048b9 req-a4d2753b-71fc-4d38-92f2-8a0ef367dcdf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=34b8b57d9520437c833441bc2483e0c6&device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 1097 time: 0.0592246 Jun 18 16:53:19.871357 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae0d7f-5604-4838-ab5b-8d2c603048b9 req-5826c127-c5ec-4556-9345-e759d31eff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:19.873440 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0aae0d7f-5604-4838-ab5b-8d2c603048b9 req-5826c127-c5ec-4556-9345-e759d31eff46 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 HTTP/1.1" status: 200 len: 916 time: 0.0956154 Jun 18 16:53:19.917581 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0aae0d7f-5604-4838-ab5b-8d2c603048b9 req-44fbc9a9-70d8-47cb-9885-8ce2eb5b6b13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee89c7e-52e2-46be-b216-c3eb1a844732 HTTP/1.1" status: 200 len: 217 time: 0.0368459 Jun 18 16:53:19.978558 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae0d7f-5604-4838-ab5b-8d2c603048b9 req-01f5fe48-37f3-4b57-9b74-9a9a18476c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:19.980026 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0aae0d7f-5604-4838-ab5b-8d2c603048b9 req-01f5fe48-37f3-4b57-9b74-9a9a18476c13 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cfdff41-9a6a-4378-a40a-bd41ee3e913a HTTP/1.1" status: 200 len: 854 time: 0.0546434 Jun 18 16:53:20.041320 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae0d7f-5604-4838-ab5b-8d2c603048b9 req-247584a9-9dea-4f90-ab0f-ae81cb8a1fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:20.042865 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0aae0d7f-5604-4838-ab5b-8d2c603048b9 req-247584a9-9dea-4f90-ab0f-ae81cb8a1fe5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0541019 Jun 18 16:53:20.147240 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0aae0d7f-5604-4838-ab5b-8d2c603048b9 req-2527e649-562d-4279-9473-d869852c5a68 service neutron] 10.222.0.55 "GET /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959218 Jun 18 16:53:20.246241 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0aae0d7f-5604-4838-ab5b-8d2c603048b9 req-b7daf9a2-8000-41ae-a5bf-8b5f83a34d55 service neutron] 10.222.0.55 "GET /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909820 Jun 18 16:53:20.421630 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4033eda-770a-4463-804d-d4060cfe49c1 req-9b11448f-b72a-4aa9-a501-107fa5c99e0b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:20.423076 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c4033eda-770a-4463-804d-d4060cfe49c1 req-9b11448f-b72a-4aa9-a501-107fa5c99e0b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 944 time: 0.0664852 Jun 18 16:53:20.459672 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c4033eda-770a-4463-804d-d4060cfe49c1 req-fb6db420-4880-4658-85a0-0b39473c85df tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310104 Jun 18 16:53:21.636472 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526d610-ae8a-48f9-b008-e5a64ad2d360 req-80baabfe-5977-4b45-82fe-6ac20718a0a2 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:21.638732 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6526d610-ae8a-48f9-b008-e5a64ad2d360 req-80baabfe-5977-4b45-82fe-6ac20718a0a2 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 944 time: 0.0714896 Jun 18 16:53:21.676689 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6526d610-ae8a-48f9-b008-e5a64ad2d360 req-ff33c7fa-9751-465a-9990-a1ff3fd9a972 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322015 Jun 18 16:53:22.822256 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 5ee89c7e-52e2-46be-b216-c3eb1a844732 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:53:22.852870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee299cf-2707-407e-b473-67b1e2c5e3cb req-d4375cda-1cca-4512-b14c-3ee8803e58b2 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:22.853996 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1ee299cf-2707-407e-b473-67b1e2c5e3cb req-d4375cda-1cca-4512-b14c-3ee8803e58b2 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 944 time: 0.0657976 Jun 18 16:53:22.894460 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1ee299cf-2707-407e-b473-67b1e2c5e3cb req-27f054f2-a291-4c22-8620-c74b20108081 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340822 Jun 18 16:53:22.919200 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 5ee89c7e-52e2-46be-b216-c3eb1a844732, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5ee89c7e-52e2-46be-b216-c3eb1a844732,segment=NetworkSegment(ffe52120-e42f-4542-b341-dfeb25202b79),segment_id=ffe52120-e42f-4542-b341-dfeb25202b79)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:53:22.930437 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '5ee89c7e-52e2-46be-b216-c3eb1a844732', 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7', 'port_id': '5ee89c7e-52e2-46be-b216-c3eb1a844732', 'mac_address': 'fa:16:3e:48:0b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cfdff41-9a6a-4378-a40a-bd41ee3e913a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:53:22.967193 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:22.979253 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee89c7e-52e2-46be-b216-c3eb1a844732 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:53:22.998877 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 5ee89c7e-52e2-46be-b216-c3eb1a844732, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5ee89c7e-52e2-46be-b216-c3eb1a844732,segment=NetworkSegment(ffe52120-e42f-4542-b341-dfeb25202b79),segment_id=ffe52120-e42f-4542-b341-dfeb25202b79)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:53:23.002543 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:23.004232 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:53:23.053221 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=5ee89c7e-52e2-46be-b216-c3eb1a844732,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:53:23.060886 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:23.061246 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:23.061587 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:23.061920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:23.062251 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:23.062600 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:23.062931 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:23.063259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:23.063582 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:23.063908 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:23.064226 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:23.064547 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:23.068603 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:53:23.215438 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['5ee89c7e-52e2-46be-b216-c3eb1a844732'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:53:24.069411 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71a644-66d5-40ad-93cf-a02999033a65 req-e48a53ee-9d32-4f1b-8758-f71adac0404f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:24.070803 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5b71a644-66d5-40ad-93cf-a02999033a65 req-e48a53ee-9d32-4f1b-8758-f71adac0404f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 945 time: 0.0630224 Jun 18 16:53:24.109742 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5b71a644-66d5-40ad-93cf-a02999033a65 req-60bc2d85-6a36-45ac-b541-57c05739f2ee tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328467 Jun 18 16:53:24.427134 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:24.837073 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 5ee89c7e-52e2-46be-b216-c3eb1a844732 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:53:24.895115 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 5ee89c7e-52e2-46be-b216-c3eb1a844732 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:53:24.898730 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 5ee89c7e-52e2-46be-b216-c3eb1a844732 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:53:24.899103 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:24.973247 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:24.995275 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea7af63-a28d-4011-bf5d-ba70468f0c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee89c7e-52e2-46be-b216-c3eb1a844732'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:53:24.998228 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7eeb8c-cf95-4f7a-8f80-bb6588cb0ead" -d '{"events": [{"server_uuid": "aea7af63-a28d-4011-bf5d-ba70468f0c3d", "name": "network-vif-plugged", "status": "completed", "tag": "5ee89c7e-52e2-46be-b216-c3eb1a844732"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:53:25.010509 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 5ee89c7e-52e2-46be-b216-c3eb1a844732, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5ee89c7e-52e2-46be-b216-c3eb1a844732,segment=NetworkSegment(ffe52120-e42f-4542-b341-dfeb25202b79),segment_id=ffe52120-e42f-4542-b341-dfeb25202b79)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:53:25.014973 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:25.016989 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6e751dcb-e77e-4636-a00d-22f7603f7184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:53:25.038178 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d9235e-fff9-429c-859c-7de8d2992332 x-openstack-request-id: req-67d9235e-fff9-429c-859c-7de8d2992332 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:53:25.038518 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea7af63-a28d-4011-bf5d-ba70468f0c3d", "name": "network-vif-plugged", "status": "completed", "tag": "5ee89c7e-52e2-46be-b216-c3eb1a844732", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:53:25.038836 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67d9235e-fff9-429c-859c-7de8d2992332 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:53:25.039233 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea7af63-a28d-4011-bf5d-ba70468f0c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee89c7e-52e2-46be-b216-c3eb1a844732', 'code': 200} Jun 18 16:53:25.067745 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=5ee89c7e-52e2-46be-b216-c3eb1a844732,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:53:25.070643 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:53:25.303214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e821e-3055-4314-a4b8-cee2dba24177 req-c807a86a-ba2c-4ea1-afd0-a2023e62080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:25.304725 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d48e821e-3055-4314-a4b8-cee2dba24177 req-c807a86a-ba2c-4ea1-afd0-a2023e62080d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 1099 time: 0.0990171 Jun 18 16:53:25.325868 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bb975-a4e8-4e98-8bcb-1a86cd30677f req-de69fa0e-8fd2-4b16-b57c-b17ca7c8f32e tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:25.327294 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-869bb975-a4e8-4e98-8bcb-1a86cd30677f req-de69fa0e-8fd2-4b16-b57c-b17ca7c8f32e tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 946 time: 0.0901225 Jun 18 16:53:25.365932 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d48e821e-3055-4314-a4b8-cee2dba24177 req-74058df5-4cf6-41b5-87ea-65eafd66eb79 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533500 Jun 18 16:53:25.378976 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-869bb975-a4e8-4e98-8bcb-1a86cd30677f req-8c863daf-ca7f-4843-929d-bf2a6fa7a052 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453961 Jun 18 16:53:26.556290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c2f7a-b95e-444a-b33f-58cf978bf373 req-acb1fa34-5576-4cd7-ade1-ddc25ecfe99c tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:26.557672 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e92c2f7a-b95e-444a-b33f-58cf978bf373 req-acb1fa34-5576-4cd7-ade1-ddc25ecfe99c tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 946 time: 0.0680296 Jun 18 16:53:26.595891 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e92c2f7a-b95e-444a-b33f-58cf978bf373 req-53a6affd-09ad-47ac-8d97-ab1f895f2bd4 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316873 Jun 18 16:53:26.767960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8db002-20a3-418c-8be0-fc1b83f7e4c8 req-89258e4a-1d1b-45f4-b37f-702284e91695 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:26.769451 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3f8db002-20a3-418c-8be0-fc1b83f7e4c8 req-89258e4a-1d1b-45f4-b37f-702284e91695 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 946 time: 0.0651231 Jun 18 16:53:26.808627 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3f8db002-20a3-418c-8be0-fc1b83f7e4c8 req-01d6e063-4415-4173-abba-dd2b11dfdd70 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329592 Jun 18 16:53:27.191845 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc3b84-4cb6-4e2e-9c81-4daf37721bab req-1f233c7f-0c57-4f56-8770-1c32e93e7d2d tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:27.193322 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-75fc3b84-4cb6-4e2e-9c81-4daf37721bab req-1f233c7f-0c57-4f56-8770-1c32e93e7d2d tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 946 time: 0.0678556 Jun 18 16:53:27.229916 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-75fc3b84-4cb6-4e2e-9c81-4daf37721bab req-74cb17e8-df72-4459-a055-b91b4433c268 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310349 Jun 18 16:53:28.321852 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1f8f4637-0ea8-4c3e-80df-a4ad3e5715e9 req-4a3627d5-a3e7-460b-b485-fd24a64efbde service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573533 Jun 18 16:53:28.419647 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f4637-0ea8-4c3e-80df-a4ad3e5715e9 req-b21e3cf8-187f-4c9c-b04a-479c3b25ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:28.421115 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1f8f4637-0ea8-4c3e-80df-a4ad3e5715e9 req-b21e3cf8-187f-4c9c-b04a-479c3b25ef69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=34b8b57d9520437c833441bc2483e0c6&device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 1099 time: 0.0531046 Jun 18 16:53:28.532497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f4637-0ea8-4c3e-80df-a4ad3e5715e9 req-29566e84-5007-4ed5-a42e-476987ed81f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:28.533956 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1f8f4637-0ea8-4c3e-80df-a4ad3e5715e9 req-29566e84-5007-4ed5-a42e-476987ed81f2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 HTTP/1.1" status: 200 len: 916 time: 0.0925310 Jun 18 16:53:28.577222 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1f8f4637-0ea8-4c3e-80df-a4ad3e5715e9 req-9a78fc49-94b0-485b-b8ff-debb8ec664b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee89c7e-52e2-46be-b216-c3eb1a844732 HTTP/1.1" status: 200 len: 217 time: 0.0359185 Jun 18 16:53:28.628674 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f4637-0ea8-4c3e-80df-a4ad3e5715e9 req-aa5fac64-33f4-46db-9e81-1da733ac8fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:28.630242 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1f8f4637-0ea8-4c3e-80df-a4ad3e5715e9 req-aa5fac64-33f4-46db-9e81-1da733ac8fe2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cfdff41-9a6a-4378-a40a-bd41ee3e913a HTTP/1.1" status: 200 len: 854 time: 0.0462258 Jun 18 16:53:28.690889 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f4637-0ea8-4c3e-80df-a4ad3e5715e9 req-73603c67-a216-4242-8e93-589c9228b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:28.692474 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1f8f4637-0ea8-4c3e-80df-a4ad3e5715e9 req-73603c67-a216-4242-8e93-589c9228b674 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558712 Jun 18 16:53:28.790747 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1f8f4637-0ea8-4c3e-80df-a4ad3e5715e9 req-d2e93c6b-df59-4e3d-b5fd-690d779710e3 service neutron] 10.222.0.55 "GET /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911303 Jun 18 16:53:28.882778 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1f8f4637-0ea8-4c3e-80df-a4ad3e5715e9 req-dae3abc1-81e4-4603-b426-665b44734646 service neutron] 10.222.0.55 "GET /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850806 Jun 18 16:53:36.846964 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:53:38.530803 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a0db0eb1-b14c-43f9-b33a-36515af23188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:39.978706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fced20-29e7-48d5-9bab-3b7260256626 req-90b30ae6-ac4f-4982-801c-748f87150984 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:39.980109 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-72fced20-29e7-48d5-9bab-3b7260256626 req-90b30ae6-ac4f-4982-801c-748f87150984 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 946 time: 0.0711479 Jun 18 16:53:40.018239 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-72fced20-29e7-48d5-9bab-3b7260256626 req-e7441715-1f79-44c9-8063-411d5ce87cd3 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317037 Jun 18 16:53:40.043663 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55814) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:53:40.180927 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdc3e7e-04b1-4f64-a7db-3bebc639b80e tempest-TestMinimumBasicScenario-1240522858 tempest-TestMinimumBasicScenario-1240522858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:40.182439 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0bdc3e7e-04b1-4f64-a7db-3bebc639b80e tempest-TestMinimumBasicScenario-1240522858 tempest-TestMinimumBasicScenario-1240522858-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 1094 time: 0.1377792 Jun 18 16:53:40.185970 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 55818) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:53:40.190593 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '5ee89c7e-52e2-46be-b216-c3eb1a844732', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:53:40.218333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:40.326928 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:40.430543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Allocated IP 172.26.6.85 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/ae3b70bb-d1c6-427c-9630-d0d87f601d70) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:53:40.536127 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:40.575461 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:40.579730 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-81bee19e-8613-4ed2-801b-6e60bf520a8e tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:53:40.615046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:53:40.617707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:53:40.621211 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:53:40.647935 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Pushing event updated for resources: {'Port': ['ID=ae3b70bb-d1c6-427c-9630-d0d87f601d70,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:53:40.662934 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:40.663441 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:40.663921 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:40.664306 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:40.664685 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:40.665062 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:40.665436 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:40.665807 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:40.666176 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:40.666576 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:40.667007 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:40.667433 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:40.672612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:53:41.005890 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3c75843b-d43c-412f-9d7f-fd2d494da22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:41.344214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:41.350113 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:41.422191 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:41.573820 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:41.578814 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:41.580867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-618bf794-a34d-4ff6-ba77-80fb4d32250d tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:53:41.647948 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Pushing event updated for resources: {'Port': ['ID=ae3b70bb-d1c6-427c-9630-d0d87f601d70,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:53:41.651952 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:53:41.662482 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:41.764946 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Floating IP 11d45528-1dce-4f9d-8e02-7f5e5acaef75 associated. External IP: 172.26.6.85, port: 5ee89c7e-52e2-46be-b216-c3eb1a844732. Jun 18 16:53:41.985918 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Router 66c3e09e-34cb-4d40-9420-739363e96809 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:53:42.102247 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:53:42.113456 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12877952-5297-40fb-97c5-6d339e805eae None None] Sync routers for ids ['66c3e09e-34cb-4d40-9420-739363e96809'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:53:42.121655 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.122689 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12877952-5297-40fb-97c5-6d339e805eae None None] Routers {'66c3e09e-34cb-4d40-9420-739363e96809'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:53:42.124004 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-12877952-5297-40fb-97c5-6d339e805eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:53:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['66c3e09e-34cb-4d40-9420-739363e96809'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:53:42.158466 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9713702 Jun 18 16:53:42.159608 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea7af63-a28d-4011-bf5d-ba70468f0c3d', 'tag': '5ee89c7e-52e2-46be-b216-c3eb1a844732'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:53:42.161303 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55820) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:53:42.161803 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf87de8-6959-4be7-aafc-1aad37a3f58d" -d '{"events": [{"name": "network-changed", "server_uuid": "aea7af63-a28d-4011-bf5d-ba70468f0c3d", "tag": "5ee89c7e-52e2-46be-b216-c3eb1a844732"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:53:42.167559 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-87139983', 'description': 'tempest-secgroup-smoke-87139983 description', 'project_id': '34b8b57d9520437c833441bc2483e0c6'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:53:42.196612 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.204278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f34ea3-203f-4b53-9231-6be63ca09548 x-openstack-request-id: req-d8f34ea3-203f-4b53-9231-6be63ca09548 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:53:42.204631 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea7af63-a28d-4011-bf5d-ba70468f0c3d", "tag": "5ee89c7e-52e2-46be-b216-c3eb1a844732", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:53:42.204942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d8f34ea3-203f-4b53-9231-6be63ca09548 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:53:42.205419 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea7af63-a28d-4011-bf5d-ba70468f0c3d', 'tag': '5ee89c7e-52e2-46be-b216-c3eb1a844732', 'status': 'completed', 'code': 200} Jun 18 16:53:42.227048 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.302400 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf87de8-6959-4be7-aafc-1aad37a3f58d req-31a8b35a-4f51-4baa-be06-c06214a259ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:42.303986 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0bf87de8-6959-4be7-aafc-1aad37a3f58d req-31a8b35a-4f51-4baa-be06-c06214a259ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=34b8b57d9520437c833441bc2483e0c6&device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 1099 time: 0.0740454 Jun 18 16:53:42.304409 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.308510 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.311877 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-490f5279-eeb5-4d7b-897e-228662d3e370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:53:42.335634 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-12877952-5297-40fb-97c5-6d339e805eae None None] Set router 66c3e09e-34cb-4d40-9420-739363e96809 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:53:42.341334 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27fab315-06ce-4d9c-b8aa-595afe0c2624,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:53:42.347977 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.351906 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1861541 Jun 18 16:53:42.351906 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:42.351906 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:42.352263 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:42.352346 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:42.352708 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:42.353093 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:42.353470 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:42.353843 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:42.354217 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:42.354625 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:42.354987 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:42.355357 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:53:42.358576 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55824) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:53:42.363138 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-b5b6aa48-16ac-47c8-a41f-4a45f9c77066 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Request body: {'security_group_rule': {'security_group_id': '27fab315-06ce-4d9c-b8aa-595afe0c2624', 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:53:42.382856 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:53:42.394963 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b5b6aa48-16ac-47c8-a41f-4a45f9c77066 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.416084 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf87de8-6959-4be7-aafc-1aad37a3f58d req-07e160f9-6648-4e60-a122-6f15485c006a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:42.417731 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0bf87de8-6959-4be7-aafc-1aad37a3f58d req-07e160f9-6648-4e60-a122-6f15485c006a service neutron] 10.222.0.55 "GET /v2.0/networks?id=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 HTTP/1.1" status: 200 len: 916 time: 0.1052570 Jun 18 16:53:42.446634 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b5b6aa48-16ac-47c8-a41f-4a45f9c77066 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.451825 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b5b6aa48-16ac-47c8-a41f-4a45f9c77066 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.464919 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b18aa622-f4ba-4e34-94ce-5d11b9ba7e08 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:53:42.477361 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6aa48-16ac-47c8-a41f-4a45f9c77066 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7cd88ae-9bf4-48d5-81c9-fd1a294f20db,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:53:42.479726 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b5b6aa48-16ac-47c8-a41f-4a45f9c77066 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.480927 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b5b6aa48-16ac-47c8-a41f-4a45f9c77066 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213913 Jun 18 16:53:42.481927 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b5b6aa48-16ac-47c8-a41f-4a45f9c77066 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:53:42.483842 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55826) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:53:42.489585 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d3153e39-412e-4370-83fd-681cdade8fdb tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Request body: {'security_group_rule': {'security_group_id': '27fab315-06ce-4d9c-b8aa-595afe0c2624', 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:53:42.501928 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0bf87de8-6959-4be7-aafc-1aad37a3f58d req-16064df0-cd14-42b2-8b5d-6b840a3dadc8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee89c7e-52e2-46be-b216-c3eb1a844732 HTTP/1.1" status: 200 len: 999 time: 0.0745361 Jun 18 16:53:42.519846 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d3153e39-412e-4370-83fd-681cdade8fdb tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.556247 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf87de8-6959-4be7-aafc-1aad37a3f58d req-53d37d2a-9b31-49b1-b313-c0c076379beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:42.556247 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0bf87de8-6959-4be7-aafc-1aad37a3f58d req-53d37d2a-9b31-49b1-b313-c0c076379beb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cfdff41-9a6a-4378-a40a-bd41ee3e913a HTTP/1.1" status: 200 len: 854 time: 0.0471919 Jun 18 16:53:42.595182 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-12877952-5297-40fb-97c5-6d339e805eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3e09e-34cb-4d40-9420-739363e96809', 'name': 'tempest-TestMinimumBasicScenario-2146917781-router', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:47Z', 'updated_at': '2021-06-18T16:52:50Z', 'revision_number': 4, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'gw_port': {'id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:48Z', 'updated_at': '2021-06-18T16:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '11d45528-1dce-4f9d-8e02-7f5e5acaef75', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'floating_ip_address': '172.26.6.85', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'port_id': '5ee89c7e-52e2-46be-b216-c3eb1a844732', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7', 'mac_address': 'fa:16:3e:48:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea7af63-a28d-4011-bf5d-ba70468f0c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:53:41Z', 'updated_at': '2021-06-18T16:53:41Z', 'revision_number': 0, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671a4a8f-08d0-4eca-86de-55828f837e9c', 'name': '', 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'mac_address': 'fa:16:3e:ea:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7cfdff41-9a6a-4378-a40a-bd41ee3e913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:49Z', 'updated_at': '2021-06-18T16:52:56Z', 'revision_number': 5, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'subnets': [{'id': '7cfdff41-9a6a-4378-a40a-bd41ee3e913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:53:42.600528 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d3153e39-412e-4370-83fd-681cdade8fdb tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.604714 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d3153e39-412e-4370-83fd-681cdade8fdb tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.606736 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9e65dc9f-0566-46c9-8c94-b1b22dd0e821 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:53:42.627640 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3153e39-412e-4370-83fd-681cdade8fdb tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a856190-7d91-4c52-ad43-3d667bac2999,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:53:42.631450 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d3153e39-412e-4370-83fd-681cdade8fdb tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:53:42.633999 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d3153e39-412e-4370-83fd-681cdade8fdb tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.635475 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d3153e39-412e-4370-83fd-681cdade8fdb tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1506698 Jun 18 16:53:42.638145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55828) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:53:42.640467 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12877952-5297-40fb-97c5-6d339e805eae None None] Checking router: 66c3e09e-34cb-4d40-9420-739363e96809 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:53:42.644584 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-9feb4488-eeb7-4a56-88bf-dc13ae90c80b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Request body: {'security_group_rule': {'security_group_id': '27fab315-06ce-4d9c-b8aa-595afe0c2624', 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:53:42.644884 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf87de8-6959-4be7-aafc-1aad37a3f58d req-b030d776-fbcc-4a4f-91b4-242bc3e38fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:42.646407 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0bf87de8-6959-4be7-aafc-1aad37a3f58d req-b030d776-fbcc-4a4f-91b4-242bc3e38fc5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816910 Jun 18 16:53:42.658368 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12877952-5297-40fb-97c5-6d339e805eae None None] Routers {'66c3e09e-34cb-4d40-9420-739363e96809'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:53:42.659311 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-12877952-5297-40fb-97c5-6d339e805eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:53:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['66c3e09e-34cb-4d40-9420-739363e96809'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:53:42.678810 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9feb4488-eeb7-4a56-88bf-dc13ae90c80b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.746654 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9feb4488-eeb7-4a56-88bf-dc13ae90c80b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.751662 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9feb4488-eeb7-4a56-88bf-dc13ae90c80b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.755205 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cee32fc1-6c37-4ce7-a691-611d6dfa94c6 tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:53:42.759018 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0bf87de8-6959-4be7-aafc-1aad37a3f58d req-2ff178cb-a63a-464d-8e05-cf552e8fd019 service neutron] 10.222.0.55 "GET /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031277 Jun 18 16:53:42.773355 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb4488-eeb7-4a56-88bf-dc13ae90c80b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3d3ac95-b55b-4795-8916-b0ed9a75487c,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:53:42.776526 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9feb4488-eeb7-4a56-88bf-dc13ae90c80b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:53:42.776685 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-12877952-5297-40fb-97c5-6d339e805eae None None] Set router 66c3e09e-34cb-4d40-9420-739363e96809 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:53:42.783437 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9feb4488-eeb7-4a56-88bf-dc13ae90c80b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.784697 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9feb4488-eeb7-4a56-88bf-dc13ae90c80b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445496 Jun 18 16:53:42.787591 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55830) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:53:42.792240 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-ce0e2bc1-e654-4168-9fc2-7aa2fd1085ec tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Request body: {'security_group_rule': {'security_group_id': '27fab315-06ce-4d9c-b8aa-595afe0c2624', 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:53:42.821207 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce0e2bc1-e654-4168-9fc2-7aa2fd1085ec tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.879699 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0bf87de8-6959-4be7-aafc-1aad37a3f58d req-8893338e-d228-46f2-8f29-46d8e62d3078 service neutron] 10.222.0.55 "GET /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127934 Jun 18 16:53:42.893038 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce0e2bc1-e654-4168-9fc2-7aa2fd1085ec tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.898931 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce0e2bc1-e654-4168-9fc2-7aa2fd1085ec tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.909626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7916fd9c-0d86-4be8-b0df-2bbc71b2006d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:53:42.932895 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e2bc1-e654-4168-9fc2-7aa2fd1085ec tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8686b869-a607-4fb7-be14-03778f6c46e9,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:53:42.937290 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ce0e2bc1-e654-4168-9fc2-7aa2fd1085ec tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:53:42.942791 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ce0e2bc1-e654-4168-9fc2-7aa2fd1085ec tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:42.944324 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ce0e2bc1-e654-4168-9fc2-7aa2fd1085ec tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1557117 Jun 18 16:53:42.947364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55832) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:53:42.952431 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-41ebff32-5701-43cc-8eef-bb34bf761bb6 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Request body: {'security_group_rule': {'security_group_id': '27fab315-06ce-4d9c-b8aa-595afe0c2624', 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:53:42.975489 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-41ebff32-5701-43cc-8eef-bb34bf761bb6 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Project 34b8b57d9520437c833441bc2483e0c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:53:42.980599 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-41ebff32-5701-43cc-8eef-bb34bf761bb6 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:43.037626 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-12877952-5297-40fb-97c5-6d339e805eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3e09e-34cb-4d40-9420-739363e96809', 'name': 'tempest-TestMinimumBasicScenario-2146917781-router', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:47Z', 'updated_at': '2021-06-18T16:52:50Z', 'revision_number': 4, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'gw_port': {'id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:48Z', 'updated_at': '2021-06-18T16:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '11d45528-1dce-4f9d-8e02-7f5e5acaef75', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'floating_ip_address': '172.26.6.85', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'port_id': '5ee89c7e-52e2-46be-b216-c3eb1a844732', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7', 'mac_address': 'fa:16:3e:48:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea7af63-a28d-4011-bf5d-ba70468f0c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:53:41Z', 'updated_at': '2021-06-18T16:53:41Z', 'revision_number': 0, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671a4a8f-08d0-4eca-86de-55828f837e9c', 'name': '', 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'mac_address': 'fa:16:3e:ea:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7cfdff41-9a6a-4378-a40a-bd41ee3e913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:49Z', 'updated_at': '2021-06-18T16:52:56Z', 'revision_number': 5, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'subnets': [{'id': '7cfdff41-9a6a-4378-a40a-bd41ee3e913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:53:43.047820 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-41ebff32-5701-43cc-8eef-bb34bf761bb6 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:43.051805 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-41ebff32-5701-43cc-8eef-bb34bf761bb6 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:43.053966 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b1f44fcf-f4e1-48ac-be7f-07d13cafdebe tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:53:43.071771 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebff32-5701-43cc-8eef-bb34bf761bb6 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e9d7b4-2122-48bc-bc37-dc2fc060decb,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:53:43.073427 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12877952-5297-40fb-97c5-6d339e805eae None None] The sync data for ids ['66c3e09e-34cb-4d40-9420-739363e96809'] in dv-neutron-797120-1-hyperv is: [{'id': '66c3e09e-34cb-4d40-9420-739363e96809', 'name': 'tempest-TestMinimumBasicScenario-2146917781-router', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:47Z', 'updated_at': '2021-06-18T16:52:50Z', 'revision_number': 4, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'gw_port': {'id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:48Z', 'updated_at': '2021-06-18T16:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '11d45528-1dce-4f9d-8e02-7f5e5acaef75', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'floating_ip_address': '172.26.6.85', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'port_id': '5ee89c7e-52e2-46be-b216-c3eb1a844732', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7', 'mac_address': 'fa:16:3e:48:0b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aea7af63-a28d-4011-bf5d-ba70468f0c3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:53:41Z', 'updated_at': '2021-06-18T16:53:41Z', 'revision_number': 0, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671a4a8f-08d0-4eca-86de-55828f837e9c', 'name': '', 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'mac_address': 'fa:16:3e:ea:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7cfdff41-9a6a-4378-a40a-bd41ee3e913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:49Z', 'updated_at': '2021-06-18T16:52:56Z', 'revision_number': 5, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'subnets': [{'id': '7cfdff41-9a6a-4378-a40a-bd41ee3e913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:53:43.075028 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-41ebff32-5701-43cc-8eef-bb34bf761bb6 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:53:43.078378 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-41ebff32-5701-43cc-8eef-bb34bf761bb6 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:43.079723 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-41ebff32-5701-43cc-8eef-bb34bf761bb6 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1315820 Jun 18 16:53:43.082460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55834) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:53:43.087314 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f5258cc9-a5b2-4f3c-bae9-b07b64693c43 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Request body: {'security_group_rule': {'security_group_id': '27fab315-06ce-4d9c-b8aa-595afe0c2624', 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:53:43.110864 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-f5258cc9-a5b2-4f3c-bae9-b07b64693c43 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Project 34b8b57d9520437c833441bc2483e0c6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:53:43.116429 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f5258cc9-a5b2-4f3c-bae9-b07b64693c43 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:43.183787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f5258cc9-a5b2-4f3c-bae9-b07b64693c43 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:43.188651 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f5258cc9-a5b2-4f3c-bae9-b07b64693c43 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:43.190635 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ce0e2bc1-e654-4168-9fc2-7aa2fd1085ec tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:53:43.208472 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5258cc9-a5b2-4f3c-bae9-b07b64693c43 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac13236-78db-4562-9b3e-78ca7be87c76,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:53:43.211698 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f5258cc9-a5b2-4f3c-bae9-b07b64693c43 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:53:43.214737 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f5258cc9-a5b2-4f3c-bae9-b07b64693c43 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:43.220438 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f5258cc9-a5b2-4f3c-bae9-b07b64693c43 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368203 Jun 18 16:53:43.278370 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80189f9c-2c49-469f-a5cc-9316f92fa9ce None None] New status for floating IP 11d45528-1dce-4f9d-8e02-7f5e5acaef75: ACTIVE {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:53:43.340819 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e626a915-cbc4-4af3-8c6d-6a4a7307f09b req-6d26b6f2-5c9f-4e8b-a2b4-0720f02d7287 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87139983&fields=id&tenant_id=34b8b57d9520437c833441bc2483e0c6 HTTP/1.1" status: 200 len: 267 time: 0.0359602 Jun 18 16:53:43.412982 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626a915-cbc4-4af3-8c6d-6a4a7307f09b req-3c726a16-6734-4c33-829c-d01c62dbface tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:43.414631 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e626a915-cbc4-4af3-8c6d-6a4a7307f09b req-3c726a16-6734-4c33-829c-d01c62dbface tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 946 time: 0.0657842 Jun 18 16:53:43.429016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-e626a915-cbc4-4af3-8c6d-6a4a7307f09b req-0d465129-29ad-4025-8c7a-ee514b462af7 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Request body: {'port': {'security_groups': ['7d97f844-0761-463b-b5e9-94c99187ad09', '27fab315-06ce-4d9c-b8aa-595afe0c2624']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:53:43.519762 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e626a915-cbc4-4af3-8c6d-6a4a7307f09b req-0d465129-29ad-4025-8c7a-ee514b462af7 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:43.718221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-e626a915-cbc4-4af3-8c6d-6a4a7307f09b req-0d465129-29ad-4025-8c7a-ee514b462af7 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] For port 5ee89c7e-52e2-46be-b216-c3eb1a844732, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5ee89c7e-52e2-46be-b216-c3eb1a844732,segment=NetworkSegment(ffe52120-e42f-4542-b341-dfeb25202b79),segment_id=ffe52120-e42f-4542-b341-dfeb25202b79)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:53:43.750181 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e626a915-cbc4-4af3-8c6d-6a4a7307f09b req-0d465129-29ad-4025-8c7a-ee514b462af7 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:43.759979 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e626a915-cbc4-4af3-8c6d-6a4a7307f09b req-0d465129-29ad-4025-8c7a-ee514b462af7 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:43.764506 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e9755b41-b488-4fc5-9d68-38daa205dcad tempest-ServersNegativeTestJSON-712060164 tempest-ServersNegativeTestJSON-712060164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:53:43.775349 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['5ee89c7e-52e2-46be-b216-c3eb1a844732'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:53:43.815277 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626a915-cbc4-4af3-8c6d-6a4a7307f09b req-0d465129-29ad-4025-8c7a-ee514b462af7 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:43.815467 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-e626a915-cbc4-4af3-8c6d-6a4a7307f09b req-0d465129-29ad-4025-8c7a-ee514b462af7 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:43.816886 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e626a915-cbc4-4af3-8c6d-6a4a7307f09b req-0d465129-29ad-4025-8c7a-ee514b462af7 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "PUT /v2.0/ports/5ee89c7e-52e2-46be-b216-c3eb1a844732 HTTP/1.1" status: 200 len: 982 time: 0.3932025 Jun 18 16:53:43.848919 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d465129-29ad-4025-8c7a-ee514b462af7 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Pushing event updated for resources: {'Port': ['ID=5ee89c7e-52e2-46be-b216-c3eb1a844732,revision_number=6']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:53:43.852423 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0d465129-29ad-4025-8c7a-ee514b462af7 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:53:43.867666 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:43.905894 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['5ee89c7e-52e2-46be-b216-c3eb1a844732'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:53:44.018632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6ec15-7a8e-45cc-b9f2-45fec9d4122b req-5e69416f-1e36-4247-98c2-6ca6c5ccc91f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:44.020698 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60a6ec15-7a8e-45cc-b9f2-45fec9d4122b req-5e69416f-1e36-4247-98c2-6ca6c5ccc91f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 985 time: 0.0793800 Jun 18 16:53:44.074300 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-60a6ec15-7a8e-45cc-b9f2-45fec9d4122b req-9f436559-630c-4d81-8b6a-fa57390ec2f3 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&id=27fab315-06ce-4d9c-b8aa-595afe0c2624&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0475557 Jun 18 16:53:44.184914 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-de67ec1a-3810-4801-86b2-36e2c15377f9 None None] Provisioning complete for port 5ee89c7e-52e2-46be-b216-c3eb1a844732 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:53:44.185881 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-de67ec1a-3810-4801-86b2-36e2c15377f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:53:44.207143 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea7af63-a28d-4011-bf5d-ba70468f0c3d', 'tag': '5ee89c7e-52e2-46be-b216-c3eb1a844732'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:53:44.209685 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cd1f49-b4d0-46d9-9dc1-dc3bfdcba7c2" -d '{"events": [{"name": "network-changed", "server_uuid": "aea7af63-a28d-4011-bf5d-ba70468f0c3d", "tag": "5ee89c7e-52e2-46be-b216-c3eb1a844732"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:53:44.255744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08770ea-4a44-4e07-b897-6d086abdf71c x-openstack-request-id: req-e08770ea-4a44-4e07-b897-6d086abdf71c {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:53:44.256386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea7af63-a28d-4011-bf5d-ba70468f0c3d", "tag": "5ee89c7e-52e2-46be-b216-c3eb1a844732", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:53:44.256976 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e08770ea-4a44-4e07-b897-6d086abdf71c {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:53:44.257631 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea7af63-a28d-4011-bf5d-ba70468f0c3d', 'tag': '5ee89c7e-52e2-46be-b216-c3eb1a844732', 'status': 'completed', 'code': 200} Jun 18 16:53:44.349436 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd1f49-b4d0-46d9-9dc1-dc3bfdcba7c2 req-72c977c3-bad3-4955-9819-7daf26cd4dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:44.350963 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81cd1f49-b4d0-46d9-9dc1-dc3bfdcba7c2 req-72c977c3-bad3-4955-9819-7daf26cd4dee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=34b8b57d9520437c833441bc2483e0c6&device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 1138 time: 0.0648510 Jun 18 16:53:44.453161 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd1f49-b4d0-46d9-9dc1-dc3bfdcba7c2 req-545ae971-854b-4cb2-af5c-bcd059cc16d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:44.454715 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81cd1f49-b4d0-46d9-9dc1-dc3bfdcba7c2 req-545ae971-854b-4cb2-af5c-bcd059cc16d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 HTTP/1.1" status: 200 len: 916 time: 0.0965540 Jun 18 16:53:44.534404 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81cd1f49-b4d0-46d9-9dc1-dc3bfdcba7c2 req-db3f4789-f097-4425-a362-239f621dda17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee89c7e-52e2-46be-b216-c3eb1a844732 HTTP/1.1" status: 200 len: 1001 time: 0.0720057 Jun 18 16:53:44.586709 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd1f49-b4d0-46d9-9dc1-dc3bfdcba7c2 req-fda4d546-0636-4dc0-89a1-04fe1aa1a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:44.588175 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81cd1f49-b4d0-46d9-9dc1-dc3bfdcba7c2 req-fda4d546-0636-4dc0-89a1-04fe1aa1a93a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cfdff41-9a6a-4378-a40a-bd41ee3e913a HTTP/1.1" status: 200 len: 854 time: 0.0456784 Jun 18 16:53:44.657423 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd1f49-b4d0-46d9-9dc1-dc3bfdcba7c2 req-b76fcd47-e7d2-44b4-969e-914c6a38bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:53:44.658988 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81cd1f49-b4d0-46d9-9dc1-dc3bfdcba7c2 req-b76fcd47-e7d2-44b4-969e-914c6a38bc5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0641696 Jun 18 16:53:44.767991 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81cd1f49-b4d0-46d9-9dc1-dc3bfdcba7c2 req-63af2919-0b7c-4a14-a5fb-93d0db55aa51 service neutron] 10.222.0.55 "GET /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986772 Jun 18 16:53:44.863464 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-81cd1f49-b4d0-46d9-9dc1-dc3bfdcba7c2 req-9eae8c4d-26c8-47e1-8d3f-776376ff12f8 service neutron] 10.222.0.55 "GET /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855904 Jun 18 16:53:54.444249 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:01.494041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad30d61-2ec5-4482-9812-00ed1a0f3ba6 req-b6a042ad-9f7a-4b21-a8b1-6871bf2e011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:01.495510 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8ad30d61-2ec5-4482-9812-00ed1a0f3ba6 req-b6a042ad-9f7a-4b21-a8b1-6871bf2e011f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=34b8b57d9520437c833441bc2483e0c6&device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 1138 time: 0.1079736 Jun 18 16:54:01.504521 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d026038-5ec6-48b4-aa29-01a0e5f50a28 req-bd8fadd1-4a88-4f54-a483-e9b98cad0cc3 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:01.505964 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9d026038-5ec6-48b4-aa29-01a0e5f50a28 req-bd8fadd1-4a88-4f54-a483-e9b98cad0cc3 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 985 time: 0.0846996 Jun 18 16:54:01.601316 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9d026038-5ec6-48b4-aa29-01a0e5f50a28 req-75992a83-8657-41ac-942c-d500d6c9e832 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&id=27fab315-06ce-4d9c-b8aa-595afe0c2624&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0869100 Jun 18 16:54:01.629767 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad30d61-2ec5-4482-9812-00ed1a0f3ba6 req-e539d1c2-dec5-4999-9c40-25aefd72651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:01.631285 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8ad30d61-2ec5-4482-9812-00ed1a0f3ba6 req-e539d1c2-dec5-4999-9c40-25aefd72651e service neutron] 10.222.0.55 "GET /v2.0/networks?id=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 HTTP/1.1" status: 200 len: 916 time: 0.1244402 Jun 18 16:54:01.699474 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8ad30d61-2ec5-4482-9812-00ed1a0f3ba6 req-741f6f76-be08-42d8-bd87-cd3dd4085b90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee89c7e-52e2-46be-b216-c3eb1a844732 HTTP/1.1" status: 200 len: 1001 time: 0.0613239 Jun 18 16:54:01.751013 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad30d61-2ec5-4482-9812-00ed1a0f3ba6 req-8fe8809e-2840-476a-a915-3629fb221340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:01.753570 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8ad30d61-2ec5-4482-9812-00ed1a0f3ba6 req-8fe8809e-2840-476a-a915-3629fb221340 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cfdff41-9a6a-4378-a40a-bd41ee3e913a HTTP/1.1" status: 200 len: 854 time: 0.0459664 Jun 18 16:54:01.818046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad30d61-2ec5-4482-9812-00ed1a0f3ba6 req-5bd46de8-8717-47f5-8a1d-9d77106b1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:01.819598 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8ad30d61-2ec5-4482-9812-00ed1a0f3ba6 req-5bd46de8-8717-47f5-8a1d-9d77106b1548 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0587990 Jun 18 16:54:01.913136 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8ad30d61-2ec5-4482-9812-00ed1a0f3ba6 req-3c7631ca-6842-4dd1-8848-70c91a06ba5b service neutron] 10.222.0.55 "GET /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859582 Jun 18 16:54:02.009478 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8ad30d61-2ec5-4482-9812-00ed1a0f3ba6 req-36f4b7e1-4d50-4963-b485-17adacbf01e1 service neutron] 10.222.0.55 "GET /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894532 Jun 18 16:54:02.779676 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9eef5-b033-4a50-b79f-aed2622029b4 req-cca3dd88-a7d4-4834-b898-fab32d9f61e9 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:02.781176 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-11f9eef5-b033-4a50-b79f-aed2622029b4 req-cca3dd88-a7d4-4834-b898-fab32d9f61e9 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 985 time: 0.0677943 Jun 18 16:54:02.825015 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-11f9eef5-b033-4a50-b79f-aed2622029b4 req-d510d357-a4ff-4038-b0ba-8db3a4f13bd0 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&id=27fab315-06ce-4d9c-b8aa-595afe0c2624&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0344303 Jun 18 16:54:04.032056 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c093115-0517-44ba-ba25-63ecc6ef7929 req-7e274a18-12cb-4011-99b1-33277c4c710a tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:04.034163 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c093115-0517-44ba-ba25-63ecc6ef7929 req-7e274a18-12cb-4011-99b1-33277c4c710a tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 985 time: 0.0809908 Jun 18 16:54:04.078154 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c093115-0517-44ba-ba25-63ecc6ef7929 req-227671ad-2f22-44ab-86e5-5b05b9f23021 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&id=27fab315-06ce-4d9c-b8aa-595afe0c2624&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0375724 Jun 18 16:54:05.261614 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc7db0-fac2-484a-a244-df60b90e8728 req-dc2eaa50-df14-41e7-b02b-17ff2534cf86 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:05.263145 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-dcfc7db0-fac2-484a-a244-df60b90e8728 req-dc2eaa50-df14-41e7-b02b-17ff2534cf86 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 985 time: 0.0711389 Jun 18 16:54:05.308948 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-dcfc7db0-fac2-484a-a244-df60b90e8728 req-9fab752b-876d-470c-910d-8fef2a8abfc2 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&id=27fab315-06ce-4d9c-b8aa-595afe0c2624&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0391905 Jun 18 16:54:06.491865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9552b-7ec2-48f3-b404-34392fb0fbec req-f892ff18-8a65-4931-bfcf-0c1f19132df8 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:06.493376 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a3e9552b-7ec2-48f3-b404-34392fb0fbec req-f892ff18-8a65-4931-bfcf-0c1f19132df8 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 985 time: 0.0674791 Jun 18 16:54:06.540712 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a3e9552b-7ec2-48f3-b404-34392fb0fbec req-8af0c5dc-bbd3-4e63-9e9a-ee3690402983 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&id=27fab315-06ce-4d9c-b8aa-595afe0c2624&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0395002 Jun 18 16:54:07.714931 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af9b49-f881-41d2-804c-5d684c61a943 req-592fd2a4-8d30-4843-89bb-71580e3ea797 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:07.716496 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-72af9b49-f881-41d2-804c-5d684c61a943 req-592fd2a4-8d30-4843-89bb-71580e3ea797 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 985 time: 0.0643928 Jun 18 16:54:07.763122 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-72af9b49-f881-41d2-804c-5d684c61a943 req-508b9eec-6b03-4d2b-bd54-c709f82141be tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&id=27fab315-06ce-4d9c-b8aa-595afe0c2624&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0408463 Jun 18 16:54:08.521278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c1f5d32-5bfe-4ab0-809e-774666044f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:08.938889 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5984a2-f4ea-484a-8b43-5fcefb8330ac req-40edae5b-02f0-4083-9200-c9ba492dcfed tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:08.940404 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4c5984a2-f4ea-484a-8b43-5fcefb8330ac req-40edae5b-02f0-4083-9200-c9ba492dcfed tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 985 time: 0.0666215 Jun 18 16:54:08.982605 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4c5984a2-f4ea-484a-8b43-5fcefb8330ac req-ebf51c46-375c-4347-b66e-346f2a2b5e33 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&id=27fab315-06ce-4d9c-b8aa-595afe0c2624&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0363503 Jun 18 16:54:10.153708 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d3e42-3051-444b-a4cc-4d6eb9de463a req-f66b3092-c473-42c6-9a23-219e0c2f7d29 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:10.155196 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c4d3e42-3051-444b-a4cc-4d6eb9de463a req-f66b3092-c473-42c6-9a23-219e0c2f7d29 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 985 time: 0.0642614 Jun 18 16:54:10.195453 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c4d3e42-3051-444b-a4cc-4d6eb9de463a req-e9dcbea2-43d6-4556-8938-e391116804bf tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&id=27fab315-06ce-4d9c-b8aa-595afe0c2624&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0338991 Jun 18 16:54:11.008419 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e7930dca-8b8e-4541-a2f3-40d860ceb757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:11.351443 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:11.372886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc636c7-5199-4809-9de4-6f8d9f988dab req-10001df6-7349-45b1-a0fd-a5a4711deda7 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:11.374378 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-adc636c7-5199-4809-9de4-6f8d9f988dab req-10001df6-7349-45b1-a0fd-a5a4711deda7 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 985 time: 0.0699091 Jun 18 16:54:11.415648 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-adc636c7-5199-4809-9de4-6f8d9f988dab req-9dfabf58-4e81-4534-942f-b570cb6a30b2 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&id=27fab315-06ce-4d9c-b8aa-595afe0c2624&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0338950 Jun 18 16:54:12.215568 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:12.603235 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3af2e-5499-4aab-b98b-74e5647cdb32 req-1fe7f34c-d077-4d85-89e3-7c6b8a3eb626 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:12.604636 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cbe3af2e-5499-4aab-b98b-74e5647cdb32 req-1fe7f34c-d077-4d85-89e3-7c6b8a3eb626 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 985 time: 0.0691996 Jun 18 16:54:12.647549 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cbe3af2e-5499-4aab-b98b-74e5647cdb32 req-cb1ff82a-17ec-4830-83ca-f4395f83379f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&id=27fab315-06ce-4d9c-b8aa-595afe0c2624&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0364134 Jun 18 16:54:13.822355 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34d3552-94f7-4b95-a0e0-7e9c95a0f84b req-613265c8-863e-4f01-beab-683b3c1310b7 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:13.823878 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b34d3552-94f7-4b95-a0e0-7e9c95a0f84b req-613265c8-863e-4f01-beab-683b3c1310b7 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 985 time: 0.0628798 Jun 18 16:54:13.833115 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:13.845248 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:54:13.868692 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b34d3552-94f7-4b95-a0e0-7e9c95a0f84b req-d79ced4f-74ca-40cb-8b30-81be5e7e1827 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&id=27fab315-06ce-4d9c-b8aa-595afe0c2624&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0389836 Jun 18 16:54:24.456984 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:29.348293 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-082a3e7d-99c6-44e0-b2c7-78712dd8c4e3 req-75f32016-5424-459c-84ad-79255b2d96ca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530250 Jun 18 16:54:29.449278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a3e7d-99c6-44e0-b2c7-78712dd8c4e3 req-bac93ac7-03e7-4fb9-882b-55f83ae4ee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:29.450810 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-082a3e7d-99c6-44e0-b2c7-78712dd8c4e3 req-bac93ac7-03e7-4fb9-882b-55f83ae4ee4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=34b8b57d9520437c833441bc2483e0c6&device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 1138 time: 0.0547152 Jun 18 16:54:29.573941 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a3e7d-99c6-44e0-b2c7-78712dd8c4e3 req-dc5eeb46-0027-42fe-83f4-260667219d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:29.575448 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-082a3e7d-99c6-44e0-b2c7-78712dd8c4e3 req-dc5eeb46-0027-42fe-83f4-260667219d4e service neutron] 10.222.0.55 "GET /v2.0/networks?id=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 HTTP/1.1" status: 200 len: 916 time: 0.0958428 Jun 18 16:54:29.644613 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-082a3e7d-99c6-44e0-b2c7-78712dd8c4e3 req-aaf8f7bc-28c1-498f-b28e-41e09da94629 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee89c7e-52e2-46be-b216-c3eb1a844732 HTTP/1.1" status: 200 len: 1001 time: 0.0614851 Jun 18 16:54:29.698269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a3e7d-99c6-44e0-b2c7-78712dd8c4e3 req-b0f61f5d-95b9-4e71-833c-578ddc81a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:29.699761 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-082a3e7d-99c6-44e0-b2c7-78712dd8c4e3 req-b0f61f5d-95b9-4e71-833c-578ddc81a094 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cfdff41-9a6a-4378-a40a-bd41ee3e913a HTTP/1.1" status: 200 len: 854 time: 0.0489597 Jun 18 16:54:29.764113 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a3e7d-99c6-44e0-b2c7-78712dd8c4e3 req-e557b3ff-e7fd-4046-8bfb-f48d191030b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:29.765633 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-082a3e7d-99c6-44e0-b2c7-78712dd8c4e3 req-e557b3ff-e7fd-4046-8bfb-f48d191030b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0582912 Jun 18 16:54:29.861706 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-082a3e7d-99c6-44e0-b2c7-78712dd8c4e3 req-fdd53d54-e38e-4fb2-b80a-f4e2187da0ea service neutron] 10.222.0.55 "GET /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875983 Jun 18 16:54:30.301020 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-082a3e7d-99c6-44e0-b2c7-78712dd8c4e3 req-154fa393-b4b5-4c26-8804-01c28921901c service neutron] 10.222.0.55 "GET /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323916 Jun 18 16:54:38.522993 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7eb35c13-82fe-4d7b-aff3-ed3ee8099297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:41.009779 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5582ac87-f94b-4763-96fc-a7fef0015cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:41.353911 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:42.222408 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:43.838082 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:46.455470 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f4682a5c-618f-465d-bbc0-d9faf897ee18 req-8b988c00-b34c-4c47-bca5-e9f4f9b8a7ee tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87139983&fields=id&tenant_id=34b8b57d9520437c833441bc2483e0c6 HTTP/1.1" status: 200 len: 267 time: 0.1945229 Jun 18 16:54:46.528206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4682a5c-618f-465d-bbc0-d9faf897ee18 req-dabeba51-28a2-46ad-ad11-b418e8e5cc52 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:46.529666 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f4682a5c-618f-465d-bbc0-d9faf897ee18 req-dabeba51-28a2-46ad-ad11-b418e8e5cc52 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 985 time: 0.0634201 Jun 18 16:54:46.540331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-f4682a5c-618f-465d-bbc0-d9faf897ee18 req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Request body: {'port': {'security_groups': ['7d97f844-0761-463b-b5e9-94c99187ad09']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:54:46.628751 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-f4682a5c-618f-465d-bbc0-d9faf897ee18 req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:46.805532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-f4682a5c-618f-465d-bbc0-d9faf897ee18 req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] For port 5ee89c7e-52e2-46be-b216-c3eb1a844732, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5ee89c7e-52e2-46be-b216-c3eb1a844732,segment=NetworkSegment(ffe52120-e42f-4542-b341-dfeb25202b79),segment_id=ffe52120-e42f-4542-b341-dfeb25202b79)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:54:46.833359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-f4682a5c-618f-465d-bbc0-d9faf897ee18 req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:46.837779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-f4682a5c-618f-465d-bbc0-d9faf897ee18 req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:46.841992 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:54:46.850784 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['5ee89c7e-52e2-46be-b216-c3eb1a844732'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:54:46.889828 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4682a5c-618f-465d-bbc0-d9faf897ee18 req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:46.889828 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-f4682a5c-618f-465d-bbc0-d9faf897ee18 req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:46.894007 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f4682a5c-618f-465d-bbc0-d9faf897ee18 req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "PUT /v2.0/ports/5ee89c7e-52e2-46be-b216-c3eb1a844732 HTTP/1.1" status: 200 len: 943 time: 0.3579454 Jun 18 16:54:46.894671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea7af63-a28d-4011-bf5d-ba70468f0c3d', 'tag': '5ee89c7e-52e2-46be-b216-c3eb1a844732'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:54:46.896383 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55896) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:54:46.897280 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164ffe6d-1316-40d5-8194-02059c37276c" -d '{"events": [{"name": "network-changed", "server_uuid": "aea7af63-a28d-4011-bf5d-ba70468f0c3d", "tag": "5ee89c7e-52e2-46be-b216-c3eb1a844732"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:54:46.920239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Pushing event updated for resources: {'Port': ['ID=5ee89c7e-52e2-46be-b216-c3eb1a844732,revision_number=7']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:54:46.929236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:46.929944 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:46.930575 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:46.931121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:46.932946 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:46.932946 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:46.932946 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:46.932946 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:46.933606 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:46.934572 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:46.935260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:46.936128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:46.941132 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:54:46.965346 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6c9723-be87-4a65-991e-89419aba7095 x-openstack-request-id: req-eb6c9723-be87-4a65-991e-89419aba7095 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:54:46.966797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea7af63-a28d-4011-bf5d-ba70468f0c3d", "tag": "5ee89c7e-52e2-46be-b216-c3eb1a844732", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:54:46.968324 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-eb6c9723-be87-4a65-991e-89419aba7095 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:54:46.969336 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea7af63-a28d-4011-bf5d-ba70468f0c3d', 'tag': '5ee89c7e-52e2-46be-b216-c3eb1a844732', 'status': 'completed', 'code': 200} Jun 18 16:54:46.977593 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-752d6516-96bd-4418-8d19-76cb355dbd81 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:46.992847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['5ee89c7e-52e2-46be-b216-c3eb1a844732'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:54:47.006413 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-752d6516-96bd-4418-8d19-76cb355dbd81 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:47.060270 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ffe6d-1316-40d5-8194-02059c37276c req-05a3ef0d-2afc-41ab-a6df-6b453cd17bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:47.061776 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-164ffe6d-1316-40d5-8194-02059c37276c req-05a3ef0d-2afc-41ab-a6df-6b453cd17bcf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=34b8b57d9520437c833441bc2483e0c6&device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 1099 time: 0.0623214 Jun 18 16:54:47.101169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-752d6516-96bd-4418-8d19-76cb355dbd81 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:47.104480 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-752d6516-96bd-4418-8d19-76cb355dbd81 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:47.106387 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-752d6516-96bd-4418-8d19-76cb355dbd81 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "DELETE /v2.0/security-groups/27fab315-06ce-4d9c-b8aa-595afe0c2624 HTTP/1.1" status: 204 len: 168 time: 0.2089145 Jun 18 16:54:47.107628 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5f9d50bf-290b-4151-88b2-00e31a0ade7b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:54:47.112271 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 55902) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:54:47.161184 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d6516-96bd-4418-8d19-76cb355dbd81 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fab315-06ce-4d9c-b8aa-595afe0c2624,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:54:47.176242 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d6516-96bd-4418-8d19-76cb355dbd81 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:47.176942 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d6516-96bd-4418-8d19-76cb355dbd81 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:47.177323 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d6516-96bd-4418-8d19-76cb355dbd81 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:47.177699 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d6516-96bd-4418-8d19-76cb355dbd81 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:47.178072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d6516-96bd-4418-8d19-76cb355dbd81 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:47.178456 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d6516-96bd-4418-8d19-76cb355dbd81 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:47.178832 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d6516-96bd-4418-8d19-76cb355dbd81 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:47.179201 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d6516-96bd-4418-8d19-76cb355dbd81 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:47.179565 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d6516-96bd-4418-8d19-76cb355dbd81 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:47.180193 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d6516-96bd-4418-8d19-76cb355dbd81 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:47.180322 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d6516-96bd-4418-8d19-76cb355dbd81 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:47.180643 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752d6516-96bd-4418-8d19-76cb355dbd81 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:54:47.185789 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-752d6516-96bd-4418-8d19-76cb355dbd81 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:54:47.192618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ffe6d-1316-40d5-8194-02059c37276c req-7af9ecab-0f07-4914-977e-2f9ba2fa4026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:47.199999 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-164ffe6d-1316-40d5-8194-02059c37276c req-7af9ecab-0f07-4914-977e-2f9ba2fa4026 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 HTTP/1.1" status: 200 len: 916 time: 0.1238005 Jun 18 16:54:47.218615 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-fd7193b5-5139-4cd6-86f4-5a57cae21b1d None None] Provisioning complete for port 5ee89c7e-52e2-46be-b216-c3eb1a844732 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:54:47.219057 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fd7193b5-5139-4cd6-86f4-5a57cae21b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:47.283813 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-164ffe6d-1316-40d5-8194-02059c37276c req-7a4b0872-97a9-4496-8530-e2b5ed55f399 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee89c7e-52e2-46be-b216-c3eb1a844732 HTTP/1.1" status: 200 len: 1001 time: 0.0821681 Jun 18 16:54:47.318759 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-537fa9fa-e4f6-48c2-9b11-3092d0a1a51e tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Deleting port ae3b70bb-d1c6-427c-9630-d0d87f601d70 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:54:47.319062 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-537fa9fa-e4f6-48c2-9b11-3092d0a1a51e tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:47.345033 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ffe6d-1316-40d5-8194-02059c37276c req-eaf82585-51e9-47cf-83aa-22aa244c90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:47.346896 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-164ffe6d-1316-40d5-8194-02059c37276c req-eaf82585-51e9-47cf-83aa-22aa244c90bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cfdff41-9a6a-4378-a40a-bd41ee3e913a HTTP/1.1" status: 200 len: 854 time: 0.0556338 Jun 18 16:54:47.400595 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-537fa9fa-e4f6-48c2-9b11-3092d0a1a51e tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:47.400938 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-537fa9fa-e4f6-48c2-9b11-3092d0a1a51e tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:47.405902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ffe6d-1316-40d5-8194-02059c37276c req-abca2421-7fb7-4b29-8958-e070b3a0dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:47.408125 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-164ffe6d-1316-40d5-8194-02059c37276c req-abca2421-7fb7-4b29-8958-e070b3a0dab7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0539489 Jun 18 16:54:47.468218 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-537fa9fa-e4f6-48c2-9b11-3092d0a1a51e tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Calling delete_port for ae3b70bb-d1c6-427c-9630-d0d87f601d70 owned by network:floatingip {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:54:47.498037 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-164ffe6d-1316-40d5-8194-02059c37276c req-2a79be42-001a-4d88-a270-ddc0d33c5fa7 service neutron] 10.222.0.55 "GET /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824828 Jun 18 16:54:47.597192 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-164ffe6d-1316-40d5-8194-02059c37276c req-d65cea35-4598-40e2-b8ea-0ea06e2962b8 service neutron] 10.222.0.55 "GET /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912185 Jun 18 16:54:47.622966 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-537fa9fa-e4f6-48c2-9b11-3092d0a1a51e tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:47.625203 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b1776919-8f8c-45dd-a0ea-5c8e25d256f9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:54:47.650606 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537fa9fa-e4f6-48c2-9b11-3092d0a1a51e tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Pushing event deleted for resources: {'Port': ['ID=ae3b70bb-d1c6-427c-9630-d0d87f601d70,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:54:47.653648 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-537fa9fa-e4f6-48c2-9b11-3092d0a1a51e tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:54:47.713518 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-537fa9fa-e4f6-48c2-9b11-3092d0a1a51e tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks [] for floatingip, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:47.713850 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-537fa9fa-e4f6-48c2-9b11-3092d0a1a51e tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Floating IP 11d45528-1dce-4f9d-8e02-7f5e5acaef75 disassociated (deleted). External IP: 172.26.6.85, port: 5ee89c7e-52e2-46be-b216-c3eb1a844732. Jun 18 16:54:47.924637 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537fa9fa-e4f6-48c2-9b11-3092d0a1a51e tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Router 66c3e09e-34cb-4d40-9420-739363e96809 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:54:48.033316 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537fa9fa-e4f6-48c2-9b11-3092d0a1a51e tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:54:48.038199 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-537fa9fa-e4f6-48c2-9b11-3092d0a1a51e tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:48.042692 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27a660a-06ab-4feb-870d-b12da37b1c84 None None] Sync routers for ids ['66c3e09e-34cb-4d40-9420-739363e96809'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:54:48.053175 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27a660a-06ab-4feb-870d-b12da37b1c84 None None] Routers {'66c3e09e-34cb-4d40-9420-739363e96809'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:54:48.053798 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a27a660a-06ab-4feb-870d-b12da37b1c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:54:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['66c3e09e-34cb-4d40-9420-739363e96809'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:54:48.073819 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-537fa9fa-e4f6-48c2-9b11-3092d0a1a51e tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "DELETE /v2.0/floatingips/11d45528-1dce-4f9d-8e02-7f5e5acaef75 HTTP/1.1" status: 204 len: 168 time: 0.9547777 Jun 18 16:54:48.074628 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea7af63-a28d-4011-bf5d-ba70468f0c3d', 'tag': '5ee89c7e-52e2-46be-b216-c3eb1a844732'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:54:48.077169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e50908-8992-46f9-aa13-d4cbb3fcd0ad" -d '{"events": [{"name": "network-changed", "server_uuid": "aea7af63-a28d-4011-bf5d-ba70468f0c3d", "tag": "5ee89c7e-52e2-46be-b216-c3eb1a844732"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:54:48.161635 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-a27a660a-06ab-4feb-870d-b12da37b1c84 None None] Set router 66c3e09e-34cb-4d40-9420-739363e96809 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:54:48.207100 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8caabc73-b0fa-4a0b-8724-b0074b5baf0d x-openstack-request-id: req-8caabc73-b0fa-4a0b-8724-b0074b5baf0d {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:54:48.207100 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea7af63-a28d-4011-bf5d-ba70468f0c3d", "tag": "5ee89c7e-52e2-46be-b216-c3eb1a844732", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:54:48.207100 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8caabc73-b0fa-4a0b-8724-b0074b5baf0d {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:54:48.207100 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea7af63-a28d-4011-bf5d-ba70468f0c3d', 'tag': '5ee89c7e-52e2-46be-b216-c3eb1a844732', 'status': 'completed', 'code': 200} Jun 18 16:54:48.289873 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e50908-8992-46f9-aa13-d4cbb3fcd0ad req-b50100bc-73bf-4b79-85ee-7a2626a9e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:48.291433 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-93e50908-8992-46f9-aa13-d4cbb3fcd0ad req-b50100bc-73bf-4b79-85ee-7a2626a9e5bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=34b8b57d9520437c833441bc2483e0c6&device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 1099 time: 0.0591025 Jun 18 16:54:48.394452 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a27a660a-06ab-4feb-870d-b12da37b1c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3e09e-34cb-4d40-9420-739363e96809', 'name': 'tempest-TestMinimumBasicScenario-2146917781-router', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:47Z', 'updated_at': '2021-06-18T16:52:50Z', 'revision_number': 4, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'gw_port': {'id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:48Z', 'updated_at': '2021-06-18T16:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '671a4a8f-08d0-4eca-86de-55828f837e9c', 'name': '', 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'mac_address': 'fa:16:3e:ea:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7cfdff41-9a6a-4378-a40a-bd41ee3e913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:49Z', 'updated_at': '2021-06-18T16:52:56Z', 'revision_number': 5, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'subnets': [{'id': '7cfdff41-9a6a-4378-a40a-bd41ee3e913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:54:48.398526 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e50908-8992-46f9-aa13-d4cbb3fcd0ad req-f9ab9edb-2f2a-40bc-9ee4-f7f36e0aaffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:48.400249 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-93e50908-8992-46f9-aa13-d4cbb3fcd0ad req-f9ab9edb-2f2a-40bc-9ee4-f7f36e0aaffe service neutron] 10.222.0.55 "GET /v2.0/networks?id=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 HTTP/1.1" status: 200 len: 916 time: 0.1012614 Jun 18 16:54:48.426273 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27a660a-06ab-4feb-870d-b12da37b1c84 None None] Checking router: 66c3e09e-34cb-4d40-9420-739363e96809 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:54:48.435098 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27a660a-06ab-4feb-870d-b12da37b1c84 None None] Routers {'66c3e09e-34cb-4d40-9420-739363e96809'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:54:48.435875 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a27a660a-06ab-4feb-870d-b12da37b1c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:54:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['66c3e09e-34cb-4d40-9420-739363e96809'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:54:48.448546 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-93e50908-8992-46f9-aa13-d4cbb3fcd0ad req-eb08f140-2655-43d6-9f14-2ec0acc5189d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ee89c7e-52e2-46be-b216-c3eb1a844732 HTTP/1.1" status: 200 len: 217 time: 0.0379591 Jun 18 16:54:48.503822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e50908-8992-46f9-aa13-d4cbb3fcd0ad req-4647fd1b-9aad-4886-8a8d-f75fab02d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:48.505033 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-93e50908-8992-46f9-aa13-d4cbb3fcd0ad req-4647fd1b-9aad-4886-8a8d-f75fab02d8f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cfdff41-9a6a-4378-a40a-bd41ee3e913a HTTP/1.1" status: 200 len: 854 time: 0.0492163 Jun 18 16:54:48.555505 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-a27a660a-06ab-4feb-870d-b12da37b1c84 None None] Set router 66c3e09e-34cb-4d40-9420-739363e96809 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:54:48.575483 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e50908-8992-46f9-aa13-d4cbb3fcd0ad req-22d8df07-d65f-4454-8e27-0ebbd0f49a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:48.577161 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-93e50908-8992-46f9-aa13-d4cbb3fcd0ad req-22d8df07-d65f-4454-8e27-0ebbd0f49a8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656259 Jun 18 16:54:48.684815 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-93e50908-8992-46f9-aa13-d4cbb3fcd0ad req-8dc22398-7120-41b7-8964-9c7fffff5019 service neutron] 10.222.0.55 "GET /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986893 Jun 18 16:54:48.804437 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-93e50908-8992-46f9-aa13-d4cbb3fcd0ad req-12c3f6c1-a0d8-4fa7-8ced-100e20df8257 service neutron] 10.222.0.55 "GET /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062098 Jun 18 16:54:48.869615 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a27a660a-06ab-4feb-870d-b12da37b1c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3e09e-34cb-4d40-9420-739363e96809', 'name': 'tempest-TestMinimumBasicScenario-2146917781-router', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:47Z', 'updated_at': '2021-06-18T16:52:50Z', 'revision_number': 4, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'gw_port': {'id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:48Z', 'updated_at': '2021-06-18T16:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '671a4a8f-08d0-4eca-86de-55828f837e9c', 'name': '', 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'mac_address': 'fa:16:3e:ea:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7cfdff41-9a6a-4378-a40a-bd41ee3e913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:49Z', 'updated_at': '2021-06-18T16:52:56Z', 'revision_number': 5, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'subnets': [{'id': '7cfdff41-9a6a-4378-a40a-bd41ee3e913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:54:48.897882 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27a660a-06ab-4feb-870d-b12da37b1c84 None None] The sync data for ids ['66c3e09e-34cb-4d40-9420-739363e96809'] in dv-neutron-797120-1-hyperv is: [{'id': '66c3e09e-34cb-4d40-9420-739363e96809', 'name': 'tempest-TestMinimumBasicScenario-2146917781-router', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:47Z', 'updated_at': '2021-06-18T16:52:50Z', 'revision_number': 4, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'gw_port': {'id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:48Z', 'updated_at': '2021-06-18T16:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '671a4a8f-08d0-4eca-86de-55828f837e9c', 'name': '', 'network_id': '57a5a2fc-3620-4d34-8cc2-6d97df09b4f7', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'mac_address': 'fa:16:3e:ea:06:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '7cfdff41-9a6a-4378-a40a-bd41ee3e913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:49Z', 'updated_at': '2021-06-18T16:52:56Z', 'revision_number': 5, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'subnets': [{'id': '7cfdff41-9a6a-4378-a40a-bd41ee3e913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:54:49.131168 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003b98f3-477b-4f23-991c-eff21a83df6e None None] New status for floating IP 11d45528-1dce-4f9d-8e02-7f5e5acaef75: DOWN {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:54:50.844107 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:54:54.456197 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:55.484848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1cb91-d2bb-4189-b57b-80ac9000d266 req-335645ef-210c-4121-9a8d-17141fe5b97d tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:55.486556 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04e1cb91-d2bb-4189-b57b-80ac9000d266 req-335645ef-210c-4121-9a8d-17141fe5b97d tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 946 time: 0.0730557 Jun 18 16:54:55.527989 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-04e1cb91-d2bb-4189-b57b-80ac9000d266 req-38b3690a-86e9-4435-9cce-cc52efb75eda tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354993 Jun 18 16:54:56.710634 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d1be3-78a9-44d4-b355-922a61fb1031 req-80809faf-1119-40e0-bb08-91a0faec9e0d tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:56.712074 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-302d1be3-78a9-44d4-b355-922a61fb1031 req-80809faf-1119-40e0-bb08-91a0faec9e0d tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 946 time: 0.0687852 Jun 18 16:54:56.752147 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-302d1be3-78a9-44d4-b355-922a61fb1031 req-4df71647-29a2-4193-adf2-9db5eb2f688b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/security-groups?id=7d97f844-0761-463b-b5e9-94c99187ad09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341976 Jun 18 16:54:57.177171 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6036d6c1-a765-4208-8305-27cca3003154 req-e086f5f7-32db-48ff-9eff-a965adcd84c3 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:54:57.178641 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6036d6c1-a765-4208-8305-27cca3003154 req-e086f5f7-32db-48ff-9eff-a965adcd84c3 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.55 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 946 time: 0.0695441 Jun 18 16:54:57.278560 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-6036d6c1-a765-4208-8305-27cca3003154 req-ed3d4074-03ca-49c9-9e04-11612d9ee53c tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Deleting port 5ee89c7e-52e2-46be-b216-c3eb1a844732 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:54:57.278906 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-6036d6c1-a765-4208-8305-27cca3003154 req-ed3d4074-03ca-49c9-9e04-11612d9ee53c tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:57.377818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-6036d6c1-a765-4208-8305-27cca3003154 req-ed3d4074-03ca-49c9-9e04-11612d9ee53c tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] For port 5ee89c7e-52e2-46be-b216-c3eb1a844732, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5ee89c7e-52e2-46be-b216-c3eb1a844732,segment=NetworkSegment(ffe52120-e42f-4542-b341-dfeb25202b79),segment_id=ffe52120-e42f-4542-b341-dfeb25202b79)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:54:57.378179 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-6036d6c1-a765-4208-8305-27cca3003154 req-ed3d4074-03ca-49c9-9e04-11612d9ee53c tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:57.442829 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-6036d6c1-a765-4208-8305-27cca3003154 req-ed3d4074-03ca-49c9-9e04-11612d9ee53c tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Calling delete_port for 5ee89c7e-52e2-46be-b216-c3eb1a844732 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:54:57.573193 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-6036d6c1-a765-4208-8305-27cca3003154 req-ed3d4074-03ca-49c9-9e04-11612d9ee53c tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:57.576976 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:54:57.586198 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['5ee89c7e-52e2-46be-b216-c3eb1a844732'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:54:57.605649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d4074-03ca-49c9-9e04-11612d9ee53c tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Pushing event deleted for resources: {'Port': ['ID=5ee89c7e-52e2-46be-b216-c3eb1a844732,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:54:57.612442 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ed3d4074-03ca-49c9-9e04-11612d9ee53c tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:54:57.654811 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-6036d6c1-a765-4208-8305-27cca3003154 req-ed3d4074-03ca-49c9-9e04-11612d9ee53c tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] No DVR routers for this DVR port 5ee89c7e-52e2-46be-b216-c3eb1a844732 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:54:57.657824 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-6036d6c1-a765-4208-8305-27cca3003154 req-ed3d4074-03ca-49c9-9e04-11612d9ee53c tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:54:57.659821 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6036d6c1-a765-4208-8305-27cca3003154 req-ed3d4074-03ca-49c9-9e04-11612d9ee53c tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.55 "DELETE /v2.0/ports/5ee89c7e-52e2-46be-b216-c3eb1a844732 HTTP/1.1" status: 204 len: 173 time: 0.4757414 Jun 18 16:54:57.660361 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea7af63-a28d-4011-bf5d-ba70468f0c3d', 'name': 'network-vif-deleted', 'tag': '5ee89c7e-52e2-46be-b216-c3eb1a844732'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:54:57.662788 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e168ef23-e29a-49b1-b030-ff8987134da1" -d '{"events": [{"server_uuid": "aea7af63-a28d-4011-bf5d-ba70468f0c3d", "name": "network-vif-deleted", "tag": "5ee89c7e-52e2-46be-b216-c3eb1a844732"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:54:57.701904 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af07a94-18b2-4f10-90a3-475124fa498a x-openstack-request-id: req-5af07a94-18b2-4f10-90a3-475124fa498a {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:54:57.702250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea7af63-a28d-4011-bf5d-ba70468f0c3d", "name": "network-vif-deleted", "tag": "5ee89c7e-52e2-46be-b216-c3eb1a844732", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:54:57.702615 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5af07a94-18b2-4f10-90a3-475124fa498a {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:54:57.703066 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea7af63-a28d-4011-bf5d-ba70468f0c3d', 'name': 'network-vif-deleted', 'tag': '5ee89c7e-52e2-46be-b216-c3eb1a844732', 'status': 'completed', 'code': 200} Jun 18 16:54:57.915981 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-26606a32-645d-4bcf-b5df-7e50b6ead59b req-e4375908-1a32-4bb9-845d-8912543e0dfe tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] 10.222.0.50 "GET /v2.0/ports?device_id=aea7af63-a28d-4011-bf5d-ba70468f0c3d HTTP/1.1" status: 200 len: 210 time: 0.0306454 Jun 18 16:54:59.539314 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56002) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:54:59.884136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6b55d3b2-6c1c-4ceb-b166-59a707259809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:00.131914 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-6b55d3b2-6c1c-4ceb-b166-59a707259809 admin admin] Deleting port 671a4a8f-08d0-4eca-86de-55828f837e9c {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:55:00.132260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6b55d3b2-6c1c-4ceb-b166-59a707259809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:00.208485 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-6b55d3b2-6c1c-4ceb-b166-59a707259809 admin admin] For port 671a4a8f-08d0-4eca-86de-55828f837e9c, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=671a4a8f-08d0-4eca-86de-55828f837e9c,segment=NetworkSegment(ffe52120-e42f-4542-b341-dfeb25202b79),segment_id=ffe52120-e42f-4542-b341-dfeb25202b79)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:00.208838 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6b55d3b2-6c1c-4ceb-b166-59a707259809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:00.283128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-6b55d3b2-6c1c-4ceb-b166-59a707259809 admin admin] Calling delete_port for 671a4a8f-08d0-4eca-86de-55828f837e9c owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:55:00.467128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6b55d3b2-6c1c-4ceb-b166-59a707259809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:00.470499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:00.494094 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55d3b2-6c1c-4ceb-b166-59a707259809 admin admin] Pushing event deleted for resources: {'Port': ['ID=671a4a8f-08d0-4eca-86de-55828f837e9c,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:00.500582 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6b55d3b2-6c1c-4ceb-b166-59a707259809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:00.665349 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6b55d3b2-6c1c-4ceb-b166-59a707259809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:00.892533 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b55d3b2-6c1c-4ceb-b166-59a707259809 admin admin] Router 66c3e09e-34cb-4d40-9420-739363e96809 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:55:01.001292 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b55d3b2-6c1c-4ceb-b166-59a707259809 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:55:01.006291 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6b55d3b2-6c1c-4ceb-b166-59a707259809 admin admin] 10.222.0.50 "PUT /v2.0/routers/66c3e09e-34cb-4d40-9420-739363e96809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4659426 Jun 18 16:55:01.008922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56004) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:01.009680 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8626a288-2164-44bf-bc9c-98da70f21641 None None] Sync routers for ids ['66c3e09e-34cb-4d40-9420-739363e96809'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:55:01.020389 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8626a288-2164-44bf-bc9c-98da70f21641 None None] Routers {'66c3e09e-34cb-4d40-9420-739363e96809'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:55:01.021012 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-8626a288-2164-44bf-bc9c-98da70f21641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:54:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['66c3e09e-34cb-4d40-9420-739363e96809'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:01.113058 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-01272cb0-ca83-4d2d-8f70-10d453d891dd admin admin] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:01.123114 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-8626a288-2164-44bf-bc9c-98da70f21641 None None] Set router 66c3e09e-34cb-4d40-9420-739363e96809 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:55:01.216164 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-01272cb0-ca83-4d2d-8f70-10d453d891dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:01.226480 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 5ee89c7e-52e2-46be-b216-c3eb1a844732 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:55:01.246920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 5ee89c7e-52e2-46be-b216-c3eb1a844732 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:55:01.247278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 5ee89c7e-52e2-46be-b216-c3eb1a844732 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:55:01.274011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-01272cb0-ca83-4d2d-8f70-10d453d891dd admin admin] Deleting port 47c6d1e7-dd41-49d0-a508-74b4e787727a {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:55:01.274354 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-01272cb0-ca83-4d2d-8f70-10d453d891dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:01.301031 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-8626a288-2164-44bf-bc9c-98da70f21641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3e09e-34cb-4d40-9420-739363e96809', 'name': 'tempest-TestMinimumBasicScenario-2146917781-router', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248'}], 'enable_snat': True}, 'gw_port_id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:47Z', 'updated_at': '2021-06-18T16:55:00Z', 'revision_number': 5, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'gw_port': {'id': '47c6d1e7-dd41-49d0-a508-74b4e787727a', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a7:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3e09e-34cb-4d40-9420-739363e96809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:48Z', 'updated_at': '2021-06-18T16:52:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:01.326663 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8626a288-2164-44bf-bc9c-98da70f21641 None None] Checking router: 66c3e09e-34cb-4d40-9420-739363e96809 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:55:01.335750 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8626a288-2164-44bf-bc9c-98da70f21641 None None] Routers {'66c3e09e-34cb-4d40-9420-739363e96809'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:55:01.336413 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-8626a288-2164-44bf-bc9c-98da70f21641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:54:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['66c3e09e-34cb-4d40-9420-739363e96809'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:01.357417 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-01272cb0-ca83-4d2d-8f70-10d453d891dd admin admin] For port 47c6d1e7-dd41-49d0-a508-74b4e787727a, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=47c6d1e7-dd41-49d0-a508-74b4e787727a,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:01.357771 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-01272cb0-ca83-4d2d-8f70-10d453d891dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:01.420903 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-8626a288-2164-44bf-bc9c-98da70f21641 None None] Set router 66c3e09e-34cb-4d40-9420-739363e96809 gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:55:01.421289 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-01272cb0-ca83-4d2d-8f70-10d453d891dd admin admin] Calling delete_port for 47c6d1e7-dd41-49d0-a508-74b4e787727a owned by network:router_gateway {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:55:01.474456 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-8626a288-2164-44bf-bc9c-98da70f21641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3e09e-34cb-4d40-9420-739363e96809', 'name': 'tempest-TestMinimumBasicScenario-2146917781-router', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:47Z', 'updated_at': '2021-06-18T16:55:01Z', 'revision_number': 6, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:01.501935 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8626a288-2164-44bf-bc9c-98da70f21641 None None] The sync data for ids ['66c3e09e-34cb-4d40-9420-739363e96809'] in dv-neutron-797120-1-hyperv is: [{'id': '66c3e09e-34cb-4d40-9420-739363e96809', 'name': 'tempest-TestMinimumBasicScenario-2146917781-router', 'tenant_id': '34b8b57d9520437c833441bc2483e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:47Z', 'updated_at': '2021-06-18T16:55:01Z', 'revision_number': 6, 'project_id': '34b8b57d9520437c833441bc2483e0c6', 'gw_port_host': None}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:55:01.589026 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-01272cb0-ca83-4d2d-8f70-10d453d891dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:01.591791 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3fda9ba1-d7ce-4819-b5b9-bb90d07ab021 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:01.619976 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01272cb0-ca83-4d2d-8f70-10d453d891dd admin admin] Pushing event deleted for resources: {'Port': ['ID=47c6d1e7-dd41-49d0-a508-74b4e787727a,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:01.623874 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-01272cb0-ca83-4d2d-8f70-10d453d891dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:01.679573 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-01272cb0-ca83-4d2d-8f70-10d453d891dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:01.780373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-01272cb0-ca83-4d2d-8f70-10d453d891dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:01.783139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-01272cb0-ca83-4d2d-8f70-10d453d891dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:01.945552 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 671a4a8f-08d0-4eca-86de-55828f837e9c no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:55:01.969314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 671a4a8f-08d0-4eca-86de-55828f837e9c {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:55:01.969772 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 671a4a8f-08d0-4eca-86de-55828f837e9c not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:55:02.179046 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-01272cb0-ca83-4d2d-8f70-10d453d891dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:02.179563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01272cb0-ca83-4d2d-8f70-10d453d891dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66c3e09e-34cb-4d40-9420-739363e96809 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:55:02.183874 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-01272cb0-ca83-4d2d-8f70-10d453d891dd admin admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:02.184990 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-01272cb0-ca83-4d2d-8f70-10d453d891dd admin admin] 10.222.0.50 "DELETE /v2.0/routers/66c3e09e-34cb-4d40-9420-739363e96809 HTTP/1.1" status: 204 len: 168 time: 1.1751592 Jun 18 16:55:02.188075 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56006) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:02.230821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73d312d-66cd-4d69-9655-67302db438f7 admin admin] Deleting subnet 7cfdff41-9a6a-4378-a40a-bd41ee3e913a {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:55:02.233632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b73d312d-66cd-4d69-9655-67302db438f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:02.267478 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b73d312d-66cd-4d69-9655-67302db438f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:02.352086 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b73d312d-66cd-4d69-9655-67302db438f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:02.410721 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b73d312d-66cd-4d69-9655-67302db438f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:02.412803 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-27cafb8f-2194-4b72-a0bf-c88a6216f2e1 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:02.434608 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d312d-66cd-4d69-9655-67302db438f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cfdff41-9a6a-4378-a40a-bd41ee3e913a,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:02.438812 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b73d312d-66cd-4d69-9655-67302db438f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:02.441650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b73d312d-66cd-4d69-9655-67302db438f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:02.443519 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b73d312d-66cd-4d69-9655-67302db438f7 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7cfdff41-9a6a-4378-a40a-bd41ee3e913a HTTP/1.1" status: 204 len: 168 time: 0.2544770 Jun 18 16:55:02.446000 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56008) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:02.447266 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420ef9de-1ad4-4177-875b-9f0987b5ef51 None None] Network 57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:55:02.539031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:02.599074 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] Deleting port b29bee0c-2609-4af2-b03b-7a0ceb7667fb {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:55:02.599760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:02.667524 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] DHCP port deletion for 57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:55:02.668611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] For port b29bee0c-2609-4af2-b03b-7a0ceb7667fb, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b29bee0c-2609-4af2-b03b-7a0ceb7667fb,segment=NetworkSegment(ffe52120-e42f-4542-b341-dfeb25202b79),segment_id=ffe52120-e42f-4542-b341-dfeb25202b79)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:02.668977 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:02.726721 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] Deleting port b29bee0c-2609-4af2-b03b-7a0ceb7667fb {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:55:02.727348 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:02.753357 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] Calling delete_port for b29bee0c-2609-4af2-b03b-7a0ceb7667fb owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:55:02.800317 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] For port b29bee0c-2609-4af2-b03b-7a0ceb7667fb, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b29bee0c-2609-4af2-b03b-7a0ceb7667fb,segment=NetworkSegment(ffe52120-e42f-4542-b341-dfeb25202b79),segment_id=ffe52120-e42f-4542-b341-dfeb25202b79)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:02.800725 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:02.843774 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:02.846264 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a1aedccb-1401-4c3e-b6b7-08ebf3462922 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:02.873926 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] Calling delete_port for b29bee0c-2609-4af2-b03b-7a0ceb7667fb owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:55:02.874224 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b29bee0c-2609-4af2-b03b-7a0ceb7667fb,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:02.877591 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:02.881677 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] No DVR routers for this DVR port b29bee0c-2609-4af2-b03b-7a0ceb7667fb on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:55:02.954244 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:02.956716 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-dd75372e-3225-44c6-a571-df52184d4efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:02.964623 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:02.975392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a5a2fc-3620-4d34-8cc2-6d97df09b4f7']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:02.984394 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] Pushing event deleted for resources: {'Port': ['ID=b29bee0c-2609-4af2-b03b-7a0ceb7667fb,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:02.986912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe52120-e42f-4542-b341-dfeb25202b79') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:02.987215 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe52120-e42f-4542-b341-dfeb25202b79') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:02.992055 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] No DVR routers for this DVR port b29bee0c-2609-4af2-b03b-7a0ceb7667fb on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:55:02.996102 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:02.996102 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:02.996102 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:02.996102 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:02.996102 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:02.996572 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:02.996572 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:02.997627 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:02.997627 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:02.999220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:02.999367 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:03.002289 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:03.002289 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:03.004838 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:03.021777 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:03.027853 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:55:03.028273 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:55:03.030169 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:55:03.092232 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:03.097223 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:03.102692 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/57a5a2fc-3620-4d34-8cc2-6d97df09b4f7 HTTP/1.1" status: 204 len: 168 time: 0.6521163 Jun 18 16:55:03.102692 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0649ac36-d97d-4b8c-a69a-2308b75ce050 tempest-NetworksTest-798808796 tempest-NetworksTest-798808796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:03.102876 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56010) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:03.113240 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=57a5a2fc-3620-4d34-8cc2-6d97df09b4f7,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:03.115795 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:03.469302 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f0f75b56-aa7f-46d4-a251-52a4ab6efdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:03.721048 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-f0f75b56-aa7f-46d4-a251-52a4ab6efdc9 admin admin] Deleting port e71b6f5b-7115-4dcb-b9af-6b761b4c5756 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:55:03.721269 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f0f75b56-aa7f-46d4-a251-52a4ab6efdc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:03.797298 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-f0f75b56-aa7f-46d4-a251-52a4ab6efdc9 admin admin] For port e71b6f5b-7115-4dcb-b9af-6b761b4c5756, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=e71b6f5b-7115-4dcb-b9af-6b761b4c5756,segment=NetworkSegment(6b836c3f-0715-4e36-b4ec-357be9be767d),segment_id=6b836c3f-0715-4e36-b4ec-357be9be767d)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:03.797656 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f0f75b56-aa7f-46d4-a251-52a4ab6efdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:03.839078 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 47c6d1e7-dd41-49d0-a508-74b4e787727a no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:55:03.860255 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 47c6d1e7-dd41-49d0-a508-74b4e787727a {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:55:03.860618 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 47c6d1e7-dd41-49d0-a508-74b4e787727a not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:55:03.861040 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b29bee0c-2609-4af2-b03b-7a0ceb7667fb no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:55:03.865446 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-f0f75b56-aa7f-46d4-a251-52a4ab6efdc9 admin admin] Calling delete_port for e71b6f5b-7115-4dcb-b9af-6b761b4c5756 owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:55:03.880425 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: b29bee0c-2609-4af2-b03b-7a0ceb7667fb {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:55:03.880783 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b29bee0c-2609-4af2-b03b-7a0ceb7667fb not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:55:04.043420 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f0f75b56-aa7f-46d4-a251-52a4ab6efdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:04.045456 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-83a08d56-2f24-4fc6-85b3-bcd9cf9c6c4e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:04.069132 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f75b56-aa7f-46d4-a251-52a4ab6efdc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e71b6f5b-7115-4dcb-b9af-6b761b4c5756,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:04.072268 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f0f75b56-aa7f-46d4-a251-52a4ab6efdc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:04.560985 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f0f75b56-aa7f-46d4-a251-52a4ab6efdc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:04.772588 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f75b56-aa7f-46d4-a251-52a4ab6efdc9 admin admin] Router c31925f6-09a2-4248-9be8-e20b18adbbe9 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:55:04.879090 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f75b56-aa7f-46d4-a251-52a4ab6efdc9 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:55:04.885744 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f0f75b56-aa7f-46d4-a251-52a4ab6efdc9 admin admin] 10.222.0.50 "PUT /v2.0/routers/c31925f6-09a2-4248-9be8-e20b18adbbe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7804577 Jun 18 16:55:04.887396 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56012) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:04.887915 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e05c87-9511-44e3-acdc-4af9c785a6ed None None] Sync routers for ids ['c31925f6-09a2-4248-9be8-e20b18adbbe9'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:55:04.898737 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e05c87-9511-44e3-acdc-4af9c785a6ed None None] Routers {'c31925f6-09a2-4248-9be8-e20b18adbbe9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:55:04.899622 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-50e05c87-9511-44e3-acdc-4af9c785a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:54:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['c31925f6-09a2-4248-9be8-e20b18adbbe9'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:04.994367 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1c8df0c8-e10d-4c7c-b207-b5ad53813a4c admin admin] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:05.005479 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-50e05c87-9511-44e3-acdc-4af9c785a6ed None None] Set router c31925f6-09a2-4248-9be8-e20b18adbbe9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:55:05.099624 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1c8df0c8-e10d-4c7c-b207-b5ad53813a4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:05.152580 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-1c8df0c8-e10d-4c7c-b207-b5ad53813a4c admin admin] Deleting port 83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:55:05.152925 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1c8df0c8-e10d-4c7c-b207-b5ad53813a4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:05.179767 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-50e05c87-9511-44e3-acdc-4af9c785a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31925f6-09a2-4248-9be8-e20b18adbbe9', 'name': 'tempest-TestMinimumBasicScenario-555131068-router', 'tenant_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.36'}], 'enable_snat': True}, 'gw_port_id': '83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:52Z', 'updated_at': '2021-06-18T16:55:03Z', 'revision_number': 5, 'project_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'gw_port': {'id': '83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c31925f6-09a2-4248-9be8-e20b18adbbe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:52:52Z', 'updated_at': '2021-06-18T16:52:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:05.208555 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e05c87-9511-44e3-acdc-4af9c785a6ed None None] Checking router: c31925f6-09a2-4248-9be8-e20b18adbbe9 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:55:05.219525 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e05c87-9511-44e3-acdc-4af9c785a6ed None None] Routers {'c31925f6-09a2-4248-9be8-e20b18adbbe9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:55:05.219935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-50e05c87-9511-44e3-acdc-4af9c785a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:54:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['c31925f6-09a2-4248-9be8-e20b18adbbe9'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:05.236494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-1c8df0c8-e10d-4c7c-b207-b5ad53813a4c admin admin] For port 83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:05.236847 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1c8df0c8-e10d-4c7c-b207-b5ad53813a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:05.308362 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-1c8df0c8-e10d-4c7c-b207-b5ad53813a4c admin admin] Calling delete_port for 83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:55:05.313863 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-50e05c87-9511-44e3-acdc-4af9c785a6ed None None] Set router c31925f6-09a2-4248-9be8-e20b18adbbe9 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:55:05.366097 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-50e05c87-9511-44e3-acdc-4af9c785a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c31925f6-09a2-4248-9be8-e20b18adbbe9', 'name': 'tempest-TestMinimumBasicScenario-555131068-router', 'tenant_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:52Z', 'updated_at': '2021-06-18T16:55:05Z', 'revision_number': 6, 'project_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:05.395882 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e05c87-9511-44e3-acdc-4af9c785a6ed None None] The sync data for ids ['c31925f6-09a2-4248-9be8-e20b18adbbe9'] in dv-neutron-797120-1-hyperv is: [{'id': 'c31925f6-09a2-4248-9be8-e20b18adbbe9', 'name': 'tempest-TestMinimumBasicScenario-555131068-router', 'tenant_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:52:52Z', 'updated_at': '2021-06-18T16:55:05Z', 'revision_number': 6, 'project_id': '3a3a9de242b642bfa2ff12bc33a15aa4', 'gw_port_host': None}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:55:05.489180 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1c8df0c8-e10d-4c7c-b207-b5ad53813a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:05.491276 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c3e6fa70-809f-4084-b773-88343c23410e tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:05.518520 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8df0c8-e10d-4c7c-b207-b5ad53813a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:05.522026 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1c8df0c8-e10d-4c7c-b207-b5ad53813a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:05.591637 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1c8df0c8-e10d-4c7c-b207-b5ad53813a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:05.697821 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1c8df0c8-e10d-4c7c-b207-b5ad53813a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:05.699902 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1c8df0c8-e10d-4c7c-b207-b5ad53813a4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:05.762082 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1c8df0c8-e10d-4c7c-b207-b5ad53813a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:05.762651 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8df0c8-e10d-4c7c-b207-b5ad53813a4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c31925f6-09a2-4248-9be8-e20b18adbbe9 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:55:05.768447 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1c8df0c8-e10d-4c7c-b207-b5ad53813a4c admin admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:05.770839 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1c8df0c8-e10d-4c7c-b207-b5ad53813a4c admin admin] 10.222.0.50 "DELETE /v2.0/routers/c31925f6-09a2-4248-9be8-e20b18adbbe9 HTTP/1.1" status: 204 len: 168 time: 0.8813047 Jun 18 16:55:05.772962 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56014) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:05.830730 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb1dbe0-899c-4667-92d7-29248da2b2a4 admin admin] Deleting subnet 02ec651f-b631-4de4-aa27-2adfd9152f00 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:55:05.839992 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0bb1dbe0-899c-4667-92d7-29248da2b2a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:05.880597 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0bb1dbe0-899c-4667-92d7-29248da2b2a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:05.976762 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0bb1dbe0-899c-4667-92d7-29248da2b2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:06.048729 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0bb1dbe0-899c-4667-92d7-29248da2b2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:06.051393 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7bc5d9d2-c3f9-48f9-9b89-c276bc24c65e tempest-TestNetworkAdvancedServerOps-1519052689 tempest-TestNetworkAdvancedServerOps-1519052689-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:06.081070 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1dbe0-899c-4667-92d7-29248da2b2a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02ec651f-b631-4de4-aa27-2adfd9152f00,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:06.084301 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0bb1dbe0-899c-4667-92d7-29248da2b2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:06.085814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0bb1dbe0-899c-4667-92d7-29248da2b2a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:06.089631 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0bb1dbe0-899c-4667-92d7-29248da2b2a4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/02ec651f-b631-4de4-aa27-2adfd9152f00 HTTP/1.1" status: 204 len: 168 time: 0.3139539 Jun 18 16:55:06.091099 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56016) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:06.094967 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0830d9b8-a969-43f2-95a8-b110e6a284ed None None] Network 93e8f88c-4959-433c-994a-ed1226ab592b requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:55:06.186902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:06.210314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e71b6f5b-7115-4dcb-b9af-6b761b4c5756 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:55:06.237964 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: e71b6f5b-7115-4dcb-b9af-6b761b4c5756 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:55:06.237964 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device e71b6f5b-7115-4dcb-b9af-6b761b4c5756 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:55:06.255441 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] Deleting port 61e0e58f-2342-4e4d-b788-366266c59b22 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:55:06.256201 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:06.318620 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5585693d-760d-42ad-85ac-1234c2da0637 None None] DHCP port deletion for 93e8f88c-4959-433c-994a-ed1226ab592b request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:55:06.323315 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] For port 61e0e58f-2342-4e4d-b788-366266c59b22, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=61e0e58f-2342-4e4d-b788-366266c59b22,segment=NetworkSegment(6b836c3f-0715-4e36-b4ec-357be9be767d),segment_id=6b836c3f-0715-4e36-b4ec-357be9be767d)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:06.323682 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:06.369542 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5585693d-760d-42ad-85ac-1234c2da0637 None None] Deleting port 61e0e58f-2342-4e4d-b788-366266c59b22 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:55:06.369944 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5585693d-760d-42ad-85ac-1234c2da0637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:06.398268 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] Calling delete_port for 61e0e58f-2342-4e4d-b788-366266c59b22 owned by network:dhcp {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:55:06.437442 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-5585693d-760d-42ad-85ac-1234c2da0637 None None] For port 61e0e58f-2342-4e4d-b788-366266c59b22, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=61e0e58f-2342-4e4d-b788-366266c59b22,segment=NetworkSegment(6b836c3f-0715-4e36-b4ec-357be9be767d),segment_id=6b836c3f-0715-4e36-b4ec-357be9be767d)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:06.437847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5585693d-760d-42ad-85ac-1234c2da0637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:06.483667 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:06.487464 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5ef86f7a-2e25-492f-95a1-0e947c78c741 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:06.509795 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5585693d-760d-42ad-85ac-1234c2da0637 None None] Calling delete_port for 61e0e58f-2342-4e4d-b788-366266c59b22 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:55:06.516108 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=61e0e58f-2342-4e4d-b788-366266c59b22,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:06.517925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] No DVR routers for this DVR port 61e0e58f-2342-4e4d-b788-366266c59b22 on host dv-neutron-797120-1-hyperv {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:55:06.519448 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:06.592960 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5585693d-760d-42ad-85ac-1234c2da0637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:06.595555 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:06.596281 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:06.608049 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e8f88c-4959-433c-994a-ed1226ab592b']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:06.619231 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b836c3f-0715-4e36-b4ec-357be9be767d') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:06.619531 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b836c3f-0715-4e36-b4ec-357be9be767d') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:06.620746 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5585693d-760d-42ad-85ac-1234c2da0637 None None] Pushing event deleted for resources: {'Port': ['ID=61e0e58f-2342-4e4d-b788-366266c59b22,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:06.622606 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5585693d-760d-42ad-85ac-1234c2da0637 None None] No DVR routers for this DVR port 61e0e58f-2342-4e4d-b788-366266c59b22 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:55:06.623986 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5585693d-760d-42ad-85ac-1234c2da0637 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:06.630238 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:06.646310 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:06.652387 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:55:06.652772 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:55:06.654440 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:55:06.712997 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:06.716592 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b9164f95-db2f-4708-af3a-7768ff8de678 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:06.719125 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:06.720953 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] 10.222.0.50 "DELETE /v2.0/networks/93e8f88c-4959-433c-994a-ed1226ab592b HTTP/1.1" status: 204 len: 168 time: 0.6289122 Jun 18 16:55:06.732373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] Pushing event deleted for resources: {'Network': ['ID=93e8f88c-4959-433c-994a-ed1226ab592b,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:06.740457 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:06.884610 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56020) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:06.926441 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a97394ce-1e42-4fc9-85ee-0a97a222a4a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=34b8b57d9520437c833441bc2483e0c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396113 Jun 18 16:55:06.928823 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56022) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:06.977864 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-627995fe-f50c-4714-ba74-61e912f16b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:07.003673 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-627995fe-f50c-4714-ba74-61e912f16b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:07.050051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-627995fe-f50c-4714-ba74-61e912f16b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:07.052533 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-627995fe-f50c-4714-ba74-61e912f16b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:07.053667 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-627995fe-f50c-4714-ba74-61e912f16b7f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d97f844-0761-463b-b5e9-94c99187ad09 HTTP/1.1" status: 204 len: 168 time: 0.1239669 Jun 18 16:55:07.054568 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9161797d-3981-4708-972e-848265b17113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:07.063678 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627995fe-f50c-4714-ba74-61e912f16b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d97f844-0761-463b-b5e9-94c99187ad09,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:07.066184 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-627995fe-f50c-4714-ba74-61e912f16b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:07.379351 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56028) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:07.419864 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-91bc680a-c660-4be8-aaef-7c39dc5dc5ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3a3a9de242b642bfa2ff12bc33a15aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392840 Jun 18 16:55:07.423292 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56030) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:07.470715 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80198f10-1092-499a-a094-43434a013567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:07.491285 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80198f10-1092-499a-a094-43434a013567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:07.538571 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80198f10-1092-499a-a094-43434a013567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:07.541264 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-80198f10-1092-499a-a094-43434a013567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:07.542515 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-80198f10-1092-499a-a094-43434a013567 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/668c8d73-65f0-46c7-83cc-c5a35662ce4a HTTP/1.1" status: 204 len: 168 time: 0.1183162 Jun 18 16:55:07.543288 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9ceeeffd-ef25-4a24-9138-3d0c48c62ab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:07.551913 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80198f10-1092-499a-a094-43434a013567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668c8d73-65f0-46c7-83cc-c5a35662ce4a,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:07.554825 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-80198f10-1092-499a-a094-43434a013567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:07.831184 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:55:07.851354 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:55:07.851815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 83af8ab3-cc1c-4b06-8591-ef2b8ea2d5e2 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:55:07.852124 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 61e0e58f-2342-4e4d-b788-366266c59b22 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:55:07.871812 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 61e0e58f-2342-4e4d-b788-366266c59b22 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:55:07.872411 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 61e0e58f-2342-4e4d-b788-366266c59b22 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:55:08.523930 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d52aeccc-7c2a-41da-8751-f01e681396c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.331784 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56072) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:10.336584 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-72659222-fdb0-416e-bed5-1b29c2196e20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2102139861', 'description': 'tempest-secgroup-smoke-2102139861 description', 'project_id': 'af4038200da2445a9f07c55e11895697'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:55:10.360251 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-72659222-fdb0-416e-bed5-1b29c2196e20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.368123 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-72659222-fdb0-416e-bed5-1b29c2196e20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.468258 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-72659222-fdb0-416e-bed5-1b29c2196e20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.471768 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-72659222-fdb0-416e-bed5-1b29c2196e20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.474449 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-89e98cef-7c52-4dba-b527-a9ef385dd6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:10.508306 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72659222-fdb0-416e-bed5-1b29c2196e20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff726dd-61f7-4d66-83ea-a42598e31da8,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:10.511968 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-72659222-fdb0-416e-bed5-1b29c2196e20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:10.564405 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-72659222-fdb0-416e-bed5-1b29c2196e20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.567894 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-72659222-fdb0-416e-bed5-1b29c2196e20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.570258 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-32a75967-f89d-4c0c-b36b-1926511a4ba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:10.593780 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-72659222-fdb0-416e-bed5-1b29c2196e20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.595084 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-72659222-fdb0-416e-bed5-1b29c2196e20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2622793 Jun 18 16:55:10.598044 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56074) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:10.599139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72659222-fdb0-416e-bed5-1b29c2196e20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb2560b-ef0d-43ee-b103-800408673bd8,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:10.601844 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-72659222-fdb0-416e-bed5-1b29c2196e20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:10.604192 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-8d5ac5b5-9018-49e6-8700-5ed4aabfd90c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': 'ccb2560b-ef0d-43ee-b103-800408673bd8', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:55:10.632590 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8d5ac5b5-9018-49e6-8700-5ed4aabfd90c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.678894 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8d5ac5b5-9018-49e6-8700-5ed4aabfd90c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.682372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8d5ac5b5-9018-49e6-8700-5ed4aabfd90c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.688239 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-96d40fa1-a38f-40da-8c1d-c42ff0922aca tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:10.707788 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5ac5b5-9018-49e6-8700-5ed4aabfd90c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe2bf7b7-fbb5-492d-b0fe-82543cc9b813,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:10.711283 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8d5ac5b5-9018-49e6-8700-5ed4aabfd90c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:10.712523 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8d5ac5b5-9018-49e6-8700-5ed4aabfd90c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.716507 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56076) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:10.716835 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8d5ac5b5-9018-49e6-8700-5ed4aabfd90c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1176813 Jun 18 16:55:10.722067 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-c88c47c3-6ae1-40e8-913c-d4c5d8e41581 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': 'ccb2560b-ef0d-43ee-b103-800408673bd8', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:55:10.747754 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c88c47c3-6ae1-40e8-913c-d4c5d8e41581 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.806852 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c88c47c3-6ae1-40e8-913c-d4c5d8e41581 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.810307 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c88c47c3-6ae1-40e8-913c-d4c5d8e41581 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.812131 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a0016639-2f0e-452c-beb5-ed58f925093a tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:10.827953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c47c3-6ae1-40e8-913c-d4c5d8e41581 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd6b0b1-c835-4126-a7cb-9e1c9230c789,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:10.830644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c88c47c3-6ae1-40e8-913c-d4c5d8e41581 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:10.835307 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c88c47c3-6ae1-40e8-913c-d4c5d8e41581 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.836604 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c88c47c3-6ae1-40e8-913c-d4c5d8e41581 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189682 Jun 18 16:55:10.839300 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56078) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:10.844342 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-4087d8a6-b8ce-4590-81e2-4d7d036ba82f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': 'ccb2560b-ef0d-43ee-b103-800408673bd8', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:55:10.869391 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4087d8a6-b8ce-4590-81e2-4d7d036ba82f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.939288 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4087d8a6-b8ce-4590-81e2-4d7d036ba82f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.943603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4087d8a6-b8ce-4590-81e2-4d7d036ba82f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.945502 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-10ad86ad-d29e-4204-b071-a93ed829c5d0 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:10.963691 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087d8a6-b8ce-4590-81e2-4d7d036ba82f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9fb6404-2639-479c-aec7-a97520fde8f4,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:10.966549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4087d8a6-b8ce-4590-81e2-4d7d036ba82f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:10.970758 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4087d8a6-b8ce-4590-81e2-4d7d036ba82f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:10.971960 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4087d8a6-b8ce-4590-81e2-4d7d036ba82f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317418 Jun 18 16:55:10.974609 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56080) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:10.979232 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-6708c228-0040-4431-86b5-cdf456a77950 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': 'ccb2560b-ef0d-43ee-b103-800408673bd8', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:55:11.009272 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6708c228-0040-4431-86b5-cdf456a77950 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.014471 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2ffc9886-21d2-451d-b9eb-90e93b6d4946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.071121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6708c228-0040-4431-86b5-cdf456a77950 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.074606 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6708c228-0040-4431-86b5-cdf456a77950 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.076458 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2d8fc2e8-8cd1-435d-9449-9da284be7929 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:11.091934 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708c228-0040-4431-86b5-cdf456a77950 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51da249f-d047-40d9-9e9d-6957b85becd2,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:11.094919 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6708c228-0040-4431-86b5-cdf456a77950 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:11.101039 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6708c228-0040-4431-86b5-cdf456a77950 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.102270 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6708c228-0040-4431-86b5-cdf456a77950 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266737 Jun 18 16:55:11.104906 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56082) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:11.110447 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-59ca9a9a-d5a3-49b6-8975-e6acd82b94e3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': 'ccb2560b-ef0d-43ee-b103-800408673bd8', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:55:11.130959 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-59ca9a9a-d5a3-49b6-8975-e6acd82b94e3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Project af4038200da2445a9f07c55e11895697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:55:11.135535 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-59ca9a9a-d5a3-49b6-8975-e6acd82b94e3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.193867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-59ca9a9a-d5a3-49b6-8975-e6acd82b94e3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.197392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-59ca9a9a-d5a3-49b6-8975-e6acd82b94e3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.199192 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b233255c-88db-4a6b-9760-61b250864d94 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:11.215771 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca9a9a-d5a3-49b6-8975-e6acd82b94e3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b50808-acc3-450a-b217-1d9199d4ad02,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:11.219209 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-59ca9a9a-d5a3-49b6-8975-e6acd82b94e3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:11.222005 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-59ca9a9a-d5a3-49b6-8975-e6acd82b94e3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.223126 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-59ca9a9a-d5a3-49b6-8975-e6acd82b94e3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1170161 Jun 18 16:55:11.225678 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56084) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:11.230353 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-85c27ea1-5c84-40f1-95a0-908e90417544 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': 'ccb2560b-ef0d-43ee-b103-800408673bd8', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:55:11.251725 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-85c27ea1-5c84-40f1-95a0-908e90417544 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Project af4038200da2445a9f07c55e11895697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:55:11.256395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-85c27ea1-5c84-40f1-95a0-908e90417544 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.318025 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-85c27ea1-5c84-40f1-95a0-908e90417544 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.321259 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-85c27ea1-5c84-40f1-95a0-908e90417544 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.323047 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f97ce895-7755-4931-a120-52e1c318c197 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:11.339259 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c27ea1-5c84-40f1-95a0-908e90417544 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded0775f-b036-4f30-a494-5c9214da4df8,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:11.342367 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-85c27ea1-5c84-40f1-95a0-908e90417544 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:11.345913 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-85c27ea1-5c84-40f1-95a0-908e90417544 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.347207 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-85c27ea1-5c84-40f1-95a0-908e90417544 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205957 Jun 18 16:55:11.350083 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56086) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:11.355699 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-8ec18a1a-2b24-4ef2-9e08-d564cdcdfad1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'network': {'name': 'tempest-network-smoke--1838470794', 'project_id': 'af4038200da2445a9f07c55e11895697', 'port_security_enabled': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:55:11.361661 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.378470 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec18a1a-2b24-4ef2-9e08-d564cdcdfad1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Made reservation on behalf of af4038200da2445a9f07c55e11895697 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:55:11.381909 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ec18a1a-2b24-4ef2-9e08-d564cdcdfad1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.407819 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec18a1a-2b24-4ef2-9e08-d564cdcdfad1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:55:11.416182 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ec18a1a-2b24-4ef2-9e08-d564cdcdfad1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.416527 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-8ec18a1a-2b24-4ef2-9e08-d564cdcdfad1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Added segment 9903feb4-a791-4e9f-969d-3869c5820921 of type vlan for network e0a04785-2514-4ae8-b0e3-785f36d8400c Jun 18 16:55:11.456322 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ec18a1a-2b24-4ef2-9e08-d564cdcdfad1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.483851 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ec18a1a-2b24-4ef2-9e08-d564cdcdfad1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.489248 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec18a1a-2b24-4ef2-9e08-d564cdcdfad1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:11.489841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8ec18a1a-2b24-4ef2-9e08-d564cdcdfad1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.493010 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:11.546595 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8ec18a1a-2b24-4ef2-9e08-d564cdcdfad1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1952429 Jun 18 16:55:11.549397 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56088) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:11.560237 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-736752468', 'admin_state_up': True, 'project_id': 'af4038200da2445a9f07c55e11895697', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:55:11.572487 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec18a1a-2b24-4ef2-9e08-d564cdcdfad1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Network': ['ID=e0a04785-2514-4ae8-b0e3-785f36d8400c,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:11.576119 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8ec18a1a-2b24-4ef2-9e08-d564cdcdfad1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:11.583008 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network e0a04785-2514-4ae8-b0e3-785f36d8400c details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:55:11.591077 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.592081 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.644109 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.791338 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:11.981410 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:12.003739 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:12.102307 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Allocated IP 172.26.6.210 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/b0d795a0-4c47-47d4-9e4a-ec7d307afa60) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:55:12.206864 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:12.220818 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:12.245502 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:12.248266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-01272cb0-ca83-4d2d-8f70-10d453d891dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:12.279954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:55:12.285468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:55:12.288848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:55:12.316905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=b0d795a0-4c47-47d4-9e4a-ec7d307afa60,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:12.320712 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:12.548299 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:12.747914 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:12.874716 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router 14d67d62-661a-4a6f-8396-9d104f91609d is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:55:12.985679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:55:12.995873 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Sync routers for ids ['14d67d62-661a-4a6f-8396-9d104f91609d'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:55:13.004105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:13.005695 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4553804 Jun 18 16:55:13.006204 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Routers {'14d67d62-661a-4a6f-8396-9d104f91609d'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:55:13.006911 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:55:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['14d67d62-661a-4a6f-8396-9d104f91609d'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:13.008779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56092) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:13.108238 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Set router 14d67d62-661a-4a6f-8396-9d104f91609d gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:55:13.147876 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-29bd7dda-2e95-4e81-9e0e-0c1551f4ebba tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=af4038200da2445a9f07c55e11895697&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1378076 Jun 18 16:55:13.150327 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56096) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:13.280179 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736752468', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:55:11Z', 'updated_at': '2021-06-18T16:55:12Z', 'revision_number': 3, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:12Z', 'updated_at': '2021-06-18T16:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:13.283514 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f7b896-b3d1-400f-bb30-a3e4dff9d414 tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:13.287633 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c1f7b896-b3d1-400f-bb30-a3e4dff9d414 tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1337306 Jun 18 16:55:13.287829 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56098) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:13.309187 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Checking router: 14d67d62-661a-4a6f-8396-9d104f91609d for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:55:13.309544 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Updating router 14d67d62-661a-4a6f-8396-9d104f91609d port b0d795a0-4c47-47d4-9e4a-ec7d307afa60 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:55:13.318173 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b7fe4aa1-95c5-4cce-8459-1d529354f3e0 tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270853 Jun 18 16:55:13.318379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56100) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:13.323414 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-99163e2d-4364-472d-8dba-00697eb38e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-175947972', 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c', 'project_id': 'af4038200da2445a9f07c55e11895697', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:55:13.343096 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:13.416637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99163e2d-4364-472d-8dba-00697eb38e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Made reservation on behalf of af4038200da2445a9f07c55e11895697 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:55:13.420309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-99163e2d-4364-472d-8dba-00697eb38e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:13.596521 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:13.600228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-99163e2d-4364-472d-8dba-00697eb38e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:13.603053 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-08593141-7b20-4cd1-894b-c9c008517e49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:13.607188 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Transition to ACTIVE for port object b0d795a0-4c47-47d4-9e4a-ec7d307afa60 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:55:13.613469 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:13.616060 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-3fe01b22-42e9-42d3-a906-4cb39d44191f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:13.661596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99163e2d-4364-472d-8dba-00697eb38e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Subnet': ['ID=8f5a6ff0-2074-4793-89da-ed76efb1044c,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:13.663862 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Attempting to bind port b0d795a0-4c47-47d4-9e4a-ec7d307afa60 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:55:13.664243 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Attempting to bind port b0d795a0-4c47-47d4-9e4a-ec7d307afa60 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:55:13.664793 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Attempting to bind port b0d795a0-4c47-47d4-9e4a-ec7d307afa60 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:55:13.665036 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-99163e2d-4364-472d-8dba-00697eb38e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:13.672128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99163e2d-4364-472d-8dba-00697eb38e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Checking segment: {'id': '9903feb4-a791-4e9f-969d-3869c5820921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:55:13.672498 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99163e2d-4364-472d-8dba-00697eb38e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network hostable DHCP agents. Network: e0a04785-2514-4ae8-b0e3-785f36d8400c, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:55:13.674007 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ce0db-f009-43bd-ae52-8c49512d1789 None None] Pushing event updated for resources: {'Port': ['ID=b0d795a0-4c47-47d4-9e4a-ec7d307afa60,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:13.677285 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:55:13.677666 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:55:13.678063 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:13.678471 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:55:13.678938 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Bound port: b0d795a0-4c47-47d4-9e4a-ec7d307afa60, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:55:13.679308 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:13.688952 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99163e2d-4364-472d-8dba-00697eb38e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network e0a04785-2514-4ae8-b0e3-785f36d8400c is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:55:13.698384 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-99163e2d-4364-472d-8dba-00697eb38e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, e0a04785-2514-4ae8-b0e3-785f36d8400c) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:55:13.703237 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99163e2d-4364-472d-8dba-00697eb38e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:13.703973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-99163e2d-4364-472d-8dba-00697eb38e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:13.712516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7148fd62-31a6-4617-8c86-6c1e7931593e None None] Network e0a04785-2514-4ae8-b0e3-785f36d8400c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:55:13.713062 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ce0db-f009-43bd-ae52-8c49512d1789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:13.713062 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ce0db-f009-43bd-ae52-8c49512d1789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:13.713388 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ce0db-f009-43bd-ae52-8c49512d1789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:13.713720 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ce0db-f009-43bd-ae52-8c49512d1789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:13.714043 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ce0db-f009-43bd-ae52-8c49512d1789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:13.714517 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ce0db-f009-43bd-ae52-8c49512d1789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:13.714763 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ce0db-f009-43bd-ae52-8c49512d1789 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:13.715127 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ce0db-f009-43bd-ae52-8c49512d1789 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:13.715448 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ce0db-f009-43bd-ae52-8c49512d1789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:13.715844 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ce0db-f009-43bd-ae52-8c49512d1789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:13.716224 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ce0db-f009-43bd-ae52-8c49512d1789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:13.716575 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766ce0db-f009-43bd-ae52-8c49512d1789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:55:13.721483 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-766ce0db-f009-43bd-ae52-8c49512d1789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:13.721863 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-99163e2d-4364-472d-8dba-00697eb38e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4023447 Jun 18 16:55:13.724395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56102) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:13.746804 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] For port b0d795a0-4c47-47d4-9e4a-ec7d307afa60, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:55:13.750020 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] For port b0d795a0-4c47-47d4-9e4a-ec7d307afa60, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b0d795a0-4c47-47d4-9e4a-ec7d307afa60,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:55:13.754621 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:13.756509 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-1261989d-4271-458a-b51f-d7506593ff68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:13.821716 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Routers {'14d67d62-661a-4a6f-8396-9d104f91609d'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:55:13.822357 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:55:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['14d67d62-661a-4a6f-8396-9d104f91609d'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:13.826207 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ce0db-f009-43bd-ae52-8c49512d1789 None None] Pushing event updated for resources: {'Port': ['ID=b0d795a0-4c47-47d4-9e4a-ec7d307afa60,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:13.829817 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-766ce0db-f009-43bd-ae52-8c49512d1789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:13.947587 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] Set router 14d67d62-661a-4a6f-8396-9d104f91609d gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:55:14.057404 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:14.068300 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-e0a04785-2514-4ae8-b0e3-785f36d8400c', 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ips': [{'subnet_id': '8f5a6ff0-2074-4793-89da-ed76efb1044c'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:55:14.069161 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:14.211414 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Allocated IP 172.20.0.2 (e0a04785-2514-4ae8-b0e3-785f36d8400c/8f5a6ff0-2074-4793-89da-ed76efb1044c/f65a2cdf-665b-4eda-ba0c-eb18fadbdb88) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:55:14.228820 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736752468', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:55:11Z', 'updated_at': '2021-06-18T16:55:12Z', 'revision_number': 3, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:12Z', 'updated_at': '2021-06-18T16:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:14.255530 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08280624-03da-4a3f-99cc-8fd613ad0885 None None] The sync data for ids ['14d67d62-661a-4a6f-8396-9d104f91609d'] in dv-neutron-797120-1-hyperv is: [{'id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736752468', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:55:11Z', 'updated_at': '2021-06-18T16:55:12Z', 'revision_number': 3, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:12Z', 'updated_at': '2021-06-18T16:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:55:14.375840 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:14.384839 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Transition to ACTIVE for port object f65a2cdf-665b-4eda-ba0c-eb18fadbdb88 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:55:14.400321 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Transition to ACTIVE for port object f65a2cdf-665b-4eda-ba0c-eb18fadbdb88 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:55:14.411672 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:14.415633 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:14.456278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Network e0a04785-2514-4ae8-b0e3-785f36d8400c is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:55:14.461800 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:55:14.464174 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:55:14.467320 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Pushing event updated for resources: {'Port': ['ID=f65a2cdf-665b-4eda-ba0c-eb18fadbdb88,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:14.471233 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:14.557816 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Attempting to bind port f65a2cdf-665b-4eda-ba0c-eb18fadbdb88 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:55:14.558709 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Attempting to bind port f65a2cdf-665b-4eda-ba0c-eb18fadbdb88 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '9903feb4-a791-4e9f-969d-3869c5820921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:55:14.559304 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Attempting to bind port f65a2cdf-665b-4eda-ba0c-eb18fadbdb88 on network e0a04785-2514-4ae8-b0e3-785f36d8400c {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:55:14.564730 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:55:14.565114 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Checking segment: {'id': '9903feb4-a791-4e9f-969d-3869c5820921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:55:14.565530 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:14.566001 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Bound using segment: {'id': '9903feb4-a791-4e9f-969d-3869c5820921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:55:14.566406 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Bound port: f65a2cdf-665b-4eda-ba0c-eb18fadbdb88, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9903feb4-a791-4e9f-969d-3869c5820921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:55:14.566863 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:14.575738 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:14.637773 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] For port f65a2cdf-665b-4eda-ba0c-eb18fadbdb88, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:55:14.642004 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] For port f65a2cdf-665b-4eda-ba0c-eb18fadbdb88, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f65a2cdf-665b-4eda-ba0c-eb18fadbdb88,segment=NetworkSegment(9903feb4-a791-4e9f-969d-3869c5820921),segment_id=9903feb4-a791-4e9f-969d-3869c5820921)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:55:14.646826 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:14.648974 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:14.717896 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Pushing event updated for resources: {'Port': ['ID=f65a2cdf-665b-4eda-ba0c-eb18fadbdb88,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:14.721506 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:14.951663 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Allocated IP 172.20.0.1 (e0a04785-2514-4ae8-b0e3-785f36d8400c/8f5a6ff0-2074-4793-89da-ed76efb1044c/4212eb17-683c-43df-b325-247c65510bce) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:55:15.077605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:15.092255 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Transition to ACTIVE for port object 4212eb17-683c-43df-b325-247c65510bce will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:55:15.127330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:15.129543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:15.173075 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network e0a04785-2514-4ae8-b0e3-785f36d8400c is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:55:15.176588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:55:15.180865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:55:15.213142 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=4212eb17-683c-43df-b325-247c65510bce,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:15.218628 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:15.233283 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:15.374255 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:15.655671 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9764aa98-0ffa-402e-bfc6-b3080ad24a6f None None] Network e0a04785-2514-4ae8-b0e3-785f36d8400c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:55:15.669443 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:15.674115 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:15.677095 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dc8b2322-97cb-42cb-9b32-95466903c31b tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:15.753667 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=4212eb17-683c-43df-b325-247c65510bce,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:15.756067 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:15.758028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:15.766394 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5f24b8b6-f6fa-4a92-a73a-0b1260fff973 None None] Provisioning for port f65a2cdf-665b-4eda-ba0c-eb18fadbdb88 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:55:15.865959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network e0a04785-2514-4ae8-b0e3-785f36d8400c is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:55:15.867500 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:55:15.922471 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b0d795a0-4c47-47d4-9e4a-ec7d307afa60 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:55:15.984444 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port b0d795a0-4c47-47d4-9e4a-ec7d307afa60 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:55:15.988569 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port b0d795a0-4c47-47d4-9e4a-ec7d307afa60 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:55:15.988957 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:16.006518 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router 14d67d62-661a-4a6f-8396-9d104f91609d has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:55:16.088239 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:16.119184 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port b0d795a0-4c47-47d4-9e4a-ec7d307afa60, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b0d795a0-4c47-47d4-9e4a-ec7d307afa60,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:16.127808 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:16.128493 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f65a2cdf-665b-4eda-ba0c-eb18fadbdb88 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:55:16.131261 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:16.141579 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:55:16.149494 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "PUT /v2.0/routers/14d67d62-661a-4a6f-8396-9d104f91609d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4239080 Jun 18 16:55:16.225494 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8d0a098f-7815-4c90-b0a5-381c0ca148bd None None] Provisioning for port 4212eb17-683c-43df-b325-247c65510bce completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:55:16.238989 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8d0a098f-7815-4c90-b0a5-381c0ca148bd None None] Provisioning complete for port 4212eb17-683c-43df-b325-247c65510bce triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:55:16.239227 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8d0a098f-7815-4c90-b0a5-381c0ca148bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:16.242349 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=b0d795a0-4c47-47d4-9e4a-ec7d307afa60,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:16.264505 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:16.277947 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port f65a2cdf-665b-4eda-ba0c-eb18fadbdb88 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:55:16.285837 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port f65a2cdf-665b-4eda-ba0c-eb18fadbdb88 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:55:16.286378 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:16.290338 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-8d0a098f-7815-4c90-b0a5-381c0ca148bd None None] Port 4212eb17-683c-43df-b325-247c65510bce cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:55:16.334352 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Sync routers for ids ['14d67d62-661a-4a6f-8396-9d104f91609d'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:55:16.336012 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-b17172d3-5fd7-4a6d-974c-79120a3ab4dc tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2102139861&fields=id&tenant_id=af4038200da2445a9f07c55e11895697 HTTP/1.1" status: 200 len: 267 time: 0.0434554 Jun 18 16:55:16.350054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Routers {'14d67d62-661a-4a6f-8396-9d104f91609d'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:55:16.350726 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:55:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['14d67d62-661a-4a6f-8396-9d104f91609d'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:16.446740 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:16.465504 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-e7122198-a7a0-446b-9923-1368b87ced84 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:16.467261 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-e7122198-a7a0-446b-9923-1368b87ced84 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/networks?id=e0a04785-2514-4ae8-b0e3-785f36d8400c HTTP/1.1" status: 200 len: 797 time: 0.1235394 Jun 18 16:55:16.484420 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-5f7bf750-e994-4f99-9d09-6cc0b3bc18e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/quotas/af4038200da2445a9f07c55e11895697 HTTP/1.1" status: 200 len: 375 time: 0.0107491 Jun 18 16:55:16.488865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c51b5975-cbf2-421f-8c9f-fc43f16c7542 None None] Provisioning complete for port 4212eb17-683c-43df-b325-247c65510bce triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:55:16.489244 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c51b5975-cbf2-421f-8c9f-fc43f16c7542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:16.555939 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-b1a77903-eaac-4c50-ac87-384983f08979 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0643167 Jun 18 16:55:16.563457 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port f65a2cdf-665b-4eda-ba0c-eb18fadbdb88, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f65a2cdf-665b-4eda-ba0c-eb18fadbdb88,segment=NetworkSegment(9903feb4-a791-4e9f-969d-3869c5820921),segment_id=9903feb4-a791-4e9f-969d-3869c5820921)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:16.565588 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Set router 14d67d62-661a-4a6f-8396-9d104f91609d gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:55:16.567817 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c51b5975-cbf2-421f-8c9f-fc43f16c7542 None None] Port 4212eb17-683c-43df-b325-247c65510bce cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:55:16.593372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:16.596685 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:16.665388 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-c1171c2e-ac3e-4f24-8194-d1cf3119bfc1 service neutron] 10.222.0.50 "GET /v2.0/networks/e0a04785-2514-4ae8-b0e3-785f36d8400c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957534 Jun 18 16:55:16.722190 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=f65a2cdf-665b-4eda-ba0c-eb18fadbdb88,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:16.728379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:16.741572 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7e07dda2-c728-44e2-aa67-ac9efcb9f1e2 None None] Provisioning complete for port 4212eb17-683c-43df-b325-247c65510bce triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:55:16.741947 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7e07dda2-c728-44e2-aa67-ac9efcb9f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:16.759497 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-f46b63d2-91fd-47a2-a457-8119f3427753 service neutron] 10.222.0.50 "GET /v2.0/networks/e0a04785-2514-4ae8-b0e3-785f36d8400c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882730 Jun 18 16:55:16.801305 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7e07dda2-c728-44e2-aa67-ac9efcb9f1e2 None None] Port 4212eb17-683c-43df-b325-247c65510bce cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:55:16.848268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736752468', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:55:11Z', 'updated_at': '2021-06-18T16:55:15Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:12Z', 'updated_at': '2021-06-18T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '4212eb17-683c-43df-b325-247c65510bce', 'name': '', 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:3f:e8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '8f5a6ff0-2074-4793-89da-ed76efb1044c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:14Z', 'updated_at': '2021-06-18T16:55:15Z', 'revision_number': 2, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '8f5a6ff0-2074-4793-89da-ed76efb1044c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:16.881120 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Checking router: 14d67d62-661a-4a6f-8396-9d104f91609d for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:55:16.881491 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Updating router 14d67d62-661a-4a6f-8396-9d104f91609d port 4212eb17-683c-43df-b325-247c65510bce binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:55:16.925620 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:16.947866 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d5fdf5ff-7dd0-46d6-b05c-be48664dbe44 req-3940817a-9f1b-4bde-b614-c83f29db26d1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 210 time: 0.0337484 Jun 18 16:55:17.317811 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:17.328476 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Transition to ACTIVE for port object 4212eb17-683c-43df-b325-247c65510bce will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:55:17.333945 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:17.336583 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:17.564362 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2c52f-0fd8-4b2b-a7f8-aa6ae272ce63 None None] Pushing event updated for resources: {'Port': ['ID=4212eb17-683c-43df-b325-247c65510bce,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:17.570278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a8f2c52f-0fd8-4b2b-a7f8-aa6ae272ce63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:17.621501 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Attempting to bind port 4212eb17-683c-43df-b325-247c65510bce on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:55:17.621863 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Attempting to bind port 4212eb17-683c-43df-b325-247c65510bce by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '9903feb4-a791-4e9f-969d-3869c5820921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:55:17.622231 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Attempting to bind port 4212eb17-683c-43df-b325-247c65510bce on network e0a04785-2514-4ae8-b0e3-785f36d8400c {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:55:17.630004 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:55:17.630461 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Checking segment: {'id': '9903feb4-a791-4e9f-969d-3869c5820921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:55:17.630821 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:17.631223 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Bound using segment: {'id': '9903feb4-a791-4e9f-969d-3869c5820921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:55:17.631696 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Bound port: 4212eb17-683c-43df-b325-247c65510bce, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9903feb4-a791-4e9f-969d-3869c5820921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:55:17.632077 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:17.699072 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] For port 4212eb17-683c-43df-b325-247c65510bce, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:55:17.702614 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] For port 4212eb17-683c-43df-b325-247c65510bce, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=4212eb17-683c-43df-b325-247c65510bce,segment=NetworkSegment(9903feb4-a791-4e9f-969d-3869c5820921),segment_id=9903feb4-a791-4e9f-969d-3869c5820921)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:55:17.706942 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:17.708857 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:17.772825 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Routers {'14d67d62-661a-4a6f-8396-9d104f91609d'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:55:17.774961 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:55:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['14d67d62-661a-4a6f-8396-9d104f91609d'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:17.775569 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2c52f-0fd8-4b2b-a7f8-aa6ae272ce63 None None] Pushing event updated for resources: {'Port': ['ID=4212eb17-683c-43df-b325-247c65510bce,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:17.779264 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a8f2c52f-0fd8-4b2b-a7f8-aa6ae272ce63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:17.882714 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b0d795a0-4c47-47d4-9e4a-ec7d307afa60 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:55:17.939823 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] Set router 14d67d62-661a-4a6f-8396-9d104f91609d gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:55:18.022436 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port b0d795a0-4c47-47d4-9e4a-ec7d307afa60 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:55:18.022714 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:18.107319 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e5148c1b-d947-477b-bc59-e21effceedef req-d331d419-10cc-4a0b-9262-d1335575b19e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 210 time: 0.0365138 Jun 18 16:55:18.225668 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f65a2cdf-665b-4eda-ba0c-eb18fadbdb88 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:55:18.275911 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736752468', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:55:11Z', 'updated_at': '2021-06-18T16:55:15Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:12Z', 'updated_at': '2021-06-18T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '4212eb17-683c-43df-b325-247c65510bce', 'name': '', 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:3f:e8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '8f5a6ff0-2074-4793-89da-ed76efb1044c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:14Z', 'updated_at': '2021-06-18T16:55:17Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '8f5a6ff0-2074-4793-89da-ed76efb1044c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:18.311380 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d494aa03-df4a-40cb-91c8-803055326108 None None] The sync data for ids ['14d67d62-661a-4a6f-8396-9d104f91609d'] in dv-neutron-797120-1-hyperv is: [{'id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736752468', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:55:11Z', 'updated_at': '2021-06-18T16:55:15Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:12Z', 'updated_at': '2021-06-18T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '4212eb17-683c-43df-b325-247c65510bce', 'name': '', 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:3f:e8:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '8f5a6ff0-2074-4793-89da-ed76efb1044c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:14Z', 'updated_at': '2021-06-18T16:55:17Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '8f5a6ff0-2074-4793-89da-ed76efb1044c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:55:18.321167 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port f65a2cdf-665b-4eda-ba0c-eb18fadbdb88 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:55:18.321555 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:18.328381 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-90360acf-63c9-45e5-b896-2487e64fd99b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:18.330032 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-90360acf-63c9-45e5-b896-2487e64fd99b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "GET /v2.0/networks?id=e0a04785-2514-4ae8-b0e3-785f36d8400c HTTP/1.1" status: 200 len: 797 time: 0.1199458 Jun 18 16:55:18.411856 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-cef5f775-3a59-463b-b3bc-64dc7ab2ad2e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af4038200da2445a9f07c55e11895697 HTTP/1.1" status: 200 len: 380 time: 0.0688236 Jun 18 16:55:18.424173 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-3fefd94d-74cd-48ce-a4b6-d2093dc65154 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'port': {'device_id': '5d25a6e4-f756-4f21-b0e0-b85e4b20d877', 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c', 'admin_state_up': True, 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'security_groups': ['ccb2560b-ef0d-43ee-b103-800408673bd8']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:55:18.563764 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-3fefd94d-74cd-48ce-a4b6-d2093dc65154 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Made reservation on behalf of af4038200da2445a9f07c55e11895697 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:55:18.567474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-3fefd94d-74cd-48ce-a4b6-d2093dc65154 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:18.711632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-3fefd94d-74cd-48ce-a4b6-d2093dc65154 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Allocated IP 172.20.0.4 (e0a04785-2514-4ae8-b0e3-785f36d8400c/8f5a6ff0-2074-4793-89da-ed76efb1044c/668d98d1-ed16-4c1c-82ca-7c5cf6a66c67) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:55:18.861937 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-3fefd94d-74cd-48ce-a4b6-d2093dc65154 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:18.876614 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-3fefd94d-74cd-48ce-a4b6-d2093dc65154 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Transition to ACTIVE for port object 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:55:18.912217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-3fefd94d-74cd-48ce-a4b6-d2093dc65154 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:18.917445 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-928f1033-8779-4bce-b36e-0b0079ec0fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:18.968621 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-3fefd94d-74cd-48ce-a4b6-d2093dc65154 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network e0a04785-2514-4ae8-b0e3-785f36d8400c is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:55:18.972200 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-3fefd94d-74cd-48ce-a4b6-d2093dc65154 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:55:18.975136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-3fefd94d-74cd-48ce-a4b6-d2093dc65154 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:55:19.008721 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fefd94d-74cd-48ce-a4b6-d2093dc65154 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=668d98d1-ed16-4c1c-82ca-7c5cf6a66c67,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:19.012064 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3fefd94d-74cd-48ce-a4b6-d2093dc65154 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:19.045011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-3fefd94d-74cd-48ce-a4b6-d2093dc65154 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:19.045846 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-3fefd94d-74cd-48ce-a4b6-d2093dc65154 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:19.063441 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-3fefd94d-74cd-48ce-a4b6-d2093dc65154 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6437707 Jun 18 16:55:19.076573 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Request body: {'port': {'device_id': '5d25a6e4-f756-4f21-b0e0-b85e4b20d877', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:55:19.163184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:19.271865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7709fc1d-a129-4455-a915-230d23714c70 None None] Provisioning for port 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:55:19.276887 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7709fc1d-a129-4455-a915-230d23714c70 None None] Provisioning complete for port 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:55:19.277509 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7709fc1d-a129-4455-a915-230d23714c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:19.317243 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7709fc1d-a129-4455-a915-230d23714c70 None None] Port 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:55:19.411797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80a803-1cb5-4bd5-9568-ce323692f88b req-564c97d4-8f6f-4eaf-a878-3664d5e93d13 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:19.413408 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1a80a803-1cb5-4bd5-9568-ce323692f88b req-564c97d4-8f6f-4eaf-a878-3664d5e93d13 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 931 time: 0.1829922 Jun 18 16:55:19.487236 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1a80a803-1cb5-4bd5-9568-ce323692f88b req-c900cb57-e501-4ad4-86b9-8ca766faa8e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccb2560b-ef0d-43ee-b103-800408673bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665326 Jun 18 16:55:19.536660 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:55:19.544042 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:19.556461 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Transition to ACTIVE for port object 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:55:19.561335 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:19.565246 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6b55d3b2-6c1c-4ceb-b166-59a707259809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:19.653201 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Pushing event updated for resources: {'Port': ['ID=668d98d1-ed16-4c1c-82ca-7c5cf6a66c67,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:19.659017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:19.732436 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Attempting to bind port 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:55:19.732766 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Attempting to bind port 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '9903feb4-a791-4e9f-969d-3869c5820921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:55:19.733101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Attempting to bind port 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 on network e0a04785-2514-4ae8-b0e3-785f36d8400c {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:55:19.738698 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Port 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 on network e0a04785-2514-4ae8-b0e3-785f36d8400c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:55:19.739025 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Attempting to bind port 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 on network e0a04785-2514-4ae8-b0e3-785f36d8400c {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:55:19.744121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:55:19.744462 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Checking segment: {'id': '9903feb4-a791-4e9f-969d-3869c5820921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:55:19.744881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Bound using segment: {'id': '9903feb4-a791-4e9f-969d-3869c5820921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:55:19.745282 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Bound port: 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9903feb4-a791-4e9f-969d-3869c5820921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:55:19.745637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:19.828495 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] For port 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:55:19.832301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] For port 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=668d98d1-ed16-4c1c-82ca-7c5cf6a66c67,segment=NetworkSegment(9903feb4-a791-4e9f-969d-3869c5820921),segment_id=9903feb4-a791-4e9f-969d-3869c5820921)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:55:19.837056 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:19.840362 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-229a8bf3-66ee-4ced-a4c1-2aa4551955a1 tempest-TestEncryptedCinderVolumes-1637846032 tempest-TestEncryptedCinderVolumes-1637846032-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:19.878988 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:19.879376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:19.881222 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] 10.222.0.55 "PUT /v2.0/ports/668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 HTTP/1.1" status: 200 len: 1093 time: 0.8095691 Jun 18 16:55:19.891520 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d25a6e4-f756-4f21-b0e0-b85e4b20d877', 'tag': '668d98d1-ed16-4c1c-82ca-7c5cf6a66c67'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:55:19.891792 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 4212eb17-683c-43df-b325-247c65510bce up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:55:19.891947 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f350a09e-5ff4-42e6-a08d-d6fea98dcbc1" -d '{"events": [{"name": "network-changed", "server_uuid": "5d25a6e4-f756-4f21-b0e0-b85e4b20d877", "tag": "668d98d1-ed16-4c1c-82ca-7c5cf6a66c67"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:55:19.959924 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 4212eb17-683c-43df-b325-247c65510bce completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:55:19.960591 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Pushing event updated for resources: {'Port': ['ID=668d98d1-ed16-4c1c-82ca-7c5cf6a66c67,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:19.965104 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:19.966102 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 4212eb17-683c-43df-b325-247c65510bce triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:55:19.966531 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:20.001376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-36312f37-a3bb-4915-9a28-0e351e7a6b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:20.003389 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-36312f37-a3bb-4915-9a28-0e351e7a6b9d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 1096 time: 0.0771551 Jun 18 16:55:20.009688 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0623630e-b29c-4195-922d-3ef04cb4bd6a x-openstack-request-id: req-0623630e-b29c-4195-922d-3ef04cb4bd6a {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:55:20.010105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d25a6e4-f756-4f21-b0e0-b85e4b20d877", "tag": "668d98d1-ed16-4c1c-82ca-7c5cf6a66c67", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:55:20.010511 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0623630e-b29c-4195-922d-3ef04cb4bd6a {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:55:20.011049 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d25a6e4-f756-4f21-b0e0-b85e4b20d877', 'tag': '668d98d1-ed16-4c1c-82ca-7c5cf6a66c67', 'status': 'completed', 'code': 200} Jun 18 16:55:20.053765 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-7442b963-8492-4daa-80e5-1f30df6039fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 HTTP/1.1" status: 200 len: 217 time: 0.0404789 Jun 18 16:55:20.061748 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:20.098683 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 4212eb17-683c-43df-b325-247c65510bce, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=4212eb17-683c-43df-b325-247c65510bce,segment=NetworkSegment(9903feb4-a791-4e9f-969d-3869c5820921),segment_id=9903feb4-a791-4e9f-969d-3869c5820921)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:20.103160 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:20.105625 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:20.111611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-5d30e416-2e5f-4fea-b3e2-ee22ce6be550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:20.113197 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-5d30e416-2e5f-4fea-b3e2-ee22ce6be550 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f5a6ff0-2074-4793-89da-ed76efb1044c HTTP/1.1" status: 200 len: 834 time: 0.0529571 Jun 18 16:55:20.157343 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=4212eb17-683c-43df-b325-247c65510bce,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:20.163433 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:20.176459 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-4a492997-7731-43c5-a0cb-280f3c2d7539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:20.178131 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-4a492997-7731-43c5-a0cb-280f3c2d7539 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e0a04785-2514-4ae8-b0e3-785f36d8400c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0582697 Jun 18 16:55:20.271709 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-71455569-f8e1-409f-b748-6c35c85532c2 service neutron] 10.222.0.55 "GET /v2.0/networks/e0a04785-2514-4ae8-b0e3-785f36d8400c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856020 Jun 18 16:55:20.362613 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-19a761b1-6d67-4d2d-bd59-8c259bd1683c req-d5beaaad-7931-4b7e-b7a0-8f0ad421399c service neutron] 10.222.0.55 "GET /v2.0/networks/e0a04785-2514-4ae8-b0e3-785f36d8400c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840843 Jun 18 16:55:20.469361 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350a09e-5ff4-42e6-a08d-d6fea98dcbc1 req-b83e3d91-eff2-4377-8240-831f075dbf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:20.470929 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f350a09e-5ff4-42e6-a08d-d6fea98dcbc1 req-b83e3d91-eff2-4377-8240-831f075dbf3a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 1096 time: 0.0608039 Jun 18 16:55:20.569293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350a09e-5ff4-42e6-a08d-d6fea98dcbc1 req-72582644-4505-42ac-8ade-7aa65d8d128f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:20.572133 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f350a09e-5ff4-42e6-a08d-d6fea98dcbc1 req-72582644-4505-42ac-8ade-7aa65d8d128f service neutron] 10.222.0.55 "GET /v2.0/networks?id=e0a04785-2514-4ae8-b0e3-785f36d8400c HTTP/1.1" status: 200 len: 898 time: 0.0935242 Jun 18 16:55:20.616117 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f350a09e-5ff4-42e6-a08d-d6fea98dcbc1 req-84090233-d4a7-47ba-bad9-1edcc8641b4c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 HTTP/1.1" status: 200 len: 217 time: 0.0384865 Jun 18 16:55:20.697882 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350a09e-5ff4-42e6-a08d-d6fea98dcbc1 req-bb71128e-b532-49cb-bc8e-f2dc216ab3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:20.699404 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f350a09e-5ff4-42e6-a08d-d6fea98dcbc1 req-bb71128e-b532-49cb-bc8e-f2dc216ab3e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f5a6ff0-2074-4793-89da-ed76efb1044c HTTP/1.1" status: 200 len: 834 time: 0.0754540 Jun 18 16:55:20.751384 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf217ed-9e82-4f5d-ac6a-e86d34166277 req-02f89ae0-9a2b-4cf0-a6e5-a60c9d612805 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:20.752863 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-daf217ed-9e82-4f5d-ac6a-e86d34166277 req-02f89ae0-9a2b-4cf0-a6e5-a60c9d612805 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 943 time: 0.1392624 Jun 18 16:55:20.803941 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-daf217ed-9e82-4f5d-ac6a-e86d34166277 req-d21f9cec-ebfd-4a95-841b-180b60ca5799 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccb2560b-ef0d-43ee-b103-800408673bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447011 Jun 18 16:55:20.806669 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350a09e-5ff4-42e6-a08d-d6fea98dcbc1 req-e4d61831-8e89-4d8e-9bf5-e34753232846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:20.808109 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f350a09e-5ff4-42e6-a08d-d6fea98dcbc1 req-e4d61831-8e89-4d8e-9bf5-e34753232846 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e0a04785-2514-4ae8-b0e3-785f36d8400c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1004350 Jun 18 16:55:20.916295 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f350a09e-5ff4-42e6-a08d-d6fea98dcbc1 req-96b9a38d-22a7-4384-bdd2-a5e254224a89 service neutron] 10.222.0.55 "GET /v2.0/networks/e0a04785-2514-4ae8-b0e3-785f36d8400c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992744 Jun 18 16:55:21.010085 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f350a09e-5ff4-42e6-a08d-d6fea98dcbc1 req-a6c8aa3c-bf73-42fb-81c7-b9bae8a8b5ab service neutron] 10.222.0.55 "GET /v2.0/networks/e0a04785-2514-4ae8-b0e3-785f36d8400c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856888 Jun 18 16:55:21.850134 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 4212eb17-683c-43df-b325-247c65510bce up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:55:21.903640 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 4212eb17-683c-43df-b325-247c65510bce triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:55:21.904024 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:21.988362 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45e0e5f-b3c7-4ed6-ae35-5efb0abf3692 req-d16a6140-8235-4514-b4c4-051cf9c5af97 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:21.989935 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a45e0e5f-b3c7-4ed6-ae35-5efb0abf3692 req-d16a6140-8235-4514-b4c4-051cf9c5af97 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 943 time: 0.0700006 Jun 18 16:55:22.378746 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a45e0e5f-b3c7-4ed6-ae35-5efb0abf3692 req-48403b59-0c24-4574-9db1-280677f3699f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccb2560b-ef0d-43ee-b103-800408673bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3830366 Jun 18 16:55:23.375203 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:55:23.473471 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=668d98d1-ed16-4c1c-82ca-7c5cf6a66c67,segment=NetworkSegment(9903feb4-a791-4e9f-969d-3869c5820921),segment_id=9903feb4-a791-4e9f-969d-3869c5820921)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:23.485994 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '668d98d1-ed16-4c1c-82ca-7c5cf6a66c67', 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c', 'port_id': '668d98d1-ed16-4c1c-82ca-7c5cf6a66c67', 'mac_address': 'fa:16:3e:24:90:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f5a6ff0-2074-4793-89da-ed76efb1044c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:55:23.522794 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:23.535554 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:55:23.549403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd5713e-eaaa-473b-8799-f2e9713a1737 req-81de3e75-3130-4a5c-a136-2db30e27a0e3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:23.550933 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3dd5713e-eaaa-473b-8799-f2e9713a1737 req-81de3e75-3130-4a5c-a136-2db30e27a0e3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 943 time: 0.0632963 Jun 18 16:55:23.556227 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=668d98d1-ed16-4c1c-82ca-7c5cf6a66c67,segment=NetworkSegment(9903feb4-a791-4e9f-969d-3869c5820921),segment_id=9903feb4-a791-4e9f-969d-3869c5820921)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:23.560498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:23.563116 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7325b547-8022-4ee7-ae90-62187991c1da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:23.591477 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3dd5713e-eaaa-473b-8799-f2e9713a1737 req-138e3b38-6386-4193-aef5-b5917d2d3636 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccb2560b-ef0d-43ee-b103-800408673bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345805 Jun 18 16:55:23.610535 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=668d98d1-ed16-4c1c-82ca-7c5cf6a66c67,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:23.616582 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:23.782196 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['668d98d1-ed16-4c1c-82ca-7c5cf6a66c67'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:55:24.469467 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:24.761987 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fa157-0dd0-43d7-bd95-b85cf1fc0c97 req-84e3da52-1f31-4894-a1e7-e11a3d19fa9f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:24.763385 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-514fa157-0dd0-43d7-bd95-b85cf1fc0c97 req-84e3da52-1f31-4894-a1e7-e11a3d19fa9f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 944 time: 0.0625708 Jun 18 16:55:24.804821 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-514fa157-0dd0-43d7-bd95-b85cf1fc0c97 req-257ee75e-f5ac-4548-86c0-4503da593f64 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccb2560b-ef0d-43ee-b103-800408673bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356743 Jun 18 16:55:25.378804 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:55:25.430092 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:55:25.434331 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:55:25.434730 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:25.511553 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:25.533919 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d25a6e4-f756-4f21-b0e0-b85e4b20d877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668d98d1-ed16-4c1c-82ca-7c5cf6a66c67'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:55:25.536297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9583f25-b914-4d80-adaf-fbd35ae955a9" -d '{"events": [{"server_uuid": "5d25a6e4-f756-4f21-b0e0-b85e4b20d877", "name": "network-vif-plugged", "status": "completed", "tag": "668d98d1-ed16-4c1c-82ca-7c5cf6a66c67"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:55:25.549318 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=668d98d1-ed16-4c1c-82ca-7c5cf6a66c67,segment=NetworkSegment(9903feb4-a791-4e9f-969d-3869c5820921),segment_id=9903feb4-a791-4e9f-969d-3869c5820921)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:55:25.553669 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:25.555562 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:25.603769 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=668d98d1-ed16-4c1c-82ca-7c5cf6a66c67,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:25.607037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:25.633314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac7f0c7-e366-415e-b47d-ac04ab2a7caa x-openstack-request-id: req-cac7f0c7-e366-415e-b47d-ac04ab2a7caa {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:55:25.633613 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d25a6e4-f756-4f21-b0e0-b85e4b20d877", "name": "network-vif-plugged", "status": "completed", "tag": "668d98d1-ed16-4c1c-82ca-7c5cf6a66c67", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:55:25.633875 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cac7f0c7-e366-415e-b47d-ac04ab2a7caa {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:55:25.634279 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d25a6e4-f756-4f21-b0e0-b85e4b20d877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668d98d1-ed16-4c1c-82ca-7c5cf6a66c67', 'code': 200} Jun 18 16:55:25.854287 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01ca58-ce36-460b-8b0a-b00ccc6734e3 req-4fd320c5-3a64-4b3c-8aad-a5148b63950c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:25.856095 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef01ca58-ce36-460b-8b0a-b00ccc6734e3 req-4fd320c5-3a64-4b3c-8aad-a5148b63950c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 1098 time: 0.0523984 Jun 18 16:55:25.892068 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef01ca58-ce36-460b-8b0a-b00ccc6734e3 req-ea270f4b-b1bf-4c93-bd41-39db364ca502 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ccb2560b-ef0d-43ee-b103-800408673bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288186 Jun 18 16:55:25.978692 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eec99a-6b57-4c6d-b8b1-1ba87affa2f3 req-34c69c70-14ee-40a9-a65d-c2049d29225a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:25.980416 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-94eec99a-6b57-4c6d-b8b1-1ba87affa2f3 req-34c69c70-14ee-40a9-a65d-c2049d29225a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 945 time: 0.0633645 Jun 18 16:55:26.019186 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-94eec99a-6b57-4c6d-b8b1-1ba87affa2f3 req-594318fd-3f55-4145-84e9-cb26b332b950 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccb2560b-ef0d-43ee-b103-800408673bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321248 Jun 18 16:55:27.199344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba99747-e3ff-4e92-80bb-6d1d771cf7c6 req-1b6417c0-cdce-4968-b8c2-12279374b191 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:27.200796 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cba99747-e3ff-4e92-80bb-6d1d771cf7c6 req-1b6417c0-cdce-4968-b8c2-12279374b191 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 945 time: 0.0659096 Jun 18 16:55:27.240982 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cba99747-e3ff-4e92-80bb-6d1d771cf7c6 req-b58147c1-cee2-46cd-b72e-085c5d64d333 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccb2560b-ef0d-43ee-b103-800408673bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339603 Jun 18 16:55:27.410762 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503ef78-4ee9-46ee-b5fb-2b7388716fca req-8903edc4-dd2b-40f6-81a5-3aa084392f5a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:27.412216 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6503ef78-4ee9-46ee-b5fb-2b7388716fca req-8903edc4-dd2b-40f6-81a5-3aa084392f5a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 945 time: 0.0625768 Jun 18 16:55:27.450499 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6503ef78-4ee9-46ee-b5fb-2b7388716fca req-d7a4707e-f7be-4fd6-8534-eef856efa136 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccb2560b-ef0d-43ee-b103-800408673bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326180 Jun 18 16:55:27.475572 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56160) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:27.527094 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b0a62f-645d-47fa-8ec0-78ad57f0e8fc tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:27.528595 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a0b0a62f-645d-47fa-8ec0-78ad57f0e8fc tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 1093 time: 0.0520630 Jun 18 16:55:27.532100 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56162) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:27.536405 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '668d98d1-ed16-4c1c-82ca-7c5cf6a66c67', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:55:27.557583 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:27.657767 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:27.767949 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Allocated IP 172.26.6.87 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/675fcece-41cb-40b5-a73f-ba5c474400b6) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:55:27.842119 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:55:27.871847 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:27.910612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:27.912558 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0d465129-29ad-4025-8c7a-ee514b462af7 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:27.956241 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:55:27.959049 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:55:27.961641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:55:27.967202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=675fcece-41cb-40b5-a73f-ba5c474400b6,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:27.969996 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:28.333600 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:28.412681 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:28.569785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:28.574215 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:28.578124 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-790b5322-8966-49f2-a6a5-93d1277e8106 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:55:28.643484 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=675fcece-41cb-40b5-a73f-ba5c474400b6,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:55:28.648835 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:55:28.655771 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:28.757971 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Floating IP 805f1562-829f-4e4f-8f34-6ac47df360e0 associated. External IP: 172.26.6.87, port: 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67. Jun 18 16:55:28.970728 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router 14d67d62-661a-4a6f-8396-9d104f91609d has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:55:29.083207 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:55:29.093057 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94106155-d544-4aee-97ad-a030a4a88e88 None None] Sync routers for ids ['14d67d62-661a-4a6f-8396-9d104f91609d'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:55:29.099787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:29.102010 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94106155-d544-4aee-97ad-a030a4a88e88 None None] Routers {'14d67d62-661a-4a6f-8396-9d104f91609d'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:55:29.102655 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-94106155-d544-4aee-97ad-a030a4a88e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:55:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['14d67d62-661a-4a6f-8396-9d104f91609d'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:29.137210 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6040802 Jun 18 16:55:29.138499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d25a6e4-f756-4f21-b0e0-b85e4b20d877', 'tag': '668d98d1-ed16-4c1c-82ca-7c5cf6a66c67'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:55:29.141409 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a2bad8-a167-42c0-86fa-eb460242f8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "5d25a6e4-f756-4f21-b0e0-b85e4b20d877", "tag": "668d98d1-ed16-4c1c-82ca-7c5cf6a66c67"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:55:29.182009 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f654661-4565-4c40-a8d6-b40617a86cc2 x-openstack-request-id: req-5f654661-4565-4c40-a8d6-b40617a86cc2 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:55:29.182358 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d25a6e4-f756-4f21-b0e0-b85e4b20d877", "tag": "668d98d1-ed16-4c1c-82ca-7c5cf6a66c67", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:55:29.182693 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5f654661-4565-4c40-a8d6-b40617a86cc2 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:55:29.183161 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d25a6e4-f756-4f21-b0e0-b85e4b20d877', 'tag': '668d98d1-ed16-4c1c-82ca-7c5cf6a66c67', 'status': 'completed', 'code': 200} Jun 18 16:55:29.210328 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-94106155-d544-4aee-97ad-a030a4a88e88 None None] Set router 14d67d62-661a-4a6f-8396-9d104f91609d gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:55:29.296386 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-f7541259-74f1-4a0b-bbf1-328a914e8674 req-4fb5ecfd-1b33-4cc0-bd5d-c71ddd7d0e05 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544848 Jun 18 16:55:29.305175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2bad8-a167-42c0-86fa-eb460242f8c6 req-903e02b5-879d-4873-b03b-eaa8bca285d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:29.306787 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-34a2bad8-a167-42c0-86fa-eb460242f8c6 req-903e02b5-879d-4873-b03b-eaa8bca285d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 1098 time: 0.1005371 Jun 18 16:55:29.331135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c66c3b-b732-401a-8220-b2f0c3b2ece6 req-49534f5d-fde6-4f1c-927a-da30c4406195 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:29.332597 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-52c66c3b-b732-401a-8220-b2f0c3b2ece6 req-49534f5d-fde6-4f1c-927a-da30c4406195 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 945 time: 0.0968254 Jun 18 16:55:29.410857 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-52c66c3b-b732-401a-8220-b2f0c3b2ece6 req-0db10e08-0e53-4731-9bd9-839ef90bd85d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccb2560b-ef0d-43ee-b103-800408673bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683296 Jun 18 16:55:29.440548 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56168) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:29.444750 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-94106155-d544-4aee-97ad-a030a4a88e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736752468', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:55:11Z', 'updated_at': '2021-06-18T16:55:15Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:12Z', 'updated_at': '2021-06-18T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '805f1562-829f-4e4f-8f34-6ac47df360e0', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'floating_ip_address': '172.26.6.87', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'port_id': '668d98d1-ed16-4c1c-82ca-7c5cf6a66c67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c', 'mac_address': 'fa:16:3e:24:90:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d25a6e4-f756-4f21-b0e0-b85e4b20d877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:55:28Z', 'updated_at': '2021-06-18T16:55:28Z', 'revision_number': 0, 'project_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4212eb17-683c-43df-b325-247c65510bce', 'name': '', 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:3f:e8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '8f5a6ff0-2074-4793-89da-ed76efb1044c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:14Z', 'updated_at': '2021-06-18T16:55:20Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '8f5a6ff0-2074-4793-89da-ed76efb1044c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:29.449914 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2bad8-a167-42c0-86fa-eb460242f8c6 req-3ee9233b-9944-4edf-ac6f-8726bd565d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:29.451481 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-34a2bad8-a167-42c0-86fa-eb460242f8c6 req-3ee9233b-9944-4edf-ac6f-8726bd565d74 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e0a04785-2514-4ae8-b0e3-785f36d8400c HTTP/1.1" status: 200 len: 898 time: 0.1363478 Jun 18 16:55:29.470614 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94106155-d544-4aee-97ad-a030a4a88e88 None None] Checking router: 14d67d62-661a-4a6f-8396-9d104f91609d for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:55:29.478806 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94106155-d544-4aee-97ad-a030a4a88e88 None None] Routers {'14d67d62-661a-4a6f-8396-9d104f91609d'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:55:29.479426 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-94106155-d544-4aee-97ad-a030a4a88e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:55:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['14d67d62-661a-4a6f-8396-9d104f91609d'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:29.550167 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-483c2752-2b1a-4c41-a4dc-63fbea10a73f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/floatingips/805f1562-829f-4e4f-8f34-6ac47df360e0 HTTP/1.1" status: 200 len: 990 time: 0.1067278 Jun 18 16:55:29.558357 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-34a2bad8-a167-42c0-86fa-eb460242f8c6 req-7b2332e0-bcd2-428e-b2aa-999e10467ec3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 HTTP/1.1" status: 200 len: 998 time: 0.0746906 Jun 18 16:55:29.585727 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-94106155-d544-4aee-97ad-a030a4a88e88 None None] Set router 14d67d62-661a-4a6f-8396-9d104f91609d gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:55:29.612643 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2bad8-a167-42c0-86fa-eb460242f8c6 req-8081cc1f-ed8e-4d69-98c4-dfc9e0905b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:29.616222 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-34a2bad8-a167-42c0-86fa-eb460242f8c6 req-8081cc1f-ed8e-4d69-98c4-dfc9e0905b8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f5a6ff0-2074-4793-89da-ed76efb1044c HTTP/1.1" status: 200 len: 834 time: 0.0483119 Jun 18 16:55:29.673413 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2bad8-a167-42c0-86fa-eb460242f8c6 req-e6bd66a7-39d4-41a9-9832-39e414c87409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:29.674965 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-34a2bad8-a167-42c0-86fa-eb460242f8c6 req-e6bd66a7-39d4-41a9-9832-39e414c87409 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e0a04785-2514-4ae8-b0e3-785f36d8400c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540557 Jun 18 16:55:29.766251 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-34a2bad8-a167-42c0-86fa-eb460242f8c6 req-3fe79eb8-604d-4ef8-b5c3-2b3f4f8db4ec service neutron] 10.222.0.55 "GET /v2.0/networks/e0a04785-2514-4ae8-b0e3-785f36d8400c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844016 Jun 18 16:55:29.810148 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-94106155-d544-4aee-97ad-a030a4a88e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736752468', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:55:11Z', 'updated_at': '2021-06-18T16:55:15Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:12Z', 'updated_at': '2021-06-18T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '805f1562-829f-4e4f-8f34-6ac47df360e0', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'floating_ip_address': '172.26.6.87', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'port_id': '668d98d1-ed16-4c1c-82ca-7c5cf6a66c67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c', 'mac_address': 'fa:16:3e:24:90:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d25a6e4-f756-4f21-b0e0-b85e4b20d877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:55:28Z', 'updated_at': '2021-06-18T16:55:28Z', 'revision_number': 0, 'project_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4212eb17-683c-43df-b325-247c65510bce', 'name': '', 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:3f:e8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '8f5a6ff0-2074-4793-89da-ed76efb1044c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:14Z', 'updated_at': '2021-06-18T16:55:20Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '8f5a6ff0-2074-4793-89da-ed76efb1044c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:55:29.837019 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94106155-d544-4aee-97ad-a030a4a88e88 None None] The sync data for ids ['14d67d62-661a-4a6f-8396-9d104f91609d'] in dv-neutron-797120-1-hyperv is: [{'id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736752468', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:55:11Z', 'updated_at': '2021-06-18T16:55:15Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:12Z', 'updated_at': '2021-06-18T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '805f1562-829f-4e4f-8f34-6ac47df360e0', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'floating_ip_address': '172.26.6.87', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'port_id': '668d98d1-ed16-4c1c-82ca-7c5cf6a66c67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1717, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c', 'mac_address': 'fa:16:3e:24:90:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d25a6e4-f756-4f21-b0e0-b85e4b20d877', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:55:28Z', 'updated_at': '2021-06-18T16:55:28Z', 'revision_number': 0, 'project_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4212eb17-683c-43df-b325-247c65510bce', 'name': '', 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:3f:e8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '8f5a6ff0-2074-4793-89da-ed76efb1044c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:14Z', 'updated_at': '2021-06-18T16:55:20Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '8f5a6ff0-2074-4793-89da-ed76efb1044c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:55:29.868237 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-34a2bad8-a167-42c0-86fa-eb460242f8c6 req-f8004b64-cad3-465e-b1fa-86d185335e0f service neutron] 10.222.0.55 "GET /v2.0/networks/e0a04785-2514-4ae8-b0e3-785f36d8400c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954473 Jun 18 16:55:29.995508 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7541259-74f1-4a0b-bbf1-328a914e8674 req-303b1247-4e72-469a-a564-a220c774a5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:29.996988 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f7541259-74f1-4a0b-bbf1-328a914e8674 req-303b1247-4e72-469a-a564-a220c774a5e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 1098 time: 0.0544288 Jun 18 16:55:30.034173 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e91863-5299-4d24-a31c-c95bc77ef168 None None] New status for floating IP 805f1562-829f-4e4f-8f34-6ac47df360e0: ACTIVE {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:55:30.114603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7541259-74f1-4a0b-bbf1-328a914e8674 req-7e5742de-9abb-4792-babb-67b57cf40530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:30.116020 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f7541259-74f1-4a0b-bbf1-328a914e8674 req-7e5742de-9abb-4792-babb-67b57cf40530 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e0a04785-2514-4ae8-b0e3-785f36d8400c HTTP/1.1" status: 200 len: 898 time: 0.0926068 Jun 18 16:55:30.182832 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f7541259-74f1-4a0b-bbf1-328a914e8674 req-2e003383-4789-472a-a9b3-21cf342ee95a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 HTTP/1.1" status: 200 len: 998 time: 0.0600622 Jun 18 16:55:30.236023 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7541259-74f1-4a0b-bbf1-328a914e8674 req-9b836813-f7a3-43b6-8f78-04188ccf4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:30.237514 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f7541259-74f1-4a0b-bbf1-328a914e8674 req-9b836813-f7a3-43b6-8f78-04188ccf4c63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f5a6ff0-2074-4793-89da-ed76efb1044c HTTP/1.1" status: 200 len: 834 time: 0.0458064 Jun 18 16:55:30.300854 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7541259-74f1-4a0b-bbf1-328a914e8674 req-7cb14223-052a-4ef3-9646-9f4ba59c5778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:55:30.302572 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f7541259-74f1-4a0b-bbf1-328a914e8674 req-7cb14223-052a-4ef3-9646-9f4ba59c5778 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e0a04785-2514-4ae8-b0e3-785f36d8400c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0580957 Jun 18 16:55:30.393690 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f7541259-74f1-4a0b-bbf1-328a914e8674 req-7e01f01a-df2b-481d-a98f-1812a8c12686 service neutron] 10.222.0.55 "GET /v2.0/networks/e0a04785-2514-4ae8-b0e3-785f36d8400c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844381 Jun 18 16:55:30.487976 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f7541259-74f1-4a0b-bbf1-328a914e8674 req-a99ecb67-fac0-4df6-a36d-b912df0d3b7a service neutron] 10.222.0.55 "GET /v2.0/networks/e0a04785-2514-4ae8-b0e3-785f36d8400c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878580 Jun 18 16:55:30.553750 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56170) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:55:30.617840 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-17d8bff1-79fb-47cc-ac11-6f73c3b3aff4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/floatingips/805f1562-829f-4e4f-8f34-6ac47df360e0 HTTP/1.1" status: 200 len: 992 time: 0.0628705 Jun 18 16:55:38.525832 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-13eb914d-a186-484a-a9f0-8d81ec543b53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:41.006341 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b56db6dc-5030-4427-bcc4-ed10436ec31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:41.353095 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:42.225635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:43.843950 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:55:54.478448 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:00.429402 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd8fa8-1d52-45b3-ad46-c052fc0880eb req-4a6205b2-317d-4a48-95e9-2d9ad9056f44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:00.430935 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2ddd8fa8-1d52-45b3-ad46-c052fc0880eb req-4a6205b2-317d-4a48-95e9-2d9ad9056f44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 945 time: 0.0680115 Jun 18 16:56:00.475588 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2ddd8fa8-1d52-45b3-ad46-c052fc0880eb req-832121dd-3701-4391-a9b5-4d99f23971f5 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccb2560b-ef0d-43ee-b103-800408673bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354125 Jun 18 16:56:01.652403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b3e9a-93e6-41d3-8050-e2f12e9ed9c9 req-4cac0cde-de93-4740-a432-66212901d568 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:01.653864 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a04b3e9a-93e6-41d3-8050-e2f12e9ed9c9 req-4cac0cde-de93-4740-a432-66212901d568 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 945 time: 0.0622866 Jun 18 16:56:01.691509 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a04b3e9a-93e6-41d3-8050-e2f12e9ed9c9 req-4193d2fc-8745-46a2-9b4f-afe140a765b2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccb2560b-ef0d-43ee-b103-800408673bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314081 Jun 18 16:56:01.715654 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56196) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:01.775683 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7e698dfe-009a-4fd3-b109-2720999cbc3f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/floatingips/805f1562-829f-4e4f-8f34-6ac47df360e0 HTTP/1.1" status: 200 len: 992 time: 0.0587158 Jun 18 16:56:03.239280 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ab990-f60c-4711-8814-782b58e869ab req-95d5f363-047b-43cc-94ad-ace2e84b8188 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:03.241112 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f78ab990-f60c-4711-8814-782b58e869ab req-95d5f363-047b-43cc-94ad-ace2e84b8188 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 945 time: 0.0750360 Jun 18 16:56:03.301578 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f78ab990-f60c-4711-8814-782b58e869ab req-f2cd2a2e-f908-4f73-85db-df68d2e09b2c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccb2560b-ef0d-43ee-b103-800408673bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545402 Jun 18 16:56:04.488426 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8de19-3c30-4b2b-8917-d6947c7fd5d5 req-71f20137-2423-4d95-bc35-8634cb0e52e7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:04.489962 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6bb8de19-3c30-4b2b-8917-d6947c7fd5d5 req-71f20137-2423-4d95-bc35-8634cb0e52e7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 945 time: 0.0719488 Jun 18 16:56:04.529122 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6bb8de19-3c30-4b2b-8917-d6947c7fd5d5 req-2425597b-08ad-43a1-a368-91fbf208131a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccb2560b-ef0d-43ee-b103-800408673bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333760 Jun 18 16:56:04.555391 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56206) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:04.623526 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a9a7dcd4-98fd-4207-8a55-fe633bf9be20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/floatingips/805f1562-829f-4e4f-8f34-6ac47df360e0 HTTP/1.1" status: 200 len: 992 time: 0.0667994 Jun 18 16:56:04.840117 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:56:04.966817 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56212) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:05.125024 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting port 675fcece-41cb-40b5-a73f-ba5c474400b6 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:56:05.125558 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:05.206310 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:05.206666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:05.271067 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Calling delete_port for 675fcece-41cb-40b5-a73f-ba5c474400b6 owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:56:05.426000 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:05.428145 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3f98ec04-c012-41d8-9f6b-68c70ca03b5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:05.457651 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Port': ['ID=675fcece-41cb-40b5-a73f-ba5c474400b6,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:05.485359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:05.485751 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:05.486137 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:05.486548 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:05.486922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:05.487294 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:05.487661 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:05.488028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:05.488390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:05.488753 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:05.489313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:05.489467 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:05.493195 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:05.532861 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for floatingip, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:05.533354 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Floating IP 805f1562-829f-4e4f-8f34-6ac47df360e0 disassociated (deleted). External IP: 172.26.6.87, port: 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67. Jun 18 16:56:05.742750 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router 14d67d62-661a-4a6f-8396-9d104f91609d has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:56:05.850157 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:56:05.855492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:05.860737 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff42eff-e48c-4ae7-a827-978f2565f37d None None] Sync routers for ids ['14d67d62-661a-4a6f-8396-9d104f91609d'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:56:05.872444 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff42eff-e48c-4ae7-a827-978f2565f37d None None] Routers {'14d67d62-661a-4a6f-8396-9d104f91609d'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:56:05.873339 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5ff42eff-e48c-4ae7-a827-978f2565f37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:55:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['14d67d62-661a-4a6f-8396-9d104f91609d'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:05.988217 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-5ff42eff-e48c-4ae7-a827-978f2565f37d None None] Set router 14d67d62-661a-4a6f-8396-9d104f91609d gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:56:06.198445 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5ff42eff-e48c-4ae7-a827-978f2565f37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736752468', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:55:11Z', 'updated_at': '2021-06-18T16:55:15Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:12Z', 'updated_at': '2021-06-18T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '4212eb17-683c-43df-b325-247c65510bce', 'name': '', 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:3f:e8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '8f5a6ff0-2074-4793-89da-ed76efb1044c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:14Z', 'updated_at': '2021-06-18T16:55:20Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '8f5a6ff0-2074-4793-89da-ed76efb1044c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:06.230587 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff42eff-e48c-4ae7-a827-978f2565f37d None None] Checking router: 14d67d62-661a-4a6f-8396-9d104f91609d for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:56:06.241848 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff42eff-e48c-4ae7-a827-978f2565f37d None None] Routers {'14d67d62-661a-4a6f-8396-9d104f91609d'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:56:06.242520 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5ff42eff-e48c-4ae7-a827-978f2565f37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:55:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['14d67d62-661a-4a6f-8396-9d104f91609d'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:06.261370 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/floatingips/805f1562-829f-4e4f-8f34-6ac47df360e0 HTTP/1.1" status: 204 len: 168 time: 1.2934012 Jun 18 16:56:06.262083 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d25a6e4-f756-4f21-b0e0-b85e4b20d877', 'tag': '668d98d1-ed16-4c1c-82ca-7c5cf6a66c67'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:56:06.265839 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dde20a3-eaf0-435b-8e3c-c7e10f26bce1" -d '{"events": [{"name": "network-changed", "server_uuid": "5d25a6e4-f756-4f21-b0e0-b85e4b20d877", "tag": "668d98d1-ed16-4c1c-82ca-7c5cf6a66c67"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:56:06.308650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3b1fa7-9497-497b-8a50-ce8966d56a9c x-openstack-request-id: req-2a3b1fa7-9497-497b-8a50-ce8966d56a9c {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:56:06.309202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d25a6e4-f756-4f21-b0e0-b85e4b20d877", "tag": "668d98d1-ed16-4c1c-82ca-7c5cf6a66c67", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:56:06.309503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a3b1fa7-9497-497b-8a50-ce8966d56a9c {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:56:06.309946 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d25a6e4-f756-4f21-b0e0-b85e4b20d877', 'tag': '668d98d1-ed16-4c1c-82ca-7c5cf6a66c67', 'status': 'completed', 'code': 200} Jun 18 16:56:06.396110 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde20a3-eaf0-435b-8e3c-c7e10f26bce1 req-71a3120f-6433-4e74-8f45-617bae6e809d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:06.397727 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3dde20a3-eaf0-435b-8e3c-c7e10f26bce1 req-71a3120f-6433-4e74-8f45-617bae6e809d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 1098 time: 0.0621688 Jun 18 16:56:06.446906 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-5ff42eff-e48c-4ae7-a827-978f2565f37d None None] Set router 14d67d62-661a-4a6f-8396-9d104f91609d gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:56:06.503326 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde20a3-eaf0-435b-8e3c-c7e10f26bce1 req-99fac723-9ae5-4807-b51e-bbea93237a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:06.504841 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3dde20a3-eaf0-435b-8e3c-c7e10f26bce1 req-99fac723-9ae5-4807-b51e-bbea93237a46 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e0a04785-2514-4ae8-b0e3-785f36d8400c HTTP/1.1" status: 200 len: 898 time: 0.0982778 Jun 18 16:56:06.553449 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3dde20a3-eaf0-435b-8e3c-c7e10f26bce1 req-6c4f1dbe-31df-4ce6-914e-7330dc93209d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 HTTP/1.1" status: 200 len: 217 time: 0.0366371 Jun 18 16:56:06.605210 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde20a3-eaf0-435b-8e3c-c7e10f26bce1 req-7913e76e-cab8-4581-9482-14f467fbea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:06.615035 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3dde20a3-eaf0-435b-8e3c-c7e10f26bce1 req-7913e76e-cab8-4581-9482-14f467fbea80 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f5a6ff0-2074-4793-89da-ed76efb1044c HTTP/1.1" status: 200 len: 834 time: 0.0552120 Jun 18 16:56:06.658825 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5ff42eff-e48c-4ae7-a827-978f2565f37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736752468', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:55:11Z', 'updated_at': '2021-06-18T16:55:15Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:12Z', 'updated_at': '2021-06-18T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '4212eb17-683c-43df-b325-247c65510bce', 'name': '', 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:3f:e8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '8f5a6ff0-2074-4793-89da-ed76efb1044c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:14Z', 'updated_at': '2021-06-18T16:55:20Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '8f5a6ff0-2074-4793-89da-ed76efb1044c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:06.691142 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff42eff-e48c-4ae7-a827-978f2565f37d None None] The sync data for ids ['14d67d62-661a-4a6f-8396-9d104f91609d'] in dv-neutron-797120-1-hyperv is: [{'id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736752468', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:55:11Z', 'updated_at': '2021-06-18T16:55:15Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:12Z', 'updated_at': '2021-06-18T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '4212eb17-683c-43df-b325-247c65510bce', 'name': '', 'network_id': 'e0a04785-2514-4ae8-b0e3-785f36d8400c', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:3f:e8:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '8f5a6ff0-2074-4793-89da-ed76efb1044c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:14Z', 'updated_at': '2021-06-18T16:55:20Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '8f5a6ff0-2074-4793-89da-ed76efb1044c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:56:06.725108 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d24a99-773f-46ec-b35b-071354cf3afa req-84b3fff7-a58d-40a2-907b-5ff2e80e5527 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:06.726725 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-32d24a99-773f-46ec-b35b-071354cf3afa req-84b3fff7-a58d-40a2-907b-5ff2e80e5527 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 945 time: 0.1097317 Jun 18 16:56:06.736795 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde20a3-eaf0-435b-8e3c-c7e10f26bce1 req-788ad284-9911-4936-a3be-3409ba14d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:06.738373 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3dde20a3-eaf0-435b-8e3c-c7e10f26bce1 req-788ad284-9911-4936-a3be-3409ba14d9fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e0a04785-2514-4ae8-b0e3-785f36d8400c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1092875 Jun 18 16:56:06.824802 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-32d24a99-773f-46ec-b35b-071354cf3afa req-6c011b94-c515-4d56-a231-a14eb6e5ff5d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccb2560b-ef0d-43ee-b103-800408673bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918753 Jun 18 16:56:06.867805 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3dde20a3-eaf0-435b-8e3c-c7e10f26bce1 req-8f1f0051-f4dd-4205-b378-66635c06188e service neutron] 10.222.0.55 "GET /v2.0/networks/e0a04785-2514-4ae8-b0e3-785f36d8400c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155448 Jun 18 16:56:06.956082 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2375650e-ff7e-45ba-9121-d9dbe0f1d458 None None] New status for floating IP 805f1562-829f-4e4f-8f34-6ac47df360e0: DOWN {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:56:06.970073 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3dde20a3-eaf0-435b-8e3c-c7e10f26bce1 req-0bc1aec8-41f7-4df1-ada9-a61505daa8d6 service neutron] 10.222.0.55 "GET /v2.0/networks/e0a04785-2514-4ae8-b0e3-785f36d8400c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936773 Jun 18 16:56:08.047070 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f488b5-8579-4c24-b79f-5eee165deb0f req-e0896667-e82b-4105-b77c-66a21975f026 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:08.048844 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-73f488b5-8579-4c24-b79f-5eee165deb0f req-e0896667-e82b-4105-b77c-66a21975f026 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 945 time: 0.0919285 Jun 18 16:56:08.108460 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-73f488b5-8579-4c24-b79f-5eee165deb0f req-9875057b-adc7-4312-a2fc-16ed1d7abba2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=ccb2560b-ef0d-43ee-b103-800408673bd8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521283 Jun 18 16:56:08.500008 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5ef22-0e30-43ca-882a-b4ff3f3a28b5 req-80e01389-f402-4f07-a34d-9fd4b013922d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:08.501457 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-87c5ef22-0e30-43ca-882a-b4ff3f3a28b5 req-80e01389-f402-4f07-a34d-9fd4b013922d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 945 time: 0.0674751 Jun 18 16:56:08.528127 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2774087f-2e8f-4f57-87c2-ef48f7541682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:08.603004 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-87c5ef22-0e30-43ca-882a-b4ff3f3a28b5 req-9ede3d57-4c62-4276-9651-d10d69873a41 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting port 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:56:08.603347 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-87c5ef22-0e30-43ca-882a-b4ff3f3a28b5 req-9ede3d57-4c62-4276-9651-d10d69873a41 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:08.695033 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-87c5ef22-0e30-43ca-882a-b4ff3f3a28b5 req-9ede3d57-4c62-4276-9651-d10d69873a41 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] For port 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=668d98d1-ed16-4c1c-82ca-7c5cf6a66c67,segment=NetworkSegment(9903feb4-a791-4e9f-969d-3869c5820921),segment_id=9903feb4-a791-4e9f-969d-3869c5820921)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:08.695286 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-87c5ef22-0e30-43ca-882a-b4ff3f3a28b5 req-9ede3d57-4c62-4276-9651-d10d69873a41 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:08.761962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-87c5ef22-0e30-43ca-882a-b4ff3f3a28b5 req-9ede3d57-4c62-4276-9651-d10d69873a41 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Calling delete_port for 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:56:08.886581 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-87c5ef22-0e30-43ca-882a-b4ff3f3a28b5 req-9ede3d57-4c62-4276-9651-d10d69873a41 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:08.891754 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:08.916711 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede3d57-4c62-4276-9651-d10d69873a41 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Port': ['ID=668d98d1-ed16-4c1c-82ca-7c5cf6a66c67,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:08.919662 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9ede3d57-4c62-4276-9651-d10d69873a41 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:08.966578 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c5ef22-0e30-43ca-882a-b4ff3f3a28b5 req-9ede3d57-4c62-4276-9651-d10d69873a41 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] No DVR routers for this DVR port 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:56:08.969127 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-87c5ef22-0e30-43ca-882a-b4ff3f3a28b5 req-9ede3d57-4c62-4276-9651-d10d69873a41 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:08.971172 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-87c5ef22-0e30-43ca-882a-b4ff3f3a28b5 req-9ede3d57-4c62-4276-9651-d10d69873a41 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "DELETE /v2.0/ports/668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 HTTP/1.1" status: 204 len: 173 time: 0.4639139 Jun 18 16:56:08.971711 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d25a6e4-f756-4f21-b0e0-b85e4b20d877', 'name': 'network-vif-deleted', 'tag': '668d98d1-ed16-4c1c-82ca-7c5cf6a66c67'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:56:08.974042 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fcbd33-de19-4fad-be8b-29081d6932b4" -d '{"events": [{"server_uuid": "5d25a6e4-f756-4f21-b0e0-b85e4b20d877", "name": "network-vif-deleted", "tag": "668d98d1-ed16-4c1c-82ca-7c5cf6a66c67"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:56:09.010835 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a517739-832b-4fbe-a6ac-592ba800f2c9 x-openstack-request-id: req-9a517739-832b-4fbe-a6ac-592ba800f2c9 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:56:09.011180 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d25a6e4-f756-4f21-b0e0-b85e4b20d877", "name": "network-vif-deleted", "tag": "668d98d1-ed16-4c1c-82ca-7c5cf6a66c67", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:56:09.011483 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9a517739-832b-4fbe-a6ac-592ba800f2c9 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:56:09.011939 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d25a6e4-f756-4f21-b0e0-b85e4b20d877', 'name': 'network-vif-deleted', 'tag': '668d98d1-ed16-4c1c-82ca-7c5cf6a66c67', 'status': 'completed', 'code': 200} Jun 18 16:56:09.271123 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2b581a86-14cf-43d6-99a9-05d52a2295f4 req-0591cdb7-4d5b-4adb-8910-583969e5bf92 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=5d25a6e4-f756-4f21-b0e0-b85e4b20d877 HTTP/1.1" status: 200 len: 210 time: 0.0322919 Jun 18 16:56:10.368050 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56228) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:10.732262 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-58b93a09-144f-4fa2-b399-4b1a9ad9f209 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:11.002278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-58b93a09-144f-4fa2-b399-4b1a9ad9f209 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting port 4212eb17-683c-43df-b325-247c65510bce {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:56:11.002567 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-58b93a09-144f-4fa2-b399-4b1a9ad9f209 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:11.007769 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e03c65b2-c188-45e8-9b9b-e4e4ad644434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:11.091662 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-58b93a09-144f-4fa2-b399-4b1a9ad9f209 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] For port 4212eb17-683c-43df-b325-247c65510bce, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=4212eb17-683c-43df-b325-247c65510bce,segment=NetworkSegment(9903feb4-a791-4e9f-969d-3869c5820921),segment_id=9903feb4-a791-4e9f-969d-3869c5820921)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:11.092023 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-58b93a09-144f-4fa2-b399-4b1a9ad9f209 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:11.160904 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-58b93a09-144f-4fa2-b399-4b1a9ad9f209 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Calling delete_port for 4212eb17-683c-43df-b325-247c65510bce owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:56:11.355255 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:11.356201 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-58b93a09-144f-4fa2-b399-4b1a9ad9f209 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:11.360514 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d8bf3137-2388-4edc-9530-d578f24f4df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:11.386882 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b93a09-144f-4fa2-b399-4b1a9ad9f209 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Port': ['ID=4212eb17-683c-43df-b325-247c65510bce,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:11.393082 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-58b93a09-144f-4fa2-b399-4b1a9ad9f209 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:11.568851 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-58b93a09-144f-4fa2-b399-4b1a9ad9f209 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:11.596012 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:56:11.616703 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:56:11.617053 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 668d98d1-ed16-4c1c-82ca-7c5cf6a66c67 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:56:11.784764 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b93a09-144f-4fa2-b399-4b1a9ad9f209 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router 14d67d62-661a-4a6f-8396-9d104f91609d has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:56:11.888134 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b93a09-144f-4fa2-b399-4b1a9ad9f209 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:56:11.897139 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56230) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:11.897750 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce7bdff-9b1a-4287-9010-ab9e6555289b None None] Sync routers for ids ['14d67d62-661a-4a6f-8396-9d104f91609d'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:56:11.898235 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-58b93a09-144f-4fa2-b399-4b1a9ad9f209 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "PUT /v2.0/routers/14d67d62-661a-4a6f-8396-9d104f91609d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5288777 Jun 18 16:56:11.907255 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce7bdff-9b1a-4287-9010-ab9e6555289b None None] Routers {'14d67d62-661a-4a6f-8396-9d104f91609d'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:56:11.907882 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-6ce7bdff-9b1a-4287-9010-ab9e6555289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:56:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['14d67d62-661a-4a6f-8396-9d104f91609d'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:11.948122 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting subnet 8f5a6ff0-2074-4793-89da-ed76efb1044c {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:56:11.951165 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:11.995758 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:12.013777 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-6ce7bdff-9b1a-4287-9010-ab9e6555289b None None] Set router 14d67d62-661a-4a6f-8396-9d104f91609d gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:56:12.082721 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:12.142672 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:12.145729 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-399f94b6-fc38-4486-850f-98d6552ecc5f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:12.175509 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Subnet': ['ID=8f5a6ff0-2074-4793-89da-ed76efb1044c,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:12.184775 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:12.187203 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/subnets/8f5a6ff0-2074-4793-89da-ed76efb1044c HTTP/1.1" status: 204 len: 168 time: 0.2884655 Jun 18 16:56:12.188791 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.189142 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.189529 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.189796 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56232) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:12.189917 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.190262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.193663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9819a8f6-9362-49e5-b4dd-121eb3e1e675 None None] Network e0a04785-2514-4ae8-b0e3-785f36d8400c requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:56:12.194875 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.195369 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.195850 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.196475 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.196806 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.197269 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.197736 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.201190 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:12.204783 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-6ce7bdff-9b1a-4287-9010-ab9e6555289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736752468', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:55:11Z', 'updated_at': '2021-06-18T16:56:11Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:12Z', 'updated_at': '2021-06-18T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:12.230990 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce7bdff-9b1a-4287-9010-ab9e6555289b None None] Checking router: 14d67d62-661a-4a6f-8396-9d104f91609d for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:56:12.240540 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce7bdff-9b1a-4287-9010-ab9e6555289b None None] Routers {'14d67d62-661a-4a6f-8396-9d104f91609d'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:56:12.241162 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-6ce7bdff-9b1a-4287-9010-ab9e6555289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:56:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['14d67d62-661a-4a6f-8396-9d104f91609d'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:12.264056 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:12.308064 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-724e32a5-63aa-4468-a1eb-2c0332ac3301 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:12.356170 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-6ce7bdff-9b1a-4287-9010-ab9e6555289b None None] Set router 14d67d62-661a-4a6f-8396-9d104f91609d gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:56:12.419847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] DHCP port deletion for e0a04785-2514-4ae8-b0e3-785f36d8400c request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:56:12.427691 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-724e32a5-63aa-4468-a1eb-2c0332ac3301 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:12.468334 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] Deleting port f65a2cdf-665b-4eda-ba0c-eb18fadbdb88 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:56:12.469309 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:12.484183 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-724e32a5-63aa-4468-a1eb-2c0332ac3301 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting port b0d795a0-4c47-47d4-9e4a-ec7d307afa60 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:56:12.484750 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-724e32a5-63aa-4468-a1eb-2c0332ac3301 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:12.537125 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] For port f65a2cdf-665b-4eda-ba0c-eb18fadbdb88, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f65a2cdf-665b-4eda-ba0c-eb18fadbdb88,segment=NetworkSegment(9903feb4-a791-4e9f-969d-3869c5820921),segment_id=9903feb4-a791-4e9f-969d-3869c5820921)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:12.537530 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:12.546874 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-6ce7bdff-9b1a-4287-9010-ab9e6555289b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736752468', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:55:11Z', 'updated_at': '2021-06-18T16:56:11Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:12Z', 'updated_at': '2021-06-18T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:12.575679 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce7bdff-9b1a-4287-9010-ab9e6555289b None None] The sync data for ids ['14d67d62-661a-4a6f-8396-9d104f91609d'] in dv-neutron-797120-1-hyperv is: [{'id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-736752468', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:55:11Z', 'updated_at': '2021-06-18T16:56:11Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': 'b0d795a0-4c47-47d4-9e4a-ec7d307afa60', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:be:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d67d62-661a-4a6f-8396-9d104f91609d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:55:12Z', 'updated_at': '2021-06-18T16:55:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:56:12.583735 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-724e32a5-63aa-4468-a1eb-2c0332ac3301 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] For port b0d795a0-4c47-47d4-9e4a-ec7d307afa60, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b0d795a0-4c47-47d4-9e4a-ec7d307afa60,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:12.584118 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-724e32a5-63aa-4468-a1eb-2c0332ac3301 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:12.613854 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] Calling delete_port for f65a2cdf-665b-4eda-ba0c-eb18fadbdb88 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:56:12.660440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-724e32a5-63aa-4468-a1eb-2c0332ac3301 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Calling delete_port for b0d795a0-4c47-47d4-9e4a-ec7d307afa60 owned by network:router_gateway {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:56:12.693228 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:12.695171 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:12.719760 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] Pushing event deleted for resources: {'Port': ['ID=f65a2cdf-665b-4eda-ba0c-eb18fadbdb88,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:12.724433 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] No DVR routers for this DVR port f65a2cdf-665b-4eda-ba0c-eb18fadbdb88 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:56:12.735633 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.735792 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.736086 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.736569 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.736904 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.737087 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.737408 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.737772 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.738142 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.738562 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.738924 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.739254 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:12.743031 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:12.829923 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-724e32a5-63aa-4468-a1eb-2c0332ac3301 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:12.832707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7ea2911f-2a7e-48cf-a79a-86b42bd9ac66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:12.860734 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e32a5-63aa-4468-a1eb-2c0332ac3301 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Port': ['ID=b0d795a0-4c47-47d4-9e4a-ec7d307afa60,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:12.863703 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-724e32a5-63aa-4468-a1eb-2c0332ac3301 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:12.917805 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-724e32a5-63aa-4468-a1eb-2c0332ac3301 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.017955 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-724e32a5-63aa-4468-a1eb-2c0332ac3301 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.020482 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-724e32a5-63aa-4468-a1eb-2c0332ac3301 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.069326 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-724e32a5-63aa-4468-a1eb-2c0332ac3301 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.069971 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724e32a5-63aa-4468-a1eb-2c0332ac3301 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Fanout notify agent at l3_agent the message router_deleted on router 14d67d62-661a-4a6f-8396-9d104f91609d {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:56:13.078579 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-724e32a5-63aa-4468-a1eb-2c0332ac3301 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.079734 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-724e32a5-63aa-4468-a1eb-2c0332ac3301 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/routers/14d67d62-661a-4a6f-8396-9d104f91609d HTTP/1.1" status: 204 len: 168 time: 0.8889074 Jun 18 16:56:13.082285 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56234) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:13.160658 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5b5f-e722-4fab-923c-06a3d3c4bce0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.258950 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5b5f-e722-4fab-923c-06a3d3c4bce0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.268730 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-ed0c5b5f-e722-4fab-923c-06a3d3c4bce0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a04785-2514-4ae8-b0e3-785f36d8400c']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:13.278333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-ed0c5b5f-e722-4fab-923c-06a3d3c4bce0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9903feb4-a791-4e9f-969d-3869c5820921') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:13.278656 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-ed0c5b5f-e722-4fab-923c-06a3d3c4bce0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9903feb4-a791-4e9f-969d-3869c5820921') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:13.287898 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5b5f-e722-4fab-923c-06a3d3c4bce0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.302177 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5b5f-e722-4fab-923c-06a3d3c4bce0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.307874 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0c5b5f-e722-4fab-923c-06a3d3c4bce0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:56:13.308313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5b5f-e722-4fab-923c-06a3d3c4bce0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:56:13.311745 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:56:13.373087 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5b5f-e722-4fab-923c-06a3d3c4bce0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.377333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6c89668f-266b-44a5-ae92-93eeda2a8674 tempest-RoutersAdminTest-2080278130 tempest-RoutersAdminTest-2080278130-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:13.381235 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5b5f-e722-4fab-923c-06a3d3c4bce0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.383037 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ed0c5b5f-e722-4fab-923c-06a3d3c4bce0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/networks/e0a04785-2514-4ae8-b0e3-785f36d8400c HTTP/1.1" status: 204 len: 168 time: 0.2997887 Jun 18 16:56:13.385792 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56236) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:13.395638 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c5b5f-e722-4fab-923c-06a3d3c4bce0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Network': ['ID=e0a04785-2514-4ae8-b0e3-785f36d8400c,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:13.397996 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ed0c5b5f-e722-4fab-923c-06a3d3c4bce0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:13.446045 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-590dffd8-a5c9-43bc-b72e-100fdebc979b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.471715 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-590dffd8-a5c9-43bc-b72e-100fdebc979b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.531605 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-590dffd8-a5c9-43bc-b72e-100fdebc979b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.534138 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-590dffd8-a5c9-43bc-b72e-100fdebc979b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.535863 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-590dffd8-a5c9-43bc-b72e-100fdebc979b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/security-groups/ccb2560b-ef0d-43ee-b103-800408673bd8 HTTP/1.1" status: 204 len: 168 time: 0.1485202 Jun 18 16:56:13.536195 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2b700a7b-5c87-41af-84f1-93a2ad34e4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:13.544908 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590dffd8-a5c9-43bc-b72e-100fdebc979b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb2560b-ef0d-43ee-b103-800408673bd8,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:13.548332 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-590dffd8-a5c9-43bc-b72e-100fdebc979b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:13.847176 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:13.891899 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f65a2cdf-665b-4eda-ba0c-eb18fadbdb88 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:56:13.911452 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: f65a2cdf-665b-4eda-ba0c-eb18fadbdb88 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:56:13.911778 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f65a2cdf-665b-4eda-ba0c-eb18fadbdb88 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:56:13.912186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 4212eb17-683c-43df-b325-247c65510bce no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:56:14.054220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56242) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:14.059119 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-90c7108b-9303-444a-b57f-7a0d7a821e2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2000609821', 'description': 'tempest-secgroup-smoke-2000609821 description', 'project_id': 'af4038200da2445a9f07c55e11895697'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:14.081649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-90c7108b-9303-444a-b57f-7a0d7a821e2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.086267 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 4212eb17-683c-43df-b325-247c65510bce {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:56:14.086645 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 4212eb17-683c-43df-b325-247c65510bce not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:56:14.087061 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b0d795a0-4c47-47d4-9e4a-ec7d307afa60 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:56:14.106367 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: b0d795a0-4c47-47d4-9e4a-ec7d307afa60 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:56:14.106738 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b0d795a0-4c47-47d4-9e4a-ec7d307afa60 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:56:14.169782 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-90c7108b-9303-444a-b57f-7a0d7a821e2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.173976 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-90c7108b-9303-444a-b57f-7a0d7a821e2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.176371 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-09325f5e-888c-422b-9723-3e60c50c16d6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:14.201698 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-90c7108b-9303-444a-b57f-7a0d7a821e2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.203625 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-90c7108b-9303-444a-b57f-7a0d7a821e2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1483150 Jun 18 16:56:14.205666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7108b-9303-444a-b57f-7a0d7a821e2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7af6618b-b6ac-4b8a-9922-fe47865187e0,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:14.206569 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56244) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:14.208695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-90c7108b-9303-444a-b57f-7a0d7a821e2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:14.211661 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f31542f1-4452-4273-b7b3-aff669b7237d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': '7af6618b-b6ac-4b8a-9922-fe47865187e0', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:14.239336 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f31542f1-4452-4273-b7b3-aff669b7237d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.285281 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f31542f1-4452-4273-b7b3-aff669b7237d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.289554 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f31542f1-4452-4273-b7b3-aff669b7237d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.291330 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f5258cc9-a5b2-4f3c-bae9-b07b64693c43 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:14.312647 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31542f1-4452-4273-b7b3-aff669b7237d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b520f1b5-b9ab-4cf3-9e08-3da9d18f948c,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:14.315331 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f31542f1-4452-4273-b7b3-aff669b7237d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:14.319523 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f31542f1-4452-4273-b7b3-aff669b7237d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.320746 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f31542f1-4452-4273-b7b3-aff669b7237d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131701 Jun 18 16:56:14.323437 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56246) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:14.327832 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-18f9c436-4128-4136-bd5c-2feca46faf11 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': '7af6618b-b6ac-4b8a-9922-fe47865187e0', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:14.352175 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-18f9c436-4128-4136-bd5c-2feca46faf11 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.407837 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-18f9c436-4128-4136-bd5c-2feca46faf11 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.411250 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-18f9c436-4128-4136-bd5c-2feca46faf11 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.413024 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-28fccd9b-140f-4a44-89a1-44b5257c2e33 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:14.432141 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9c436-4128-4136-bd5c-2feca46faf11 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159b4f1e-5d97-405b-8c8f-7a36b69a78a3,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:14.434567 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-18f9c436-4128-4136-bd5c-2feca46faf11 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:14.440241 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-18f9c436-4128-4136-bd5c-2feca46faf11 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.441668 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-18f9c436-4128-4136-bd5c-2feca46faf11 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171446 Jun 18 16:56:14.445176 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56248) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:14.449727 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-4006b0df-13ae-493c-92fe-54f01fec3a82 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': '7af6618b-b6ac-4b8a-9922-fe47865187e0', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:14.476596 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4006b0df-13ae-493c-92fe-54f01fec3a82 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.533311 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4006b0df-13ae-493c-92fe-54f01fec3a82 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.536674 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4006b0df-13ae-493c-92fe-54f01fec3a82 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.538488 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-893bfd13-57f0-474b-a420-2d96be0e5291 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:14.554792 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006b0df-13ae-493c-92fe-54f01fec3a82 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f146b4c3-fbf4-4389-9b82-218824eb486b,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:14.557202 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4006b0df-13ae-493c-92fe-54f01fec3a82 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:14.562856 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4006b0df-13ae-493c-92fe-54f01fec3a82 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.564231 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4006b0df-13ae-493c-92fe-54f01fec3a82 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180730 Jun 18 16:56:14.567120 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56250) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:14.571860 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-839060c3-c253-4889-a3c3-c697061e47a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': '7af6618b-b6ac-4b8a-9922-fe47865187e0', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:14.596603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-839060c3-c253-4889-a3c3-c697061e47a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.654842 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-839060c3-c253-4889-a3c3-c697061e47a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.658506 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-839060c3-c253-4889-a3c3-c697061e47a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.663544 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-194b97fb-1912-49ba-9f93-c97a1135ff2f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:14.678608 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839060c3-c253-4889-a3c3-c697061e47a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ca2237-d11b-4c48-a851-107b4fe12c1a,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:14.681990 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-839060c3-c253-4889-a3c3-c697061e47a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:14.686823 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-839060c3-c253-4889-a3c3-c697061e47a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.688071 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-839060c3-c253-4889-a3c3-c697061e47a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199064 Jun 18 16:56:14.690736 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56252) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:14.695146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-a86570d4-84d4-48cc-b171-b296ad512ebd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': '7af6618b-b6ac-4b8a-9922-fe47865187e0', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:14.719013 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-a86570d4-84d4-48cc-b171-b296ad512ebd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Project af4038200da2445a9f07c55e11895697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:56:14.723790 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a86570d4-84d4-48cc-b171-b296ad512ebd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.783767 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a86570d4-84d4-48cc-b171-b296ad512ebd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.787180 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a86570d4-84d4-48cc-b171-b296ad512ebd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.791494 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b1ee6a6a-dd58-444b-b851-d8d3fb0b723c tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:14.809440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86570d4-84d4-48cc-b171-b296ad512ebd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2dd097-ff38-43be-ab97-ea4faca56d95,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:14.812619 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a86570d4-84d4-48cc-b171-b296ad512ebd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:14.817898 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a86570d4-84d4-48cc-b171-b296ad512ebd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.819752 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a86570d4-84d4-48cc-b171-b296ad512ebd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273911 Jun 18 16:56:14.821737 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56254) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:14.826085 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-85247495-6fdd-4ef1-8bfb-58436b426cf7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': '7af6618b-b6ac-4b8a-9922-fe47865187e0', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:14.848343 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-85247495-6fdd-4ef1-8bfb-58436b426cf7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Project af4038200da2445a9f07c55e11895697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:56:14.853049 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-85247495-6fdd-4ef1-8bfb-58436b426cf7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.915596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-85247495-6fdd-4ef1-8bfb-58436b426cf7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.919087 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-85247495-6fdd-4ef1-8bfb-58436b426cf7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.922006 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-59ca9a9a-d5a3-49b6-8975-e6acd82b94e3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:14.939120 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85247495-6fdd-4ef1-8bfb-58436b426cf7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5832b0-6f5d-4528-a37d-2558f2c68426,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:14.941954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-85247495-6fdd-4ef1-8bfb-58436b426cf7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:14.944075 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-85247495-6fdd-4ef1-8bfb-58436b426cf7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:14.945716 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-85247495-6fdd-4ef1-8bfb-58436b426cf7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229794 Jun 18 16:56:14.948404 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56256) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:14.953679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-e706c7c0-f7ac-4207-828a-1346dc36ea9a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'network': {'name': 'tempest-network-smoke--1710815301', 'project_id': 'af4038200da2445a9f07c55e11895697', 'port_security_enabled': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:14.974382 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e706c7c0-f7ac-4207-828a-1346dc36ea9a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Made reservation on behalf of af4038200da2445a9f07c55e11895697 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:56:14.977802 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e706c7c0-f7ac-4207-828a-1346dc36ea9a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.001626 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e706c7c0-f7ac-4207-828a-1346dc36ea9a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:56:15.010525 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e706c7c0-f7ac-4207-828a-1346dc36ea9a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.010873 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-e706c7c0-f7ac-4207-828a-1346dc36ea9a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Added segment d23d2130-9dd2-4ec1-844b-7c655f6c2f99 of type vlan for network aa1a1dd5-344c-4275-ab2a-7404e217d420 Jun 18 16:56:15.050799 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e706c7c0-f7ac-4207-828a-1346dc36ea9a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.078258 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e706c7c0-f7ac-4207-828a-1346dc36ea9a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.083715 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e706c7c0-f7ac-4207-828a-1346dc36ea9a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:15.084301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e706c7c0-f7ac-4207-828a-1346dc36ea9a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.086540 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6e5441b0-4031-49cf-833b-7ce806e7967b tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:15.140213 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e706c7c0-f7ac-4207-828a-1346dc36ea9a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1905997 Jun 18 16:56:15.142846 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56258) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:15.147774 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-973793291', 'admin_state_up': True, 'project_id': 'af4038200da2445a9f07c55e11895697', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:15.154770 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706c7c0-f7ac-4207-828a-1346dc36ea9a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Network': ['ID=aa1a1dd5-344c-4275-ab2a-7404e217d420,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:15.158088 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e706c7c0-f7ac-4207-828a-1346dc36ea9a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:15.165186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network aa1a1dd5-344c-4275-ab2a-7404e217d420 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:56:15.176494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.177595 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.229428 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.373767 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.565653 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_gateway, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.584618 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.684721 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Allocated IP 172.26.6.191 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:56:15.789685 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.828926 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:15.831087 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-19fa8cbd-3868-4da3-a11d-ce29122502ac tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:15.871260 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:56:15.876571 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:56:15.878859 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:15.880957 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:56:15.882997 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:16.126400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_gateway, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.318234 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.442641 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router aa22cc10-7d59-41c2-b73a-425e5fdfa973 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:56:16.547797 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:56:16.556226 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Sync routers for ids ['aa22cc10-7d59-41c2-b73a-425e5fdfa973'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:56:16.566063 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.566631 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Routers {'aa22cc10-7d59-41c2-b73a-425e5fdfa973'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:56:16.566810 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:56:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['aa22cc10-7d59-41c2-b73a-425e5fdfa973'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:16.567343 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4233606 Jun 18 16:56:16.570377 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56260) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:16.599060 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c1f4fb3d-8666-492f-9af1-c99e46602808 tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=af4038200da2445a9f07c55e11895697&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272830 Jun 18 16:56:16.601202 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56262) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:16.680546 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Set router aa22cc10-7d59-41c2-b73a-425e5fdfa973 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:56:16.697214 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ca22ad-27d6-456b-b382-9228fc3f7506 tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:16.698654 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e3ca22ad-27d6-456b-b382-9228fc3f7506 tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0965390 Jun 18 16:56:16.701374 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56264) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:16.730308 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-14cfa7ce-b731-4f50-ae77-7acb21ac756c tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271888 Jun 18 16:56:16.732602 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56266) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:16.738308 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d46e128a-d53c-46a0-99a7-b1dfdaa0f403 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-979879593', 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420', 'project_id': 'af4038200da2445a9f07c55e11895697', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:16.824771 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46e128a-d53c-46a0-99a7-b1dfdaa0f403 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Made reservation on behalf of af4038200da2445a9f07c55e11895697 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:56:16.829018 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d46e128a-d53c-46a0-99a7-b1dfdaa0f403 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:16.861479 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973793291', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:16Z', 'revision_number': 3, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:16.892498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Checking router: aa22cc10-7d59-41c2-b73a-425e5fdfa973 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:56:16.893021 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Updating router aa22cc10-7d59-41c2-b73a-425e5fdfa973 port 06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:56:16.928451 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:17.015496 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d46e128a-d53c-46a0-99a7-b1dfdaa0f403 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:17.018169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c218e688-011d-4c53-b59a-25391abb3c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:17.085400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e128a-d53c-46a0-99a7-b1dfdaa0f403 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Subnet': ['ID=7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:17.089376 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d46e128a-d53c-46a0-99a7-b1dfdaa0f403 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:17.090227 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e128a-d53c-46a0-99a7-b1dfdaa0f403 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Checking segment: {'id': 'd23d2130-9dd2-4ec1-844b-7c655f6c2f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:56:17.090613 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46e128a-d53c-46a0-99a7-b1dfdaa0f403 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network hostable DHCP agents. Network: aa1a1dd5-344c-4275-ab2a-7404e217d420, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:56:17.110108 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46e128a-d53c-46a0-99a7-b1dfdaa0f403 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network aa1a1dd5-344c-4275-ab2a-7404e217d420 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:56:17.120573 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-d46e128a-d53c-46a0-99a7-b1dfdaa0f403 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, aa1a1dd5-344c-4275-ab2a-7404e217d420) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:56:17.125399 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46e128a-d53c-46a0-99a7-b1dfdaa0f403 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:17.126034 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d46e128a-d53c-46a0-99a7-b1dfdaa0f403 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:17.132483 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbcc6d4-473c-4433-8700-e42e226bf8d5 None None] Network aa1a1dd5-344c-4275-ab2a-7404e217d420 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:56:17.140816 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d46e128a-d53c-46a0-99a7-b1dfdaa0f403 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4070797 Jun 18 16:56:17.143469 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56268) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:17.261200 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:17.293605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Transition to ACTIVE for port object 06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:56:17.303914 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:17.309528 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:17.395045 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271570c-804b-49fa-88fd-fc2fdfffd900 None None] Pushing event updated for resources: {'Port': ['ID=06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:17.398196 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d271570c-804b-49fa-88fd-fc2fdfffd900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:17.398832 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Attempting to bind port 06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:56:17.399208 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Attempting to bind port 06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:56:17.399576 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Attempting to bind port 06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:56:17.406743 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:56:17.406941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:56:17.407254 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:17.407656 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:56:17.408144 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Bound port: 06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:56:17.408528 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:17.411783 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-aa1a1dd5-344c-4275-ab2a-7404e217d420', 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ips': [{'subnet_id': '7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:56:17.412621 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:17.537931 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] For port 06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:56:17.548199 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] For port 06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:56:17.557512 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:17.561659 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-3da184a5-156e-47da-906d-ae64f7a9bf78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:17.661466 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Allocated IP 172.20.0.2 (aa1a1dd5-344c-4275-ab2a-7404e217d420/7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a/2420ef36-51e0-4c2d-a46c-f597dedf7cfa) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:56:17.664138 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Routers {'aa22cc10-7d59-41c2-b73a-425e5fdfa973'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:56:17.664299 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:56:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['aa22cc10-7d59-41c2-b73a-425e5fdfa973'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:17.667793 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271570c-804b-49fa-88fd-fc2fdfffd900 None None] Pushing event updated for resources: {'Port': ['ID=06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:17.674232 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d271570c-804b-49fa-88fd-fc2fdfffd900 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:17.846406 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] Set router aa22cc10-7d59-41c2-b73a-425e5fdfa973 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:56:17.913868 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:18.003273 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:18.021476 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Transition to ACTIVE for port object 2420ef36-51e0-4c2d-a46c-f597dedf7cfa will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:56:18.063868 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Transition to ACTIVE for port object 2420ef36-51e0-4c2d-a46c-f597dedf7cfa will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:56:18.072299 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:18.074625 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-7325b547-8022-4ee7-ae90-62187991c1da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:18.117053 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Network aa1a1dd5-344c-4275-ab2a-7404e217d420 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:56:18.123013 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:56:18.128664 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:56:18.142250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Pushing event updated for resources: {'Port': ['ID=2420ef36-51e0-4c2d-a46c-f597dedf7cfa,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:18.148930 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:18.195324 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973793291', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:16Z', 'revision_number': 3, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:18.198186 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Allocated IP 172.20.0.1 (aa1a1dd5-344c-4275-ab2a-7404e217d420/7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a/07bccebc-5bc2-40fa-bf89-d2b79a5e1f61) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:56:18.227954 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bf8f0b-a188-433e-9ac3-653ac50cd06a None None] The sync data for ids ['aa22cc10-7d59-41c2-b73a-425e5fdfa973'] in dv-neutron-797120-1-hyperv is: [{'id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973793291', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:16Z', 'revision_number': 3, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:56:18.231878 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Attempting to bind port 2420ef36-51e0-4c2d-a46c-f597dedf7cfa on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:56:18.232231 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Attempting to bind port 2420ef36-51e0-4c2d-a46c-f597dedf7cfa by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'd23d2130-9dd2-4ec1-844b-7c655f6c2f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:56:18.232628 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Attempting to bind port 2420ef36-51e0-4c2d-a46c-f597dedf7cfa on network aa1a1dd5-344c-4275-ab2a-7404e217d420 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:56:18.239081 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:56:18.239468 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Checking segment: {'id': 'd23d2130-9dd2-4ec1-844b-7c655f6c2f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:56:18.239879 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:18.240308 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Bound using segment: {'id': 'd23d2130-9dd2-4ec1-844b-7c655f6c2f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:56:18.240760 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Bound port: 2420ef36-51e0-4c2d-a46c-f597dedf7cfa, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23d2130-9dd2-4ec1-844b-7c655f6c2f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:56:18.241140 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:18.309642 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] For port 2420ef36-51e0-4c2d-a46c-f597dedf7cfa, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:56:18.314014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] For port 2420ef36-51e0-4c2d-a46c-f597dedf7cfa, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2420ef36-51e0-4c2d-a46c-f597dedf7cfa,segment=NetworkSegment(d23d2130-9dd2-4ec1-844b-7c655f6c2f99),segment_id=d23d2130-9dd2-4ec1-844b-7c655f6c2f99)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:56:18.318445 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:18.319522 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:18.322389 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:18.333745 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Transition to ACTIVE for port object 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:56:18.374821 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:18.378231 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4a37e7e0-8bb4-4ae6-920c-10781ad743ac tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:18.392763 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Pushing event updated for resources: {'Port': ['ID=2420ef36-51e0-4c2d-a46c-f597dedf7cfa,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:18.403607 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:18.426894 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network aa1a1dd5-344c-4275-ab2a-7404e217d420 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:56:18.433582 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:56:18.438493 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:56:18.445177 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=07bccebc-5bc2-40fa-bf89-d2b79a5e1f61,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:18.474697 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:18.500748 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:18.693184 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:18.992751 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:18.999950 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:19.023891 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6d32f82a-5a75-4370-bf38-73f1b9fad5ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:19.079389 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:19.087595 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=07bccebc-5bc2-40fa-bf89-d2b79a5e1f61,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:19.091740 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:19.188291 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network aa1a1dd5-344c-4275-ab2a-7404e217d420 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:56:19.189792 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:56:19.308368 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router aa22cc10-7d59-41c2-b73a-425e5fdfa973 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:56:19.348103 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34a21f2-3fc0-4d58-831b-efed91bebe11 None None] Network aa1a1dd5-344c-4275-ab2a-7404e217d420 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:56:19.409847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9e970aec-9bff-4d95-bec0-790238112511 None None] Provisioning for port 2420ef36-51e0-4c2d-a46c-f597dedf7cfa completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:56:19.428206 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:56:19.435178 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "PUT /v2.0/routers/aa22cc10-7d59-41c2-b73a-425e5fdfa973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2903774 Jun 18 16:56:19.581393 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-d55d7253-854c-4dbe-b4ab-261c3a041b56 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000609821&fields=id&tenant_id=af4038200da2445a9f07c55e11895697 HTTP/1.1" status: 200 len: 267 time: 0.0387726 Jun 18 16:56:19.692714 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-af998b60-46c0-483a-b450-b2cc06f7762f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:19.696120 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-af998b60-46c0-483a-b450-b2cc06f7762f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/networks?id=aa1a1dd5-344c-4275-ab2a-7404e217d420 HTTP/1.1" status: 200 len: 797 time: 0.1072669 Jun 18 16:56:19.710011 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-cd4e31ed-0e66-4115-81e8-da65f9f7a79e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/quotas/af4038200da2445a9f07c55e11895697 HTTP/1.1" status: 200 len: 375 time: 0.0103006 Jun 18 16:56:19.785945 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-baffa48a-9d09-4a5d-a4ec-7c665cde8e48 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704050 Jun 18 16:56:19.867717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-dbdfb5ce-f154-4128-b878-8ec8095c31ab service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 16:56:19.868794 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-dbdfb5ce-f154-4128-b878-8ec8095c31ab service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0711050 Jun 18 16:56:19.929761 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Sync routers for ids ['aa22cc10-7d59-41c2-b73a-425e5fdfa973'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:56:19.941140 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Routers {'aa22cc10-7d59-41c2-b73a-425e5fdfa973'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:56:19.942234 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:56:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['aa22cc10-7d59-41c2-b73a-425e5fdfa973'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:19.964368 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:56:19.993042 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5fe04a63-d364-4fdd-9951-62a559e3721d None None] Provisioning for port 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:56:20.002774 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5fe04a63-d364-4fdd-9951-62a559e3721d None None] Provisioning complete for port 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:56:20.003246 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5fe04a63-d364-4fdd-9951-62a559e3721d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:20.015961 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-7bdcf79c-3589-46d7-a9f3-18bd8e837793 service neutron] 10.222.0.50 "GET /v2.0/networks/aa1a1dd5-344c-4275-ab2a-7404e217d420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392643 Jun 18 16:56:20.043877 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5fe04a63-d364-4fdd-9951-62a559e3721d None None] Port 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:56:20.055997 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:56:20.060513 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:56:20.061470 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:20.084152 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Set router aa22cc10-7d59-41c2-b73a-425e5fdfa973 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:56:20.162172 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:20.182310 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-85dea4f1-e907-48ae-be1f-9f79d248acc3 None None] Provisioning complete for port 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:56:20.182859 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-85dea4f1-e907-48ae-be1f-9f79d248acc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:20.215259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:20.241175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:20.242078 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2420ef36-51e0-4c2d-a46c-f597dedf7cfa up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:56:20.289892 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a8f2c52f-0fd8-4b2b-a7f8-aa6ae272ce63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:20.297606 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-85dea4f1-e907-48ae-be1f-9f79d248acc3 None None] Port 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:56:20.347813 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973793291', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:18Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '07bccebc-5bc2-40fa-bf89-d2b79a5e1f61', 'name': '', 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:fd:cc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:18Z', 'updated_at': '2021-06-18T16:56:18Z', 'revision_number': 2, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:20.348094 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 2420ef36-51e0-4c2d-a46c-f597dedf7cfa completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:56:20.355211 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 2420ef36-51e0-4c2d-a46c-f597dedf7cfa triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:56:20.355590 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:20.382003 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Checking router: aa22cc10-7d59-41c2-b73a-425e5fdfa973 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:56:20.382698 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Updating router aa22cc10-7d59-41c2-b73a-425e5fdfa973 port 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:56:20.425452 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:20.440585 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:20.444708 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:20.478842 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f1325420-8631-4037-be1d-b85f6f9ffda1 None None] Provisioning complete for port 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:56:20.480262 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f1325420-8631-4037-be1d-b85f6f9ffda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:20.519448 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-39fe07fd-6d08-4aba-b3e4-ff91a7507cfe service neutron] 10.222.0.50 "GET /v2.0/networks/aa1a1dd5-344c-4275-ab2a-7404e217d420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023479 Jun 18 16:56:20.520985 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:20.530900 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f1325420-8631-4037-be1d-b85f6f9ffda1 None None] Port 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:56:20.559123 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 2420ef36-51e0-4c2d-a46c-f597dedf7cfa, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2420ef36-51e0-4c2d-a46c-f597dedf7cfa,segment=NetworkSegment(d23d2130-9dd2-4ec1-844b-7c655f6c2f99),segment_id=d23d2130-9dd2-4ec1-844b-7c655f6c2f99)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:20.569168 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:20.571291 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:20.626948 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=2420ef36-51e0-4c2d-a46c-f597dedf7cfa,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:20.640808 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:20.705219 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4713da8f-1eba-4ec3-9cd7-d1470c18ba53 req-e1ad8a00-991f-4c48-a4e8-a43da52f897f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 210 time: 0.0305209 Jun 18 16:56:20.769567 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:20.780740 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Transition to ACTIVE for port object 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:56:20.788369 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:20.790381 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-616bc111-1ead-4640-bac9-3768b978a022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:20.838470 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1587d1-e8bf-4315-82be-81964470f2b4 None None] Pushing event updated for resources: {'Port': ['ID=07bccebc-5bc2-40fa-bf89-d2b79a5e1f61,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:20.882646 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1587d1-e8bf-4315-82be-81964470f2b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:20.882990 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1587d1-e8bf-4315-82be-81964470f2b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:20.883328 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1587d1-e8bf-4315-82be-81964470f2b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:20.883658 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1587d1-e8bf-4315-82be-81964470f2b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:20.883982 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1587d1-e8bf-4315-82be-81964470f2b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:20.884305 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1587d1-e8bf-4315-82be-81964470f2b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:20.884625 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1587d1-e8bf-4315-82be-81964470f2b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:20.884943 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1587d1-e8bf-4315-82be-81964470f2b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:20.885263 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1587d1-e8bf-4315-82be-81964470f2b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:20.889420 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1587d1-e8bf-4315-82be-81964470f2b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:20.889420 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1587d1-e8bf-4315-82be-81964470f2b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:20.889420 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1587d1-e8bf-4315-82be-81964470f2b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:56:20.892582 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-1b1587d1-e8bf-4315-82be-81964470f2b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:20.943840 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Attempting to bind port 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:56:20.944410 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Attempting to bind port 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'd23d2130-9dd2-4ec1-844b-7c655f6c2f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:56:20.944594 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Attempting to bind port 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 on network aa1a1dd5-344c-4275-ab2a-7404e217d420 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:56:20.950077 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:56:20.950516 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Checking segment: {'id': 'd23d2130-9dd2-4ec1-844b-7c655f6c2f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:56:20.950890 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:20.951279 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Bound using segment: {'id': 'd23d2130-9dd2-4ec1-844b-7c655f6c2f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:56:20.951784 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Bound port: 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23d2130-9dd2-4ec1-844b-7c655f6c2f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:56:20.952155 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:21.025087 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] For port 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:56:21.028757 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] For port 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=07bccebc-5bc2-40fa-bf89-d2b79a5e1f61,segment=NetworkSegment(d23d2130-9dd2-4ec1-844b-7c655f6c2f99),segment_id=d23d2130-9dd2-4ec1-844b-7c655f6c2f99)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:56:21.033546 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:21.035745 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-84287b2c-b03b-4a95-b653-4da9b0d06c88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:21.093874 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Routers {'aa22cc10-7d59-41c2-b73a-425e5fdfa973'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:56:21.094542 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:56:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['aa22cc10-7d59-41c2-b73a-425e5fdfa973'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:21.099304 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1587d1-e8bf-4315-82be-81964470f2b4 None None] Pushing event updated for resources: {'Port': ['ID=07bccebc-5bc2-40fa-bf89-d2b79a5e1f61,revision_number=4']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:21.130552 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-1b1587d1-e8bf-4315-82be-81964470f2b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:21.305840 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] Set router aa22cc10-7d59-41c2-b73a-425e5fdfa973 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:56:21.518201 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973793291', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:18Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '07bccebc-5bc2-40fa-bf89-d2b79a5e1f61', 'name': '', 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:fd:cc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:18Z', 'updated_at': '2021-06-18T16:56:21Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:21.549205 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee613f6-3b35-4715-8945-a14ff403c759 None None] The sync data for ids ['aa22cc10-7d59-41c2-b73a-425e5fdfa973'] in dv-neutron-797120-1-hyperv is: [{'id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973793291', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:18Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '07bccebc-5bc2-40fa-bf89-d2b79a5e1f61', 'name': '', 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:fd:cc:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:18Z', 'updated_at': '2021-06-18T16:56:21Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:56:21.891163 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b7b312fd-26e4-4df0-a9c3-78ef287bb6ba req-251e781f-80c7-4f56-9238-f9771531f39a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 210 time: 0.0554585 Jun 18 16:56:22.019849 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:56:22.039335 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-c3ef54ad-b140-488f-8b2f-2c0afbcc2f4b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:22.041407 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-c3ef54ad-b140-488f-8b2f-2c0afbcc2f4b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "GET /v2.0/networks?id=aa1a1dd5-344c-4275-ab2a-7404e217d420 HTTP/1.1" status: 200 len: 797 time: 0.1280308 Jun 18 16:56:22.072237 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:56:22.072618 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:22.095498 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-f883d37a-e05f-4d10-baa8-439f91f71511 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af4038200da2445a9f07c55e11895697 HTTP/1.1" status: 200 len: 380 time: 0.0396662 Jun 18 16:56:22.106209 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-351ec7ba-8b37-4e7e-8a3a-79a663c3545d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'port': {'device_id': '7bc5ef2a-028e-4ed7-9172-d05426023e60', 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420', 'admin_state_up': True, 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'security_groups': ['7af6618b-b6ac-4b8a-9922-fe47865187e0']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:22.155344 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2420ef36-51e0-4c2d-a46c-f597dedf7cfa up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:56:22.210131 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 2420ef36-51e0-4c2d-a46c-f597dedf7cfa triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:56:22.210552 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:22.256777 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-351ec7ba-8b37-4e7e-8a3a-79a663c3545d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Made reservation on behalf of af4038200da2445a9f07c55e11895697 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:56:22.262501 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-351ec7ba-8b37-4e7e-8a3a-79a663c3545d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:22.312918 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:56:22.368133 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:56:22.372291 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:56:22.372682 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:22.423064 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-351ec7ba-8b37-4e7e-8a3a-79a663c3545d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Allocated IP 172.20.0.4 (aa1a1dd5-344c-4275-ab2a-7404e217d420/7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a/4aa85b86-c7a0-462c-a704-292ab5362fc2) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:56:22.460043 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:22.496459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=07bccebc-5bc2-40fa-bf89-d2b79a5e1f61,segment=NetworkSegment(d23d2130-9dd2-4ec1-844b-7c655f6c2f99),segment_id=d23d2130-9dd2-4ec1-844b-7c655f6c2f99)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:22.500847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:22.502755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:22.556270 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=07bccebc-5bc2-40fa-bf89-d2b79a5e1f61,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:22.561184 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:22.597566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-351ec7ba-8b37-4e7e-8a3a-79a663c3545d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:22.612016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-351ec7ba-8b37-4e7e-8a3a-79a663c3545d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Transition to ACTIVE for port object 4aa85b86-c7a0-462c-a704-292ab5362fc2 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:56:22.646840 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-351ec7ba-8b37-4e7e-8a3a-79a663c3545d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:22.651242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c59ce11b-f03e-4c0a-b428-77abeab4e6c5 tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:22.702406 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-351ec7ba-8b37-4e7e-8a3a-79a663c3545d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network aa1a1dd5-344c-4275-ab2a-7404e217d420 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:56:22.706101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-351ec7ba-8b37-4e7e-8a3a-79a663c3545d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:56:22.710314 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-351ec7ba-8b37-4e7e-8a3a-79a663c3545d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:56:22.717165 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ec7ba-8b37-4e7e-8a3a-79a663c3545d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=4aa85b86-c7a0-462c-a704-292ab5362fc2,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:22.739395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-351ec7ba-8b37-4e7e-8a3a-79a663c3545d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:22.773897 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-351ec7ba-8b37-4e7e-8a3a-79a663c3545d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:22.774596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-351ec7ba-8b37-4e7e-8a3a-79a663c3545d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:22.792960 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-351ec7ba-8b37-4e7e-8a3a-79a663c3545d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6911240 Jun 18 16:56:22.805686 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Request body: {'port': {'device_id': '7bc5ef2a-028e-4ed7-9172-d05426023e60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:22.885122 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:22.957445 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e399c920-3b5e-4984-a292-a16d9309d442 None None] Provisioning for port 4aa85b86-c7a0-462c-a704-292ab5362fc2 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:56:22.962348 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e399c920-3b5e-4984-a292-a16d9309d442 None None] Provisioning complete for port 4aa85b86-c7a0-462c-a704-292ab5362fc2 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:56:22.962764 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e399c920-3b5e-4984-a292-a16d9309d442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:22.997955 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-e399c920-3b5e-4984-a292-a16d9309d442 None None] Port 4aa85b86-c7a0-462c-a704-292ab5362fc2 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:56:23.161061 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0ed70-2d3c-4c36-9e35-e3cf983d640c req-0025a5b7-01cc-412a-88d9-e25abeb6f977 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:23.162872 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cda0ed70-2d3c-4c36-9e35-e3cf983d640c req-0025a5b7-01cc-412a-88d9-e25abeb6f977 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 931 time: 0.1385543 Jun 18 16:56:23.219740 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cda0ed70-2d3c-4c36-9e35-e3cf983d640c req-c0448fae-b52d-4f14-a39c-30729f34a8cc tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481055 Jun 18 16:56:23.254506 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa85b86-c7a0-462c-a704-292ab5362fc2 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:56:23.261826 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:23.273382 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Transition to ACTIVE for port object 4aa85b86-c7a0-462c-a704-292ab5362fc2 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:56:23.277325 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:23.279303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1b7adb71-66a8-4f0c-b949-a5bc50a1dfa1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:23.358757 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa85b86-c7a0-462c-a704-292ab5362fc2,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:23.362352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:23.439964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Attempting to bind port 4aa85b86-c7a0-462c-a704-292ab5362fc2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:56:23.440287 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Attempting to bind port 4aa85b86-c7a0-462c-a704-292ab5362fc2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd23d2130-9dd2-4ec1-844b-7c655f6c2f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:56:23.440615 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Attempting to bind port 4aa85b86-c7a0-462c-a704-292ab5362fc2 on network aa1a1dd5-344c-4275-ab2a-7404e217d420 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:56:23.445167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Port 4aa85b86-c7a0-462c-a704-292ab5362fc2 on network aa1a1dd5-344c-4275-ab2a-7404e217d420 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:56:23.445580 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Attempting to bind port 4aa85b86-c7a0-462c-a704-292ab5362fc2 on network aa1a1dd5-344c-4275-ab2a-7404e217d420 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:56:23.450767 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:56:23.451106 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Checking segment: {'id': 'd23d2130-9dd2-4ec1-844b-7c655f6c2f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:56:23.452226 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Bound using segment: {'id': 'd23d2130-9dd2-4ec1-844b-7c655f6c2f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:56:23.452933 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Bound port: 4aa85b86-c7a0-462c-a704-292ab5362fc2, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd23d2130-9dd2-4ec1-844b-7c655f6c2f99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:56:23.453450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:23.523782 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] For port 4aa85b86-c7a0-462c-a704-292ab5362fc2, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:56:23.528036 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] For port 4aa85b86-c7a0-462c-a704-292ab5362fc2, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4aa85b86-c7a0-462c-a704-292ab5362fc2,segment=NetworkSegment(d23d2130-9dd2-4ec1-844b-7c655f6c2f99),segment_id=d23d2130-9dd2-4ec1-844b-7c655f6c2f99)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:56:23.533917 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:23.535997 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-824084c6-6035-4437-adb7-436021f98257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:23.570358 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:23.571352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:23.572742 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] 10.222.0.55 "PUT /v2.0/ports/4aa85b86-c7a0-462c-a704-292ab5362fc2 HTTP/1.1" status: 200 len: 1093 time: 0.7717586 Jun 18 16:56:23.580286 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc5ef2a-028e-4ed7-9172-d05426023e60', 'tag': '4aa85b86-c7a0-462c-a704-292ab5362fc2'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:56:23.582647 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4439ed-afa3-496c-879d-b41f368f953e" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc5ef2a-028e-4ed7-9172-d05426023e60", "tag": "4aa85b86-c7a0-462c-a704-292ab5362fc2"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:56:23.609137 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa85b86-c7a0-462c-a704-292ab5362fc2,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:23.614244 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:23.624481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd5e784-5bb1-4425-a1bf-927343d82c75 x-openstack-request-id: req-8bd5e784-5bb1-4425-a1bf-927343d82c75 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:56:23.624979 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc5ef2a-028e-4ed7-9172-d05426023e60", "tag": "4aa85b86-c7a0-462c-a704-292ab5362fc2", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:56:23.625284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8bd5e784-5bb1-4425-a1bf-927343d82c75 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:56:23.625743 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc5ef2a-028e-4ed7-9172-d05426023e60', 'tag': '4aa85b86-c7a0-462c-a704-292ab5362fc2', 'status': 'completed', 'code': 200} Jun 18 16:56:23.687760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-da5e5496-9fce-49b9-9727-f2a1db693e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:23.689281 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-da5e5496-9fce-49b9-9727-f2a1db693e4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 1096 time: 0.0578611 Jun 18 16:56:23.738726 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-49a67633-f0ef-4d7d-be55-8b3a9370fc97 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4aa85b86-c7a0-462c-a704-292ab5362fc2 HTTP/1.1" status: 200 len: 217 time: 0.0411937 Jun 18 16:56:23.788588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-e7f23d90-ed97-432d-8860-ed71d5d5df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:23.790056 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-e7f23d90-ed97-432d-8860-ed71d5d5df36 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a HTTP/1.1" status: 200 len: 834 time: 0.0444903 Jun 18 16:56:23.854925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-a6b6a41f-cb55-4136-8e90-202e605eb4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:23.856386 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-a6b6a41f-cb55-4136-8e90-202e605eb4d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa1a1dd5-344c-4275-ab2a-7404e217d420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0573170 Jun 18 16:56:23.885630 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:56:23.936867 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:56:23.937306 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:23.957176 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-a1c8c9cf-c83a-4212-a907-b07ff84b532e service neutron] 10.222.0.55 "GET /v2.0/networks/aa1a1dd5-344c-4275-ab2a-7404e217d420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902059 Jun 18 16:56:24.046870 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba8c41b2-695e-4c7d-91d2-b31ca1ee5a82 req-2bfd1b3a-2c1a-417d-96c0-48df1d9f0ef5 service neutron] 10.222.0.55 "GET /v2.0/networks/aa1a1dd5-344c-4275-ab2a-7404e217d420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855579 Jun 18 16:56:24.155486 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4439ed-afa3-496c-879d-b41f368f953e req-ba6d6040-e002-4435-a263-ef28e44f3d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:24.157021 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6a4439ed-afa3-496c-879d-b41f368f953e req-ba6d6040-e002-4435-a263-ef28e44f3d4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 1096 time: 0.0577946 Jun 18 16:56:24.258799 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4439ed-afa3-496c-879d-b41f368f953e req-d8d68e9f-82d1-4114-8cdd-b4cce8950503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:24.260291 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6a4439ed-afa3-496c-879d-b41f368f953e req-d8d68e9f-82d1-4114-8cdd-b4cce8950503 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa1a1dd5-344c-4275-ab2a-7404e217d420 HTTP/1.1" status: 200 len: 898 time: 0.0954530 Jun 18 16:56:24.305474 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6a4439ed-afa3-496c-879d-b41f368f953e req-aff30df9-9ce2-425b-a73f-b7d7c5f85b19 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4aa85b86-c7a0-462c-a704-292ab5362fc2 HTTP/1.1" status: 200 len: 217 time: 0.0368571 Jun 18 16:56:24.391190 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4439ed-afa3-496c-879d-b41f368f953e req-5c2e9da5-4042-4449-bb2e-e7e33eea5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:24.392693 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6a4439ed-afa3-496c-879d-b41f368f953e req-5c2e9da5-4042-4449-bb2e-e7e33eea5da1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a HTTP/1.1" status: 200 len: 834 time: 0.0789626 Jun 18 16:56:24.460266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b76c9a-6ce3-44e0-8080-445c4177bd8f req-713e7006-edef-4bf1-b3da-28181e9644df tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:24.461889 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c6b76c9a-6ce3-44e0-8080-445c4177bd8f req-713e7006-edef-4bf1-b3da-28181e9644df tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 943 time: 0.1174326 Jun 18 16:56:24.465729 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:24.494821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4439ed-afa3-496c-879d-b41f368f953e req-fd33b3e4-97d9-4238-ad6f-997fba25d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:24.496331 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6a4439ed-afa3-496c-879d-b41f368f953e req-fd33b3e4-97d9-4238-ad6f-997fba25d53f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa1a1dd5-344c-4275-ab2a-7404e217d420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0963497 Jun 18 16:56:24.535208 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c6b76c9a-6ce3-44e0-8080-445c4177bd8f req-20562117-de50-4652-b8df-053b90ab0ea4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639002 Jun 18 16:56:24.610383 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6a4439ed-afa3-496c-879d-b41f368f953e req-b01f7b79-1ec6-486b-9e03-051ba733dc6d service neutron] 10.222.0.55 "GET /v2.0/networks/aa1a1dd5-344c-4275-ab2a-7404e217d420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040742 Jun 18 16:56:24.705842 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6a4439ed-afa3-496c-879d-b41f368f953e req-e6ea4e62-f417-4870-83f0-2f5fc329d42d service neutron] 10.222.0.55 "GET /v2.0/networks/aa1a1dd5-344c-4275-ab2a-7404e217d420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889547 Jun 18 16:56:25.670446 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 4aa85b86-c7a0-462c-a704-292ab5362fc2 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:56:25.718523 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93920d03-71bc-438a-82d3-217d68e8a4e1 req-0ce68832-a92a-477f-a028-96dfc4e676a4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:25.720016 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-93920d03-71bc-438a-82d3-217d68e8a4e1 req-0ce68832-a92a-477f-a028-96dfc4e676a4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 943 time: 0.0724773 Jun 18 16:56:25.758253 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-93920d03-71bc-438a-82d3-217d68e8a4e1 req-80e5325e-82c7-4cd2-8e14-df6dadf230bd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323887 Jun 18 16:56:25.766032 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 4aa85b86-c7a0-462c-a704-292ab5362fc2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4aa85b86-c7a0-462c-a704-292ab5362fc2,segment=NetworkSegment(d23d2130-9dd2-4ec1-844b-7c655f6c2f99),segment_id=d23d2130-9dd2-4ec1-844b-7c655f6c2f99)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:25.777371 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '4aa85b86-c7a0-462c-a704-292ab5362fc2', 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420', 'port_id': '4aa85b86-c7a0-462c-a704-292ab5362fc2', 'mac_address': 'fa:16:3e:57:3f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:56:25.815248 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:25.828797 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa85b86-c7a0-462c-a704-292ab5362fc2 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:56:25.848597 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 4aa85b86-c7a0-462c-a704-292ab5362fc2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4aa85b86-c7a0-462c-a704-292ab5362fc2,segment=NetworkSegment(d23d2130-9dd2-4ec1-844b-7c655f6c2f99),segment_id=d23d2130-9dd2-4ec1-844b-7c655f6c2f99)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:25.852479 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:25.855748 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:25.913978 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=4aa85b86-c7a0-462c-a704-292ab5362fc2,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:25.917329 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:26.069508 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['4aa85b86-c7a0-462c-a704-292ab5362fc2'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:56:27.093943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b488828-da37-47ec-a2a2-a2966bcbb0d1 req-94465673-30c0-4ee4-80e0-56873d35d028 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:27.095633 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4b488828-da37-47ec-a2a2-a2966bcbb0d1 req-94465673-30c0-4ee4-80e0-56873d35d028 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 944 time: 0.0643489 Jun 18 16:56:27.132417 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4b488828-da37-47ec-a2a2-a2966bcbb0d1 req-99e02cde-900f-47a6-a3ad-9fb9674b2587 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312209 Jun 18 16:56:27.675195 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 4aa85b86-c7a0-462c-a704-292ab5362fc2 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:56:27.723321 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 4aa85b86-c7a0-462c-a704-292ab5362fc2 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:56:27.727409 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 4aa85b86-c7a0-462c-a704-292ab5362fc2 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:56:27.727755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:27.801575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:27.823795 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc5ef2a-028e-4ed7-9172-d05426023e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa85b86-c7a0-462c-a704-292ab5362fc2'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:56:27.826093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7c098b-3cf3-4ed3-9f4f-ae26625d078d" -d '{"events": [{"server_uuid": "7bc5ef2a-028e-4ed7-9172-d05426023e60", "name": "network-vif-plugged", "status": "completed", "tag": "4aa85b86-c7a0-462c-a704-292ab5362fc2"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:56:27.838526 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 4aa85b86-c7a0-462c-a704-292ab5362fc2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4aa85b86-c7a0-462c-a704-292ab5362fc2,segment=NetworkSegment(d23d2130-9dd2-4ec1-844b-7c655f6c2f99),segment_id=d23d2130-9dd2-4ec1-844b-7c655f6c2f99)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:56:27.842752 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:27.844617 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c6bf3f3b-16c3-4de5-8845-e2bd69243ef6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:27.870252 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f710046e-d83c-44ea-ba59-b4903bf0c654 x-openstack-request-id: req-f710046e-d83c-44ea-ba59-b4903bf0c654 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:56:27.870570 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc5ef2a-028e-4ed7-9172-d05426023e60", "name": "network-vif-plugged", "status": "completed", "tag": "4aa85b86-c7a0-462c-a704-292ab5362fc2", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:56:27.870833 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f710046e-d83c-44ea-ba59-b4903bf0c654 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:56:27.871223 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc5ef2a-028e-4ed7-9172-d05426023e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa85b86-c7a0-462c-a704-292ab5362fc2', 'code': 200} Jun 18 16:56:27.902362 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=4aa85b86-c7a0-462c-a704-292ab5362fc2,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:27.905704 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:28.095685 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e48a30-95e9-4812-b6dd-aea2e19408ba req-1bc1d63f-b557-4d49-a430-a7486de748db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:28.097213 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10e48a30-95e9-4812-b6dd-aea2e19408ba req-1bc1d63f-b557-4d49-a430-a7486de748db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 1098 time: 0.0530877 Jun 18 16:56:28.136203 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10e48a30-95e9-4812-b6dd-aea2e19408ba req-fccdcb09-abd3-4b19-8b88-4e99aaf0ddc0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322945 Jun 18 16:56:28.316108 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418d436-bb2f-49a5-a029-6ef39ff31bdf req-c36ead16-f7f7-44bb-90ed-f1b3144314d8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:28.317630 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6418d436-bb2f-49a5-a029-6ef39ff31bdf req-c36ead16-f7f7-44bb-90ed-f1b3144314d8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.0690358 Jun 18 16:56:28.361471 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6418d436-bb2f-49a5-a029-6ef39ff31bdf req-bdc816a7-03c3-4400-ac56-1f955da04e08 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375941 Jun 18 16:56:29.545976 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcaec25-bb79-4ec6-87e7-4cd6b0b357bf req-71ad355a-2881-4e3e-9cb1-81b8bf2169f6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:29.547479 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0dcaec25-bb79-4ec6-87e7-4cd6b0b357bf req-71ad355a-2881-4e3e-9cb1-81b8bf2169f6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.0639598 Jun 18 16:56:29.585700 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0dcaec25-bb79-4ec6-87e7-4cd6b0b357bf req-26650879-06eb-46db-9c35-1f731164c998 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326254 Jun 18 16:56:29.761337 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca22c719-f2aa-46c1-83d4-bd5564b64cee req-ab424a2c-06e8-4877-87e3-1bf27fb7eef7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:29.762934 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ca22c719-f2aa-46c1-83d4-bd5564b64cee req-ab424a2c-06e8-4877-87e3-1bf27fb7eef7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.0677459 Jun 18 16:56:29.800526 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ca22c719-f2aa-46c1-83d4-bd5564b64cee req-0aa20603-9024-4b6a-b5d6-40fbe98601b2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308385 Jun 18 16:56:29.824515 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56326) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:29.884400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ab28dd-5a4e-4017-ac96-370d70bebf00 tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:29.885960 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-10ab28dd-5a4e-4017-ac96-370d70bebf00 tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 1093 time: 0.0604546 Jun 18 16:56:29.889881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56328) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:29.894875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '4aa85b86-c7a0-462c-a704-292ab5362fc2', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:56:29.918109 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:30.014035 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:30.120806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Allocated IP 172.26.6.215 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/db47aeef-ed65-4bc8-ad5d-e4438dbdcdc5) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:56:30.222105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:30.265545 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:30.268518 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b53efcb0-146a-48f2-9b3f-1494ef361822 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:30.304196 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:56:30.307016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:56:30.310691 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:56:30.334260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=db47aeef-ed65-4bc8-ad5d-e4438dbdcdc5,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:30.338251 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:30.680505 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:30.757255 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:30.908081 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:30.912822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:30.915568 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:56:30.983052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=db47aeef-ed65-4bc8-ad5d-e4438dbdcdc5,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:56:30.987749 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:56:30.998220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:31.096235 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Floating IP bf53d836-346e-47aa-a30b-e3028c16129c associated. External IP: 172.26.6.215, port: 4aa85b86-c7a0-462c-a704-292ab5362fc2. Jun 18 16:56:31.342773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router aa22cc10-7d59-41c2-b73a-425e5fdfa973 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:56:31.348921 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-97c16e8f-abd2-4cf9-a3c1-102219a89675 req-7ca354a0-d33a-4698-aca7-a57ebdf1aa61 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1012049 Jun 18 16:56:31.505773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:56:31.518539 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c16e8f-abd2-4cf9-a3c1-102219a89675 req-b0191c17-816f-45f6-b7d2-84f4dd33e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:31.522841 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-97c16e8f-abd2-4cf9-a3c1-102219a89675 req-b0191c17-816f-45f6-b7d2-84f4dd33e702 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 1098 time: 0.1268928 Jun 18 16:56:31.523005 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eae1076-14f7-4096-8cac-2569f379145f None None] Sync routers for ids ['aa22cc10-7d59-41c2-b73a-425e5fdfa973'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:56:31.528318 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:31.533335 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eae1076-14f7-4096-8cac-2569f379145f None None] Routers {'aa22cc10-7d59-41c2-b73a-425e5fdfa973'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:56:31.534050 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-5eae1076-14f7-4096-8cac-2569f379145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:56:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['aa22cc10-7d59-41c2-b73a-425e5fdfa973'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:31.644894 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-5eae1076-14f7-4096-8cac-2569f379145f None None] Set router aa22cc10-7d59-41c2-b73a-425e5fdfa973 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:56:31.882752 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-5eae1076-14f7-4096-8cac-2569f379145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973793291', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:18Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'bf53d836-346e-47aa-a30b-e3028c16129c', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'port_id': '4aa85b86-c7a0-462c-a704-292ab5362fc2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420', 'mac_address': 'fa:16:3e:57:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc5ef2a-028e-4ed7-9172-d05426023e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:56:30Z', 'updated_at': '2021-06-18T16:56:30Z', 'revision_number': 0, 'project_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bccebc-5bc2-40fa-bf89-d2b79a5e1f61', 'name': '', 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:fd:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:18Z', 'updated_at': '2021-06-18T16:56:22Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:31.913543 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eae1076-14f7-4096-8cac-2569f379145f None None] Checking router: aa22cc10-7d59-41c2-b73a-425e5fdfa973 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:56:31.922759 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eae1076-14f7-4096-8cac-2569f379145f None None] Routers {'aa22cc10-7d59-41c2-b73a-425e5fdfa973'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:56:31.923390 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-5eae1076-14f7-4096-8cac-2569f379145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:56:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['aa22cc10-7d59-41c2-b73a-425e5fdfa973'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:31.981537 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0904036 Jun 18 16:56:31.984098 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc5ef2a-028e-4ed7-9172-d05426023e60', 'tag': '4aa85b86-c7a0-462c-a704-292ab5362fc2'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:56:31.986454 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473ed372-4a25-46d0-b3f6-f9c63ecab6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc5ef2a-028e-4ed7-9172-d05426023e60", "tag": "4aa85b86-c7a0-462c-a704-292ab5362fc2"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:56:32.030752 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab6f2ad-be73-4b26-be3f-5affe1a726df x-openstack-request-id: req-5ab6f2ad-be73-4b26-be3f-5affe1a726df {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:56:32.031162 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc5ef2a-028e-4ed7-9172-d05426023e60", "tag": "4aa85b86-c7a0-462c-a704-292ab5362fc2", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:56:32.031545 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ab6f2ad-be73-4b26-be3f-5affe1a726df {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:56:32.032068 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc5ef2a-028e-4ed7-9172-d05426023e60', 'tag': '4aa85b86-c7a0-462c-a704-292ab5362fc2', 'status': 'completed', 'code': 200} Jun 18 16:56:32.036660 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-5eae1076-14f7-4096-8cac-2569f379145f None None] Set router aa22cc10-7d59-41c2-b73a-425e5fdfa973 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:56:32.037269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c16e8f-abd2-4cf9-a3c1-102219a89675 req-a0c0b6ab-4cce-4a4e-b692-380b907901d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:32.038924 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-97c16e8f-abd2-4cf9-a3c1-102219a89675 req-a0c0b6ab-4cce-4a4e-b692-380b907901d2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa1a1dd5-344c-4275-ab2a-7404e217d420 HTTP/1.1" status: 200 len: 898 time: 0.4888189 Jun 18 16:56:32.137203 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-97c16e8f-abd2-4cf9-a3c1-102219a89675 req-074ad350-af28-4254-afe6-9d65e8c20cea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4aa85b86-c7a0-462c-a704-292ab5362fc2 HTTP/1.1" status: 200 len: 999 time: 0.0914280 Jun 18 16:56:32.202187 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199ae5c-1c7b-4924-ae65-7df4af2060b8 req-bfde22f3-036c-4d83-b38e-a4de562a53af tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:32.203622 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7199ae5c-1c7b-4924-ae65-7df4af2060b8 req-bfde22f3-036c-4d83-b38e-a4de562a53af tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.1190968 Jun 18 16:56:32.207443 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c16e8f-abd2-4cf9-a3c1-102219a89675 req-f5877d6a-91ed-4c5c-b161-87fec948d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:32.214753 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-97c16e8f-abd2-4cf9-a3c1-102219a89675 req-f5877d6a-91ed-4c5c-b161-87fec948d603 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a HTTP/1.1" status: 200 len: 834 time: 0.0632253 Jun 18 16:56:32.265166 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-5eae1076-14f7-4096-8cac-2569f379145f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973793291', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:18Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'bf53d836-346e-47aa-a30b-e3028c16129c', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'port_id': '4aa85b86-c7a0-462c-a704-292ab5362fc2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420', 'mac_address': 'fa:16:3e:57:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc5ef2a-028e-4ed7-9172-d05426023e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:56:30Z', 'updated_at': '2021-06-18T16:56:30Z', 'revision_number': 0, 'project_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bccebc-5bc2-40fa-bf89-d2b79a5e1f61', 'name': '', 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:fd:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:18Z', 'updated_at': '2021-06-18T16:56:22Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:56:32.270720 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7199ae5c-1c7b-4924-ae65-7df4af2060b8 req-700948ea-74c8-4c0f-b55c-d3a894982b3a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609279 Jun 18 16:56:32.290132 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c16e8f-abd2-4cf9-a3c1-102219a89675 req-9af199aa-9769-4452-a922-8832e13599e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:32.290896 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eae1076-14f7-4096-8cac-2569f379145f None None] The sync data for ids ['aa22cc10-7d59-41c2-b73a-425e5fdfa973'] in dv-neutron-797120-1-hyperv is: [{'id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973793291', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:18Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'bf53d836-346e-47aa-a30b-e3028c16129c', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'floating_ip_address': '172.26.6.215', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'port_id': '4aa85b86-c7a0-462c-a704-292ab5362fc2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420', 'mac_address': 'fa:16:3e:57:3f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc5ef2a-028e-4ed7-9172-d05426023e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:56:30Z', 'updated_at': '2021-06-18T16:56:30Z', 'revision_number': 0, 'project_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07bccebc-5bc2-40fa-bf89-d2b79a5e1f61', 'name': '', 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:fd:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:18Z', 'updated_at': '2021-06-18T16:56:22Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:56:32.293000 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-97c16e8f-abd2-4cf9-a3c1-102219a89675 req-9af199aa-9769-4452-a922-8832e13599e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa1a1dd5-344c-4275-ab2a-7404e217d420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760772 Jun 18 16:56:32.295684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56334) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:32.360067 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-463086bf-e6ac-43bf-a57d-7bd3e4bdccaf tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/floatingips/bf53d836-346e-47aa-a30b-e3028c16129c HTTP/1.1" status: 200 len: 991 time: 0.0622091 Jun 18 16:56:32.392656 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-97c16e8f-abd2-4cf9-a3c1-102219a89675 req-e8d1d619-9aad-4866-9a8c-a8e992a17273 service neutron] 10.222.0.55 "GET /v2.0/networks/aa1a1dd5-344c-4275-ab2a-7404e217d420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921907 Jun 18 16:56:32.489151 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-97c16e8f-abd2-4cf9-a3c1-102219a89675 req-ff2cc731-6341-4e54-adef-8f3d9dc8ed4e service neutron] 10.222.0.55 "GET /v2.0/networks/aa1a1dd5-344c-4275-ab2a-7404e217d420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896688 Jun 18 16:56:32.496262 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d9b880-db18-4186-81b3-e4cdefbbd87b None None] New status for floating IP bf53d836-346e-47aa-a30b-e3028c16129c: ACTIVE {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:56:32.595443 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ed372-4a25-46d0-b3f6-f9c63ecab6b7 req-b3bfd07c-0ebd-4430-828c-ce1663f9bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:32.596949 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-473ed372-4a25-46d0-b3f6-f9c63ecab6b7 req-b3bfd07c-0ebd-4430-828c-ce1663f9bb98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 1098 time: 0.0602596 Jun 18 16:56:32.694050 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ed372-4a25-46d0-b3f6-f9c63ecab6b7 req-b446edca-2019-49b2-a3b8-54dda08ad82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:32.695612 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-473ed372-4a25-46d0-b3f6-f9c63ecab6b7 req-b446edca-2019-49b2-a3b8-54dda08ad82e service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa1a1dd5-344c-4275-ab2a-7404e217d420 HTTP/1.1" status: 200 len: 898 time: 0.0920053 Jun 18 16:56:32.764710 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-473ed372-4a25-46d0-b3f6-f9c63ecab6b7 req-8258f08e-b432-44ff-b5c4-a0aa0ab9a6d4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4aa85b86-c7a0-462c-a704-292ab5362fc2 HTTP/1.1" status: 200 len: 1001 time: 0.0615988 Jun 18 16:56:32.813116 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ed372-4a25-46d0-b3f6-f9c63ecab6b7 req-0f033374-cf9b-411e-a1d7-0c3d7b5ee220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:32.814557 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-473ed372-4a25-46d0-b3f6-f9c63ecab6b7 req-0f033374-cf9b-411e-a1d7-0c3d7b5ee220 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a HTTP/1.1" status: 200 len: 834 time: 0.0436208 Jun 18 16:56:32.876508 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ed372-4a25-46d0-b3f6-f9c63ecab6b7 req-bea34b52-2773-49ae-9f29-cc0f3dce192c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:56:32.877987 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-473ed372-4a25-46d0-b3f6-f9c63ecab6b7 req-bea34b52-2773-49ae-9f29-cc0f3dce192c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa1a1dd5-344c-4275-ab2a-7404e217d420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0561237 Jun 18 16:56:32.971685 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-473ed372-4a25-46d0-b3f6-f9c63ecab6b7 req-3e8b4f78-fa24-4162-bbae-cd965600ea3b service neutron] 10.222.0.55 "GET /v2.0/networks/aa1a1dd5-344c-4275-ab2a-7404e217d420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867434 Jun 18 16:56:33.065453 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-473ed372-4a25-46d0-b3f6-f9c63ecab6b7 req-f21d42b3-8bbe-4105-a023-130b5dbeac57 service neutron] 10.222.0.55 "GET /v2.0/networks/aa1a1dd5-344c-4275-ab2a-7404e217d420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829763 Jun 18 16:56:33.364189 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56336) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:56:33.429350 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7e6da0c9-5b71-400e-af27-7c09d8ed6635 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/floatingips/bf53d836-346e-47aa-a30b-e3028c16129c HTTP/1.1" status: 200 len: 993 time: 0.0639162 Jun 18 16:56:38.527992 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8d0b60b5-51ce-4b1e-bee9-28c16745177a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:41.012902 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-22b887c5-b5e5-45c2-b3e0-272244a3b08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:41.358329 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:41.842119 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:56:42.230461 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:43.849952 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:56:54.467996 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:05.044062 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94dc9ef-3cea-4038-bdb1-2ea3faad1dc5 req-01df33f0-f48a-4ee5-bfd6-3f5cacf6a405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:05.049392 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a94dc9ef-3cea-4038-bdb1-2ea3faad1dc5 req-01df33f0-f48a-4ee5-bfd6-3f5cacf6a405 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 1098 time: 0.0618341 Jun 18 16:57:05.181154 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94dc9ef-3cea-4038-bdb1-2ea3faad1dc5 req-f7e3ff1d-c237-4576-aac3-a2fe921a4c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:05.182690 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a94dc9ef-3cea-4038-bdb1-2ea3faad1dc5 req-f7e3ff1d-c237-4576-aac3-a2fe921a4c6a service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa1a1dd5-344c-4275-ab2a-7404e217d420 HTTP/1.1" status: 200 len: 898 time: 0.1300011 Jun 18 16:57:05.205159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826cc89-e414-45b0-8435-b0b522814ce9 req-dfde1ca6-bed1-4797-9c95-00d359a5d41a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:05.206665 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c826cc89-e414-45b0-8435-b0b522814ce9 req-dfde1ca6-bed1-4797-9c95-00d359a5d41a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.1946108 Jun 18 16:57:05.281291 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a94dc9ef-3cea-4038-bdb1-2ea3faad1dc5 req-a29b2c77-db86-4a64-9269-d3ae3767258f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4aa85b86-c7a0-462c-a704-292ab5362fc2 HTTP/1.1" status: 200 len: 1001 time: 0.0905941 Jun 18 16:57:05.286195 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c826cc89-e414-45b0-8435-b0b522814ce9 req-8069393d-623a-45b0-a49a-31309f392008 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515194 Jun 18 16:57:05.335820 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94dc9ef-3cea-4038-bdb1-2ea3faad1dc5 req-3c3e0f7c-b33a-4fb4-b781-d7d32a3f779f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:05.337284 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a94dc9ef-3cea-4038-bdb1-2ea3faad1dc5 req-3c3e0f7c-b33a-4fb4-b781-d7d32a3f779f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a HTTP/1.1" status: 200 len: 834 time: 0.0494757 Jun 18 16:57:05.397666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94dc9ef-3cea-4038-bdb1-2ea3faad1dc5 req-4ae51017-b746-46af-bc20-ec836a1ba0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:05.399201 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a94dc9ef-3cea-4038-bdb1-2ea3faad1dc5 req-4ae51017-b746-46af-bc20-ec836a1ba0ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa1a1dd5-344c-4275-ab2a-7404e217d420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0534182 Jun 18 16:57:05.489063 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a94dc9ef-3cea-4038-bdb1-2ea3faad1dc5 req-70a4b92b-a71e-46e3-8070-a65786e17ee0 service neutron] 10.222.0.55 "GET /v2.0/networks/aa1a1dd5-344c-4275-ab2a-7404e217d420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827672 Jun 18 16:57:05.585770 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a94dc9ef-3cea-4038-bdb1-2ea3faad1dc5 req-b26bb360-cd0a-4d16-a002-fbcd748f0187 service neutron] 10.222.0.55 "GET /v2.0/networks/aa1a1dd5-344c-4275-ab2a-7404e217d420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890005 Jun 18 16:57:06.479701 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c081caf-494c-40b2-8a1c-d625aa612a2e req-d6054b1c-293c-4510-a7aa-c805e347a43b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:06.481242 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c081caf-494c-40b2-8a1c-d625aa612a2e req-d6054b1c-293c-4510-a7aa-c805e347a43b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.0655355 Jun 18 16:57:06.520637 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c081caf-494c-40b2-8a1c-d625aa612a2e req-2f754e2b-03c0-44c1-941b-0eb7f9e724d7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335057 Jun 18 16:57:07.709691 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e94052-95f4-4259-aed1-a93081094c6c req-932bd6d3-b127-4416-bfec-0f2fc5d68b5a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:07.711336 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-89e94052-95f4-4259-aed1-a93081094c6c req-932bd6d3-b127-4416-bfec-0f2fc5d68b5a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.0756838 Jun 18 16:57:07.749897 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-89e94052-95f4-4259-aed1-a93081094c6c req-89eaa403-9f54-4e19-908b-fac4f4762033 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319796 Jun 18 16:57:08.533675 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-747f148a-0b67-4fb0-a943-04fb3d30b8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:08.957136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90790186-5fa5-4612-8a42-2c31faa58e1f req-34a3fd08-4b27-4975-9351-3f552f09d0f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:08.958698 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-90790186-5fa5-4612-8a42-2c31faa58e1f req-34a3fd08-4b27-4975-9351-3f552f09d0f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.0804021 Jun 18 16:57:09.001298 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-90790186-5fa5-4612-8a42-2c31faa58e1f req-a3121b0d-4c68-4a8e-abd6-816db9b5ef83 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355422 Jun 18 16:57:10.178624 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd5f2c2-d0df-4d73-a78a-d6eeccb1d766 req-e87bf982-a8a3-43e3-933e-6d3bcc37f88e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:10.180085 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8bd5f2c2-d0df-4d73-a78a-d6eeccb1d766 req-e87bf982-a8a3-43e3-933e-6d3bcc37f88e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.0624635 Jun 18 16:57:10.218141 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8bd5f2c2-d0df-4d73-a78a-d6eeccb1d766 req-223ca31e-9cd9-414f-93ae-48aca821797c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317962 Jun 18 16:57:11.017795 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4de34267-3ba0-4874-aa0c-cc9e6876d1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:11.359863 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:11.397069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf3197-5fb5-49c9-b60b-e48f080b3a8d req-900fba44-660f-4eed-af43-ba89798a9287 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:11.398597 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-18bf3197-5fb5-49c9-b60b-e48f080b3a8d req-900fba44-660f-4eed-af43-ba89798a9287 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.0696225 Jun 18 16:57:11.436330 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-18bf3197-5fb5-49c9-b60b-e48f080b3a8d req-3d4d9149-6e55-4be9-ab10-5f7b75fb366a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313268 Jun 18 16:57:12.232976 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:12.610686 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ef044-cbcb-445c-ba50-e710a370d0be req-ec1994af-046b-435c-8377-1ea3adfa0bf8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:12.612090 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-126ef044-cbcb-445c-ba50-e710a370d0be req-ec1994af-046b-435c-8377-1ea3adfa0bf8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.0649149 Jun 18 16:57:12.649376 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-126ef044-cbcb-445c-ba50-e710a370d0be req-2ffdbd52-d554-4666-bdbc-bc6fa5a2e640 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316606 Jun 18 16:57:13.824301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd151e-6ad0-4600-81bf-8b3052c157bb req-51225fef-facc-4bc7-bb5e-6896df3b120a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:13.825833 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cfbd151e-6ad0-4600-81bf-8b3052c157bb req-51225fef-facc-4bc7-bb5e-6896df3b120a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.0674102 Jun 18 16:57:13.852880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:13.866163 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cfbd151e-6ad0-4600-81bf-8b3052c157bb req-5c5365ce-f444-4654-99e6-be53c58845c6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346565 Jun 18 16:57:15.042299 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1af82f-4a83-46d6-a7fa-5068c195b7b1 req-4dc64842-1a79-4182-a569-7303727024da tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:15.044641 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7a1af82f-4a83-46d6-a7fa-5068c195b7b1 req-4dc64842-1a79-4182-a569-7303727024da tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.0666897 Jun 18 16:57:15.082503 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7a1af82f-4a83-46d6-a7fa-5068c195b7b1 req-6a15cfa8-1c56-4138-9190-081058b9a4ba tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323479 Jun 18 16:57:16.252650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c36eed-77f6-4afc-b902-e26ea1d1aa9a req-80a2a969-30c6-4dcd-8151-8358653c98da tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:16.254141 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-48c36eed-77f6-4afc-b902-e26ea1d1aa9a req-80a2a969-30c6-4dcd-8151-8358653c98da tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.0630996 Jun 18 16:57:16.291590 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-48c36eed-77f6-4afc-b902-e26ea1d1aa9a req-600eec82-ed75-44e6-aa37-f11d5271d809 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318515 Jun 18 16:57:17.467765 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c5b59-1a09-436f-8d7d-930b78ad80d5 req-b4e2149b-1705-4396-85bc-fafef9712eea tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:17.469255 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5b2c5b59-1a09-436f-8d7d-930b78ad80d5 req-b4e2149b-1705-4396-85bc-fafef9712eea tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.0669749 Jun 18 16:57:17.507322 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5b2c5b59-1a09-436f-8d7d-930b78ad80d5 req-70a5692e-39ca-475b-956c-8c0ee3ecf225 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323727 Jun 18 16:57:18.685806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883684f-1339-4bdb-87e4-710f7d75bf72 req-74e77d02-60b9-41b4-977b-9f15bb3229b9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:18.687449 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a883684f-1339-4bdb-87e4-710f7d75bf72 req-74e77d02-60b9-41b4-977b-9f15bb3229b9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.0673423 Jun 18 16:57:18.728598 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a883684f-1339-4bdb-87e4-710f7d75bf72 req-7d390903-9b30-4b86-8db7-73cca18a800d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352805 Jun 18 16:57:18.840700 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:57:19.908703 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8939a3-0517-4ac2-b381-d99e58094c03 req-9d349b5d-915d-4531-a765-00771f39e669 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:19.910177 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-de8939a3-0517-4ac2-b381-d99e58094c03 req-9d349b5d-915d-4531-a765-00771f39e669 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.0689204 Jun 18 16:57:19.947991 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-de8939a3-0517-4ac2-b381-d99e58094c03 req-26bf10c5-1117-4b44-8090-20a023a1a34c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321157 Jun 18 16:57:21.127018 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f626b-800d-452b-850a-11e16c785b31 req-51698f29-c6fa-4760-813c-66af4b7358e7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:21.128476 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b73f626b-800d-452b-850a-11e16c785b31 req-51698f29-c6fa-4760-813c-66af4b7358e7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.0676136 Jun 18 16:57:21.172196 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b73f626b-800d-452b-850a-11e16c785b31 req-a8676059-e0ec-4008-aa5c-bfee850ea44a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377293 Jun 18 16:57:22.350188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd29d8-d480-4229-91b7-5a2239bc927e req-98a1373a-5ab8-4ea6-8f9d-6a3d93716668 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:22.351950 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4cfd29d8-d480-4229-91b7-5a2239bc927e req-98a1373a-5ab8-4ea6-8f9d-6a3d93716668 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.0657187 Jun 18 16:57:22.389387 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4cfd29d8-d480-4229-91b7-5a2239bc927e req-87dc3339-6ae9-4089-b8a0-36a9a1ed01b7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312872 Jun 18 16:57:22.413651 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56388) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:22.476899 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d504127f-89d8-4f2d-9702-b2fea4339216 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/floatingips/bf53d836-346e-47aa-a30b-e3028c16129c HTTP/1.1" status: 200 len: 993 time: 0.0616915 Jun 18 16:57:24.460822 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:33.326521 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c4411d5-efbc-4fdd-b38c-581e0a3e3d30 req-9265a49b-a253-4e38-bba0-07d129f32415 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0936220 Jun 18 16:57:33.430000 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4411d5-efbc-4fdd-b38c-581e0a3e3d30 req-43e6ecab-a36a-4717-801d-752423c22de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:33.431545 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c4411d5-efbc-4fdd-b38c-581e0a3e3d30 req-43e6ecab-a36a-4717-801d-752423c22de8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 1098 time: 0.0564833 Jun 18 16:57:33.553214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4411d5-efbc-4fdd-b38c-581e0a3e3d30 req-a2688ebc-cb0b-4ac2-878b-a98ef5f4f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:33.554629 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c4411d5-efbc-4fdd-b38c-581e0a3e3d30 req-a2688ebc-cb0b-4ac2-878b-a98ef5f4f384 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa1a1dd5-344c-4275-ab2a-7404e217d420 HTTP/1.1" status: 200 len: 898 time: 0.0926909 Jun 18 16:57:33.622636 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c4411d5-efbc-4fdd-b38c-581e0a3e3d30 req-f50e01b7-6bdc-4514-bce1-29a169fceefc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4aa85b86-c7a0-462c-a704-292ab5362fc2 HTTP/1.1" status: 200 len: 1001 time: 0.0608151 Jun 18 16:57:33.681091 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4411d5-efbc-4fdd-b38c-581e0a3e3d30 req-255d8f02-0d87-41f6-9174-b5710cccaf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:33.682579 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c4411d5-efbc-4fdd-b38c-581e0a3e3d30 req-255d8f02-0d87-41f6-9174-b5710cccaf60 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a HTTP/1.1" status: 200 len: 834 time: 0.0499709 Jun 18 16:57:33.745015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4411d5-efbc-4fdd-b38c-581e0a3e3d30 req-653d6fe1-b8b4-423d-802d-0f446c7bc071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:33.747996 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c4411d5-efbc-4fdd-b38c-581e0a3e3d30 req-653d6fe1-b8b4-423d-802d-0f446c7bc071 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa1a1dd5-344c-4275-ab2a-7404e217d420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0577614 Jun 18 16:57:33.848356 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c4411d5-efbc-4fdd-b38c-581e0a3e3d30 req-ce5a9153-0ba1-43bb-ae3b-61765806fd69 service neutron] 10.222.0.55 "GET /v2.0/networks/aa1a1dd5-344c-4275-ab2a-7404e217d420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841780 Jun 18 16:57:33.948150 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9c4411d5-efbc-4fdd-b38c-581e0a3e3d30 req-dd6991b0-4fa0-43fd-9ca3-591a6a9409e6 service neutron] 10.222.0.55 "GET /v2.0/networks/aa1a1dd5-344c-4275-ab2a-7404e217d420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907245 Jun 18 16:57:38.527839 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b642944b-b3a1-45f1-9aea-803c7e47ffed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:41.018299 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-77f942c0-af5b-4b1a-b6f9-756b0ffc522b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:41.360789 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:42.236502 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:43.855604 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:53.120681 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56402) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:53.284212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting port db47aeef-ed65-4bc8-ad5d-e4438dbdcdc5 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:57:53.284560 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:53.367560 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:53.367882 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:53.429786 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Calling delete_port for db47aeef-ed65-4bc8-ad5d-e4438dbdcdc5 owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:57:53.579220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:53.581894 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-351ec7ba-8b37-4e7e-8a3a-79a663c3545d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:53.611425 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Port': ['ID=db47aeef-ed65-4bc8-ad5d-e4438dbdcdc5,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:53.637795 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:53.638188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:53.638621 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:53.639008 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:53.639391 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:53.639763 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:53.640138 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:53.640515 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:53.640886 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:53.641258 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:53.641629 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:53.642062 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:57:53.646627 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:53.688019 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for floatingip, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:53.688357 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Floating IP bf53d836-346e-47aa-a30b-e3028c16129c disassociated (deleted). External IP: 172.26.6.215, port: 4aa85b86-c7a0-462c-a704-292ab5362fc2. Jun 18 16:57:53.920147 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router aa22cc10-7d59-41c2-b73a-425e5fdfa973 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:57:54.031148 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:57:54.036057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:54.040459 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85b7a9e-6a8b-4935-9fae-abc0d7fb5742 None None] Sync routers for ids ['aa22cc10-7d59-41c2-b73a-425e5fdfa973'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:57:54.049319 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85b7a9e-6a8b-4935-9fae-abc0d7fb5742 None None] Routers {'aa22cc10-7d59-41c2-b73a-425e5fdfa973'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:57:54.049952 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-b85b7a9e-6a8b-4935-9fae-abc0d7fb5742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:57:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['aa22cc10-7d59-41c2-b73a-425e5fdfa973'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:54.075467 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/floatingips/bf53d836-346e-47aa-a30b-e3028c16129c HTTP/1.1" status: 204 len: 168 time: 0.9508040 Jun 18 16:57:54.075467 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc5ef2a-028e-4ed7-9172-d05426023e60', 'tag': '4aa85b86-c7a0-462c-a704-292ab5362fc2'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:57:54.076446 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41c7b3c-2318-4b03-abb2-d79c5f76f2b2" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc5ef2a-028e-4ed7-9172-d05426023e60", "tag": "4aa85b86-c7a0-462c-a704-292ab5362fc2"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:57:54.119031 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62954eab-cd58-4331-bd95-5e15c254f4f6 x-openstack-request-id: req-62954eab-cd58-4331-bd95-5e15c254f4f6 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:57:54.119449 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc5ef2a-028e-4ed7-9172-d05426023e60", "tag": "4aa85b86-c7a0-462c-a704-292ab5362fc2", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:57:54.119823 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-62954eab-cd58-4331-bd95-5e15c254f4f6 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:57:54.120494 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bc5ef2a-028e-4ed7-9172-d05426023e60', 'tag': '4aa85b86-c7a0-462c-a704-292ab5362fc2', 'status': 'completed', 'code': 200} Jun 18 16:57:54.164400 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-b85b7a9e-6a8b-4935-9fae-abc0d7fb5742 None None] Set router aa22cc10-7d59-41c2-b73a-425e5fdfa973 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:57:54.205242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c7b3c-2318-4b03-abb2-d79c5f76f2b2 req-f03b3770-2655-4a9e-9806-26f20b2007f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:54.207434 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b41c7b3c-2318-4b03-abb2-d79c5f76f2b2 req-f03b3770-2655-4a9e-9806-26f20b2007f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 1098 time: 0.0599949 Jun 18 16:57:54.316523 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c7b3c-2318-4b03-abb2-d79c5f76f2b2 req-c47f5fc9-79a5-4566-9d31-1108759b377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:54.321766 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b41c7b3c-2318-4b03-abb2-d79c5f76f2b2 req-c47f5fc9-79a5-4566-9d31-1108759b377d service neutron] 10.222.0.55 "GET /v2.0/networks?id=aa1a1dd5-344c-4275-ab2a-7404e217d420 HTTP/1.1" status: 200 len: 898 time: 0.1041627 Jun 18 16:57:54.365302 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b41c7b3c-2318-4b03-abb2-d79c5f76f2b2 req-483f1dff-7fb8-4e07-83fc-02365d95286d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4aa85b86-c7a0-462c-a704-292ab5362fc2 HTTP/1.1" status: 200 len: 217 time: 0.0398097 Jun 18 16:57:54.390828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-b85b7a9e-6a8b-4935-9fae-abc0d7fb5742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973793291', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:18Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '07bccebc-5bc2-40fa-bf89-d2b79a5e1f61', 'name': '', 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:fd:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:18Z', 'updated_at': '2021-06-18T16:56:22Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:54.419152 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85b7a9e-6a8b-4935-9fae-abc0d7fb5742 None None] Checking router: aa22cc10-7d59-41c2-b73a-425e5fdfa973 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:57:54.426808 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c7b3c-2318-4b03-abb2-d79c5f76f2b2 req-c58e8f19-808a-412d-a12b-e930ce6c531c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:54.427844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85b7a9e-6a8b-4935-9fae-abc0d7fb5742 None None] Routers {'aa22cc10-7d59-41c2-b73a-425e5fdfa973'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:57:54.428243 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b41c7b3c-2318-4b03-abb2-d79c5f76f2b2 req-c58e8f19-808a-412d-a12b-e930ce6c531c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a HTTP/1.1" status: 200 len: 834 time: 0.0551195 Jun 18 16:57:54.428474 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-b85b7a9e-6a8b-4935-9fae-abc0d7fb5742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:57:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['aa22cc10-7d59-41c2-b73a-425e5fdfa973'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:54.491919 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:54.530904 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75e654-081c-49d7-8a66-83200dfb5638 req-dd1be4d9-b367-449e-a1e0-c89fa6517468 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:54.532456 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6b75e654-081c-49d7-8a66-83200dfb5638 req-dd1be4d9-b367-449e-a1e0-c89fa6517468 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.1183732 Jun 18 16:57:54.535426 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c7b3c-2318-4b03-abb2-d79c5f76f2b2 req-4dbab8ae-c5bc-42cc-b975-c1e42f179fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:54.536871 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b41c7b3c-2318-4b03-abb2-d79c5f76f2b2 req-4dbab8ae-c5bc-42cc-b975-c1e42f179fe2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aa1a1dd5-344c-4275-ab2a-7404e217d420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0896728 Jun 18 16:57:54.550179 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-b85b7a9e-6a8b-4935-9fae-abc0d7fb5742 None None] Set router aa22cc10-7d59-41c2-b73a-425e5fdfa973 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:57:54.630179 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6b75e654-081c-49d7-8a66-83200dfb5638 req-2708c607-d5e3-41ac-8939-ec04ed44d7a8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913448 Jun 18 16:57:54.667739 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b41c7b3c-2318-4b03-abb2-d79c5f76f2b2 req-6c6f4803-4c00-4ee3-93fb-cc205fb7bf1b service neutron] 10.222.0.55 "GET /v2.0/networks/aa1a1dd5-344c-4275-ab2a-7404e217d420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213517 Jun 18 16:57:54.760907 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-b85b7a9e-6a8b-4935-9fae-abc0d7fb5742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973793291', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:18Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '07bccebc-5bc2-40fa-bf89-d2b79a5e1f61', 'name': '', 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:fd:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:18Z', 'updated_at': '2021-06-18T16:56:22Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:54.765488 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b41c7b3c-2318-4b03-abb2-d79c5f76f2b2 req-3f1a70ab-c2b2-4330-a9c4-658a9975f52c service neutron] 10.222.0.55 "GET /v2.0/networks/aa1a1dd5-344c-4275-ab2a-7404e217d420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904536 Jun 18 16:57:54.795391 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85b7a9e-6a8b-4935-9fae-abc0d7fb5742 None None] The sync data for ids ['aa22cc10-7d59-41c2-b73a-425e5fdfa973'] in dv-neutron-797120-1-hyperv is: [{'id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973793291', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:18Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '07bccebc-5bc2-40fa-bf89-d2b79a5e1f61', 'name': '', 'network_id': 'aa1a1dd5-344c-4275-ab2a-7404e217d420', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:fd:cc:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_interface', 'standard_attr_id': 1733, 'fixed_ips': [{'subnet_id': '7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:18Z', 'updated_at': '2021-06-18T16:56:22Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:57:55.008150 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c90b45e-09c1-4f2e-a169-2b32d7f849a7 None None] New status for floating IP bf53d836-346e-47aa-a30b-e3028c16129c: DOWN {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:57:55.822485 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cc27b-8491-4108-a618-02d60aaf9265 req-0f7ce51b-2a10-4031-bd97-4302531d3bd7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:55.826366 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-526cc27b-8491-4108-a618-02d60aaf9265 req-0f7ce51b-2a10-4031-bd97-4302531d3bd7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.0727403 Jun 18 16:57:55.843869 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:57:55.870971 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-526cc27b-8491-4108-a618-02d60aaf9265 req-e474321b-4ca5-47e1-ad05-2ea2776b8262 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=7af6618b-b6ac-4b8a-9922-fe47865187e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383120 Jun 18 16:57:56.020972 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f7344-6419-4d18-9fd4-8a819debbc32 req-45e35cda-fcd2-4fbd-b0f6-7491c273b213 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:57:56.022317 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c38f7344-6419-4d18-9fd4-8a819debbc32 req-45e35cda-fcd2-4fbd-b0f6-7491c273b213 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 945 time: 0.0621445 Jun 18 16:57:56.118393 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-c38f7344-6419-4d18-9fd4-8a819debbc32 req-d1e05550-474e-4021-bed4-cdd42ea7f7d0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting port 4aa85b86-c7a0-462c-a704-292ab5362fc2 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:57:56.118758 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-c38f7344-6419-4d18-9fd4-8a819debbc32 req-d1e05550-474e-4021-bed4-cdd42ea7f7d0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:56.553358 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-c38f7344-6419-4d18-9fd4-8a819debbc32 req-d1e05550-474e-4021-bed4-cdd42ea7f7d0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] For port 4aa85b86-c7a0-462c-a704-292ab5362fc2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4aa85b86-c7a0-462c-a704-292ab5362fc2,segment=NetworkSegment(d23d2130-9dd2-4ec1-844b-7c655f6c2f99),segment_id=d23d2130-9dd2-4ec1-844b-7c655f6c2f99)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:57:56.553711 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-c38f7344-6419-4d18-9fd4-8a819debbc32 req-d1e05550-474e-4021-bed4-cdd42ea7f7d0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:56.617685 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-c38f7344-6419-4d18-9fd4-8a819debbc32 req-d1e05550-474e-4021-bed4-cdd42ea7f7d0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Calling delete_port for 4aa85b86-c7a0-462c-a704-292ab5362fc2 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:57:56.742848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-c38f7344-6419-4d18-9fd4-8a819debbc32 req-d1e05550-474e-4021-bed4-cdd42ea7f7d0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:56.747380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bada65b2-1c23-4545-8946-b521be5842d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:56.778041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e05550-474e-4021-bed4-cdd42ea7f7d0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Port': ['ID=4aa85b86-c7a0-462c-a704-292ab5362fc2,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:56.783144 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d1e05550-474e-4021-bed4-cdd42ea7f7d0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:56.822731 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38f7344-6419-4d18-9fd4-8a819debbc32 req-d1e05550-474e-4021-bed4-cdd42ea7f7d0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] No DVR routers for this DVR port 4aa85b86-c7a0-462c-a704-292ab5362fc2 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:57:56.825955 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-c38f7344-6419-4d18-9fd4-8a819debbc32 req-d1e05550-474e-4021-bed4-cdd42ea7f7d0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:56.828027 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c38f7344-6419-4d18-9fd4-8a819debbc32 req-d1e05550-474e-4021-bed4-cdd42ea7f7d0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "DELETE /v2.0/ports/4aa85b86-c7a0-462c-a704-292ab5362fc2 HTTP/1.1" status: 204 len: 173 time: 0.8000510 Jun 18 16:57:56.828593 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc5ef2a-028e-4ed7-9172-d05426023e60', 'name': 'network-vif-deleted', 'tag': '4aa85b86-c7a0-462c-a704-292ab5362fc2'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:57:56.830985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780c5f7b-2b6a-455c-886c-b11cbeffaa98" -d '{"events": [{"server_uuid": "7bc5ef2a-028e-4ed7-9172-d05426023e60", "name": "network-vif-deleted", "tag": "4aa85b86-c7a0-462c-a704-292ab5362fc2"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:57:56.878769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdd266e-376b-48e1-986f-dd6636573d49 x-openstack-request-id: req-ecdd266e-376b-48e1-986f-dd6636573d49 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:57:56.879123 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc5ef2a-028e-4ed7-9172-d05426023e60", "name": "network-vif-deleted", "tag": "4aa85b86-c7a0-462c-a704-292ab5362fc2", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:57:56.879433 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ecdd266e-376b-48e1-986f-dd6636573d49 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:57:56.879885 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bc5ef2a-028e-4ed7-9172-d05426023e60', 'name': 'network-vif-deleted', 'tag': '4aa85b86-c7a0-462c-a704-292ab5362fc2', 'status': 'completed', 'code': 200} Jun 18 16:57:57.018776 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-09401fc6-2367-43fe-936b-2794ef1fd3f2 req-4962db8e-c981-4ec7-a20c-488cab5715a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=7bc5ef2a-028e-4ed7-9172-d05426023e60 HTTP/1.1" status: 200 len: 210 time: 0.0320811 Jun 18 16:57:58.111542 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56422) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:58.465172 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dbf080ee-1bde-476f-8d1b-683d86238804 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:58.731626 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-dbf080ee-1bde-476f-8d1b-683d86238804 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting port 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:57:58.731881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dbf080ee-1bde-476f-8d1b-683d86238804 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:58.821605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-dbf080ee-1bde-476f-8d1b-683d86238804 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] For port 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=07bccebc-5bc2-40fa-bf89-d2b79a5e1f61,segment=NetworkSegment(d23d2130-9dd2-4ec1-844b-7c655f6c2f99),segment_id=d23d2130-9dd2-4ec1-844b-7c655f6c2f99)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:57:58.821958 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dbf080ee-1bde-476f-8d1b-683d86238804 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:58.884405 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-dbf080ee-1bde-476f-8d1b-683d86238804 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Calling delete_port for 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:57:59.069697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dbf080ee-1bde-476f-8d1b-683d86238804 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:59.072352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9ede3d57-4c62-4276-9651-d10d69873a41 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:59.102045 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf080ee-1bde-476f-8d1b-683d86238804 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Port': ['ID=07bccebc-5bc2-40fa-bf89-d2b79a5e1f61,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:59.105536 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dbf080ee-1bde-476f-8d1b-683d86238804 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:59.278213 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dbf080ee-1bde-476f-8d1b-683d86238804 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:59.493818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf080ee-1bde-476f-8d1b-683d86238804 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router aa22cc10-7d59-41c2-b73a-425e5fdfa973 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:57:59.600111 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf080ee-1bde-476f-8d1b-683d86238804 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:57:59.606153 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-dbf080ee-1bde-476f-8d1b-683d86238804 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "PUT /v2.0/routers/aa22cc10-7d59-41c2-b73a-425e5fdfa973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4935706 Jun 18 16:57:59.608796 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56424) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:59.611507 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36cace3-f929-4de9-a7ff-4bb888c8f0d4 None None] Sync routers for ids ['aa22cc10-7d59-41c2-b73a-425e5fdfa973'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:57:59.621336 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36cace3-f929-4de9-a7ff-4bb888c8f0d4 None None] Routers {'aa22cc10-7d59-41c2-b73a-425e5fdfa973'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:57:59.622012 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d36cace3-f929-4de9-a7ff-4bb888c8f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:57:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['aa22cc10-7d59-41c2-b73a-425e5fdfa973'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:57:59.659679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5034e9-caf5-4bba-994a-fb0357d574ee tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting subnet 7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:57:59.662685 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3e5034e9-caf5-4bba-994a-fb0357d574ee tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:59.703976 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3e5034e9-caf5-4bba-994a-fb0357d574ee tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:59.725110 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-d36cace3-f929-4de9-a7ff-4bb888c8f0d4 None None] Set router aa22cc10-7d59-41c2-b73a-425e5fdfa973 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:57:59.792956 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3e5034e9-caf5-4bba-994a-fb0357d574ee tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:59.852775 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3e5034e9-caf5-4bba-994a-fb0357d574ee tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:59.855641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e8984a1c-ffd5-4186-8f09-f59b67191b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:57:59.883905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5034e9-caf5-4bba-994a-fb0357d574ee tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:57:59.888803 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3e5034e9-caf5-4bba-994a-fb0357d574ee tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:57:59.891701 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3e5034e9-caf5-4bba-994a-fb0357d574ee tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:57:59.893561 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3e5034e9-caf5-4bba-994a-fb0357d574ee tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/subnets/7dc1f2e8-1b76-4339-a4f3-0ab7ab2aa04a HTTP/1.1" status: 204 len: 168 time: 0.2838397 Jun 18 16:57:59.896076 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56426) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:57:59.898226 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a71b05-7c1a-4ae3-aa64-d58cc5f91867 None None] Network aa1a1dd5-344c-4275-ab2a-7404e217d420 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:57:59.977946 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d36cace3-f929-4de9-a7ff-4bb888c8f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973793291', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:57:59Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:00.007054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36cace3-f929-4de9-a7ff-4bb888c8f0d4 None None] Checking router: aa22cc10-7d59-41c2-b73a-425e5fdfa973 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:58:00.011143 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-135e8822-23db-48b6-9999-4048d44097e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:00.050040 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36cace3-f929-4de9-a7ff-4bb888c8f0d4 None None] Routers {'aa22cc10-7d59-41c2-b73a-425e5fdfa973'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:58:00.051169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d36cace3-f929-4de9-a7ff-4bb888c8f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:57:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['aa22cc10-7d59-41c2-b73a-425e5fdfa973'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:00.092793 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 4aa85b86-c7a0-462c-a704-292ab5362fc2 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:58:00.118437 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-135e8822-23db-48b6-9999-4048d44097e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:00.121604 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 4aa85b86-c7a0-462c-a704-292ab5362fc2 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:58:00.121955 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 4aa85b86-c7a0-462c-a704-292ab5362fc2 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:58:00.173868 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-135e8822-23db-48b6-9999-4048d44097e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting port 06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:58:00.174217 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-135e8822-23db-48b6-9999-4048d44097e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:00.193484 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-d36cace3-f929-4de9-a7ff-4bb888c8f0d4 None None] Set router aa22cc10-7d59-41c2-b73a-425e5fdfa973 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:58:00.260369 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-135e8822-23db-48b6-9999-4048d44097e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] For port 06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:00.260746 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-135e8822-23db-48b6-9999-4048d44097e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:00.263962 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] DHCP port deletion for aa1a1dd5-344c-4275-ab2a-7404e217d420 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:58:00.328994 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-135e8822-23db-48b6-9999-4048d44097e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Calling delete_port for 06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8 owned by network:router_gateway {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:58:00.390683 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] Deleting port 2420ef36-51e0-4c2d-a46c-f597dedf7cfa {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:58:00.391068 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:00.467973 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] For port 2420ef36-51e0-4c2d-a46c-f597dedf7cfa, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2420ef36-51e0-4c2d-a46c-f597dedf7cfa,segment=NetworkSegment(d23d2130-9dd2-4ec1-844b-7c655f6c2f99),segment_id=d23d2130-9dd2-4ec1-844b-7c655f6c2f99)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:00.468372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:00.499563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-135e8822-23db-48b6-9999-4048d44097e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:00.501441 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:00.523252 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e8822-23db-48b6-9999-4048d44097e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Port': ['ID=06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:00.527413 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-135e8822-23db-48b6-9999-4048d44097e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:00.538282 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] Calling delete_port for 2420ef36-51e0-4c2d-a46c-f597dedf7cfa owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:58:00.544833 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-d36cace3-f929-4de9-a7ff-4bb888c8f0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973793291', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:57:59Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:00.577100 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36cace3-f929-4de9-a7ff-4bb888c8f0d4 None None] The sync data for ids ['aa22cc10-7d59-41c2-b73a-425e5fdfa973'] in dv-neutron-797120-1-hyperv is: [{'id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973793291', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:57:59Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa22cc10-7d59-41c2-b73a-425e5fdfa973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:56:15Z', 'updated_at': '2021-06-18T16:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:58:00.588226 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-135e8822-23db-48b6-9999-4048d44097e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:00.647076 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:00.650341 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9b9fffca-1b43-494b-a8cb-342f4c6b57bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:00.678347 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] No DVR routers for this DVR port 2420ef36-51e0-4c2d-a46c-f597dedf7cfa on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:58:00.682221 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] Pushing event deleted for resources: {'Port': ['ID=2420ef36-51e0-4c2d-a46c-f597dedf7cfa,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:00.687938 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-135e8822-23db-48b6-9999-4048d44097e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:00.689696 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:00.690041 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:00.690364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:00.690567 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-135e8822-23db-48b6-9999-4048d44097e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:00.690754 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:00.691054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:00.691381 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:00.691704 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:00.692075 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:00.692333 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:00.692645 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:00.692959 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:00.693269 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:00.696500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:00.740260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-135e8822-23db-48b6-9999-4048d44097e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:00.740786 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135e8822-23db-48b6-9999-4048d44097e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Fanout notify agent at l3_agent the message router_deleted on router aa22cc10-7d59-41c2-b73a-425e5fdfa973 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:58:00.747674 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-135e8822-23db-48b6-9999-4048d44097e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:00.748789 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-135e8822-23db-48b6-9999-4048d44097e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/routers/aa22cc10-7d59-41c2-b73a-425e5fdfa973 HTTP/1.1" status: 204 len: 168 time: 0.8511600 Jun 18 16:58:00.751430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56428) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:00.828714 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f7a92e47-4c19-4703-9e82-241232a1ab58 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:00.920726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f7a92e47-4c19-4703-9e82-241232a1ab58 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:00.931593 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-f7a92e47-4c19-4703-9e82-241232a1ab58 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa1a1dd5-344c-4275-ab2a-7404e217d420']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:00.941702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-f7a92e47-4c19-4703-9e82-241232a1ab58 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23d2130-9dd2-4ec1-844b-7c655f6c2f99') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:00.941999 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-f7a92e47-4c19-4703-9e82-241232a1ab58 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23d2130-9dd2-4ec1-844b-7c655f6c2f99') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:00.953423 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f7a92e47-4c19-4703-9e82-241232a1ab58 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:00.968089 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f7a92e47-4c19-4703-9e82-241232a1ab58 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:00.974352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a92e47-4c19-4703-9e82-241232a1ab58 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:58:00.975024 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f7a92e47-4c19-4703-9e82-241232a1ab58 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:58:00.978343 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:58:01.040707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f7a92e47-4c19-4703-9e82-241232a1ab58 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.044460 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-96af0562-2543-454b-9e44-a1d03cb28b76 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:01.048841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f7a92e47-4c19-4703-9e82-241232a1ab58 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.050528 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f7a92e47-4c19-4703-9e82-241232a1ab58 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/networks/aa1a1dd5-344c-4275-ab2a-7404e217d420 HTTP/1.1" status: 204 len: 168 time: 0.2978473 Jun 18 16:58:01.053382 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56430) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:01.062339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a92e47-4c19-4703-9e82-241232a1ab58 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Network': ['ID=aa1a1dd5-344c-4275-ab2a-7404e217d420,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:01.065014 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f7a92e47-4c19-4703-9e82-241232a1ab58 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:01.121216 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-160f031b-20d7-4ef9-8ac4-e6a5361e486b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.146692 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-160f031b-20d7-4ef9-8ac4-e6a5361e486b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.210588 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-160f031b-20d7-4ef9-8ac4-e6a5361e486b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.215424 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-160f031b-20d7-4ef9-8ac4-e6a5361e486b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.216638 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-160f031b-20d7-4ef9-8ac4-e6a5361e486b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/security-groups/7af6618b-b6ac-4b8a-9922-fe47865187e0 HTTP/1.1" status: 204 len: 168 time: 0.1622405 Jun 18 16:58:01.217454 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-272c001c-c874-488f-ae1d-7b158f367ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:01.226785 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f031b-20d7-4ef9-8ac4-e6a5361e486b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af6618b-b6ac-4b8a-9922-fe47865187e0,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:01.235318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f031b-20d7-4ef9-8ac4-e6a5361e486b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:01.235702 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f031b-20d7-4ef9-8ac4-e6a5361e486b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:01.236113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f031b-20d7-4ef9-8ac4-e6a5361e486b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:01.236491 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f031b-20d7-4ef9-8ac4-e6a5361e486b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:01.236863 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f031b-20d7-4ef9-8ac4-e6a5361e486b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:01.237231 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f031b-20d7-4ef9-8ac4-e6a5361e486b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:01.237595 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f031b-20d7-4ef9-8ac4-e6a5361e486b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:01.237967 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f031b-20d7-4ef9-8ac4-e6a5361e486b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:01.238370 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f031b-20d7-4ef9-8ac4-e6a5361e486b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:01.238864 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f031b-20d7-4ef9-8ac4-e6a5361e486b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:01.239341 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f031b-20d7-4ef9-8ac4-e6a5361e486b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:01.239836 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-160f031b-20d7-4ef9-8ac4-e6a5361e486b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:01.244206 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-160f031b-20d7-4ef9-8ac4-e6a5361e486b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:01.450152 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56438) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:01.455106 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d12fdf17-5b70-47f0-ab8b-cfa21ae9de7d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-77006298', 'description': 'tempest-secgroup-smoke-77006298 description', 'project_id': 'af4038200da2445a9f07c55e11895697'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:58:01.475840 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d12fdf17-5b70-47f0-ab8b-cfa21ae9de7d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.564988 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d12fdf17-5b70-47f0-ab8b-cfa21ae9de7d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.568742 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d12fdf17-5b70-47f0-ab8b-cfa21ae9de7d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.571928 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-66bb58c7-e1e6-4502-9368-7fa91193c239 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:01.597611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d12fdf17-5b70-47f0-ab8b-cfa21ae9de7d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.598862 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d12fdf17-5b70-47f0-ab8b-cfa21ae9de7d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1476631 Jun 18 16:58:01.601185 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12fdf17-5b70-47f0-ab8b-cfa21ae9de7d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d64bd35-246f-457f-8c45-5cc834a8d131,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:01.602660 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56440) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:01.604641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d12fdf17-5b70-47f0-ab8b-cfa21ae9de7d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:01.609465 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-9ee6282d-d608-4de1-998b-2bad608876ba tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': '9d64bd35-246f-457f-8c45-5cc834a8d131', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:58:01.637771 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9ee6282d-d608-4de1-998b-2bad608876ba tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.685809 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9ee6282d-d608-4de1-998b-2bad608876ba tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.689397 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9ee6282d-d608-4de1-998b-2bad608876ba tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.691232 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8d5ac5b5-9018-49e6-8700-5ed4aabfd90c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:01.710954 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6282d-d608-4de1-998b-2bad608876ba tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c928c953-5278-4325-bad7-125901ea235d,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:01.714609 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9ee6282d-d608-4de1-998b-2bad608876ba tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:01.717586 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9ee6282d-d608-4de1-998b-2bad608876ba tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.718801 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9ee6282d-d608-4de1-998b-2bad608876ba tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1135697 Jun 18 16:58:01.721303 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56442) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:01.725914 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-11eb5a9c-52f4-4b1c-a28d-92b37ee7dc82 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': '9d64bd35-246f-457f-8c45-5cc834a8d131', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:58:01.751848 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-11eb5a9c-52f4-4b1c-a28d-92b37ee7dc82 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.808191 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-11eb5a9c-52f4-4b1c-a28d-92b37ee7dc82 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.811710 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-11eb5a9c-52f4-4b1c-a28d-92b37ee7dc82 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.816974 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fbf52df6-dacf-41e1-a153-1b2f9706adb1 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:01.832589 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb5a9c-52f4-4b1c-a28d-92b37ee7dc82 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f37230a1-3c0f-4aa6-8c82-401c3e112c3f,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:01.835707 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-11eb5a9c-52f4-4b1c-a28d-92b37ee7dc82 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:01.836927 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-11eb5a9c-52f4-4b1c-a28d-92b37ee7dc82 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.838097 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-11eb5a9c-52f4-4b1c-a28d-92b37ee7dc82 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158857 Jun 18 16:58:01.842192 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56444) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:01.846756 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-bb93d48c-4d78-409f-91d9-aed4dfe5a2df tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': '9d64bd35-246f-457f-8c45-5cc834a8d131', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:58:01.879816 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bb93d48c-4d78-409f-91d9-aed4dfe5a2df tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.937109 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:58:01.951519 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bb93d48c-4d78-409f-91d9-aed4dfe5a2df tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.955452 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bb93d48c-4d78-409f-91d9-aed4dfe5a2df tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.957268 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2081cafb-f69b-4190-8b60-1bcd40b965c2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:01.959039 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:58:01.959632 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 06e7f2b9-80d1-4f18-ab80-0f0d807d2fc8 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:58:01.960064 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2420ef36-51e0-4c2d-a46c-f597dedf7cfa no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:58:01.973299 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93d48c-4d78-409f-91d9-aed4dfe5a2df tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4249e5-7193-4759-803e-a37b930f2bad,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:01.976140 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bb93d48c-4d78-409f-91d9-aed4dfe5a2df tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:01.979436 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 2420ef36-51e0-4c2d-a46c-f597dedf7cfa {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:58:01.980016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2420ef36-51e0-4c2d-a46c-f597dedf7cfa not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:58:01.980636 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:58:01.980754 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bb93d48c-4d78-409f-91d9-aed4dfe5a2df tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:01.982910 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bb93d48c-4d78-409f-91d9-aed4dfe5a2df tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396375 Jun 18 16:58:01.984781 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56446) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:01.989410 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-0a16dc23-12dd-48e3-9311-1df0ce898f73 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': '9d64bd35-246f-457f-8c45-5cc834a8d131', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:58:01.999777 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:58:02.000138 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 07bccebc-5bc2-40fa-bf89-d2b79a5e1f61 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:58:02.017054 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0a16dc23-12dd-48e3-9311-1df0ce898f73 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.076110 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0a16dc23-12dd-48e3-9311-1df0ce898f73 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.079727 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0a16dc23-12dd-48e3-9311-1df0ce898f73 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.081494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4006b0df-13ae-493c-92fe-54f01fec3a82 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:02.097622 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16dc23-12dd-48e3-9311-1df0ce898f73 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=171b8956-44ce-41f1-a316-0394738ff350,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:02.100096 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0a16dc23-12dd-48e3-9311-1df0ce898f73 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:02.104452 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0a16dc23-12dd-48e3-9311-1df0ce898f73 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.105769 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0a16dc23-12dd-48e3-9311-1df0ce898f73 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200688 Jun 18 16:58:02.108500 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56448) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:02.112837 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-991d44f7-5009-4084-b42a-58ff0714f8b0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': '9d64bd35-246f-457f-8c45-5cc834a8d131', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:58:02.134226 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-991d44f7-5009-4084-b42a-58ff0714f8b0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Project af4038200da2445a9f07c55e11895697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:58:02.139690 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-991d44f7-5009-4084-b42a-58ff0714f8b0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.199356 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-991d44f7-5009-4084-b42a-58ff0714f8b0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.203008 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-991d44f7-5009-4084-b42a-58ff0714f8b0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.207356 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-201c897d-b8bc-4ce6-ae5c-44bba6136867 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:02.225351 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d44f7-5009-4084-b42a-58ff0714f8b0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6571844c-62fd-4e3a-abf4-94f306bc7296,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:02.228389 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-991d44f7-5009-4084-b42a-58ff0714f8b0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:02.233487 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-991d44f7-5009-4084-b42a-58ff0714f8b0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.234705 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-991d44f7-5009-4084-b42a-58ff0714f8b0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252913 Jun 18 16:58:02.237400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56450) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:02.243235 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-5754acb1-b8ed-4556-a489-917d1d4895ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': '9d64bd35-246f-457f-8c45-5cc834a8d131', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:58:02.266969 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-5754acb1-b8ed-4556-a489-917d1d4895ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Project af4038200da2445a9f07c55e11895697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:58:02.271743 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5754acb1-b8ed-4556-a489-917d1d4895ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.333557 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5754acb1-b8ed-4556-a489-917d1d4895ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.336878 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5754acb1-b8ed-4556-a489-917d1d4895ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.343126 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-74ab3c70-9159-4001-8800-c8ddb0cf11e2 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:02.355568 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754acb1-b8ed-4556-a489-917d1d4895ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c1f3e6-87e2-4ed1-9ae9-48af6ecdd3dd,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:02.358062 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5754acb1-b8ed-4556-a489-917d1d4895ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:02.362377 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5754acb1-b8ed-4556-a489-917d1d4895ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.363614 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5754acb1-b8ed-4556-a489-917d1d4895ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252921 Jun 18 16:58:02.366449 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56452) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:02.371951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-5842c75d-082c-48dc-860d-29055353b97c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'network': {'name': 'tempest-network-smoke--721339437', 'project_id': 'af4038200da2445a9f07c55e11895697', 'port_security_enabled': True}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:58:02.392291 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5842c75d-082c-48dc-860d-29055353b97c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Made reservation on behalf of af4038200da2445a9f07c55e11895697 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:58:02.395765 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5842c75d-082c-48dc-860d-29055353b97c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.419277 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5842c75d-082c-48dc-860d-29055353b97c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:58:02.428338 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5842c75d-082c-48dc-860d-29055353b97c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.428683 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-5842c75d-082c-48dc-860d-29055353b97c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Added segment cac56b56-0283-45ab-b59a-af23b50dc823 of type vlan for network 7361cdca-6a7f-4f88-9690-ffde46c85af4 Jun 18 16:58:02.469530 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5842c75d-082c-48dc-860d-29055353b97c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.498491 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5842c75d-082c-48dc-860d-29055353b97c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.503935 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5842c75d-082c-48dc-860d-29055353b97c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:02.504513 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5842c75d-082c-48dc-860d-29055353b97c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.506737 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0bf03dc2-3860-4fcc-bd17-759581a3c5ba tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:02.560077 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5842c75d-082c-48dc-860d-29055353b97c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1924968 Jun 18 16:58:02.562704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56454) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:02.574038 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-830211410', 'admin_state_up': True, 'project_id': 'af4038200da2445a9f07c55e11895697', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:58:02.586951 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842c75d-082c-48dc-860d-29055353b97c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Network': ['ID=7361cdca-6a7f-4f88-9690-ffde46c85af4,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:02.589829 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5842c75d-082c-48dc-860d-29055353b97c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:02.597773 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 7361cdca-6a7f-4f88-9690-ffde46c85af4 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:58:02.604985 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.605968 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.657687 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.804384 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:02.996180 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_gateway, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:03.018378 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:03.116125 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Allocated IP 172.26.6.183 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/1f0c73eb-ca2b-488c-b55f-8caf9ab3f876) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:58:03.219882 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:03.257981 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:03.259939 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:03.299334 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:58:03.304438 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:58:03.307113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:58:03.312076 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=1f0c73eb-ca2b-488c-b55f-8caf9ab3f876,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:03.316291 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:03.556023 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_gateway, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:03.752221 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:03.876892 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router fe73b736-579e-4762-a852-803ef8e95692 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:58:03.988043 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:58:03.997207 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Sync routers for ids ['fe73b736-579e-4762-a852-803ef8e95692'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:58:04.006466 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:04.006958 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Routers {'fe73b736-579e-4762-a852-803ef8e95692'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:58:04.007593 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:57:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['fe73b736-579e-4762-a852-803ef8e95692'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:04.007756 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4440732 Jun 18 16:58:04.012343 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56456) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:04.041292 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8395f7a1-b2ce-4b84-978c-d985343aaf82 tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=af4038200da2445a9f07c55e11895697&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276086 Jun 18 16:58:04.043766 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56458) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:04.111578 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Set router fe73b736-579e-4762-a852-803ef8e95692 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:58:04.134088 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff860ea-b8e6-4ef2-8f53-2b02a0d2d87a tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:04.136552 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0ff860ea-b8e6-4ef2-8f53-2b02a0d2d87a tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916224 Jun 18 16:58:04.139157 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56460) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:04.166744 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-86310ffb-124f-404b-9b16-1badf6d6bda4 tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263834 Jun 18 16:58:04.169270 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56462) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:04.174459 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-bd0e1e96-ff72-4ae5-bdf8-fde136fcd612 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-124821350', 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4', 'project_id': 'af4038200da2445a9f07c55e11895697', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:58:04.262717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0e1e96-ff72-4ae5-bdf8-fde136fcd612 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Made reservation on behalf of af4038200da2445a9f07c55e11895697 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:58:04.266269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bd0e1e96-ff72-4ae5-bdf8-fde136fcd612 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:04.292730 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe73b736-579e-4762-a852-803ef8e95692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830211410', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:02Z', 'updated_at': '2021-06-18T16:58:03Z', 'revision_number': 3, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:03Z', 'updated_at': '2021-06-18T16:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:04.318689 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Checking router: fe73b736-579e-4762-a852-803ef8e95692 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:58:04.319049 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Updating router fe73b736-579e-4762-a852-803ef8e95692 port 1f0c73eb-ca2b-488c-b55f-8caf9ab3f876 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:58:04.355409 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:04.443480 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bd0e1e96-ff72-4ae5-bdf8-fde136fcd612 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:04.445530 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c71ecd4b-8cc6-48ad-a4b6-497c1c15372f tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:04.505326 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e1e96-ff72-4ae5-bdf8-fde136fcd612 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Subnet': ['ID=bc9a314f-25d7-49f8-af87-0c1b62b1be5b,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:04.508940 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bd0e1e96-ff72-4ae5-bdf8-fde136fcd612 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:04.516310 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0e1e96-ff72-4ae5-bdf8-fde136fcd612 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Checking segment: {'id': 'cac56b56-0283-45ab-b59a-af23b50dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:58:04.516668 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0e1e96-ff72-4ae5-bdf8-fde136fcd612 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network hostable DHCP agents. Network: 7361cdca-6a7f-4f88-9690-ffde46c85af4, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:58:04.534091 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0e1e96-ff72-4ae5-bdf8-fde136fcd612 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network 7361cdca-6a7f-4f88-9690-ffde46c85af4 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:58:04.543464 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-bd0e1e96-ff72-4ae5-bdf8-fde136fcd612 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 7361cdca-6a7f-4f88-9690-ffde46c85af4) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:58:04.547481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0e1e96-ff72-4ae5-bdf8-fde136fcd612 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:04.548073 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bd0e1e96-ff72-4ae5-bdf8-fde136fcd612 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:04.554333 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929eb662-e099-4de3-b795-b89b9709aa54 None None] Network 7361cdca-6a7f-4f88-9690-ffde46c85af4 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:58:04.561866 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-bd0e1e96-ff72-4ae5-bdf8-fde136fcd612 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3914425 Jun 18 16:58:04.564756 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56464) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:04.623445 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:04.633510 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Transition to ACTIVE for port object 1f0c73eb-ca2b-488c-b55f-8caf9ab3f876 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:58:04.641107 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:04.643136 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-0ba71403-1ff7-4622-b5fc-d318cb3d5be8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:04.686051 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19577ec6-76b9-45b7-9f63-7b6cfb7518b2 None None] Pushing event updated for resources: {'Port': ['ID=1f0c73eb-ca2b-488c-b55f-8caf9ab3f876,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:04.696783 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19577ec6-76b9-45b7-9f63-7b6cfb7518b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:04.697022 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19577ec6-76b9-45b7-9f63-7b6cfb7518b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:04.697371 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19577ec6-76b9-45b7-9f63-7b6cfb7518b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:04.698525 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19577ec6-76b9-45b7-9f63-7b6cfb7518b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:04.699527 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19577ec6-76b9-45b7-9f63-7b6cfb7518b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:04.699976 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19577ec6-76b9-45b7-9f63-7b6cfb7518b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:04.700310 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19577ec6-76b9-45b7-9f63-7b6cfb7518b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:04.700638 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19577ec6-76b9-45b7-9f63-7b6cfb7518b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:04.701122 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19577ec6-76b9-45b7-9f63-7b6cfb7518b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:04.701444 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19577ec6-76b9-45b7-9f63-7b6cfb7518b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:04.701766 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19577ec6-76b9-45b7-9f63-7b6cfb7518b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:04.702080 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19577ec6-76b9-45b7-9f63-7b6cfb7518b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:58:04.707313 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-19577ec6-76b9-45b7-9f63-7b6cfb7518b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:04.724862 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Attempting to bind port 1f0c73eb-ca2b-488c-b55f-8caf9ab3f876 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:58:04.725248 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Attempting to bind port 1f0c73eb-ca2b-488c-b55f-8caf9ab3f876 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:58:04.725884 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Attempting to bind port 1f0c73eb-ca2b-488c-b55f-8caf9ab3f876 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:58:04.732318 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:58:04.732707 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:58:04.733116 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:04.733514 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:58:04.733992 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Bound port: 1f0c73eb-ca2b-488c-b55f-8caf9ab3f876, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:58:04.734369 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:04.740107 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-7361cdca-6a7f-4f88-9690-ffde46c85af4', 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ips': [{'subnet_id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:58:04.741194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:04.793695 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] For port 1f0c73eb-ca2b-488c-b55f-8caf9ab3f876, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:58:04.797311 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] For port 1f0c73eb-ca2b-488c-b55f-8caf9ab3f876, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1f0c73eb-ca2b-488c-b55f-8caf9ab3f876,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:58:04.801936 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:04.804373 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-616bc111-1ead-4640-bac9-3768b978a022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:04.861062 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Routers {'fe73b736-579e-4762-a852-803ef8e95692'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:58:04.861716 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:57:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['fe73b736-579e-4762-a852-803ef8e95692'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:04.891552 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Allocated IP 172.20.0.2 (7361cdca-6a7f-4f88-9690-ffde46c85af4/bc9a314f-25d7-49f8-af87-0c1b62b1be5b/cb2e6ab9-ea91-450e-b5db-5f78534bd245) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:58:04.917297 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19577ec6-76b9-45b7-9f63-7b6cfb7518b2 None None] Pushing event updated for resources: {'Port': ['ID=1f0c73eb-ca2b-488c-b55f-8caf9ab3f876,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:04.921582 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-19577ec6-76b9-45b7-9f63-7b6cfb7518b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:04.984500 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] Set router fe73b736-579e-4762-a852-803ef8e95692 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:58:05.055475 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:05.064784 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Transition to ACTIVE for port object cb2e6ab9-ea91-450e-b5db-5f78534bd245 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:58:05.079591 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Transition to ACTIVE for port object cb2e6ab9-ea91-450e-b5db-5f78534bd245 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:58:05.086191 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:05.090164 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-3da184a5-156e-47da-906d-ae64f7a9bf78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:05.123051 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Network 7361cdca-6a7f-4f88-9690-ffde46c85af4 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:58:05.127970 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:58:05.131372 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:58:05.144323 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Pushing event updated for resources: {'Port': ['ID=cb2e6ab9-ea91-450e-b5db-5f78534bd245,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:05.162222 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:05.178686 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe73b736-579e-4762-a852-803ef8e95692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830211410', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:02Z', 'updated_at': '2021-06-18T16:58:03Z', 'revision_number': 3, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:03Z', 'updated_at': '2021-06-18T16:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:05.199324 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Attempting to bind port cb2e6ab9-ea91-450e-b5db-5f78534bd245 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:58:05.199697 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Attempting to bind port cb2e6ab9-ea91-450e-b5db-5f78534bd245 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'cac56b56-0283-45ab-b59a-af23b50dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:58:05.200064 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Attempting to bind port cb2e6ab9-ea91-450e-b5db-5f78534bd245 on network 7361cdca-6a7f-4f88-9690-ffde46c85af4 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:58:05.204914 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:58:05.205292 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Checking segment: {'id': 'cac56b56-0283-45ab-b59a-af23b50dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:58:05.205699 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:05.206094 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Bound using segment: {'id': 'cac56b56-0283-45ab-b59a-af23b50dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:58:05.206590 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Bound port: cb2e6ab9-ea91-450e-b5db-5f78534bd245, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac56b56-0283-45ab-b59a-af23b50dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:58:05.206966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:05.208897 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8742e1e8-b3e0-4521-ab04-c4453cb2fa63 None None] The sync data for ids ['fe73b736-579e-4762-a852-803ef8e95692'] in dv-neutron-797120-1-hyperv is: [{'id': 'fe73b736-579e-4762-a852-803ef8e95692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830211410', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:02Z', 'updated_at': '2021-06-18T16:58:03Z', 'revision_number': 3, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:03Z', 'updated_at': '2021-06-18T16:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:58:05.270883 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] For port cb2e6ab9-ea91-450e-b5db-5f78534bd245, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:58:05.274341 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] For port cb2e6ab9-ea91-450e-b5db-5f78534bd245, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cb2e6ab9-ea91-450e-b5db-5f78534bd245,segment=NetworkSegment(cac56b56-0283-45ab-b59a-af23b50dc823),segment_id=cac56b56-0283-45ab-b59a-af23b50dc823)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:58:05.279088 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:05.281039 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-c981fab7-54af-403f-a573-84ad945fd79f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:05.335439 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Pushing event updated for resources: {'Port': ['ID=cb2e6ab9-ea91-450e-b5db-5f78534bd245,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:05.338613 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:05.400453 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:05.759886 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Allocated IP 172.20.0.1 (7361cdca-6a7f-4f88-9690-ffde46c85af4/bc9a314f-25d7-49f8-af87-0c1b62b1be5b/cec201f1-1972-4073-99e1-f9d9ea2862ea) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:58:05.883867 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:05.905017 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Transition to ACTIVE for port object cec201f1-1972-4073-99e1-f9d9ea2862ea will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:58:05.944542 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:05.946664 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7821ce5a-f41c-497e-af34-873336758dd9 tempest-TestVolumeBootPattern-13136845 tempest-TestVolumeBootPattern-13136845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:05.998632 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network 7361cdca-6a7f-4f88-9690-ffde46c85af4 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:58:06.013357 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:58:06.020219 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:58:06.021364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1f0c73eb-ca2b-488c-b55f-8caf9ab3f876 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:58:06.025623 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=cec201f1-1972-4073-99e1-f9d9ea2862ea,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:06.048091 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:06.072352 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:06.091233 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 1f0c73eb-ca2b-488c-b55f-8caf9ab3f876 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:58:06.095938 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 1f0c73eb-ca2b-488c-b55f-8caf9ab3f876 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:06.096645 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:06.194302 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:06.227478 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 1f0c73eb-ca2b-488c-b55f-8caf9ab3f876, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1f0c73eb-ca2b-488c-b55f-8caf9ab3f876,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:06.232625 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:06.233703 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cb2e6ab9-ea91-450e-b5db-5f78534bd245 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:58:06.236536 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:06.241075 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:06.312434 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=1f0c73eb-ca2b-488c-b55f-8caf9ab3f876,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:06.315603 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:06.327058 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port cb2e6ab9-ea91-450e-b5db-5f78534bd245 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:58:06.399152 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f05aa4f-1656-4cfb-bddd-26fd23edaba2 None None] Network 7361cdca-6a7f-4f88-9690-ffde46c85af4 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:58:06.509365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f65cdd11-8c0b-4d37-bf51-91daf8a3afda None None] Provisioning for port cb2e6ab9-ea91-450e-b5db-5f78534bd245 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:58:06.519206 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f65cdd11-8c0b-4d37-bf51-91daf8a3afda None None] Provisioning complete for port cb2e6ab9-ea91-450e-b5db-5f78534bd245 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:06.519582 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f65cdd11-8c0b-4d37-bf51-91daf8a3afda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:06.545338 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:06.550647 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:06.554652 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5948608a-ad9d-444e-83dc-3a2c09655261 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:06.627471 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=cec201f1-1972-4073-99e1-f9d9ea2862ea,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:06.631075 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:06.646666 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f65cdd11-8c0b-4d37-bf51-91daf8a3afda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:06.650087 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:06.683102 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f65cdd11-8c0b-4d37-bf51-91daf8a3afda None None] For port cb2e6ab9-ea91-450e-b5db-5f78534bd245, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cb2e6ab9-ea91-450e-b5db-5f78534bd245,segment=NetworkSegment(cac56b56-0283-45ab-b59a-af23b50dc823),segment_id=cac56b56-0283-45ab-b59a-af23b50dc823)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:06.692293 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f65cdd11-8c0b-4d37-bf51-91daf8a3afda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:06.694148 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-84d643e1-8d04-4ae7-b353-3361829e0a2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:06.747554 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65cdd11-8c0b-4d37-bf51-91daf8a3afda None None] Pushing event updated for resources: {'Port': ['ID=cb2e6ab9-ea91-450e-b5db-5f78534bd245,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:06.752813 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f65cdd11-8c0b-4d37-bf51-91daf8a3afda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:06.759149 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network 7361cdca-6a7f-4f88-9690-ffde46c85af4 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:58:06.760992 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:58:06.892793 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router fe73b736-579e-4762-a852-803ef8e95692 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:58:06.912634 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5e9dc8be-fa4f-405d-9604-91518a9735a8 None None] Provisioning complete for port cb2e6ab9-ea91-450e-b5db-5f78534bd245 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:06.913021 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc8be-fa4f-405d-9604-91518a9735a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:07.014241 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5e9dc8be-fa4f-405d-9604-91518a9735a8 None None] Provisioning for port cec201f1-1972-4073-99e1-f9d9ea2862ea completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:58:07.017624 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:58:07.018444 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5e9dc8be-fa4f-405d-9604-91518a9735a8 None None] Provisioning complete for port cec201f1-1972-4073-99e1-f9d9ea2862ea triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:07.018900 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc8be-fa4f-405d-9604-91518a9735a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:07.030849 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "PUT /v2.0/routers/fe73b736-579e-4762-a852-803ef8e95692/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4574292 Jun 18 16:58:07.030953 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Sync routers for ids ['fe73b736-579e-4762-a852-803ef8e95692'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:58:07.071837 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Routers {'fe73b736-579e-4762-a852-803ef8e95692'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:58:07.073133 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:57:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['fe73b736-579e-4762-a852-803ef8e95692'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:07.076389 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5e9dc8be-fa4f-405d-9604-91518a9735a8 None None] Port cec201f1-1972-4073-99e1-f9d9ea2862ea cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:58:07.193770 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Set router fe73b736-579e-4762-a852-803ef8e95692 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:58:07.198735 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-3cbe61f3-3bd2-4876-88fc-cc3df77fd457 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77006298&fields=id&tenant_id=af4038200da2445a9f07c55e11895697 HTTP/1.1" status: 200 len: 267 time: 0.0520012 Jun 18 16:58:07.236933 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-7b0dea30-93af-49fe-acb5-770a268a8835 None None] Provisioning complete for port cec201f1-1972-4073-99e1-f9d9ea2862ea triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:07.237322 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7b0dea30-93af-49fe-acb5-770a268a8835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:07.311032 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-a8e2582f-b53b-40f2-a1d0-b55c77644c80 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:07.312607 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-a8e2582f-b53b-40f2-a1d0-b55c77644c80 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/networks?id=7361cdca-6a7f-4f88-9690-ffde46c85af4 HTTP/1.1" status: 200 len: 796 time: 0.1063526 Jun 18 16:58:07.328243 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-56991d4e-765a-425f-8c23-41e652ab888a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/quotas/af4038200da2445a9f07c55e11895697 HTTP/1.1" status: 200 len: 375 time: 0.0100350 Jun 18 16:58:07.341220 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-7b0dea30-93af-49fe-acb5-770a268a8835 None None] Port cec201f1-1972-4073-99e1-f9d9ea2862ea cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:58:07.399502 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-290509be-b039-46ca-b54c-fae4c0f5aaa6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662127 Jun 18 16:58:07.433480 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe73b736-579e-4762-a852-803ef8e95692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830211410', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:02Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:03Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cec201f1-1972-4073-99e1-f9d9ea2862ea', 'name': '', 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:03:21:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:05Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 2, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:07.465170 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Checking router: fe73b736-579e-4762-a852-803ef8e95692 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:58:07.465535 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Updating router fe73b736-579e-4762-a852-803ef8e95692 port cec201f1-1972-4073-99e1-f9d9ea2862ea binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:58:07.501199 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-31274df4-ab99-4855-922e-fd246a3c0466 None None] Provisioning complete for port cec201f1-1972-4073-99e1-f9d9ea2862ea triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:07.501579 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-31274df4-ab99-4855-922e-fd246a3c0466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:07.524499 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:07.538799 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-d444f453-01a9-4780-b25c-d0cc255b7a9b service neutron] 10.222.0.50 "GET /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271987 Jun 18 16:58:07.568234 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-31274df4-ab99-4855-922e-fd246a3c0466 None None] Port cec201f1-1972-4073-99e1-f9d9ea2862ea cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:58:07.635676 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-5424ffb9-3da5-46c8-922d-4142664884a7 service neutron] 10.222.0.50 "GET /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896635 Jun 18 16:58:07.811496 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3d0d1303-e120-47f7-82a5-42f657b8344f req-6c1480c2-2715-4f7b-b577-5461f3fd82aa tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 210 time: 0.0325596 Jun 18 16:58:07.813861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:07.824715 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Transition to ACTIVE for port object cec201f1-1972-4073-99e1-f9d9ea2862ea will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:58:07.831576 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:07.834565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:07.915660 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3fbcb-4483-46a7-8043-3fd3cab443f7 None None] Pushing event updated for resources: {'Port': ['ID=cec201f1-1972-4073-99e1-f9d9ea2862ea,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:07.926920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-91b3fbcb-4483-46a7-8043-3fd3cab443f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:07.978275 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1f0c73eb-ca2b-488c-b55f-8caf9ab3f876 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:58:08.017950 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Attempting to bind port cec201f1-1972-4073-99e1-f9d9ea2862ea on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:58:08.018332 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Attempting to bind port cec201f1-1972-4073-99e1-f9d9ea2862ea by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'cac56b56-0283-45ab-b59a-af23b50dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:58:08.018735 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Attempting to bind port cec201f1-1972-4073-99e1-f9d9ea2862ea on network 7361cdca-6a7f-4f88-9690-ffde46c85af4 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:58:08.029022 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:58:08.029409 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Checking segment: {'id': 'cac56b56-0283-45ab-b59a-af23b50dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:58:08.029822 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:08.030250 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Bound using segment: {'id': 'cac56b56-0283-45ab-b59a-af23b50dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:58:08.030761 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Bound port: cec201f1-1972-4073-99e1-f9d9ea2862ea, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac56b56-0283-45ab-b59a-af23b50dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:58:08.031143 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:08.093642 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 1f0c73eb-ca2b-488c-b55f-8caf9ab3f876 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:08.094019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:08.134904 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] For port cec201f1-1972-4073-99e1-f9d9ea2862ea, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:58:08.139665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] For port cec201f1-1972-4073-99e1-f9d9ea2862ea, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cec201f1-1972-4073-99e1-f9d9ea2862ea,segment=NetworkSegment(cac56b56-0283-45ab-b59a-af23b50dc823),segment_id=cac56b56-0283-45ab-b59a-af23b50dc823)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:58:08.145384 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:08.147429 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:08.261055 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3fbcb-4483-46a7-8043-3fd3cab443f7 None None] Pushing event updated for resources: {'Port': ['ID=cec201f1-1972-4073-99e1-f9d9ea2862ea,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:08.264357 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cb2e6ab9-ea91-450e-b5db-5f78534bd245 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:58:08.267201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-91b3fbcb-4483-46a7-8043-3fd3cab443f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:08.269644 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Routers {'fe73b736-579e-4762-a852-803ef8e95692'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:58:08.270118 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:57:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['fe73b736-579e-4762-a852-803ef8e95692'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:08.574450 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3bb39586-6f0e-4620-abca-5847f70f5de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:08.583649 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port cb2e6ab9-ea91-450e-b5db-5f78534bd245 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:08.584025 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:08.615074 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] Set router fe73b736-579e-4762-a852-803ef8e95692 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:58:08.865290 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe73b736-579e-4762-a852-803ef8e95692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830211410', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:02Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:03Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cec201f1-1972-4073-99e1-f9d9ea2862ea', 'name': '', 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:03:21:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:05Z', 'updated_at': '2021-06-18T16:58:08Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:08.905762 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0926f8f-2b5a-44a1-b4e4-6ef0414a596c None None] The sync data for ids ['fe73b736-579e-4762-a852-803ef8e95692'] in dv-neutron-797120-1-hyperv is: [{'id': 'fe73b736-579e-4762-a852-803ef8e95692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830211410', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:02Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:03Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cec201f1-1972-4073-99e1-f9d9ea2862ea', 'name': '', 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:03:21:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:05Z', 'updated_at': '2021-06-18T16:58:08Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:58:09.015545 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c6463df8-77d0-4865-9a9a-5a3a75e809ae req-7742e0ac-c7eb-418a-b363-a1d96e36e548 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 210 time: 0.0688391 Jun 18 16:58:09.058796 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-757c45e3-a48b-41ef-84e5-99a9671a398b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:09.060542 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-757c45e3-a48b-41ef-84e5-99a9671a398b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "GET /v2.0/networks?id=7361cdca-6a7f-4f88-9690-ffde46c85af4 HTTP/1.1" status: 200 len: 796 time: 0.1789181 Jun 18 16:58:09.109013 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-92895ef4-a91d-4cef-a245-fcceb0cd1b08 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af4038200da2445a9f07c55e11895697 HTTP/1.1" status: 200 len: 378 time: 0.0373707 Jun 18 16:58:09.120198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-e12a221f-09bf-4998-bca1-2fb3fa0d43d6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'port': {'device_id': 'c252abeb-ab92-496b-88e1-ea0048df594e', 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4', 'admin_state_up': True, 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'security_groups': ['9d64bd35-246f-457f-8c45-5cc834a8d131']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:58:09.615877 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-e12a221f-09bf-4998-bca1-2fb3fa0d43d6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Made reservation on behalf of af4038200da2445a9f07c55e11895697 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:58:09.619666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-e12a221f-09bf-4998-bca1-2fb3fa0d43d6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:09.750125 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-e12a221f-09bf-4998-bca1-2fb3fa0d43d6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Allocated IP 172.20.0.7 (7361cdca-6a7f-4f88-9690-ffde46c85af4/bc9a314f-25d7-49f8-af87-0c1b62b1be5b/8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:58:09.900060 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-e12a221f-09bf-4998-bca1-2fb3fa0d43d6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:09.914247 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-e12a221f-09bf-4998-bca1-2fb3fa0d43d6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Transition to ACTIVE for port object 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:58:09.951417 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-e12a221f-09bf-4998-bca1-2fb3fa0d43d6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:09.955531 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1472f351-1f2f-451f-92b4-badb4bdfff44 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:09.976723 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cec201f1-1972-4073-99e1-f9d9ea2862ea up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:58:09.999130 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-e12a221f-09bf-4998-bca1-2fb3fa0d43d6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network 7361cdca-6a7f-4f88-9690-ffde46c85af4 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:58:10.002327 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-e12a221f-09bf-4998-bca1-2fb3fa0d43d6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:58:10.006495 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-e12a221f-09bf-4998-bca1-2fb3fa0d43d6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:58:10.041437 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a221f-09bf-4998-bca1-2fb3fa0d43d6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:10.045202 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port cec201f1-1972-4073-99e1-f9d9ea2862ea completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:58:10.046157 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e12a221f-09bf-4998-bca1-2fb3fa0d43d6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:10.049245 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port cec201f1-1972-4073-99e1-f9d9ea2862ea triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:10.049651 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:10.076219 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-e12a221f-09bf-4998-bca1-2fb3fa0d43d6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:10.077177 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-e12a221f-09bf-4998-bca1-2fb3fa0d43d6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:10.094489 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-e12a221f-09bf-4998-bca1-2fb3fa0d43d6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9783111 Jun 18 16:58:10.111996 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Request body: {'port': {'device_id': 'c252abeb-ab92-496b-88e1-ea0048df594e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:58:10.147582 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:10.186053 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port cec201f1-1972-4073-99e1-f9d9ea2862ea, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cec201f1-1972-4073-99e1-f9d9ea2862ea,segment=NetworkSegment(cac56b56-0283-45ab-b59a-af23b50dc823),segment_id=cac56b56-0283-45ab-b59a-af23b50dc823)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:10.190864 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:10.192835 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:10.246143 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=cec201f1-1972-4073-99e1-f9d9ea2862ea,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:10.246761 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:10.249609 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:10.266596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79670f1a-ef40-4a1a-8824-43f98e1fe65a req-aed7e369-2816-4e87-bb07-a62b6fae4f25 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:10.268073 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-79670f1a-ef40-4a1a-8824-43f98e1fe65a req-aed7e369-2816-4e87-bb07-a62b6fae4f25 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 931 time: 0.1199348 Jun 18 16:58:10.339404 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8bcdef8a-f743-48a5-a529-f593330a6c5b None None] Provisioning for port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:58:10.343040 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8bcdef8a-f743-48a5-a529-f593330a6c5b None None] Provisioning complete for port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:10.343423 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8bcdef8a-f743-48a5-a529-f593330a6c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:10.379628 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-8bcdef8a-f743-48a5-a529-f593330a6c5b None None] Port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:58:10.392355 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-79670f1a-ef40-4a1a-8824-43f98e1fe65a req-a4036e1e-7470-4134-af1f-f66647298bbc tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1177595 Jun 18 16:58:10.578801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:58:10.586533 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:10.599431 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Transition to ACTIVE for port object 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:58:10.605219 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:10.607566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1936c444-9cbe-47ac-a619-c5f2a854cccb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:10.685019 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:10.689877 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:10.775062 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Attempting to bind port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:58:10.776291 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Attempting to bind port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cac56b56-0283-45ab-b59a-af23b50dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:58:10.776634 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Attempting to bind port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced on network 7361cdca-6a7f-4f88-9690-ffde46c85af4 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:58:10.781492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced on network 7361cdca-6a7f-4f88-9690-ffde46c85af4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:58:10.781824 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Attempting to bind port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced on network 7361cdca-6a7f-4f88-9690-ffde46c85af4 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:58:10.787317 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:58:10.788190 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Checking segment: {'id': 'cac56b56-0283-45ab-b59a-af23b50dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:58:10.788190 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Bound using segment: {'id': 'cac56b56-0283-45ab-b59a-af23b50dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:58:10.788616 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Bound port: 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cac56b56-0283-45ab-b59a-af23b50dc823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:58:10.788813 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:10.873011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] For port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:58:10.877025 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] For port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced,segment=NetworkSegment(cac56b56-0283-45ab-b59a-af23b50dc823),segment_id=cac56b56-0283-45ab-b59a-af23b50dc823)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:58:10.882084 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:10.885588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-58b93a09-144f-4fa2-b399-4b1a9ad9f209 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:10.928728 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:10.929678 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:10.932490 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] 10.222.0.55 "PUT /v2.0/ports/8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced HTTP/1.1" status: 200 len: 1093 time: 0.8279281 Jun 18 16:58:10.933374 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c252abeb-ab92-496b-88e1-ea0048df594e', 'tag': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:58:10.937072 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72034dde-ff70-4a45-bcbc-eaa581a3a5b4" -d '{"events": [{"name": "network-changed", "server_uuid": "c252abeb-ab92-496b-88e1-ea0048df594e", "tag": "8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:58:10.972956 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:10.982613 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:11.001163 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355cc2b8-85d8-4150-95ef-2bfc278bec37 x-openstack-request-id: req-355cc2b8-85d8-4150-95ef-2bfc278bec37 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:58:11.001734 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c252abeb-ab92-496b-88e1-ea0048df594e", "tag": "8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:58:11.002139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-355cc2b8-85d8-4150-95ef-2bfc278bec37 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:58:11.002731 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c252abeb-ab92-496b-88e1-ea0048df594e', 'tag': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced', 'status': 'completed', 'code': 200} Jun 18 16:58:11.029790 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d8807b62-20ef-44c7-af91-7aca8ccd8a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:11.064154 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-48301dd3-db30-4d87-ba35-2d1a3d8a42cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:11.066758 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-48301dd3-db30-4d87-ba35-2d1a3d8a42cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 1096 time: 0.0789819 Jun 18 16:58:11.113934 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-8b5af7e0-1903-4cfd-850e-49eb70928d2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced HTTP/1.1" status: 200 len: 217 time: 0.0386040 Jun 18 16:58:11.173562 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-50d933d7-d416-480d-87fd-e90a17140387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:11.175012 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-50d933d7-d416-480d-87fd-e90a17140387 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9a314f-25d7-49f8-af87-0c1b62b1be5b HTTP/1.1" status: 200 len: 834 time: 0.0525599 Jun 18 16:58:11.233569 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-d78b2b6f-249c-4b59-9960-a705e56ef623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:11.235094 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-d78b2b6f-249c-4b59-9960-a705e56ef623 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7361cdca-6a7f-4f88-9690-ffde46c85af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0534718 Jun 18 16:58:11.327177 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-99689b35-1ad8-4391-aa87-537f9a5e66dd service neutron] 10.222.0.55 "GET /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846047 Jun 18 16:58:11.363823 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:11.423477 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bd2812e9-f762-478b-89a2-6ff1ec581d88 req-c4281479-3d53-4724-b240-2df3807a6893 service neutron] 10.222.0.55 "GET /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888777 Jun 18 16:58:11.581761 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72034dde-ff70-4a45-bcbc-eaa581a3a5b4 req-a77153c9-923d-4243-9332-c1389c24d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:11.583532 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-72034dde-ff70-4a45-bcbc-eaa581a3a5b4 req-a77153c9-923d-4243-9332-c1389c24d3be service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 1096 time: 0.0988429 Jun 18 16:58:11.669121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870b997-df28-4678-a138-5cf8e0997bdf req-3ef9f33d-aace-478a-80e2-5032ef0187c5 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:11.670574 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1870b997-df28-4678-a138-5cf8e0997bdf req-3ef9f33d-aace-478a-80e2-5032ef0187c5 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 943 time: 0.1398671 Jun 18 16:58:11.719230 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72034dde-ff70-4a45-bcbc-eaa581a3a5b4 req-217a46bf-8253-4557-b9bf-6bb16af0a4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:11.720695 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-72034dde-ff70-4a45-bcbc-eaa581a3a5b4 req-217a46bf-8253-4557-b9bf-6bb16af0a4e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7361cdca-6a7f-4f88-9690-ffde46c85af4 HTTP/1.1" status: 200 len: 897 time: 0.1254930 Jun 18 16:58:11.735279 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1870b997-df28-4678-a138-5cf8e0997bdf req-bd9dd8e7-d784-431a-a653-0dc2624fe014 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569291 Jun 18 16:58:11.776391 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-72034dde-ff70-4a45-bcbc-eaa581a3a5b4 req-753a7efc-a40e-4958-8094-a8b0a48213bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced HTTP/1.1" status: 200 len: 217 time: 0.0446298 Jun 18 16:58:11.825644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72034dde-ff70-4a45-bcbc-eaa581a3a5b4 req-b8af3d06-5a83-4983-ac4e-a579a449b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:11.827133 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-72034dde-ff70-4a45-bcbc-eaa581a3a5b4 req-b8af3d06-5a83-4983-ac4e-a579a449b10b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9a314f-25d7-49f8-af87-0c1b62b1be5b HTTP/1.1" status: 200 len: 834 time: 0.0445998 Jun 18 16:58:11.893516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72034dde-ff70-4a45-bcbc-eaa581a3a5b4 req-63b833e3-6d25-45ee-8f92-ab38aaba17b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:11.895208 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-72034dde-ff70-4a45-bcbc-eaa581a3a5b4 req-63b833e3-6d25-45ee-8f92-ab38aaba17b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7361cdca-6a7f-4f88-9690-ffde46c85af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0605688 Jun 18 16:58:11.940417 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cec201f1-1972-4073-99e1-f9d9ea2862ea up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:58:11.998595 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port cec201f1-1972-4073-99e1-f9d9ea2862ea triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:11.998971 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:12.006524 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-72034dde-ff70-4a45-bcbc-eaa581a3a5b4 req-bcab00d4-c82d-47f4-a855-24496e5397a7 service neutron] 10.222.0.55 "GET /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028645 Jun 18 16:58:12.105532 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-72034dde-ff70-4a45-bcbc-eaa581a3a5b4 req-3d95d6a0-09af-4268-bfac-8e07074ace4e service neutron] 10.222.0.55 "GET /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912411 Jun 18 16:58:12.238705 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:12.916409 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744ff45-07f7-47eb-9dd3-c6897fd48fc5 req-80a69704-b420-4bb7-82c2-933e5f2f7f40 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:12.917996 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c744ff45-07f7-47eb-9dd3-c6897fd48fc5 req-80a69704-b420-4bb7-82c2-933e5f2f7f40 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 943 time: 0.0713301 Jun 18 16:58:12.957031 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c744ff45-07f7-47eb-9dd3-c6897fd48fc5 req-ced5544f-2f0d-4837-b804-a4a697955f98 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334139 Jun 18 16:58:13.856204 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:14.131143 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34050e-14fe-476b-94bf-be079391aa67 req-a4330c20-c41b-4a97-a950-35cb61e2e438 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:14.132668 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7b34050e-14fe-476b-94bf-be079391aa67 req-a4330c20-c41b-4a97-a950-35cb61e2e438 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 943 time: 0.0658593 Jun 18 16:58:14.133161 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:58:14.170788 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7b34050e-14fe-476b-94bf-be079391aa67 req-9c3395e3-435d-4e61-b081-1ab41bb4bdae tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324199 Jun 18 16:58:14.230967 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced,segment=NetworkSegment(cac56b56-0283-45ab-b59a-af23b50dc823),segment_id=cac56b56-0283-45ab-b59a-af23b50dc823)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:14.241921 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced', 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4', 'port_id': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced', 'mac_address': 'fa:16:3e:43:30:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:58:14.278601 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:14.291263 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:58:14.311744 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced,segment=NetworkSegment(cac56b56-0283-45ab-b59a-af23b50dc823),segment_id=cac56b56-0283-45ab-b59a-af23b50dc823)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:14.315300 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:14.317019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-a8f2c52f-0fd8-4b2b-a7f8-aa6ae272ce63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:14.363583 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:14.366710 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:14.528317 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:58:15.342241 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f002c-7883-47e5-81c5-ef4f5e2719b1 req-b2860858-a23e-49eb-ab06-5325ed62117b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:15.343972 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c36f002c-7883-47e5-81c5-ef4f5e2719b1 req-b2860858-a23e-49eb-ab06-5325ed62117b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 944 time: 0.0654101 Jun 18 16:58:15.382501 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c36f002c-7883-47e5-81c5-ef4f5e2719b1 req-1843c602-9178-4c21-afb4-08db1b037f4b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327992 Jun 18 16:58:16.139802 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:58:16.186281 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:58:16.189766 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:58:16.190137 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:16.266130 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:16.287942 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c252abeb-ab92-496b-88e1-ea0048df594e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:58:16.290181 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e547d97-0594-41a1-b468-5291ee470aa7" -d '{"events": [{"server_uuid": "c252abeb-ab92-496b-88e1-ea0048df594e", "name": "network-vif-plugged", "status": "completed", "tag": "8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:58:16.303229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced,segment=NetworkSegment(cac56b56-0283-45ab-b59a-af23b50dc823),segment_id=cac56b56-0283-45ab-b59a-af23b50dc823)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:58:16.308232 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:16.310126 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-80ae8ab5-dd89-4afe-a9c5-930a3da9e6c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:16.331138 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3939a763-7813-4589-9d17-28ff0a52a803 x-openstack-request-id: req-3939a763-7813-4589-9d17-28ff0a52a803 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:58:16.331437 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c252abeb-ab92-496b-88e1-ea0048df594e", "name": "network-vif-plugged", "status": "completed", "tag": "8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:58:16.331703 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3939a763-7813-4589-9d17-28ff0a52a803 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:58:16.332103 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c252abeb-ab92-496b-88e1-ea0048df594e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced', 'code': 200} Jun 18 16:58:16.358854 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:16.364099 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:16.598586 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d0208-3c17-4235-b231-8c83fb093274 req-b353339e-f346-408a-bfba-dfeee22e8178 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:16.600305 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-682d0208-3c17-4235-b231-8c83fb093274 req-b353339e-f346-408a-bfba-dfeee22e8178 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.1053169 Jun 18 16:58:16.602863 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17369647-41a5-45cd-b47e-72da71726d00 req-bed35b4d-60d0-45f9-9346-f13f6b2d3cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:16.604312 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-17369647-41a5-45cd-b47e-72da71726d00 req-bed35b4d-60d0-45f9-9346-f13f6b2d3cb0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 1098 time: 0.1001868 Jun 18 16:58:16.658260 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-682d0208-3c17-4235-b231-8c83fb093274 req-69c05632-2852-437e-83ec-b74cfee75d7b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521300 Jun 18 16:58:16.662044 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-17369647-41a5-45cd-b47e-72da71726d00 req-7b7127f4-eeea-4b90-a4a5-a7661cefd97c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496612 Jun 18 16:58:17.835908 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e15e4e-2257-4f99-9e8e-3607b874a0d7 req-c4f2f72d-ca07-4b0d-89f6-1860cefb70e6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:17.837395 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21e15e4e-2257-4f99-9e8e-3607b874a0d7 req-c4f2f72d-ca07-4b0d-89f6-1860cefb70e6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.0669072 Jun 18 16:58:17.874813 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21e15e4e-2257-4f99-9e8e-3607b874a0d7 req-5fb57488-bed0-44c2-bcfe-b5285d1eb47a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314775 Jun 18 16:58:18.054920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e774840-0124-4293-9775-b5eb25ec83b8 req-265b8c70-f549-4e08-805b-71508d7f35e5 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:18.056409 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1e774840-0124-4293-9775-b5eb25ec83b8 req-265b8c70-f549-4e08-805b-71508d7f35e5 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.0729861 Jun 18 16:58:18.096290 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1e774840-0124-4293-9775-b5eb25ec83b8 req-1a5996a7-7d35-4575-b54e-2a0f69cf3646 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339828 Jun 18 16:58:18.120139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56522) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:18.171290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabd0c19-7b62-4b08-af6b-6009d8a7bc1d tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:18.172788 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fabd0c19-7b62-4b08-af6b-6009d8a7bc1d tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 1093 time: 0.0516794 Jun 18 16:58:18.175593 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56524) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:18.179896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:58:18.201360 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:18.298918 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:18.402496 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Allocated IP 172.26.6.39 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/1bec9587-2b8a-443f-9d54-4d8b9b6bfee7) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:58:18.501879 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:18.539649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:18.543155 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-de273950-2647-4e1f-beeb-75c818fab526 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:18.582401 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:58:18.587988 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:58:18.591461 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:58:18.613669 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=1bec9587-2b8a-443f-9d54-4d8b9b6bfee7,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:18.617585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:18.951384 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:19.029116 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:19.177241 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:19.182629 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:19.185481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-724e32a5-63aa-4468-a1eb-2c0332ac3301 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:58:19.245822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=1bec9587-2b8a-443f-9d54-4d8b9b6bfee7,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:58:19.249829 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:58:19.259602 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:19.358568 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Floating IP 642a4fff-859a-4542-b993-364f38e24de7 associated. External IP: 172.26.6.39, port: 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced. Jun 18 16:58:19.562724 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router fe73b736-579e-4762-a852-803ef8e95692 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:58:19.670102 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:58:19.679255 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d511082c-9b6a-4283-8338-a9f92b742ae5 None None] Sync routers for ids ['fe73b736-579e-4762-a852-803ef8e95692'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:58:19.686150 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:19.690519 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d511082c-9b6a-4283-8338-a9f92b742ae5 None None] Routers {'fe73b736-579e-4762-a852-803ef8e95692'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:58:19.691145 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d511082c-9b6a-4283-8338-a9f92b742ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:58:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['fe73b736-579e-4762-a852-803ef8e95692'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:19.723656 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5470383 Jun 18 16:58:19.724463 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c252abeb-ab92-496b-88e1-ea0048df594e', 'tag': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:58:19.727339 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32d918b-1a91-4933-8aff-4b35869d174b" -d '{"events": [{"name": "network-changed", "server_uuid": "c252abeb-ab92-496b-88e1-ea0048df594e", "tag": "8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:58:19.767822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3199b3ce-d9ea-4764-b42f-6e9ff58a0b8b x-openstack-request-id: req-3199b3ce-d9ea-4764-b42f-6e9ff58a0b8b {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:58:19.768356 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c252abeb-ab92-496b-88e1-ea0048df594e", "tag": "8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:58:19.768843 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3199b3ce-d9ea-4764-b42f-6e9ff58a0b8b {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:58:19.769596 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c252abeb-ab92-496b-88e1-ea0048df594e', 'tag': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced', 'status': 'completed', 'code': 200} Jun 18 16:58:19.892558 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-d511082c-9b6a-4283-8338-a9f92b742ae5 None None] Set router fe73b736-579e-4762-a852-803ef8e95692 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:58:19.894738 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d918b-1a91-4933-8aff-4b35869d174b req-3be4f23c-3e9b-4b15-a492-a6f7f2377476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:19.896268 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f32d918b-1a91-4933-8aff-4b35869d174b req-3be4f23c-3e9b-4b15-a492-a6f7f2377476 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 1098 time: 0.1015716 Jun 18 16:58:19.918770 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc8bea-d676-4251-aa76-99da1f42d9f6 req-12562d07-7c02-462a-817c-34897d734e9b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:19.920223 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-37dc8bea-d676-4251-aa76-99da1f42d9f6 req-12562d07-7c02-462a-817c-34897d734e9b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.0969040 Jun 18 16:58:20.010196 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-37dc8bea-d676-4251-aa76-99da1f42d9f6 req-7bec1977-b187-43ba-8562-a7e6d9549c18 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0769274 Jun 18 16:58:20.036311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d918b-1a91-4933-8aff-4b35869d174b req-ecd5c40c-a586-4952-9a73-cff7d5c5947e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:20.036683 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56530) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:20.037793 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f32d918b-1a91-4933-8aff-4b35869d174b req-ecd5c40c-a586-4952-9a73-cff7d5c5947e service neutron] 10.222.0.55 "GET /v2.0/networks?id=7361cdca-6a7f-4f88-9690-ffde46c85af4 HTTP/1.1" status: 200 len: 897 time: 0.1339800 Jun 18 16:58:20.100318 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-68b80a22-f247-4e71-b237-bc3dd9f74b3b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/floatingips/642a4fff-859a-4542-b993-364f38e24de7 HTTP/1.1" status: 200 len: 990 time: 0.0615573 Jun 18 16:58:20.113727 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f32d918b-1a91-4933-8aff-4b35869d174b req-73924868-bbbc-4608-ada3-ebfa3538e14a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced HTTP/1.1" status: 200 len: 998 time: 0.0680006 Jun 18 16:58:20.130341 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d511082c-9b6a-4283-8338-a9f92b742ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe73b736-579e-4762-a852-803ef8e95692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830211410', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:02Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:03Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '642a4fff-859a-4542-b993-364f38e24de7', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'port_id': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4', 'mac_address': 'fa:16:3e:43:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c252abeb-ab92-496b-88e1-ea0048df594e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:58:18Z', 'updated_at': '2021-06-18T16:58:18Z', 'revision_number': 0, 'project_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec201f1-1972-4073-99e1-f9d9ea2862ea', 'name': '', 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:03:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:05Z', 'updated_at': '2021-06-18T16:58:10Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:20.157285 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d511082c-9b6a-4283-8338-a9f92b742ae5 None None] Checking router: fe73b736-579e-4762-a852-803ef8e95692 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:58:20.165254 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d511082c-9b6a-4283-8338-a9f92b742ae5 None None] Routers {'fe73b736-579e-4762-a852-803ef8e95692'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:58:20.165713 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d918b-1a91-4933-8aff-4b35869d174b req-2dd41e19-3ec2-435b-bf2e-df8c356a9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:20.166029 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d511082c-9b6a-4283-8338-a9f92b742ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:58:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['fe73b736-579e-4762-a852-803ef8e95692'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:20.167294 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f32d918b-1a91-4933-8aff-4b35869d174b req-2dd41e19-3ec2-435b-bf2e-df8c356a9df4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9a314f-25d7-49f8-af87-0c1b62b1be5b HTTP/1.1" status: 200 len: 834 time: 0.0459340 Jun 18 16:58:20.225309 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d918b-1a91-4933-8aff-4b35869d174b req-ad676cc5-289b-4dbd-b5df-1ae022024d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:20.226871 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f32d918b-1a91-4933-8aff-4b35869d174b req-ad676cc5-289b-4dbd-b5df-1ae022024d30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7361cdca-6a7f-4f88-9690-ffde46c85af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0532985 Jun 18 16:58:20.269899 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-d511082c-9b6a-4283-8338-a9f92b742ae5 None None] Set router fe73b736-579e-4762-a852-803ef8e95692 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:58:20.322154 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f32d918b-1a91-4933-8aff-4b35869d174b req-130c3faa-ac98-4bd0-b7da-3126640f8bec service neutron] 10.222.0.55 "GET /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873873 Jun 18 16:58:20.412909 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f32d918b-1a91-4933-8aff-4b35869d174b req-fb0e3c21-694e-42b1-ba5d-9e634c76152a service neutron] 10.222.0.55 "GET /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841048 Jun 18 16:58:20.493997 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-d511082c-9b6a-4283-8338-a9f92b742ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe73b736-579e-4762-a852-803ef8e95692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830211410', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:02Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:03Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '642a4fff-859a-4542-b993-364f38e24de7', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'port_id': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4', 'mac_address': 'fa:16:3e:43:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c252abeb-ab92-496b-88e1-ea0048df594e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:58:18Z', 'updated_at': '2021-06-18T16:58:18Z', 'revision_number': 0, 'project_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec201f1-1972-4073-99e1-f9d9ea2862ea', 'name': '', 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:03:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:05Z', 'updated_at': '2021-06-18T16:58:10Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:58:20.522526 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d511082c-9b6a-4283-8338-a9f92b742ae5 None None] The sync data for ids ['fe73b736-579e-4762-a852-803ef8e95692'] in dv-neutron-797120-1-hyperv is: [{'id': 'fe73b736-579e-4762-a852-803ef8e95692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830211410', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:02Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:03Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '642a4fff-859a-4542-b993-364f38e24de7', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'floating_ip_address': '172.26.6.39', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'port_id': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4', 'mac_address': 'fa:16:3e:43:30:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c252abeb-ab92-496b-88e1-ea0048df594e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T16:58:18Z', 'updated_at': '2021-06-18T16:58:18Z', 'revision_number': 0, 'project_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cec201f1-1972-4073-99e1-f9d9ea2862ea', 'name': '', 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:03:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:05Z', 'updated_at': '2021-06-18T16:58:10Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:58:20.696915 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764e2375-f495-486a-a020-f2b270483ad9 None None] New status for floating IP 642a4fff-859a-4542-b993-364f38e24de7: ACTIVE {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:58:21.104048 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56532) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:21.168420 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9535248c-15a2-4cc0-9346-06dad276900d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/floatingips/642a4fff-859a-4542-b993-364f38e24de7 HTTP/1.1" status: 200 len: 992 time: 0.0632315 Jun 18 16:58:24.480941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:32.843188 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:58:34.288665 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a52f92a2-7c04-453f-960a-b01a71566e5a req-ef573419-edf6-4baa-ab93-bade2b5e7e9d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545115 Jun 18 16:58:34.389131 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f92a2-7c04-453f-960a-b01a71566e5a req-335ca6e2-f497-4604-a5ef-10334f3cd417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:34.390654 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a52f92a2-7c04-453f-960a-b01a71566e5a req-335ca6e2-f497-4604-a5ef-10334f3cd417 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 1098 time: 0.0578694 Jun 18 16:58:34.498236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f92a2-7c04-453f-960a-b01a71566e5a req-1751d3d8-1528-498a-9b8f-7e3ca52b6888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:34.499745 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a52f92a2-7c04-453f-960a-b01a71566e5a req-1751d3d8-1528-498a-9b8f-7e3ca52b6888 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7361cdca-6a7f-4f88-9690-ffde46c85af4 HTTP/1.1" status: 200 len: 897 time: 0.0883651 Jun 18 16:58:34.570104 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a52f92a2-7c04-453f-960a-b01a71566e5a req-75939607-3a0d-43b4-bdff-46e766f72cbd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced HTTP/1.1" status: 200 len: 1000 time: 0.0632114 Jun 18 16:58:34.621381 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f92a2-7c04-453f-960a-b01a71566e5a req-bf6cbef1-3b6b-435b-9133-35da1be1e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:34.622067 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a52f92a2-7c04-453f-960a-b01a71566e5a req-bf6cbef1-3b6b-435b-9133-35da1be1e1a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9a314f-25d7-49f8-af87-0c1b62b1be5b HTTP/1.1" status: 200 len: 834 time: 0.0458770 Jun 18 16:58:34.679847 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f92a2-7c04-453f-960a-b01a71566e5a req-4c6167b8-ebc1-467d-9516-b2e5b0a6e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:34.682531 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a52f92a2-7c04-453f-960a-b01a71566e5a req-4c6167b8-ebc1-467d-9516-b2e5b0a6e860 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7361cdca-6a7f-4f88-9690-ffde46c85af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0539429 Jun 18 16:58:35.141575 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a52f92a2-7c04-453f-960a-b01a71566e5a req-efe4a3f1-d94d-4862-9fa9-f6cbdb4762dd service neutron] 10.222.0.55 "GET /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519379 Jun 18 16:58:35.235848 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a52f92a2-7c04-453f-960a-b01a71566e5a req-7ae40485-470d-4ccb-bbdf-056fc301950e service neutron] 10.222.0.55 "GET /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842166 Jun 18 16:58:38.535814 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5f29232a-9a06-425b-bd0d-24868a4adeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:41.022482 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-266d3f01-bc98-4c53-b12c-b00043b8e70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:41.366480 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:42.242034 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:43.860636 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:50.043688 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56550) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:58:50.092314 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f2451-01a2-4a7b-bd7c-8be1c2fdf1c5 req-9963a374-e53a-4387-a048-7f17598ccc05 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:50.093832 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1c9f2451-01a2-4a7b-bd7c-8be1c2fdf1c5 req-9963a374-e53a-4387-a048-7f17598ccc05 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.0726311 Jun 18 16:58:50.133650 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1c9f2451-01a2-4a7b-bd7c-8be1c2fdf1c5 req-496465bd-dfad-4364-9167-06012e4c8b6f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336883 Jun 18 16:58:50.144724 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-737c7137-1d61-439e-853e-6196f2e54a1c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0997941 Jun 18 16:58:51.326777 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416337b4-f3b8-432e-8db9-54ae70210433 req-228eb905-df02-4475-8bd8-39845399145d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:51.328342 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-416337b4-f3b8-432e-8db9-54ae70210433 req-228eb905-df02-4475-8bd8-39845399145d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.0766089 Jun 18 16:58:51.400922 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-416337b4-f3b8-432e-8db9-54ae70210433 req-046a05b6-a581-403d-935a-3a423ee88690 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636964 Jun 18 16:58:51.413344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-697780d2-e96b-496e-b13e-06d95fa97b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:51.414882 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-697780d2-e96b-496e-b13e-06d95fa97b3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 1098 time: 0.0855858 Jun 18 16:58:51.509095 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-734f066d-4da6-4787-929d-5f66ca0cceea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:51.510572 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-734f066d-4da6-4787-929d-5f66ca0cceea service neutron] 10.222.0.55 "GET /v2.0/networks?id=7361cdca-6a7f-4f88-9690-ffde46c85af4 HTTP/1.1" status: 200 len: 897 time: 0.0852714 Jun 18 16:58:51.593757 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-6a073c92-4e8e-4b63-8e19-13db17c7b7ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced HTTP/1.1" status: 200 len: 1000 time: 0.0643244 Jun 18 16:58:51.648290 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-7e031639-2674-4789-afaa-913716e19e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:51.651194 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-7e031639-2674-4789-afaa-913716e19e71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9a314f-25d7-49f8-af87-0c1b62b1be5b HTTP/1.1" status: 200 len: 834 time: 0.0495949 Jun 18 16:58:51.710876 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-ade3a0ee-c159-4942-8be6-be15613ae8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:51.712991 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-ade3a0ee-c159-4942-8be6-be15613ae8d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7361cdca-6a7f-4f88-9690-ffde46c85af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0539820 Jun 18 16:58:51.810090 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-0904719c-844a-430c-8911-4bf43ca411bf service neutron] 10.222.0.55 "GET /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878558 Jun 18 16:58:51.906776 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-6990710b-c38b-4447-aca5-cab5f059d74d service neutron] 10.222.0.55 "GET /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898268 Jun 18 16:58:52.582797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb74f1-a6b8-4ad4-937b-87eefa327e32 req-e55b4276-2d19-481d-bf1c-57d9c23bc0e8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:52.584507 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cabb74f1-a6b8-4ad4-937b-87eefa327e32 req-e55b4276-2d19-481d-bf1c-57d9c23bc0e8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.0700169 Jun 18 16:58:52.623238 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-cabb74f1-a6b8-4ad4-937b-87eefa327e32 req-daf246a6-f916-46c5-8d22-561dc8b97b30 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329969 Jun 18 16:58:53.797616 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fbe5c-9934-4f13-852b-84e11a506e31 req-ca8f4d20-5e29-4d62-9255-29a40aa2f343 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:53.802879 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c9fbe5c-9934-4f13-852b-84e11a506e31 req-ca8f4d20-5e29-4d62-9255-29a40aa2f343 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.0642300 Jun 18 16:58:53.837722 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7c9fbe5c-9934-4f13-852b-84e11a506e31 req-ec8e6063-ebe5-4556-8c1c-0b93182ec85b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329919 Jun 18 16:58:54.485429 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:58:55.017578 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159649d-d5d7-4207-b2fc-08a4c0c8dd39 req-9e0b0bd0-9ac3-4e77-a90f-302e9b066801 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:55.019146 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6159649d-d5d7-4207-b2fc-08a4c0c8dd39 req-9e0b0bd0-9ac3-4e77-a90f-302e9b066801 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.0648735 Jun 18 16:58:55.058337 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6159649d-d5d7-4207-b2fc-08a4c0c8dd39 req-a6f3fc15-9f67-405e-bb09-0c66204ee985 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322998 Jun 18 16:58:56.240145 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b35282-8352-4f71-96bd-32a25d9e948e req-785093b3-3586-4b4f-ae53-527ffec8de4a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:56.241630 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f3b35282-8352-4f71-96bd-32a25d9e948e req-785093b3-3586-4b4f-ae53-527ffec8de4a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.0682065 Jun 18 16:58:56.281249 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f3b35282-8352-4f71-96bd-32a25d9e948e req-76576cf9-c506-484f-8255-ef1f55077b81 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335238 Jun 18 16:58:57.466427 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb53600-42c6-4a1f-a89e-06a161f70753 req-b0d96fd2-e978-45f1-96ad-ef20a4f8c111 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:57.467938 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0bb53600-42c6-4a1f-a89e-06a161f70753 req-b0d96fd2-e978-45f1-96ad-ef20a4f8c111 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.0636470 Jun 18 16:58:57.505451 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0bb53600-42c6-4a1f-a89e-06a161f70753 req-08429634-6791-463e-8e6c-3df880b0b5bd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318086 Jun 18 16:58:58.688697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40ced1-b7cc-4b00-9dc5-af758da60e47 req-b9378238-aa1d-4c19-adbc-8ecf20762e97 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:58.690240 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2b40ced1-b7cc-4b00-9dc5-af758da60e47 req-b9378238-aa1d-4c19-adbc-8ecf20762e97 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.0718882 Jun 18 16:58:58.730475 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2b40ced1-b7cc-4b00-9dc5-af758da60e47 req-d6335c93-2318-45a7-b628-68d398a6499d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328026 Jun 18 16:58:59.923805 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02c247-f6cd-4763-9149-d766f7eec754 req-5e5e9ee5-46e0-4a8d-8b90-3556b92f8111 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:58:59.925384 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3d02c247-f6cd-4763-9149-d766f7eec754 req-5e5e9ee5-46e0-4a8d-8b90-3556b92f8111 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.0797741 Jun 18 16:58:59.968212 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3d02c247-f6cd-4763-9149-d766f7eec754 req-fe46b50c-9c4f-47c7-9e8f-b883c8cb39dd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361207 Jun 18 16:59:01.143700 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc669833-0445-4083-b2fb-9ea1b889f697 req-bd4524c1-aff2-4466-879b-6fe88e914227 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:01.145215 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc669833-0445-4083-b2fb-9ea1b889f697 req-bd4524c1-aff2-4466-879b-6fe88e914227 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.0662830 Jun 18 16:59:01.183439 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc669833-0445-4083-b2fb-9ea1b889f697 req-3d4386a6-76e1-4da1-848a-23927839c155 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325952 Jun 18 16:59:02.373744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488510e0-4bc0-4df2-8455-41df5756a764 req-839965f4-09ab-4ae4-9984-aeb3c72c10ff tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:02.375317 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-488510e0-4bc0-4df2-8455-41df5756a764 req-839965f4-09ab-4ae4-9984-aeb3c72c10ff tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.0762467 Jun 18 16:59:02.414712 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-488510e0-4bc0-4df2-8455-41df5756a764 req-f490dee9-ed29-4350-9680-c8e930f1820d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335975 Jun 18 16:59:03.630220 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-323549af-d1ea-4640-8e3d-016e6a2c7f11 service neutron] 10.222.0.55 "GET /v2.0/ports/8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0906410 Jun 18 16:59:03.639475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ab1be-ba8b-41cb-924e-ab6a43158b51 req-a678ce21-91a5-4ec4-ab1f-1e93aceb9afb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:03.640981 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c60ab1be-ba8b-41cb-924e-ab6a43158b51 req-a678ce21-91a5-4ec4-ab1f-1e93aceb9afb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.1128900 Jun 18 16:59:03.681338 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c60ab1be-ba8b-41cb-924e-ab6a43158b51 req-e8d330cf-42ea-49a8-810e-e17d072f1add tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343735 Jun 18 16:59:03.888574 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-ee010227-b140-490a-a9fa-ff4244b72a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:03.890121 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-ee010227-b140-490a-a9fa-ff4244b72a08 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e&tenant_id=af4038200da2445a9f07c55e11895697 HTTP/1.1" status: 200 len: 1098 time: 0.0557752 Jun 18 16:59:03.967712 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-d3036a1e-cc66-40f3-ac1f-37235ebbf727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:03.969152 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-d3036a1e-cc66-40f3-ac1f-37235ebbf727 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 1098 time: 0.0549471 Jun 18 16:59:04.063777 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-db049f01-de63-482c-af5a-5d44c8d2d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:04.065257 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-db049f01-de63-482c-af5a-5d44c8d2d60a service neutron] 10.222.0.55 "GET /v2.0/networks?id=7361cdca-6a7f-4f88-9690-ffde46c85af4 HTTP/1.1" status: 200 len: 897 time: 0.0888822 Jun 18 16:59:04.132028 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-0a745cfc-c8ef-4df3-b9fa-d69020bf3e78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced HTTP/1.1" status: 200 len: 1000 time: 0.0597389 Jun 18 16:59:04.181832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-ba240df2-f949-449b-83e3-ebf79d51dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:04.183390 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-ba240df2-f949-449b-83e3-ebf79d51dda2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9a314f-25d7-49f8-af87-0c1b62b1be5b HTTP/1.1" status: 200 len: 834 time: 0.0445263 Jun 18 16:59:04.244172 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-d22d8a18-dbf4-4c99-8d51-ee1471ea708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:04.245579 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-d22d8a18-dbf4-4c99-8d51-ee1471ea708b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7361cdca-6a7f-4f88-9690-ffde46c85af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0554090 Jun 18 16:59:04.333812 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-c63e6397-128e-4c1f-a3d0-d44f95c505ad service neutron] 10.222.0.55 "GET /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811296 Jun 18 16:59:04.437012 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-cf39289f-87a6-4339-845a-d005d580d88a service neutron] 10.222.0.55 "GET /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938148 Jun 18 16:59:04.863871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89b2ee-f26c-4616-96fe-a7e74f8fb25f req-e48bbe75-8ca1-4124-a7ea-7045dc54e2e2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:04.865312 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2c89b2ee-f26c-4616-96fe-a7e74f8fb25f req-e48bbe75-8ca1-4124-a7ea-7045dc54e2e2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.0652881 Jun 18 16:59:04.908239 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2c89b2ee-f26c-4616-96fe-a7e74f8fb25f req-477c0722-c247-4800-8d73-ab2c7cf2ab02 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348527 Jun 18 16:59:06.132079 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d0106-40d9-4756-b407-8dcaecb6be56 req-c816c829-83be-4c4b-8beb-eaf45ba16be8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:06.133898 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-803d0106-40d9-4756-b407-8dcaecb6be56 req-c816c829-83be-4c4b-8beb-eaf45ba16be8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.0732841 Jun 18 16:59:06.177030 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-803d0106-40d9-4756-b407-8dcaecb6be56 req-694f6954-766a-45e7-8ea4-3e8c7890d5cc tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355253 Jun 18 16:59:06.427629 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:59:06.430220 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:59:06.579205 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:06.606007 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced,segment=NetworkSegment(cac56b56-0283-45ab-b59a-af23b50dc823),segment_id=cac56b56-0283-45ab-b59a-af23b50dc823)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:59:06.619032 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c252abeb-ab92-496b-88e1-ea0048df594e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:59:06.621456 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d3de6f-0a2d-4502-94cb-39a476de67ba" -d '{"events": [{"server_uuid": "c252abeb-ab92-496b-88e1-ea0048df594e", "name": "network-vif-unplugged", "status": "completed", "tag": "8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:59:06.631788 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced', 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4', 'port_id': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced', 'mac_address': 'fa:16:3e:43:30:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:59:06.636847 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced,segment=NetworkSegment(cac56b56-0283-45ab-b59a-af23b50dc823),segment_id=cac56b56-0283-45ab-b59a-af23b50dc823)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:59:06.642094 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:06.661283 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d271570c-804b-49fa-88fd-fc2fdfffd900 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:06.689915 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 16:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33af92b0-2707-476f-9cb6-967f7be52eb3 x-openstack-request-id: req-33af92b0-2707-476f-9cb6-967f7be52eb3 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:59:06.690221 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c252abeb-ab92-496b-88e1-ea0048df594e", "name": "network-vif-unplugged", "status": "completed", "tag": "8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:59:06.690515 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-33af92b0-2707-476f-9cb6-967f7be52eb3 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:59:06.690915 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c252abeb-ab92-496b-88e1-ea0048df594e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced', 'code': 200} Jun 18 16:59:06.710159 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:06.734331 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:59:06.738296 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced,revision_number=6']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:06.750544 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.750887 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.751236 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.751572 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.751905 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.752239 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.752568 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.752897 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.753226 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.753553 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.753876 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.754202 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:06.759111 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:06.767365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced,segment=NetworkSegment(cac56b56-0283-45ab-b59a-af23b50dc823),segment_id=cac56b56-0283-45ab-b59a-af23b50dc823)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:59:06.771327 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:06.774024 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:06.827106 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced,revision_number=7']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:06.830947 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:06.833272 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 16:59:07.357412 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf57278-dd6d-4605-9a82-052273506f02 req-1881c046-fdbc-4595-a3a7-bc532736498b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:07.358924 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6bf57278-dd6d-4605-9a82-052273506f02 req-1881c046-fdbc-4595-a3a7-bc532736498b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 944 time: 0.0687099 Jun 18 16:59:07.396985 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6bf57278-dd6d-4605-9a82-052273506f02 req-85e6dd8b-7b78-487b-a430-c525c363cf31 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323913 Jun 18 16:59:07.753611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f542f82b-8324-4424-8841-b5ab7abe40f9 req-1b8a7cbe-f553-44ca-973d-42d2899faa60 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:07.755118 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f542f82b-8324-4424-8841-b5ab7abe40f9 req-1b8a7cbe-f553-44ca-973d-42d2899faa60 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 944 time: 0.1249316 Jun 18 16:59:07.763083 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a926b-2068-41f3-b9a7-2b18b4ada199 req-f48db749-2db4-4c55-ab34-12940167c477 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:07.764343 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5c5a926b-2068-41f3-b9a7-2b18b4ada199 req-f48db749-2db4-4c55-ab34-12940167c477 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e&tenant_id=af4038200da2445a9f07c55e11895697&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 944 time: 0.1237881 Jun 18 16:59:07.800017 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f542f82b-8324-4424-8841-b5ab7abe40f9 req-b1042f36-9333-4aa6-b0d0-a8ef70eb1a84 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346761 Jun 18 16:59:07.870238 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a926b-2068-41f3-b9a7-2b18b4ada199 req-120c594f-8c67-4684-b39b-49e9013d7681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:07.871127 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5c5a926b-2068-41f3-b9a7-2b18b4ada199 req-120c594f-8c67-4684-b39b-49e9013d7681 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 1097 time: 0.0578704 Jun 18 16:59:08.003373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a926b-2068-41f3-b9a7-2b18b4ada199 req-d747cb48-15d5-4271-8c1d-900be73ee9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:08.004849 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5c5a926b-2068-41f3-b9a7-2b18b4ada199 req-d747cb48-15d5-4271-8c1d-900be73ee9d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7361cdca-6a7f-4f88-9690-ffde46c85af4 HTTP/1.1" status: 200 len: 897 time: 0.1270897 Jun 18 16:59:08.028566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5caad99-5e45-4a0c-bd80-5ac232abf495 req-f449db79-5d38-4a53-9cf6-2c318e5b6050 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:08.029925 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c5caad99-5e45-4a0c-bd80-5ac232abf495 req-f449db79-5d38-4a53-9cf6-2c318e5b6050 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 944 time: 0.1064937 Jun 18 16:59:08.103737 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5c5a926b-2068-41f3-b9a7-2b18b4ada199 req-6de687fb-6a74-40da-a53b-c7f6d081f078 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced HTTP/1.1" status: 200 len: 999 time: 0.0900536 Jun 18 16:59:08.111634 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c5caad99-5e45-4a0c-bd80-5ac232abf495 req-307b09a7-82ab-487a-b16d-4e002a76658e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543401 Jun 18 16:59:08.157136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a926b-2068-41f3-b9a7-2b18b4ada199 req-921846a8-c76e-4f3c-b1d1-e8e34b6ee6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:08.158602 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5c5a926b-2068-41f3-b9a7-2b18b4ada199 req-921846a8-c76e-4f3c-b1d1-e8e34b6ee6c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9a314f-25d7-49f8-af87-0c1b62b1be5b HTTP/1.1" status: 200 len: 834 time: 0.0461104 Jun 18 16:59:08.217413 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a926b-2068-41f3-b9a7-2b18b4ada199 req-82132d1a-79e4-4a05-9a7f-6cbcb78afba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:08.218907 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5c5a926b-2068-41f3-b9a7-2b18b4ada199 req-82132d1a-79e4-4a05-9a7f-6cbcb78afba3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7361cdca-6a7f-4f88-9690-ffde46c85af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0534034 Jun 18 16:59:08.313057 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5c5a926b-2068-41f3-b9a7-2b18b4ada199 req-cf02bf88-73c0-4f52-b3c7-7adfcf59c0c9 service neutron] 10.222.0.55 "GET /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870037 Jun 18 16:59:08.416387 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5c5a926b-2068-41f3-b9a7-2b18b4ada199 req-0f87b516-463e-44f5-9bc5-df5aac4110a6 service neutron] 10.222.0.55 "GET /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964010 Jun 18 16:59:08.442659 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:59:08.491339 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:59:08.491719 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:08.546072 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ba7d4165-f92c-4230-9775-f7d7ee64d035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:08.586284 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:08.620611 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced,segment=NetworkSegment(cac56b56-0283-45ab-b59a-af23b50dc823),segment_id=cac56b56-0283-45ab-b59a-af23b50dc823)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:59:08.624503 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:08.626365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:08.675087 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced,revision_number=8']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:08.679617 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:08.692685 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c252abeb-ab92-496b-88e1-ea0048df594e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:59:08.695247 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d44a9ab-9791-4067-9d3d-86511ca602d4" -d '{"events": [{"server_uuid": "c252abeb-ab92-496b-88e1-ea0048df594e", "name": "network-vif-plugged", "status": "completed", "tag": "8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:59:08.747926 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a15252-0735-4d25-932c-a1b6f3dfae8a x-openstack-request-id: req-76a15252-0735-4d25-932c-a1b6f3dfae8a {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:59:08.748268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c252abeb-ab92-496b-88e1-ea0048df594e", "name": "network-vif-plugged", "status": "completed", "tag": "8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:59:08.748574 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-76a15252-0735-4d25-932c-a1b6f3dfae8a {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:59:08.749004 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c252abeb-ab92-496b-88e1-ea0048df594e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced', 'code': 200} Jun 18 16:59:09.284711 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b3b0c-d158-4ed6-9d9b-3c7a8a44de17 req-7d7a6a0b-1586-464a-9134-05cc0908c66a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:09.286191 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5c0b3b0c-d158-4ed6-9d9b-3c7a8a44de17 req-7d7a6a0b-1586-464a-9134-05cc0908c66a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.0647368 Jun 18 16:59:09.328655 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5c0b3b0c-d158-4ed6-9d9b-3c7a8a44de17 req-5f7ed41e-07cc-4ae6-bdb2-3606a02fca20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367479 Jun 18 16:59:09.353590 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56620) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:09.413244 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a7a38ef5-354e-40d8-82b0-be7454a613c5 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/floatingips/642a4fff-859a-4542-b993-364f38e24de7 HTTP/1.1" status: 200 len: 992 time: 0.0581684 Jun 18 16:59:09.842983 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:59:11.024649 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-34c8b710-e1c9-4250-943c-c55028304524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:11.371851 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:12.245851 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:13.864124 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:24.482599 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:34.285927 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7dba7312-a72d-44e7-8c03-06e4f0b678d3 req-55be4be0-3cfc-420a-8c17-522beb412cdf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533111 Jun 18 16:59:34.389242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba7312-a72d-44e7-8c03-06e4f0b678d3 req-74e26794-e849-426d-b044-5d194bd0505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:34.390830 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7dba7312-a72d-44e7-8c03-06e4f0b678d3 req-74e26794-e849-426d-b044-5d194bd0505e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 1098 time: 0.0592935 Jun 18 16:59:34.502287 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba7312-a72d-44e7-8c03-06e4f0b678d3 req-53a57f53-327f-41f9-8ae5-0d3ef454e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:34.503794 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7dba7312-a72d-44e7-8c03-06e4f0b678d3 req-53a57f53-327f-41f9-8ae5-0d3ef454e594 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7361cdca-6a7f-4f88-9690-ffde46c85af4 HTTP/1.1" status: 200 len: 897 time: 0.0913997 Jun 18 16:59:34.575017 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7dba7312-a72d-44e7-8c03-06e4f0b678d3 req-bd2540e4-54c9-43be-b336-4bb26d18d588 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced HTTP/1.1" status: 200 len: 1000 time: 0.0631373 Jun 18 16:59:34.628091 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba7312-a72d-44e7-8c03-06e4f0b678d3 req-fc772002-4f40-4119-bd35-6095affab7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:34.629541 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7dba7312-a72d-44e7-8c03-06e4f0b678d3 req-fc772002-4f40-4119-bd35-6095affab7bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9a314f-25d7-49f8-af87-0c1b62b1be5b HTTP/1.1" status: 200 len: 834 time: 0.0477376 Jun 18 16:59:34.687215 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba7312-a72d-44e7-8c03-06e4f0b678d3 req-ed701338-393a-47b2-ae8b-5a032b4a08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:34.688699 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7dba7312-a72d-44e7-8c03-06e4f0b678d3 req-ed701338-393a-47b2-ae8b-5a032b4a08f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7361cdca-6a7f-4f88-9690-ffde46c85af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0527515 Jun 18 16:59:34.786674 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7dba7312-a72d-44e7-8c03-06e4f0b678d3 req-1c21740a-50da-4aae-87b9-c749cde76fc2 service neutron] 10.222.0.55 "GET /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900624 Jun 18 16:59:34.888576 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7dba7312-a72d-44e7-8c03-06e4f0b678d3 req-df16965c-3910-42a9-9221-e6954ff96949 service neutron] 10.222.0.55 "GET /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939751 Jun 18 16:59:37.788298 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56630) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:37.949444 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting port 1bec9587-2b8a-443f-9d54-4d8b9b6bfee7 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:59:37.949785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:38.029044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:38.029376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:38.095741 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Calling delete_port for 1bec9587-2b8a-443f-9d54-4d8b9b6bfee7 owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:59:38.257206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:38.260658 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:38.284533 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Port': ['ID=1bec9587-2b8a-443f-9d54-4d8b9b6bfee7,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:38.295746 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:38.296147 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:38.296541 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:38.296927 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:38.297308 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:38.297691 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:38.298069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:38.298476 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:38.298852 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:38.299229 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:38.299604 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:38.299976 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:38.318320 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:38.357293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for floatingip, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:38.357540 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Floating IP 642a4fff-859a-4542-b993-364f38e24de7 disassociated (deleted). External IP: 172.26.6.39, port: 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced. Jun 18 16:59:38.537260 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a4b8e5df-e4a5-465a-ae5e-d4097cf981db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:38.565950 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router fe73b736-579e-4762-a852-803ef8e95692 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:59:39.027967 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:59:39.032760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:39.037089 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a9fb7-aa35-45b2-8492-ee114a48079e None None] Sync routers for ids ['fe73b736-579e-4762-a852-803ef8e95692'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:59:39.046279 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a9fb7-aa35-45b2-8492-ee114a48079e None None] Routers {'fe73b736-579e-4762-a852-803ef8e95692'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:59:39.046932 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-c36a9fb7-aa35-45b2-8492-ee114a48079e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:59:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['fe73b736-579e-4762-a852-803ef8e95692'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:39.067986 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/floatingips/642a4fff-859a-4542-b993-364f38e24de7 HTTP/1.1" status: 204 len: 168 time: 1.2785792 Jun 18 16:59:39.068870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c252abeb-ab92-496b-88e1-ea0048df594e', 'tag': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:59:39.071291 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9704b745-9c1a-41e2-a42b-dfd23a5a8200" -d '{"events": [{"name": "network-changed", "server_uuid": "c252abeb-ab92-496b-88e1-ea0048df594e", "tag": "8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:59:39.113772 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2641d4-cbd0-4666-838e-e1700ce04d63 x-openstack-request-id: req-cf2641d4-cbd0-4666-838e-e1700ce04d63 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:59:39.114127 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c252abeb-ab92-496b-88e1-ea0048df594e", "tag": "8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:59:39.114450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-cf2641d4-cbd0-4666-838e-e1700ce04d63 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:59:39.114909 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c252abeb-ab92-496b-88e1-ea0048df594e', 'tag': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced', 'status': 'completed', 'code': 200} Jun 18 16:59:39.152876 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-c36a9fb7-aa35-45b2-8492-ee114a48079e None None] Set router fe73b736-579e-4762-a852-803ef8e95692 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:59:39.201027 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704b745-9c1a-41e2-a42b-dfd23a5a8200 req-c339f2a8-055e-4028-acce-1571c11cb985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:39.202572 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9704b745-9c1a-41e2-a42b-dfd23a5a8200 req-c339f2a8-055e-4028-acce-1571c11cb985 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 1098 time: 0.0648868 Jun 18 16:59:39.314526 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704b745-9c1a-41e2-a42b-dfd23a5a8200 req-170f1412-b028-4d63-9e29-d6c351d09650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:39.316384 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9704b745-9c1a-41e2-a42b-dfd23a5a8200 req-170f1412-b028-4d63-9e29-d6c351d09650 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7361cdca-6a7f-4f88-9690-ffde46c85af4 HTTP/1.1" status: 200 len: 897 time: 0.1023250 Jun 18 16:59:39.366589 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9704b745-9c1a-41e2-a42b-dfd23a5a8200 req-a0fc11f9-ce04-4fd0-8fe5-b7aca0b18486 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced HTTP/1.1" status: 200 len: 217 time: 0.0421293 Jun 18 16:59:39.370038 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-c36a9fb7-aa35-45b2-8492-ee114a48079e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe73b736-579e-4762-a852-803ef8e95692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830211410', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:02Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:03Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cec201f1-1972-4073-99e1-f9d9ea2862ea', 'name': '', 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:03:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:05Z', 'updated_at': '2021-06-18T16:58:10Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:39.405159 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a9fb7-aa35-45b2-8492-ee114a48079e None None] Checking router: fe73b736-579e-4762-a852-803ef8e95692 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:59:39.414324 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a9fb7-aa35-45b2-8492-ee114a48079e None None] Routers {'fe73b736-579e-4762-a852-803ef8e95692'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:59:39.415338 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-c36a9fb7-aa35-45b2-8492-ee114a48079e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:59:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['fe73b736-579e-4762-a852-803ef8e95692'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:39.430023 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704b745-9c1a-41e2-a42b-dfd23a5a8200 req-d9d0edb3-211b-4cf5-8994-ab0e0fd753c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:39.431723 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9704b745-9c1a-41e2-a42b-dfd23a5a8200 req-d9d0edb3-211b-4cf5-8994-ab0e0fd753c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9a314f-25d7-49f8-af87-0c1b62b1be5b HTTP/1.1" status: 200 len: 834 time: 0.0532551 Jun 18 16:59:39.533246 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-c36a9fb7-aa35-45b2-8492-ee114a48079e None None] Set router fe73b736-579e-4762-a852-803ef8e95692 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:59:39.535330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704b745-9c1a-41e2-a42b-dfd23a5a8200 req-1eb6a935-308c-4776-8ab0-a6b1409f0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:39.536839 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9704b745-9c1a-41e2-a42b-dfd23a5a8200 req-1eb6a935-308c-4776-8ab0-a6b1409f0502 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7361cdca-6a7f-4f88-9690-ffde46c85af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0978553 Jun 18 16:59:39.552330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad0beb-23c0-469b-82f4-2b008aaac701 req-409714d1-9965-4b35-8c7e-30641c9a519c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:39.553783 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e0ad0beb-23c0-469b-82f4-2b008aaac701 req-409714d1-9965-4b35-8c7e-30641c9a519c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.0857763 Jun 18 16:59:39.645517 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e0ad0beb-23c0-469b-82f4-2b008aaac701 req-c064b537-ecb0-41f8-a98f-0d65b42370e2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837462 Jun 18 16:59:39.672929 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9704b745-9c1a-41e2-a42b-dfd23a5a8200 req-dab92677-6811-446f-9e44-17f17fba8c8d service neutron] 10.222.0.55 "GET /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282654 Jun 18 16:59:39.772582 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9704b745-9c1a-41e2-a42b-dfd23a5a8200 req-ccbf3b41-64ff-45e8-b9de-b165ffc5818c service neutron] 10.222.0.55 "GET /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928850 Jun 18 16:59:39.838310 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-c36a9fb7-aa35-45b2-8492-ee114a48079e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe73b736-579e-4762-a852-803ef8e95692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830211410', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:02Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:03Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cec201f1-1972-4073-99e1-f9d9ea2862ea', 'name': '', 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:03:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:05Z', 'updated_at': '2021-06-18T16:58:10Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:39.864546 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a9fb7-aa35-45b2-8492-ee114a48079e None None] The sync data for ids ['fe73b736-579e-4762-a852-803ef8e95692'] in dv-neutron-797120-1-hyperv is: [{'id': 'fe73b736-579e-4762-a852-803ef8e95692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830211410', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:02Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:03Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'cec201f1-1972-4073-99e1-f9d9ea2862ea', 'name': '', 'network_id': '7361cdca-6a7f-4f88-9690-ffde46c85af4', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:03:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:05Z', 'updated_at': '2021-06-18T16:58:10Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': 'bc9a314f-25d7-49f8-af87-0c1b62b1be5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:59:40.100172 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7d2891-c1b1-46dc-9846-3cda8f902b99 None None] New status for floating IP 642a4fff-859a-4542-b993-364f38e24de7: DOWN {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 16:59:40.832940 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffafd53-02a6-43e1-bf17-0a0e52f2cf4c req-abafcd36-7ef9-4b23-9473-0ae1d138f1e6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:40.834482 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5ffafd53-02a6-43e1-bf17-0a0e52f2cf4c req-abafcd36-7ef9-4b23-9473-0ae1d138f1e6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.0718143 Jun 18 16:59:40.879939 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5ffafd53-02a6-43e1-bf17-0a0e52f2cf4c req-dd3e50fb-0d84-41b7-841d-ae066a8708a1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=9d64bd35-246f-457f-8c45-5cc834a8d131&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394549 Jun 18 16:59:41.027709 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-53c4c7fd-8445-4221-92a6-bfe56f8a86c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:41.258241 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98a01e-a8b8-47cd-bbd7-b3caf1c3d1f5 req-789f3049-86f1-451a-95d5-65ac92669f85 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:41.259833 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-be98a01e-a8b8-47cd-bbd7-b3caf1c3d1f5 req-789f3049-86f1-451a-95d5-65ac92669f85 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 945 time: 0.0630729 Jun 18 16:59:41.362325 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-be98a01e-a8b8-47cd-bbd7-b3caf1c3d1f5 req-a9eec2f2-89ae-4d40-9139-f9c3bb9d1851 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:59:41.362611 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-be98a01e-a8b8-47cd-bbd7-b3caf1c3d1f5 req-a9eec2f2-89ae-4d40-9139-f9c3bb9d1851 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:41.364400 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:41.449203 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-be98a01e-a8b8-47cd-bbd7-b3caf1c3d1f5 req-a9eec2f2-89ae-4d40-9139-f9c3bb9d1851 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] For port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced,segment=NetworkSegment(cac56b56-0283-45ab-b59a-af23b50dc823),segment_id=cac56b56-0283-45ab-b59a-af23b50dc823)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:59:41.449572 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-be98a01e-a8b8-47cd-bbd7-b3caf1c3d1f5 req-a9eec2f2-89ae-4d40-9139-f9c3bb9d1851 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:41.517087 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-be98a01e-a8b8-47cd-bbd7-b3caf1c3d1f5 req-a9eec2f2-89ae-4d40-9139-f9c3bb9d1851 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Calling delete_port for 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:59:41.646776 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-be98a01e-a8b8-47cd-bbd7-b3caf1c3d1f5 req-a9eec2f2-89ae-4d40-9139-f9c3bb9d1851 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:41.651631 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:41.677454 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eec2f2-89ae-4d40-9139-f9c3bb9d1851 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Port': ['ID=8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:41.684549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a9eec2f2-89ae-4d40-9139-f9c3bb9d1851 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:41.720612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-be98a01e-a8b8-47cd-bbd7-b3caf1c3d1f5 req-a9eec2f2-89ae-4d40-9139-f9c3bb9d1851 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] No DVR routers for this DVR port 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:59:41.723390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-be98a01e-a8b8-47cd-bbd7-b3caf1c3d1f5 req-a9eec2f2-89ae-4d40-9139-f9c3bb9d1851 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:41.725334 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-be98a01e-a8b8-47cd-bbd7-b3caf1c3d1f5 req-a9eec2f2-89ae-4d40-9139-f9c3bb9d1851 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "DELETE /v2.0/ports/8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced HTTP/1.1" status: 204 len: 173 time: 0.4596455 Jun 18 16:59:41.725887 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c252abeb-ab92-496b-88e1-ea0048df594e', 'name': 'network-vif-deleted', 'tag': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:59:41.728610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767ac05a-9782-4115-8c22-db5765619d9e" -d '{"events": [{"server_uuid": "c252abeb-ab92-496b-88e1-ea0048df594e", "name": "network-vif-deleted", "tag": "8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:59:41.766628 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 16:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab292b6b-f167-4a52-ab63-e0253a4ad25e x-openstack-request-id: req-ab292b6b-f167-4a52-ab63-e0253a4ad25e {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:59:41.766981 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c252abeb-ab92-496b-88e1-ea0048df594e", "name": "network-vif-deleted", "tag": "8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:59:41.767306 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ab292b6b-f167-4a52-ab63-e0253a4ad25e {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:59:41.767764 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c252abeb-ab92-496b-88e1-ea0048df594e', 'name': 'network-vif-deleted', 'tag': '8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced', 'status': 'completed', 'code': 200} Jun 18 16:59:42.042191 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bf30eace-5c74-4654-9322-765acc4eb99b req-0782cea7-b100-4eb3-9ffb-b00adc8aa9d5 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=c252abeb-ab92-496b-88e1-ea0048df594e HTTP/1.1" status: 200 len: 210 time: 0.0332165 Jun 18 16:59:42.255926 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:43.135691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56646) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:43.489003 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:43.754285 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting port cec201f1-1972-4073-99e1-f9d9ea2862ea {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:59:43.754576 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:43.841324 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] For port cec201f1-1972-4073-99e1-f9d9ea2862ea, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cec201f1-1972-4073-99e1-f9d9ea2862ea,segment=NetworkSegment(cac56b56-0283-45ab-b59a-af23b50dc823),segment_id=cac56b56-0283-45ab-b59a-af23b50dc823)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:59:43.841680 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:43.866877 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:43.912399 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Calling delete_port for cec201f1-1972-4073-99e1-f9d9ea2862ea owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:59:44.103885 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:44.106833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5bbd1a70-7439-45e2-a6bd-5b1b54ea3b4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:44.138806 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Port': ['ID=cec201f1-1972-4073-99e1-f9d9ea2862ea,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:44.152119 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:44.152517 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:44.152906 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:44.153294 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:44.153672 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:44.154058 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:44.154447 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:44.154835 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:44.155207 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:44.155577 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:44.155949 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:44.156331 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:44.176597 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:44.335062 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:44.624068 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:59:44.648712 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:59:44.649060 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 8aa82e7e-d8ac-4a2a-9fa1-04f4717d8ced not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:59:44.895470 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router fe73b736-579e-4762-a852-803ef8e95692 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:59:44.999160 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:59:45.004055 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "PUT /v2.0/routers/fe73b736-579e-4762-a852-803ef8e95692/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8673711 Jun 18 16:59:45.006982 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56648) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:45.008298 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e644ea06-d27a-46ba-b429-990c439fcaaa None None] Sync routers for ids ['fe73b736-579e-4762-a852-803ef8e95692'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:59:45.017783 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e644ea06-d27a-46ba-b429-990c439fcaaa None None] Routers {'fe73b736-579e-4762-a852-803ef8e95692'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:59:45.018511 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-e644ea06-d27a-46ba-b429-990c439fcaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:59:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['fe73b736-579e-4762-a852-803ef8e95692'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:45.063969 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb03525a-a239-4a7a-bf60-0224741ec6cf tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting subnet bc9a314f-25d7-49f8-af87-0c1b62b1be5b {{(pid=93453) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 16:59:45.067123 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bb03525a-a239-4a7a-bf60-0224741ec6cf tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for subnet, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:45.107867 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bb03525a-a239-4a7a-bf60-0224741ec6cf tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2299444'] for subnet, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:45.119471 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-e644ea06-d27a-46ba-b429-990c439fcaaa None None] Set router fe73b736-579e-4762-a852-803ef8e95692 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:59:45.193343 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bb03525a-a239-4a7a-bf60-0224741ec6cf tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:45.257727 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bb03525a-a239-4a7a-bf60-0224741ec6cf tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3751842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4150022'] for subnet, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:45.261567 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b73d312d-66cd-4d69-9655-67302db438f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:45.292913 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03525a-a239-4a7a-bf60-0224741ec6cf tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Subnet': ['ID=bc9a314f-25d7-49f8-af87-0c1b62b1be5b,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:45.294938 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-bb03525a-a239-4a7a-bf60-0224741ec6cf tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:45.299668 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56650) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:45.300576 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2a5a0e-0ba8-4213-b1b4-630fbc6c0c53 None None] Network 7361cdca-6a7f-4f88-9690-ffde46c85af4 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:59:45.302953 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-bb03525a-a239-4a7a-bf60-0224741ec6cf tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/subnets/bc9a314f-25d7-49f8-af87-0c1b62b1be5b HTTP/1.1" status: 204 len: 168 time: 0.2948718 Jun 18 16:59:45.304346 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bb03525a-a239-4a7a-bf60-0224741ec6cf tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:45.308835 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-e644ea06-d27a-46ba-b429-990c439fcaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe73b736-579e-4762-a852-803ef8e95692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830211410', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:02Z', 'updated_at': '2021-06-18T16:59:44Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:03Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:45.334103 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e644ea06-d27a-46ba-b429-990c439fcaaa None None] Checking router: fe73b736-579e-4762-a852-803ef8e95692 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:59:45.342914 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e644ea06-d27a-46ba-b429-990c439fcaaa None None] Routers {'fe73b736-579e-4762-a852-803ef8e95692'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:59:45.343529 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-e644ea06-d27a-46ba-b429-990c439fcaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:59:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['fe73b736-579e-4762-a852-803ef8e95692'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:45.408262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c6c77337-b2a9-4039-b95a-30f5cb571b9e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:45.448906 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-e644ea06-d27a-46ba-b429-990c439fcaaa None None] Set router fe73b736-579e-4762-a852-803ef8e95692 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:59:45.492044 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98c613e-d888-4755-afe2-0de62546eace None None] DHCP port deletion for 7361cdca-6a7f-4f88-9690-ffde46c85af4 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 16:59:45.515777 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c6c77337-b2a9-4039-b95a-30f5cb571b9e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:45.544943 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-b98c613e-d888-4755-afe2-0de62546eace None None] Deleting port cb2e6ab9-ea91-450e-b5db-5f78534bd245 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:59:45.545590 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b98c613e-d888-4755-afe2-0de62546eace None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:45.572925 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-c6c77337-b2a9-4039-b95a-30f5cb571b9e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting port 1f0c73eb-ca2b-488c-b55f-8caf9ab3f876 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 16:59:45.573272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c6c77337-b2a9-4039-b95a-30f5cb571b9e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:45.608917 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-b98c613e-d888-4755-afe2-0de62546eace None None] For port cb2e6ab9-ea91-450e-b5db-5f78534bd245, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=cb2e6ab9-ea91-450e-b5db-5f78534bd245,segment=NetworkSegment(cac56b56-0283-45ab-b59a-af23b50dc823),segment_id=cac56b56-0283-45ab-b59a-af23b50dc823)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:59:45.609361 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b98c613e-d888-4755-afe2-0de62546eace None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:45.637196 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-e644ea06-d27a-46ba-b429-990c439fcaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe73b736-579e-4762-a852-803ef8e95692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830211410', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:02Z', 'updated_at': '2021-06-18T16:59:44Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:03Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:45.656100 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-c6c77337-b2a9-4039-b95a-30f5cb571b9e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] For port 1f0c73eb-ca2b-488c-b55f-8caf9ab3f876, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1f0c73eb-ca2b-488c-b55f-8caf9ab3f876,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:59:45.656462 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c6c77337-b2a9-4039-b95a-30f5cb571b9e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:45.667081 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e644ea06-d27a-46ba-b429-990c439fcaaa None None] The sync data for ids ['fe73b736-579e-4762-a852-803ef8e95692'] in dv-neutron-797120-1-hyperv is: [{'id': 'fe73b736-579e-4762-a852-803ef8e95692', 'name': 'tempest-TestNetworkAdvancedServerOps-router-830211410', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183'}], 'enable_snat': True}, 'gw_port_id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:58:02Z', 'updated_at': '2021-06-18T16:59:44Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '1f0c73eb-ca2b-488c-b55f-8caf9ab3f876', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ed:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe73b736-579e-4762-a852-803ef8e95692', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:58:03Z', 'updated_at': '2021-06-18T16:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:59:45.679515 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-b98c613e-d888-4755-afe2-0de62546eace None None] Calling delete_port for cb2e6ab9-ea91-450e-b5db-5f78534bd245 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:59:45.727219 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-c6c77337-b2a9-4039-b95a-30f5cb571b9e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Calling delete_port for 1f0c73eb-ca2b-488c-b55f-8caf9ab3f876 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 16:59:45.763126 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b98c613e-d888-4755-afe2-0de62546eace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:45.765234 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:45.789352 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c613e-d888-4755-afe2-0de62546eace None None] Pushing event deleted for resources: {'Port': ['ID=cb2e6ab9-ea91-450e-b5db-5f78534bd245,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:45.793663 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b98c613e-d888-4755-afe2-0de62546eace None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:45.794503 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98c613e-d888-4755-afe2-0de62546eace None None] No DVR routers for this DVR port cb2e6ab9-ea91-450e-b5db-5f78534bd245 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 16:59:45.904090 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c6c77337-b2a9-4039-b95a-30f5cb571b9e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:45.906016 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b9d3c979-dd0f-4f13-96b9-0c4dd2b759a3 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:45.928834 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c77337-b2a9-4039-b95a-30f5cb571b9e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Port': ['ID=1f0c73eb-ca2b-488c-b55f-8caf9ab3f876,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:45.932750 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c6c77337-b2a9-4039-b95a-30f5cb571b9e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:45.995785 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c6c77337-b2a9-4039-b95a-30f5cb571b9e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:46.095386 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c6c77337-b2a9-4039-b95a-30f5cb571b9e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:46.097847 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c6c77337-b2a9-4039-b95a-30f5cb571b9e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:46.147386 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cec201f1-1972-4073-99e1-f9d9ea2862ea no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:59:46.149812 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c6c77337-b2a9-4039-b95a-30f5cb571b9e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:46.150919 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c77337-b2a9-4039-b95a-30f5cb571b9e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Fanout notify agent at l3_agent the message router_deleted on router fe73b736-579e-4762-a852-803ef8e95692 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 16:59:46.157831 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c6c77337-b2a9-4039-b95a-30f5cb571b9e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:46.161588 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c6c77337-b2a9-4039-b95a-30f5cb571b9e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/routers/fe73b736-579e-4762-a852-803ef8e95692 HTTP/1.1" status: 204 len: 168 time: 0.8585465 Jun 18 16:59:46.161957 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56652) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:46.183568 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: cec201f1-1972-4073-99e1-f9d9ea2862ea {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:59:46.183931 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cec201f1-1972-4073-99e1-f9d9ea2862ea not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:59:46.184389 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cb2e6ab9-ea91-450e-b5db-5f78534bd245 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:59:46.203449 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: cb2e6ab9-ea91-450e-b5db-5f78534bd245 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:59:46.203870 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device cb2e6ab9-ea91-450e-b5db-5f78534bd245 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:59:46.242666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-616e7114-df96-4cae-bdad-7320d66f3b51 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:46.338203 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-616e7114-df96-4cae-bdad-7320d66f3b51 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:46.349058 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-616e7114-df96-4cae-bdad-7320d66f3b51 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7361cdca-6a7f-4f88-9690-ffde46c85af4']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:46.359250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-616e7114-df96-4cae-bdad-7320d66f3b51 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac56b56-0283-45ab-b59a-af23b50dc823') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:46.359549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-616e7114-df96-4cae-bdad-7320d66f3b51 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac56b56-0283-45ab-b59a-af23b50dc823') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:46.368518 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-616e7114-df96-4cae-bdad-7320d66f3b51 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:46.381509 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-616e7114-df96-4cae-bdad-7320d66f3b51 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:46.387123 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616e7114-df96-4cae-bdad-7320d66f3b51 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 16:59:46.387504 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-616e7114-df96-4cae-bdad-7320d66f3b51 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 16:59:46.390844 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 16:59:46.450621 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-616e7114-df96-4cae-bdad-7320d66f3b51 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:46.455109 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-616e7114-df96-4cae-bdad-7320d66f3b51 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:46.456968 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-616e7114-df96-4cae-bdad-7320d66f3b51 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/networks/7361cdca-6a7f-4f88-9690-ffde46c85af4 HTTP/1.1" status: 204 len: 168 time: 0.2939701 Jun 18 16:59:46.458153 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c0e7361a-7f57-48dc-8853-90f0610b44bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:46.459876 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56654) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:46.472576 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e7114-df96-4cae-bdad-7320d66f3b51 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Network': ['ID=7361cdca-6a7f-4f88-9690-ffde46c85af4,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:46.475381 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-616e7114-df96-4cae-bdad-7320d66f3b51 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:46.520806 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d65faf45-659d-4c54-ac09-e7c8b89145ca tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:46.546756 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d65faf45-659d-4c54-ac09-e7c8b89145ca tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:46.605920 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d65faf45-659d-4c54-ac09-e7c8b89145ca tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:46.608630 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d65faf45-659d-4c54-ac09-e7c8b89145ca tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:46.609785 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d65faf45-659d-4c54-ac09-e7c8b89145ca tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/security-groups/9d64bd35-246f-457f-8c45-5cc834a8d131 HTTP/1.1" status: 204 len: 168 time: 0.1488767 Jun 18 16:59:46.610591 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-10c25810-7866-4d70-91a6-0d322fa1f1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:46.619244 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65faf45-659d-4c54-ac09-e7c8b89145ca tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d64bd35-246f-457f-8c45-5cc834a8d131,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:46.622625 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d65faf45-659d-4c54-ac09-e7c8b89145ca tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:46.845927 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 16:59:47.231076 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56660) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:47.235781 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-36c2db19-8f94-4227-9ed6-c47473120be6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1600888740', 'description': 'tempest-secgroup-smoke-1600888740 description', 'project_id': 'af4038200da2445a9f07c55e11895697'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:47.262387 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-36c2db19-8f94-4227-9ed6-c47473120be6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.341673 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-36c2db19-8f94-4227-9ed6-c47473120be6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.345624 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-36c2db19-8f94-4227-9ed6-c47473120be6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.348200 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f7dcc22a-b7e9-4b3f-ba49-e8b8586f88c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:47.374642 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-36c2db19-8f94-4227-9ed6-c47473120be6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.375858 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-36c2db19-8f94-4227-9ed6-c47473120be6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1437547 Jun 18 16:59:47.377798 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2db19-8f94-4227-9ed6-c47473120be6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20cec86-bbd0-4da9-9b10-2bf4f447cb69,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:47.378905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56662) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:47.380653 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-36c2db19-8f94-4227-9ed6-c47473120be6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:47.385069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f3c0ee25-f8ef-42de-a888-05310d7ad472 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': 'a20cec86-bbd0-4da9-9b10-2bf4f447cb69', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:47.410695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ee25-f8ef-42de-a888-05310d7ad472 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.466925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ee25-f8ef-42de-a888-05310d7ad472 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.470486 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ee25-f8ef-42de-a888-05310d7ad472 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.475543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:47.490670 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0ee25-f8ef-42de-a888-05310d7ad472 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9768a0-7b04-464f-94c8-2634956cb556,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:47.493700 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f3c0ee25-f8ef-42de-a888-05310d7ad472 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:47.495792 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3c0ee25-f8ef-42de-a888-05310d7ad472 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.496967 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f3c0ee25-f8ef-42de-a888-05310d7ad472 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169963 Jun 18 16:59:47.499730 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56664) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:47.504102 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-e498e023-a775-4f16-b4c7-e1f571b2d882 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': 'a20cec86-bbd0-4da9-9b10-2bf4f447cb69', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:47.529908 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e498e023-a775-4f16-b4c7-e1f571b2d882 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.585844 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e498e023-a775-4f16-b4c7-e1f571b2d882 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.589983 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e498e023-a775-4f16-b4c7-e1f571b2d882 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.594527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-44080cff-d341-4eae-bb69-ade7972b4890 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:47.610600 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498e023-a775-4f16-b4c7-e1f571b2d882 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5f55ff-6c27-4625-a46b-bcabd24df514,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:47.613307 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e498e023-a775-4f16-b4c7-e1f571b2d882 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:47.614781 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e498e023-a775-4f16-b4c7-e1f571b2d882 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.618572 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e498e023-a775-4f16-b4c7-e1f571b2d882 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153064 Jun 18 16:59:47.619713 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56666) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:47.623828 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-c046e8fd-3811-4eb0-8927-824b053efd8f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': 'a20cec86-bbd0-4da9-9b10-2bf4f447cb69', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:47.648754 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c046e8fd-3811-4eb0-8927-824b053efd8f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.709669 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c046e8fd-3811-4eb0-8927-824b053efd8f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.713873 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c046e8fd-3811-4eb0-8927-824b053efd8f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.715710 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e498e023-a775-4f16-b4c7-e1f571b2d882 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:47.732497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046e8fd-3811-4eb0-8927-824b053efd8f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f309f676-15b2-42d9-85b2-db022bb484f5,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:47.735037 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c046e8fd-3811-4eb0-8927-824b053efd8f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:47.738799 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c046e8fd-3811-4eb0-8927-824b053efd8f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.739979 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c046e8fd-3811-4eb0-8927-824b053efd8f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196620 Jun 18 16:59:47.742663 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56668) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:47.747960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-4bfd7994-df8e-4c9f-82e0-68defa8d1962 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': 'a20cec86-bbd0-4da9-9b10-2bf4f447cb69', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:47.773486 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4bfd7994-df8e-4c9f-82e0-68defa8d1962 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.831220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4bfd7994-df8e-4c9f-82e0-68defa8d1962 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.834916 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4bfd7994-df8e-4c9f-82e0-68defa8d1962 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.836752 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a86570d4-84d4-48cc-b171-b296ad512ebd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:47.855308 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd7994-df8e-4c9f-82e0-68defa8d1962 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1f8cb1-620b-4dbc-9e35-e1173e6eecdd,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:47.857795 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-4bfd7994-df8e-4c9f-82e0-68defa8d1962 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.859007 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4bfd7994-df8e-4c9f-82e0-68defa8d1962 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1153932 Jun 18 16:59:47.859912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4bfd7994-df8e-4c9f-82e0-68defa8d1962 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:47.861720 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56670) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:47.866539 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-8532eea5-d9cd-4546-8163-10fe6c33d50d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': 'a20cec86-bbd0-4da9-9b10-2bf4f447cb69', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:47.889957 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-8532eea5-d9cd-4546-8163-10fe6c33d50d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Project af4038200da2445a9f07c55e11895697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:59:47.894819 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8532eea5-d9cd-4546-8163-10fe6c33d50d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.952765 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1f0c73eb-ca2b-488c-b55f-8caf9ab3f876 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 16:59:47.959388 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8532eea5-d9cd-4546-8163-10fe6c33d50d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.963577 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8532eea5-d9cd-4546-8163-10fe6c33d50d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.968108 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d3153e39-412e-4370-83fd-681cdade8fdb tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:47.974764 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 1f0c73eb-ca2b-488c-b55f-8caf9ab3f876 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 16:59:47.975128 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1f0c73eb-ca2b-488c-b55f-8caf9ab3f876 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 16:59:47.986864 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532eea5-d9cd-4546-8163-10fe6c33d50d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5fa520-351b-4427-8aff-42b80cd55053,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:47.989989 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8532eea5-d9cd-4546-8163-10fe6c33d50d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:47.991164 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-8532eea5-d9cd-4546-8163-10fe6c33d50d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:47.992447 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-8532eea5-d9cd-4546-8163-10fe6c33d50d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296310 Jun 18 16:59:47.995110 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56672) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:47.999622 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-fe0872ed-7d15-4850-a2b6-4347d15a79cf tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': 'a20cec86-bbd0-4da9-9b10-2bf4f447cb69', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:48.020489 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-fe0872ed-7d15-4850-a2b6-4347d15a79cf tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Project af4038200da2445a9f07c55e11895697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 16:59:48.027380 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe0872ed-7d15-4850-a2b6-4347d15a79cf tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:48.088035 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe0872ed-7d15-4850-a2b6-4347d15a79cf tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:48.091962 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe0872ed-7d15-4850-a2b6-4347d15a79cf tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:48.098332 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f31542f1-4452-4273-b7b3-aff669b7237d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:48.110777 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0872ed-7d15-4850-a2b6-4347d15a79cf tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63bf4bd8-fd8d-41a8-aa7d-ec1fefbe757f,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:48.113209 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fe0872ed-7d15-4850-a2b6-4347d15a79cf tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:48.117113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-fe0872ed-7d15-4850-a2b6-4347d15a79cf tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:48.118192 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-fe0872ed-7d15-4850-a2b6-4347d15a79cf tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1221349 Jun 18 16:59:48.121835 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56674) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:48.126768 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-4bb46af8-47b6-4c1f-9049-20c497ab8ff3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'network': {'name': 'tempest-network-smoke--256463399', 'project_id': 'af4038200da2445a9f07c55e11895697', 'port_security_enabled': True}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:48.148291 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb46af8-47b6-4c1f-9049-20c497ab8ff3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Made reservation on behalf of af4038200da2445a9f07c55e11895697 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:59:48.152500 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4bb46af8-47b6-4c1f-9049-20c497ab8ff3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:48.179505 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb46af8-47b6-4c1f-9049-20c497ab8ff3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 16:59:48.188712 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4bb46af8-47b6-4c1f-9049-20c497ab8ff3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:48.189117 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-4bb46af8-47b6-4c1f-9049-20c497ab8ff3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Added segment d36bed61-ec77-45d5-b3b6-61946c291b15 of type vlan for network a1857d6e-94aa-4a2e-8f6f-ad458b753603 Jun 18 16:59:48.229584 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4bb46af8-47b6-4c1f-9049-20c497ab8ff3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:48.257384 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4bb46af8-47b6-4c1f-9049-20c497ab8ff3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:48.263701 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb46af8-47b6-4c1f-9049-20c497ab8ff3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:48.264290 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4bb46af8-47b6-4c1f-9049-20c497ab8ff3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:48.267376 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-765f8985-98ac-4294-bcc9-d8977186909f tempest-FloatingIPTestJSON-133777407 tempest-FloatingIPTestJSON-133777407-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:48.313277 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4bb46af8-47b6-4c1f-9049-20c497ab8ff3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1904104 Jun 18 16:59:48.316060 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56676) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:48.320786 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-448441516', 'admin_state_up': True, 'project_id': 'af4038200da2445a9f07c55e11895697', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:48.333802 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb46af8-47b6-4c1f-9049-20c497ab8ff3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Network': ['ID=a1857d6e-94aa-4a2e-8f6f-ad458b753603,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:48.336767 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4bb46af8-47b6-4c1f-9049-20c497ab8ff3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:48.344820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network a1857d6e-94aa-4a2e-8f6f-ad458b753603 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 16:59:48.345292 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:48.346303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:48.402919 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:48.537093 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:48.733233 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:48.752059 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:48.851820 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Allocated IP 172.26.6.200 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/3558cb51-4547-40a8-bcbc-dd3963664b28) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:59:48.954844 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:48.992270 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:48.995320 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d1e05550-474e-4021-bed4-cdd42ea7f7d0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:49.032162 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:59:49.034956 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:59:49.038522 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:59:49.067717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=3558cb51-4547-40a8-bcbc-dd3963664b28,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:49.071553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:49.295385 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:49.484474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:49.608365 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router dd78909e-5571-48b8-bb23-2037f736f057 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 16:59:49.714688 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:59:49.724164 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Sync routers for ids ['dd78909e-5571-48b8-bb23-2037f736f057'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:59:49.733266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:49.734569 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4174757 Jun 18 16:59:49.735211 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Routers {'dd78909e-5571-48b8-bb23-2037f736f057'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:59:49.735856 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:59:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['dd78909e-5571-48b8-bb23-2037f736f057'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:49.737624 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56678) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:49.766891 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0ff71c3c-9367-4d5c-9177-17d9bab2d64d tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=af4038200da2445a9f07c55e11895697&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280745 Jun 18 16:59:49.769404 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56680) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:49.841025 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Set router dd78909e-5571-48b8-bb23-2037f736f057 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:59:49.859398 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af717340-aecd-4ba3-8af9-121f2e056cef tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:49.860809 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-af717340-aecd-4ba3-8af9-121f2e056cef tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905187 Jun 18 16:59:49.863554 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56682) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:49.891736 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-12630103-f1b7-4d01-a62d-d21a31a3d83b tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270271 Jun 18 16:59:49.893955 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56684) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:49.898737 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-1e54f506-ca69-4cbc-9fb2-467fd38451f8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-109316048', 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603', 'project_id': 'af4038200da2445a9f07c55e11895697', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:50.000364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e54f506-ca69-4cbc-9fb2-467fd38451f8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Made reservation on behalf of af4038200da2445a9f07c55e11895697 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:59:50.003891 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1e54f506-ca69-4cbc-9fb2-467fd38451f8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:50.181861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448441516', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:49Z', 'revision_number': 3, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:50.201073 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1e54f506-ca69-4cbc-9fb2-467fd38451f8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:50.203913 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a23b0693-76c8-42e2-af63-0f8c75f7dde1 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:50.208236 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Checking router: dd78909e-5571-48b8-bb23-2037f736f057 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:59:50.208597 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Updating router dd78909e-5571-48b8-bb23-2037f736f057 port 3558cb51-4547-40a8-bcbc-dd3963664b28 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:59:50.242159 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:50.263901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54f506-ca69-4cbc-9fb2-467fd38451f8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Subnet': ['ID=0854f5c1-a91c-4983-ba48-e23787ea6b03,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:50.267322 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1e54f506-ca69-4cbc-9fb2-467fd38451f8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:50.273423 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e54f506-ca69-4cbc-9fb2-467fd38451f8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Checking segment: {'id': 'd36bed61-ec77-45d5-b3b6-61946c291b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:59:50.273782 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e54f506-ca69-4cbc-9fb2-467fd38451f8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network hostable DHCP agents. Network: a1857d6e-94aa-4a2e-8f6f-ad458b753603, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 16:59:50.290639 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e54f506-ca69-4cbc-9fb2-467fd38451f8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network a1857d6e-94aa-4a2e-8f6f-ad458b753603 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 16:59:50.305214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-1e54f506-ca69-4cbc-9fb2-467fd38451f8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, a1857d6e-94aa-4a2e-8f6f-ad458b753603) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:59:50.310977 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e54f506-ca69-4cbc-9fb2-467fd38451f8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:50.311578 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1e54f506-ca69-4cbc-9fb2-467fd38451f8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:50.332834 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1e54f506-ca69-4cbc-9fb2-467fd38451f8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4352605 Jun 18 16:59:50.333050 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e072b9ac-3667-4824-8499-4ebdf448df51 None None] Network a1857d6e-94aa-4a2e-8f6f-ad458b753603 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:59:50.333269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56686) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 16:59:50.570206 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-a1857d6e-94aa-4a2e-8f6f-ad458b753603', 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ips': [{'subnet_id': '0854f5c1-a91c-4983-ba48-e23787ea6b03'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 16:59:50.571073 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:50.628944 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:50.691911 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Transition to ACTIVE for port object 3558cb51-4547-40a8-bcbc-dd3963664b28 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:59:50.708691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:50.712317 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:50.799631 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e4bfb-269c-4706-a82a-28f9f8ef397c None None] Pushing event updated for resources: {'Port': ['ID=3558cb51-4547-40a8-bcbc-dd3963664b28,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:50.804806 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-739e4bfb-269c-4706-a82a-28f9f8ef397c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:50.805984 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Allocated IP 172.20.0.2 (a1857d6e-94aa-4a2e-8f6f-ad458b753603/0854f5c1-a91c-4983-ba48-e23787ea6b03/a9236584-069f-4985-815e-96b163b1d4bb) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:59:50.808970 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Attempting to bind port 3558cb51-4547-40a8-bcbc-dd3963664b28 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:59:50.809574 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Attempting to bind port 3558cb51-4547-40a8-bcbc-dd3963664b28 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:59:50.809696 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Attempting to bind port 3558cb51-4547-40a8-bcbc-dd3963664b28 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:59:50.821412 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:59:50.821830 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:59:50.822240 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:50.822668 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:59:50.823147 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Bound port: 3558cb51-4547-40a8-bcbc-dd3963664b28, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:59:50.823522 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:50.928409 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] For port 3558cb51-4547-40a8-bcbc-dd3963664b28, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:59:50.933452 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] For port 3558cb51-4547-40a8-bcbc-dd3963664b28, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3558cb51-4547-40a8-bcbc-dd3963664b28,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:59:50.940691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:50.944526 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:51.060173 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Routers {'dd78909e-5571-48b8-bb23-2037f736f057'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:59:51.060813 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:59:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['dd78909e-5571-48b8-bb23-2037f736f057'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:51.064335 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e4bfb-269c-4706-a82a-28f9f8ef397c None None] Pushing event updated for resources: {'Port': ['ID=3558cb51-4547-40a8-bcbc-dd3963664b28,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:51.070179 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-739e4bfb-269c-4706-a82a-28f9f8ef397c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:51.071013 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:51.110989 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Transition to ACTIVE for port object a9236584-069f-4985-815e-96b163b1d4bb will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:59:51.133617 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Transition to ACTIVE for port object a9236584-069f-4985-815e-96b163b1d4bb will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:59:51.139414 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:51.169268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:51.173143 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:51.226726 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Network a1857d6e-94aa-4a2e-8f6f-ad458b753603 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:59:51.233872 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:59:51.235623 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Pushing event updated for resources: {'Port': ['ID=a9236584-069f-4985-815e-96b163b1d4bb,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:51.237691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:59:51.242331 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:51.248713 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] Set router dd78909e-5571-48b8-bb23-2037f736f057 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:59:51.391370 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Attempting to bind port a9236584-069f-4985-815e-96b163b1d4bb on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:59:51.391789 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Attempting to bind port a9236584-069f-4985-815e-96b163b1d4bb by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'd36bed61-ec77-45d5-b3b6-61946c291b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:59:51.392107 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Attempting to bind port a9236584-069f-4985-815e-96b163b1d4bb on network a1857d6e-94aa-4a2e-8f6f-ad458b753603 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:59:51.403613 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:59:51.403995 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Checking segment: {'id': 'd36bed61-ec77-45d5-b3b6-61946c291b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:59:51.404403 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:51.404800 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Bound using segment: {'id': 'd36bed61-ec77-45d5-b3b6-61946c291b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:59:51.405282 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Bound port: a9236584-069f-4985-815e-96b163b1d4bb, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36bed61-ec77-45d5-b3b6-61946c291b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:59:51.405665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:51.434194 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Allocated IP 172.20.0.1 (a1857d6e-94aa-4a2e-8f6f-ad458b753603/0854f5c1-a91c-4983-ba48-e23787ea6b03/ec47e2e5-7906-4d8b-b361-cfe792b9b6b6) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:59:51.509708 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] For port a9236584-069f-4985-815e-96b163b1d4bb, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:59:51.514065 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] For port a9236584-069f-4985-815e-96b163b1d4bb, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a9236584-069f-4985-815e-96b163b1d4bb,segment=NetworkSegment(d36bed61-ec77-45d5-b3b6-61946c291b15),segment_id=d36bed61-ec77-45d5-b3b6-61946c291b15)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:59:51.520790 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:51.523689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f5fb3b90-f596-4e68-9c91-355bc8616c91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:51.568421 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:51.580234 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448441516', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:49Z', 'revision_number': 3, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:51.586043 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Transition to ACTIVE for port object ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:59:51.621374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f9bc0-ea59-4ee3-a9ba-f90b883944a0 None None] The sync data for ids ['dd78909e-5571-48b8-bb23-2037f736f057'] in dv-neutron-797120-1-hyperv is: [{'id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448441516', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:49Z', 'revision_number': 3, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:59:51.623921 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Pushing event updated for resources: {'Port': ['ID=a9236584-069f-4985-815e-96b163b1d4bb,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:51.626604 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:51.627084 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:51.629329 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ab3bffc1-b591-4108-b155-8a6798c936f3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:51.678325 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network a1857d6e-94aa-4a2e-8f6f-ad458b753603 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:59:51.683009 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:59:51.687362 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:59:51.715779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=ec47e2e5-7906-4d8b-b361-cfe792b9b6b6,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:51.720459 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:51.737603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:51.938825 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:52.081447 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a9236584-069f-4985-815e-96b163b1d4bb up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:59:52.141520 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port a9236584-069f-4985-815e-96b163b1d4bb completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:59:52.146243 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3558cb51-4547-40a8-bcbc-dd3963664b28 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:59:52.200735 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 3558cb51-4547-40a8-bcbc-dd3963664b28 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:59:52.207414 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 3558cb51-4547-40a8-bcbc-dd3963664b28 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:59:52.207934 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:52.258533 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:52.267415 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:52.272401 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a596a0d5-c685-47b9-bd2b-ee5d691f929a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:52.310738 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:52.340600 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 3558cb51-4547-40a8-bcbc-dd3963664b28, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3558cb51-4547-40a8-bcbc-dd3963664b28,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:59:52.349763 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:52.354778 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:52.362979 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:52.365195 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=ec47e2e5-7906-4d8b-b361-cfe792b9b6b6,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:52.369411 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:52.409636 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=3558cb51-4547-40a8-bcbc-dd3963664b28,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:52.412900 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:52.483627 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network a1857d6e-94aa-4a2e-8f6f-ad458b753603 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:59:52.485270 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:59:52.604180 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef89ee1-b916-4b14-b2d4-310d52d8a073 None None] Network a1857d6e-94aa-4a2e-8f6f-ad458b753603 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 16:59:52.611723 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router dd78909e-5571-48b8-bb23-2037f736f057 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 16:59:52.697792 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-cba46f3f-7ef2-4aa6-83fc-23c8ae33c9f7 None None] Provisioning for port a9236584-069f-4985-815e-96b163b1d4bb completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:59:52.720000 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-cba46f3f-7ef2-4aa6-83fc-23c8ae33c9f7 None None] Provisioning complete for port a9236584-069f-4985-815e-96b163b1d4bb triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:59:52.720476 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cba46f3f-7ef2-4aa6-83fc-23c8ae33c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:52.725327 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 16:59:52.734225 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "PUT /v2.0/routers/dd78909e-5571-48b8-bb23-2037f736f057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3999090 Jun 18 16:59:52.873919 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bd54df0d-2367-4cd8-aeac-cf577dc461b5 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1600888740&fields=id&tenant_id=af4038200da2445a9f07c55e11895697 HTTP/1.1" status: 200 len: 267 time: 0.0365784 Jun 18 16:59:52.993295 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-100a920c-2041-408a-9cfb-395f924664b5 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:52.995756 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-100a920c-2041-408a-9cfb-395f924664b5 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/networks?id=a1857d6e-94aa-4a2e-8f6f-ad458b753603 HTTP/1.1" status: 200 len: 796 time: 0.1149552 Jun 18 16:59:53.008060 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cba46f3f-7ef2-4aa6-83fc-23c8ae33c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:53.017286 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-4236237a-c3fb-41fc-a859-a98413e3a32a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/quotas/af4038200da2445a9f07c55e11895697 HTTP/1.1" status: 200 len: 375 time: 0.0112603 Jun 18 16:59:53.049576 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-cba46f3f-7ef2-4aa6-83fc-23c8ae33c9f7 None None] For port a9236584-069f-4985-815e-96b163b1d4bb, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a9236584-069f-4985-815e-96b163b1d4bb,segment=NetworkSegment(d36bed61-ec77-45d5-b3b6-61946c291b15),segment_id=d36bed61-ec77-45d5-b3b6-61946c291b15)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:59:53.054653 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cba46f3f-7ef2-4aa6-83fc-23c8ae33c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:53.058626 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:53.109827 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-63db40d3-cfbc-4e0b-802f-151eaae1050a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839500 Jun 18 16:59:53.114133 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba46f3f-7ef2-4aa6-83fc-23c8ae33c9f7 None None] Pushing event updated for resources: {'Port': ['ID=a9236584-069f-4985-815e-96b163b1d4bb,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:53.117528 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-cba46f3f-7ef2-4aa6-83fc-23c8ae33c9f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:53.223552 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-ef170c09-6a26-4541-939b-b07e666285b8 service neutron] 10.222.0.50 "GET /v2.0/networks/a1857d6e-94aa-4a2e-8f6f-ad458b753603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945685 Jun 18 16:59:53.279849 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4e885d72-3a20-4270-a058-fb89b4ccb65e None None] Provisioning complete for port a9236584-069f-4985-815e-96b163b1d4bb triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:59:53.280232 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4e885d72-3a20-4270-a058-fb89b4ccb65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:53.326244 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-1c32a020-300f-4210-9a0b-26b65d2e2231 service neutron] 10.222.0.50 "GET /v2.0/networks/a1857d6e-94aa-4a2e-8f6f-ad458b753603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967641 Jun 18 16:59:53.375657 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Sync routers for ids ['dd78909e-5571-48b8-bb23-2037f736f057'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 16:59:53.383386 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4e885d72-3a20-4270-a058-fb89b4ccb65e None None] Provisioning for port ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:59:53.390193 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4e885d72-3a20-4270-a058-fb89b4ccb65e None None] Provisioning complete for port ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:59:53.390675 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4e885d72-3a20-4270-a058-fb89b4ccb65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:53.393833 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Routers {'dd78909e-5571-48b8-bb23-2037f736f057'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:59:53.394534 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:59:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['dd78909e-5571-48b8-bb23-2037f736f057'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:53.436687 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-4e885d72-3a20-4270-a058-fb89b4ccb65e None None] Port ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:59:53.511033 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Set router dd78909e-5571-48b8-bb23-2037f736f057 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:59:53.557264 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d868c2e9-9d8d-4e5a-ae28-6557ba19497f None None] Provisioning complete for port ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:59:53.557644 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d868c2e9-9d8d-4e5a-ae28-6557ba19497f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:53.616326 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-df0a454a-a3e6-46e0-baf4-8c25536b9af9 req-a730c5e7-07ce-4f56-9acf-f535f1723701 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 210 time: 0.1116419 Jun 18 16:59:53.633700 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d868c2e9-9d8d-4e5a-ae28-6557ba19497f None None] Port ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:59:53.741334 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448441516', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:51Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ec47e2e5-7906-4d8b-b361-cfe792b9b6b6', 'name': '', 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:45:13:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0854f5c1-a91c-4983-ba48-e23787ea6b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:51Z', 'updated_at': '2021-06-18T16:59:52Z', 'revision_number': 2, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '0854f5c1-a91c-4983-ba48-e23787ea6b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:53.755966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-3fa1d9f2-ff64-4b43-9883-95f9967f6d27 None None] Provisioning complete for port ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:59:53.756531 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3fa1d9f2-ff64-4b43-9883-95f9967f6d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:53.778333 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Checking router: dd78909e-5571-48b8-bb23-2037f736f057 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 16:59:53.778724 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Updating router dd78909e-5571-48b8-bb23-2037f736f057 port ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 16:59:53.796402 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-3fa1d9f2-ff64-4b43-9883-95f9967f6d27 None None] Port ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:59:53.817081 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:54.024137 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a9236584-069f-4985-815e-96b163b1d4bb up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:59:54.073914 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port a9236584-069f-4985-815e-96b163b1d4bb triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:59:54.074469 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:54.098161 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:54.109710 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Transition to ACTIVE for port object ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:59:54.116451 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:54.119425 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-aed909ed-2327-4117-a0bd-bacdc53562b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:54.158215 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3558cb51-4547-40a8-bcbc-dd3963664b28 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:59:54.166992 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3e295-a0e3-4f74-bb7e-21eb763772eb None None] Pushing event updated for resources: {'Port': ['ID=ec47e2e5-7906-4d8b-b361-cfe792b9b6b6,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:54.174929 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3e295-a0e3-4f74-bb7e-21eb763772eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:54.175278 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3e295-a0e3-4f74-bb7e-21eb763772eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:54.175610 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3e295-a0e3-4f74-bb7e-21eb763772eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:54.175936 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3e295-a0e3-4f74-bb7e-21eb763772eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:54.176259 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3e295-a0e3-4f74-bb7e-21eb763772eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:54.176581 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3e295-a0e3-4f74-bb7e-21eb763772eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:54.177869 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3e295-a0e3-4f74-bb7e-21eb763772eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:54.177869 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3e295-a0e3-4f74-bb7e-21eb763772eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:54.177869 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3e295-a0e3-4f74-bb7e-21eb763772eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:54.177869 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3e295-a0e3-4f74-bb7e-21eb763772eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:54.178265 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3e295-a0e3-4f74-bb7e-21eb763772eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:54.178495 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d3e295-a0e3-4f74-bb7e-21eb763772eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 16:59:54.183378 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-a1d3e295-a0e3-4f74-bb7e-21eb763772eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:54.215001 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 3558cb51-4547-40a8-bcbc-dd3963664b28 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:59:54.215251 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:54.286780 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Attempting to bind port ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:59:54.287307 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Attempting to bind port ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'd36bed61-ec77-45d5-b3b6-61946c291b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:59:54.287803 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Attempting to bind port ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 on network a1857d6e-94aa-4a2e-8f6f-ad458b753603 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:59:54.295730 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:59:54.296790 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Checking segment: {'id': 'd36bed61-ec77-45d5-b3b6-61946c291b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:59:54.296790 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:54.297033 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Bound using segment: {'id': 'd36bed61-ec77-45d5-b3b6-61946c291b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:59:54.297504 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Bound port: ec47e2e5-7906-4d8b-b361-cfe792b9b6b6, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd36bed61-ec77-45d5-b3b6-61946c291b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:59:54.298163 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:54.461187 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] For port ec47e2e5-7906-4d8b-b361-cfe792b9b6b6, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:59:54.465227 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] For port ec47e2e5-7906-4d8b-b361-cfe792b9b6b6, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ec47e2e5-7906-4d8b-b361-cfe792b9b6b6,segment=NetworkSegment(d36bed61-ec77-45d5-b3b6-61946c291b15),segment_id=d36bed61-ec77-45d5-b3b6-61946c291b15)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:59:54.470620 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:54.475123 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-e55e57e0-7488-4aef-9731-ef6d2e37fdba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:54.491891 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:54.544649 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3e295-a0e3-4f74-bb7e-21eb763772eb None None] Pushing event updated for resources: {'Port': ['ID=ec47e2e5-7906-4d8b-b361-cfe792b9b6b6,revision_number=4']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:54.547223 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Routers {'dd78909e-5571-48b8-bb23-2037f736f057'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 16:59:54.547774 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:59:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['dd78909e-5571-48b8-bb23-2037f736f057'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:54.549767 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-a1d3e295-a0e3-4f74-bb7e-21eb763772eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:54.699288 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] Set router dd78909e-5571-48b8-bb23-2037f736f057 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 16:59:54.817703 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-30a7596f-8d64-44eb-ac91-7377486c50cc req-e158aa75-8008-4ceb-8093-31a044f6b56e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 210 time: 0.0297947 Jun 18 16:59:54.824503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-5d7e83d6-9241-4e76-9ef4-f5f513fee9c5 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:54.826170 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-5d7e83d6-9241-4e76-9ef4-f5f513fee9c5 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "GET /v2.0/networks?id=a1857d6e-94aa-4a2e-8f6f-ad458b753603 HTTP/1.1" status: 200 len: 796 time: 0.1990597 Jun 18 16:59:54.871893 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-07e8b5aa-c938-48c2-a113-95b7edd0167d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af4038200da2445a9f07c55e11895697 HTTP/1.1" status: 200 len: 380 time: 0.0363598 Jun 18 16:59:54.881624 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-c7713ff9-5566-4f86-aacc-dff8c237d709 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'port': {'device_id': 'e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1', 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603', 'admin_state_up': True, 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'security_groups': ['a20cec86-bbd0-4da9-9b10-2bf4f447cb69']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:54.937740 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448441516', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:51Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ec47e2e5-7906-4d8b-b361-cfe792b9b6b6', 'name': '', 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:45:13:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0854f5c1-a91c-4983-ba48-e23787ea6b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:51Z', 'updated_at': '2021-06-18T16:59:54Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '0854f5c1-a91c-4983-ba48-e23787ea6b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 16:59:54.974276 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af753eb6-afd8-45a6-802c-25d4d0154539 None None] The sync data for ids ['dd78909e-5571-48b8-bb23-2037f736f057'] in dv-neutron-797120-1-hyperv is: [{'id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448441516', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:51Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ec47e2e5-7906-4d8b-b361-cfe792b9b6b6', 'name': '', 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:45:13:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0854f5c1-a91c-4983-ba48-e23787ea6b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:51Z', 'updated_at': '2021-06-18T16:59:54Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '0854f5c1-a91c-4983-ba48-e23787ea6b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 16:59:55.012393 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-c7713ff9-5566-4f86-aacc-dff8c237d709 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Made reservation on behalf of af4038200da2445a9f07c55e11895697 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 16:59:55.017962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-c7713ff9-5566-4f86-aacc-dff8c237d709 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:55.166619 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-c7713ff9-5566-4f86-aacc-dff8c237d709 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Allocated IP 172.20.0.14 (a1857d6e-94aa-4a2e-8f6f-ad458b753603/0854f5c1-a91c-4983-ba48-e23787ea6b03/921d00b8-a951-43d3-8a64-a686a5ac2fb5) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 16:59:55.310780 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-c7713ff9-5566-4f86-aacc-dff8c237d709 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:55.325562 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-c7713ff9-5566-4f86-aacc-dff8c237d709 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Transition to ACTIVE for port object 921d00b8-a951-43d3-8a64-a686a5ac2fb5 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:59:55.360495 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-c7713ff9-5566-4f86-aacc-dff8c237d709 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:55.364317 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-595f4afe-13ee-41a5-91e3-af81d48ecd5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:55.413869 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-c7713ff9-5566-4f86-aacc-dff8c237d709 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network a1857d6e-94aa-4a2e-8f6f-ad458b753603 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 16:59:55.418021 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-c7713ff9-5566-4f86-aacc-dff8c237d709 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 16:59:55.422059 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-c7713ff9-5566-4f86-aacc-dff8c237d709 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 16:59:55.449306 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7713ff9-5566-4f86-aacc-dff8c237d709 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=921d00b8-a951-43d3-8a64-a686a5ac2fb5,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:55.453915 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c7713ff9-5566-4f86-aacc-dff8c237d709 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:55.477147 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-c7713ff9-5566-4f86-aacc-dff8c237d709 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:55.478468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-c7713ff9-5566-4f86-aacc-dff8c237d709 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:55.493581 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-c7713ff9-5566-4f86-aacc-dff8c237d709 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6157420 Jun 18 16:59:55.506632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Request body: {'port': {'device_id': 'e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 16:59:55.589480 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:55.686960 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1125aeef-7fa0-49dc-9bca-418a37ece08f None None] Provisioning for port 921d00b8-a951-43d3-8a64-a686a5ac2fb5 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:59:55.691538 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1125aeef-7fa0-49dc-9bca-418a37ece08f None None] Provisioning complete for port 921d00b8-a951-43d3-8a64-a686a5ac2fb5 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:59:55.692084 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1125aeef-7fa0-49dc-9bca-418a37ece08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:55.729194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-1125aeef-7fa0-49dc-9bca-418a37ece08f None None] Port 921d00b8-a951-43d3-8a64-a686a5ac2fb5 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 16:59:55.871514 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 921d00b8-a951-43d3-8a64-a686a5ac2fb5 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:59:55.878996 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:55.894892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Transition to ACTIVE for port object 921d00b8-a951-43d3-8a64-a686a5ac2fb5 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 16:59:55.899261 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:55.904424 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ed3d4074-03ca-49c9-9e04-11612d9ee53c tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:56.029301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Pushing event updated for resources: {'Port': ['ID=921d00b8-a951-43d3-8a64-a686a5ac2fb5,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:56.051533 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:59:56.053201 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:56.113775 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 16:59:56.120717 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:59:56.121219 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:56.135542 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd995b-b1be-448f-8e65-6cb435bab848 req-c7917cfc-701d-4817-8ac6-4a29144b5e8b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:56.137170 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-79cd995b-b1be-448f-8e65-6cb435bab848 req-c7917cfc-701d-4817-8ac6-4a29144b5e8b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 944 time: 0.1941886 Jun 18 16:59:56.138521 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Attempting to bind port 921d00b8-a951-43d3-8a64-a686a5ac2fb5 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 16:59:56.138800 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Attempting to bind port 921d00b8-a951-43d3-8a64-a686a5ac2fb5 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd36bed61-ec77-45d5-b3b6-61946c291b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 16:59:56.139236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Attempting to bind port 921d00b8-a951-43d3-8a64-a686a5ac2fb5 on network a1857d6e-94aa-4a2e-8f6f-ad458b753603 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:59:56.145635 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Port 921d00b8-a951-43d3-8a64-a686a5ac2fb5 on network a1857d6e-94aa-4a2e-8f6f-ad458b753603 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 16:59:56.145901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Attempting to bind port 921d00b8-a951-43d3-8a64-a686a5ac2fb5 on network a1857d6e-94aa-4a2e-8f6f-ad458b753603 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 16:59:56.162843 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 16, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 16:59:56.163184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Checking segment: {'id': 'd36bed61-ec77-45d5-b3b6-61946c291b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 16:59:56.163570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Bound using segment: {'id': 'd36bed61-ec77-45d5-b3b6-61946c291b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 16:59:56.164013 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Bound port: 921d00b8-a951-43d3-8a64-a686a5ac2fb5, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd36bed61-ec77-45d5-b3b6-61946c291b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 16:59:56.164360 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:56.208231 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:56.224763 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-79cd995b-b1be-448f-8e65-6cb435bab848 req-f223abc1-1caf-42e3-9835-d4b27d51fce1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806937 Jun 18 16:59:56.244853 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port ec47e2e5-7906-4d8b-b361-cfe792b9b6b6, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ec47e2e5-7906-4d8b-b361-cfe792b9b6b6,segment=NetworkSegment(d36bed61-ec77-45d5-b3b6-61946c291b15),segment_id=d36bed61-ec77-45d5-b3b6-61946c291b15)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:59:56.257053 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:56.258667 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d271570c-804b-49fa-88fd-fc2fdfffd900 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:56.263195 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] For port 921d00b8-a951-43d3-8a64-a686a5ac2fb5, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 16:59:56.266570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] For port 921d00b8-a951-43d3-8a64-a686a5ac2fb5, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=921d00b8-a951-43d3-8a64-a686a5ac2fb5,segment=NetworkSegment(d36bed61-ec77-45d5-b3b6-61946c291b15),segment_id=d36bed61-ec77-45d5-b3b6-61946c291b15)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 16:59:56.270934 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:56.273825 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-383e04c1-35bd-43ad-be96-3fc7bf1533cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:56.307958 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=ec47e2e5-7906-4d8b-b361-cfe792b9b6b6,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:56.309407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:56.310037 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:56.311537 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] 10.222.0.55 "PUT /v2.0/ports/921d00b8-a951-43d3-8a64-a686a5ac2fb5 HTTP/1.1" status: 200 len: 1094 time: 0.8101118 Jun 18 16:59:56.312103 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1', 'tag': '921d00b8-a951-43d3-8a64-a686a5ac2fb5'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 16:59:56.312222 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:56.314537 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21128b0a-5763-4c6b-befa-b82a9aae1cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1", "tag": "921d00b8-a951-43d3-8a64-a686a5ac2fb5"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 16:59:56.338832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Pushing event updated for resources: {'Port': ['ID=921d00b8-a951-43d3-8a64-a686a5ac2fb5,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:56.341906 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:56.372901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 16:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016e9fc0-2d98-411d-adb4-fa2490466b1e x-openstack-request-id: req-016e9fc0-2d98-411d-adb4-fa2490466b1e {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 16:59:56.373244 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1", "tag": "921d00b8-a951-43d3-8a64-a686a5ac2fb5", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 16:59:56.373574 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-016e9fc0-2d98-411d-adb4-fa2490466b1e {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 16:59:56.374013 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1', 'tag': '921d00b8-a951-43d3-8a64-a686a5ac2fb5', 'status': 'completed', 'code': 200} Jun 18 16:59:56.421153 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-ef7b2fb3-2746-453f-9118-9ed8e89a4531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:56.422715 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-ef7b2fb3-2746-453f-9118-9ed8e89a4531 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 1097 time: 0.0615299 Jun 18 16:59:56.471494 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-3577452a-b13d-490c-a3b4-f9fcb79f3c68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=921d00b8-a951-43d3-8a64-a686a5ac2fb5 HTTP/1.1" status: 200 len: 217 time: 0.0398233 Jun 18 16:59:56.522126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-39197a68-d468-454c-8ade-4f28b246ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:56.523606 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-39197a68-d468-454c-8ade-4f28b246ea24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0854f5c1-a91c-4983-ba48-e23787ea6b03 HTTP/1.1" status: 200 len: 834 time: 0.0442116 Jun 18 16:59:56.582121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-7a31ef4b-ea54-442e-9644-b380a44a6741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:56.583600 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-7a31ef4b-ea54-442e-9644-b380a44a6741 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1857d6e-94aa-4a2e-8f6f-ad458b753603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0517766 Jun 18 16:59:56.677043 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-0e1bc5f8-99ee-41b9-adfb-ae98b3103182 service neutron] 10.222.0.55 "GET /v2.0/networks/a1857d6e-94aa-4a2e-8f6f-ad458b753603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848689 Jun 18 16:59:56.770282 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-da446b7a-fb52-4bd4-9ada-2ef181cc22d4 req-db83e312-5030-4f91-8adf-fcc0ad76b861 service neutron] 10.222.0.55 "GET /v2.0/networks/a1857d6e-94aa-4a2e-8f6f-ad458b753603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856557 Jun 18 16:59:56.872329 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21128b0a-5763-4c6b-befa-b82a9aae1cf4 req-cccf55fd-5fc0-47a9-b78d-22644a9f01f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:56.873605 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21128b0a-5763-4c6b-befa-b82a9aae1cf4 req-cccf55fd-5fc0-47a9-b78d-22644a9f01f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 1097 time: 0.0548503 Jun 18 16:59:56.975206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21128b0a-5763-4c6b-befa-b82a9aae1cf4 req-dd628986-b350-400e-a4a2-b9cc9339bd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:56.976677 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21128b0a-5763-4c6b-befa-b82a9aae1cf4 req-dd628986-b350-400e-a4a2-b9cc9339bd23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1857d6e-94aa-4a2e-8f6f-ad458b753603 HTTP/1.1" status: 200 len: 897 time: 0.0959675 Jun 18 16:59:57.018962 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21128b0a-5763-4c6b-befa-b82a9aae1cf4 req-47fb15d9-04f8-4e0a-b221-700286d15f21 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=921d00b8-a951-43d3-8a64-a686a5ac2fb5 HTTP/1.1" status: 200 len: 217 time: 0.0340266 Jun 18 16:59:57.072924 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21128b0a-5763-4c6b-befa-b82a9aae1cf4 req-8c6f7e37-133f-430b-969b-18a457b75c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:57.074412 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21128b0a-5763-4c6b-befa-b82a9aae1cf4 req-8c6f7e37-133f-430b-969b-18a457b75c0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0854f5c1-a91c-4983-ba48-e23787ea6b03 HTTP/1.1" status: 200 len: 834 time: 0.0479856 Jun 18 16:59:57.139955 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21128b0a-5763-4c6b-befa-b82a9aae1cf4 req-0caf0a62-3096-481c-9617-6f2cc1580cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:57.141467 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21128b0a-5763-4c6b-befa-b82a9aae1cf4 req-0caf0a62-3096-481c-9617-6f2cc1580cd7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1857d6e-94aa-4a2e-8f6f-ad458b753603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0605664 Jun 18 16:59:57.237544 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21128b0a-5763-4c6b-befa-b82a9aae1cf4 req-acb37d58-bb17-4661-b737-e465adb45faa service neutron] 10.222.0.55 "GET /v2.0/networks/a1857d6e-94aa-4a2e-8f6f-ad458b753603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886531 Jun 18 16:59:57.359872 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21128b0a-5763-4c6b-befa-b82a9aae1cf4 req-3e7ebfbc-1566-47fb-b36c-9eef4fd29f61 service neutron] 10.222.0.55 "GET /v2.0/networks/a1857d6e-94aa-4a2e-8f6f-ad458b753603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143367 Jun 18 16:59:57.575712 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d1970-2e9b-40a3-8031-fb9027dc0a7e req-89f02feb-57f4-4557-8c86-0eb942d5667a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:57.577099 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2e3d1970-2e9b-40a3-8031-fb9027dc0a7e req-89f02feb-57f4-4557-8c86-0eb942d5667a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 944 time: 0.0633247 Jun 18 16:59:57.614628 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2e3d1970-2e9b-40a3-8031-fb9027dc0a7e req-bca3cc7f-839a-461a-b6ea-46e1a8f9d8d0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318832 Jun 18 16:59:58.002642 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 16:59:58.051701 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 16:59:58.052074 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:58.690462 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 921d00b8-a951-43d3-8a64-a686a5ac2fb5 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 16:59:58.789116 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 921d00b8-a951-43d3-8a64-a686a5ac2fb5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=921d00b8-a951-43d3-8a64-a686a5ac2fb5,segment=NetworkSegment(d36bed61-ec77-45d5-b3b6-61946c291b15),segment_id=d36bed61-ec77-45d5-b3b6-61946c291b15)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:59:58.791870 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9810102-d2e4-443c-9806-3afcf8e863bb req-ca78b138-2ae4-4b5f-90a6-4ea956118261 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 16:59:58.793379 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b9810102-d2e4-443c-9806-3afcf8e863bb req-ca78b138-2ae4-4b5f-90a6-4ea956118261 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 944 time: 0.0683353 Jun 18 16:59:58.800689 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '921d00b8-a951-43d3-8a64-a686a5ac2fb5', 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603', 'port_id': '921d00b8-a951-43d3-8a64-a686a5ac2fb5', 'mac_address': 'fa:16:3e:71:5f:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0854f5c1-a91c-4983-ba48-e23787ea6b03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 16:59:58.836083 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b9810102-d2e4-443c-9806-3afcf8e863bb req-626a5f98-3a0f-494b-9627-77da6d34a242 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368779 Jun 18 16:59:58.838120 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:58.851659 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 921d00b8-a951-43d3-8a64-a686a5ac2fb5 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 16:59:58.871888 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 921d00b8-a951-43d3-8a64-a686a5ac2fb5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=921d00b8-a951-43d3-8a64-a686a5ac2fb5,segment=NetworkSegment(d36bed61-ec77-45d5-b3b6-61946c291b15),segment_id=d36bed61-ec77-45d5-b3b6-61946c291b15)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 16:59:58.875862 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 16:59:58.877686 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-91b3fbcb-4483-46a7-8043-3fd3cab443f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 16:59:58.926820 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=921d00b8-a951-43d3-8a64-a686a5ac2fb5,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 16:59:58.929894 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 16:59:59.123518 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['921d00b8-a951-43d3-8a64-a686a5ac2fb5'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:00:00.010023 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4515c-6491-4727-849e-0d33217f1e4b req-47f6de80-0e56-4110-8a9f-d2d3c632b37d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:00.011572 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6dc4515c-6491-4727-849e-0d33217f1e4b req-47f6de80-0e56-4110-8a9f-d2d3c632b37d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 945 time: 0.0659339 Jun 18 17:00:00.051203 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6dc4515c-6491-4727-849e-0d33217f1e4b req-bda93d7f-d813-4478-b050-adacbe3be5cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339744 Jun 18 17:00:00.701643 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 921d00b8-a951-43d3-8a64-a686a5ac2fb5 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:00:00.755836 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 921d00b8-a951-43d3-8a64-a686a5ac2fb5 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:00:00.760476 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 921d00b8-a951-43d3-8a64-a686a5ac2fb5 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:00:00.760855 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:00.841604 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:00.864104 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921d00b8-a951-43d3-8a64-a686a5ac2fb5'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:00:00.866301 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d802ca-6fa9-4040-b426-05bc93d76e41" -d '{"events": [{"server_uuid": "e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1", "name": "network-vif-plugged", "status": "completed", "tag": "921d00b8-a951-43d3-8a64-a686a5ac2fb5"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:00:00.879404 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 921d00b8-a951-43d3-8a64-a686a5ac2fb5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=921d00b8-a951-43d3-8a64-a686a5ac2fb5,segment=NetworkSegment(d36bed61-ec77-45d5-b3b6-61946c291b15),segment_id=d36bed61-ec77-45d5-b3b6-61946c291b15)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:00:00.883803 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:00.887156 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:00.909824 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148deab3-d351-420a-8191-f0bc1b8a4737 x-openstack-request-id: req-148deab3-d351-420a-8191-f0bc1b8a4737 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:00:00.910121 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1", "name": "network-vif-plugged", "status": "completed", "tag": "921d00b8-a951-43d3-8a64-a686a5ac2fb5", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:00:00.910465 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-148deab3-d351-420a-8191-f0bc1b8a4737 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:00:00.910859 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921d00b8-a951-43d3-8a64-a686a5ac2fb5', 'code': 200} Jun 18 17:00:00.937748 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=921d00b8-a951-43d3-8a64-a686a5ac2fb5,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:00.941009 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:01.138151 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd50b4-6ef1-41ab-b2c3-584a33c1d165 req-76585e74-b153-4d7e-a3a2-ceea2417a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:01.139666 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e4dd50b4-6ef1-41ab-b2c3-584a33c1d165 req-76585e74-b153-4d7e-a3a2-ceea2417a9a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 1099 time: 0.0552449 Jun 18 17:00:01.203081 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e4dd50b4-6ef1-41ab-b2c3-584a33c1d165 req-6173ebb2-0eb1-48b0-a3fe-4f6f68c18536 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564539 Jun 18 17:00:01.238729 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e4091-96c2-45ea-aa82-923683f53c6c req-ef1e78a3-eaa4-43b1-8c9a-1a1f4b0c1f83 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:01.240188 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3e2e4091-96c2-45ea-aa82-923683f53c6c req-ef1e78a3-eaa4-43b1-8c9a-1a1f4b0c1f83 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 946 time: 0.0756788 Jun 18 17:00:01.279770 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3e2e4091-96c2-45ea-aa82-923683f53c6c req-a84e890e-a2d7-4d5b-8b2b-7de15235a2bd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334182 Jun 18 17:00:02.458138 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b1aa67-7157-46f6-b5e7-cb5595eb97b8 req-fa589a84-46a4-424e-8c8d-b7e6e10f0097 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:02.459689 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-36b1aa67-7157-46f6-b5e7-cb5595eb97b8 req-fa589a84-46a4-424e-8c8d-b7e6e10f0097 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 946 time: 0.0642886 Jun 18 17:00:02.497906 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-36b1aa67-7157-46f6-b5e7-cb5595eb97b8 req-adf37ab4-74d3-4a79-877f-b44b91bd1803 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320668 Jun 18 17:00:02.673584 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ba72c-6e7b-488f-aeab-cd79eabb7124 req-457a9131-d22c-4fa5-8c1a-4bb8ba5e9da2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:02.675091 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f75ba72c-6e7b-488f-aeab-cd79eabb7124 req-457a9131-d22c-4fa5-8c1a-4bb8ba5e9da2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 946 time: 0.0683885 Jun 18 17:00:02.712721 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f75ba72c-6e7b-488f-aeab-cd79eabb7124 req-31ea3fc6-a35d-4d35-8696-d1f3b053cd34 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320017 Jun 18 17:00:02.736961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56736) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:02.793388 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4641deb4-e442-4278-b7d9-843074524f95 tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:02.794951 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-4641deb4-e442-4278-b7d9-843074524f95 tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 1094 time: 0.0569999 Jun 18 17:00:02.797691 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56738) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:02.802069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '921d00b8-a951-43d3-8a64-a686a5ac2fb5', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:00:02.824054 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:02.921896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:03.025230 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Allocated IP 172.26.6.120 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/bec1b768-e94e-4278-ba8d-58c1779ce24f) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:00:03.129792 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:03.169593 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:03.172003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1ee0c578-aa19-46bb-aa09-f6e050de9b95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:03.207220 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:00:03.209839 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:00:03.214666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:00:03.242430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=bec1b768-e94e-4278-ba8d-58c1779ce24f,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:03.246582 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:03.938370 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:04.015364 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:04.164234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:04.169960 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:04.173044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a9eec2f2-89ae-4d40-9139-f9c3bb9d1851 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:00:04.240722 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=bec1b768-e94e-4278-ba8d-58c1779ce24f,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:00:04.249818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:00:04.262667 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:04.366172 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Floating IP a04d8106-bebf-4616-87b3-bc006f489ebb associated. External IP: 172.26.6.120, port: 921d00b8-a951-43d3-8a64-a686a5ac2fb5. Jun 18 17:00:04.573884 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router dd78909e-5571-48b8-bb23-2037f736f057 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:00:04.682400 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:00:04.692132 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b914eee-9e7e-4ab7-8e84-9cee166571fb None None] Sync routers for ids ['dd78909e-5571-48b8-bb23-2037f736f057'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:00:04.699709 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:04.703218 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b914eee-9e7e-4ab7-8e84-9cee166571fb None None] Routers {'dd78909e-5571-48b8-bb23-2037f736f057'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:00:04.703839 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-0b914eee-9e7e-4ab7-8e84-9cee166571fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:59:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['dd78909e-5571-48b8-bb23-2037f736f057'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:04.735525 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9368253 Jun 18 17:00:04.736211 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1', 'tag': '921d00b8-a951-43d3-8a64-a686a5ac2fb5'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:00:04.738563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94aaaecc-c7be-4d48-81ec-c2dda147e99e" -d '{"events": [{"name": "network-changed", "server_uuid": "e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1", "tag": "921d00b8-a951-43d3-8a64-a686a5ac2fb5"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:00:04.778231 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c677cc8c-5529-4fdb-a69e-44de753530d8 x-openstack-request-id: req-c677cc8c-5529-4fdb-a69e-44de753530d8 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:00:04.779058 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1", "tag": "921d00b8-a951-43d3-8a64-a686a5ac2fb5", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:00:04.779465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c677cc8c-5529-4fdb-a69e-44de753530d8 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:00:04.780181 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1', 'tag': '921d00b8-a951-43d3-8a64-a686a5ac2fb5', 'status': 'completed', 'code': 200} Jun 18 17:00:04.819018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-0b914eee-9e7e-4ab7-8e84-9cee166571fb None None] Set router dd78909e-5571-48b8-bb23-2037f736f057 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:00:04.900020 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaaecc-c7be-4d48-81ec-c2dda147e99e req-14896a38-126f-4cf4-afaa-69592967264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:04.901542 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-94aaaecc-c7be-4d48-81ec-c2dda147e99e req-14896a38-126f-4cf4-afaa-69592967264d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 1099 time: 0.0951850 Jun 18 17:00:04.926209 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b170c3-772d-4fd4-a401-e4f17a24a96c req-439e9371-cbca-4f51-89b1-793cbbd75578 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:04.927681 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f6b170c3-772d-4fd4-a401-e4f17a24a96c req-439e9371-cbca-4f51-89b1-793cbbd75578 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 946 time: 0.0926275 Jun 18 17:00:05.011963 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f6b170c3-772d-4fd4-a401-e4f17a24a96c req-e780dc44-db3d-44d7-8648-be6a3c27978a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708778 Jun 18 17:00:05.033793 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaaecc-c7be-4d48-81ec-c2dda147e99e req-1179c1d7-7ab3-4da0-b704-879f92b1e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:05.038527 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-94aaaecc-c7be-4d48-81ec-c2dda147e99e req-1179c1d7-7ab3-4da0-b704-879f92b1e27c service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1857d6e-94aa-4a2e-8f6f-ad458b753603 HTTP/1.1" status: 200 len: 897 time: 0.1254284 Jun 18 17:00:05.038527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56744) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:05.059445 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-0b914eee-9e7e-4ab7-8e84-9cee166571fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448441516', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:51Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'a04d8106-bebf-4616-87b3-bc006f489ebb', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'floating_ip_address': '172.26.6.120', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'port_id': '921d00b8-a951-43d3-8a64-a686a5ac2fb5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603', 'mac_address': 'fa:16:3e:71:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:00:03Z', 'updated_at': '2021-06-18T17:00:03Z', 'revision_number': 0, 'project_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec47e2e5-7906-4d8b-b361-cfe792b9b6b6', 'name': '', 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:45:13:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0854f5c1-a91c-4983-ba48-e23787ea6b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:51Z', 'updated_at': '2021-06-18T16:59:56Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '0854f5c1-a91c-4983-ba48-e23787ea6b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:05.085718 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b914eee-9e7e-4ab7-8e84-9cee166571fb None None] Checking router: dd78909e-5571-48b8-bb23-2037f736f057 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:00:05.094644 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b914eee-9e7e-4ab7-8e84-9cee166571fb None None] Routers {'dd78909e-5571-48b8-bb23-2037f736f057'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:00:05.095260 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-0b914eee-9e7e-4ab7-8e84-9cee166571fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T16:59:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['dd78909e-5571-48b8-bb23-2037f736f057'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:05.147223 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-94aaaecc-c7be-4d48-81ec-c2dda147e99e req-53fccc03-1ba3-4328-b0b1-c00993f84d07 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=921d00b8-a951-43d3-8a64-a686a5ac2fb5 HTTP/1.1" status: 200 len: 1000 time: 0.1034477 Jun 18 17:00:05.151048 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-eb5c75a3-8491-4584-ab21-4c2ea848ffe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/floatingips/a04d8106-bebf-4616-87b3-bc006f489ebb HTTP/1.1" status: 200 len: 992 time: 0.1133430 Jun 18 17:00:05.197797 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaaecc-c7be-4d48-81ec-c2dda147e99e req-9eaff31a-1387-46fe-b027-de1356c7f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:05.199323 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-94aaaecc-c7be-4d48-81ec-c2dda147e99e req-9eaff31a-1387-46fe-b027-de1356c7f9e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0854f5c1-a91c-4983-ba48-e23787ea6b03 HTTP/1.1" status: 200 len: 834 time: 0.0440733 Jun 18 17:00:05.203103 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-0b914eee-9e7e-4ab7-8e84-9cee166571fb None None] Set router dd78909e-5571-48b8-bb23-2037f736f057 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:00:05.262412 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaaecc-c7be-4d48-81ec-c2dda147e99e req-0af70128-b782-42c8-9231-3602e81bba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:05.263955 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-94aaaecc-c7be-4d48-81ec-c2dda147e99e req-0af70128-b782-42c8-9231-3602e81bba43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1857d6e-94aa-4a2e-8f6f-ad458b753603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0578141 Jun 18 17:00:05.352866 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-94aaaecc-c7be-4d48-81ec-c2dda147e99e req-b93003cf-21c2-458e-a929-55e617dde3cb service neutron] 10.222.0.55 "GET /v2.0/networks/a1857d6e-94aa-4a2e-8f6f-ad458b753603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820463 Jun 18 17:00:05.435644 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-0b914eee-9e7e-4ab7-8e84-9cee166571fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448441516', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:51Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'a04d8106-bebf-4616-87b3-bc006f489ebb', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'floating_ip_address': '172.26.6.120', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'port_id': '921d00b8-a951-43d3-8a64-a686a5ac2fb5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603', 'mac_address': 'fa:16:3e:71:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:00:03Z', 'updated_at': '2021-06-18T17:00:03Z', 'revision_number': 0, 'project_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec47e2e5-7906-4d8b-b361-cfe792b9b6b6', 'name': '', 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:45:13:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0854f5c1-a91c-4983-ba48-e23787ea6b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:51Z', 'updated_at': '2021-06-18T16:59:56Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '0854f5c1-a91c-4983-ba48-e23787ea6b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:00:05.450781 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-94aaaecc-c7be-4d48-81ec-c2dda147e99e req-429415e4-c09f-4ffb-9d25-0c54a44a1f48 service neutron] 10.222.0.55 "GET /v2.0/networks/a1857d6e-94aa-4a2e-8f6f-ad458b753603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912564 Jun 18 17:00:05.463078 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b914eee-9e7e-4ab7-8e84-9cee166571fb None None] The sync data for ids ['dd78909e-5571-48b8-bb23-2037f736f057'] in dv-neutron-797120-1-hyperv is: [{'id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448441516', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:51Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'a04d8106-bebf-4616-87b3-bc006f489ebb', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'floating_ip_address': '172.26.6.120', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'port_id': '921d00b8-a951-43d3-8a64-a686a5ac2fb5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1774, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603', 'mac_address': 'fa:16:3e:71:5f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:00:03Z', 'updated_at': '2021-06-18T17:00:03Z', 'revision_number': 0, 'project_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec47e2e5-7906-4d8b-b361-cfe792b9b6b6', 'name': '', 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:45:13:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0854f5c1-a91c-4983-ba48-e23787ea6b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:51Z', 'updated_at': '2021-06-18T16:59:56Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '0854f5c1-a91c-4983-ba48-e23787ea6b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:00:05.637602 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83fd63c-fc00-4ba6-aa30-a54fbe315a03 None None] New status for floating IP a04d8106-bebf-4616-87b3-bc006f489ebb: ACTIVE {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:00:06.154169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56746) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:06.224425 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0beb46cc-311e-452d-89b4-221758578857 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/floatingips/a04d8106-bebf-4616-87b3-bc006f489ebb HTTP/1.1" status: 200 len: 994 time: 0.0680497 Jun 18 17:00:08.538602 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-09d2b1f6-b827-462a-b621-08e6e64fbf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:11.034219 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b64cb05d-07ea-42b1-95eb-ac15ccef01c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:11.365713 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:12.246259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:13.870807 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:23.844622 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:00:24.493380 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:34.320523 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7402077a-c5b1-4ddd-a452-76901ac401b9 req-5b78b70b-619d-418c-ac88-3227ea7f0092 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571380 Jun 18 17:00:34.419016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402077a-c5b1-4ddd-a452-76901ac401b9 req-acbdff65-b3f3-4b2c-8abd-38f80abb9821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:34.420360 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7402077a-c5b1-4ddd-a452-76901ac401b9 req-acbdff65-b3f3-4b2c-8abd-38f80abb9821 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 1099 time: 0.0533586 Jun 18 17:00:34.531207 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402077a-c5b1-4ddd-a452-76901ac401b9 req-d325fc50-7cdf-4f2a-9f31-17590eb69548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:34.532699 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7402077a-c5b1-4ddd-a452-76901ac401b9 req-d325fc50-7cdf-4f2a-9f31-17590eb69548 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1857d6e-94aa-4a2e-8f6f-ad458b753603 HTTP/1.1" status: 200 len: 897 time: 0.0917950 Jun 18 17:00:34.603628 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7402077a-c5b1-4ddd-a452-76901ac401b9 req-9cf136b3-75cd-41b6-bcc4-7cba31edc462 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=921d00b8-a951-43d3-8a64-a686a5ac2fb5 HTTP/1.1" status: 200 len: 1002 time: 0.0589316 Jun 18 17:00:34.657080 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402077a-c5b1-4ddd-a452-76901ac401b9 req-9e051090-489d-4e2c-92cf-ba6dbf42196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:34.658561 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7402077a-c5b1-4ddd-a452-76901ac401b9 req-9e051090-489d-4e2c-92cf-ba6dbf42196c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0854f5c1-a91c-4983-ba48-e23787ea6b03 HTTP/1.1" status: 200 len: 834 time: 0.0488055 Jun 18 17:00:34.729905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7402077a-c5b1-4ddd-a452-76901ac401b9 req-3849b597-2e60-441f-8d5c-2fff5882188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:34.731453 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7402077a-c5b1-4ddd-a452-76901ac401b9 req-3849b597-2e60-441f-8d5c-2fff5882188f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1857d6e-94aa-4a2e-8f6f-ad458b753603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649891 Jun 18 17:00:34.827392 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7402077a-c5b1-4ddd-a452-76901ac401b9 req-a1fdfac2-1f61-40b6-b222-a96eb2bfcf3b service neutron] 10.222.0.55 "GET /v2.0/networks/a1857d6e-94aa-4a2e-8f6f-ad458b753603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886626 Jun 18 17:00:34.928355 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7402077a-c5b1-4ddd-a452-76901ac401b9 req-17d0ac02-9acd-45b0-9c83-3b25d29b3391 service neutron] 10.222.0.55 "GET /v2.0/networks/a1857d6e-94aa-4a2e-8f6f-ad458b753603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902646 Jun 18 17:00:35.235084 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff66a1a-189b-4750-9447-69c96f750fbc req-990a5120-8fa7-4d04-bdaf-2335d50f6e4a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:35.236631 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2ff66a1a-189b-4750-9447-69c96f750fbc req-990a5120-8fa7-4d04-bdaf-2335d50f6e4a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 946 time: 0.0819461 Jun 18 17:00:35.276965 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2ff66a1a-189b-4750-9447-69c96f750fbc req-10af31a0-5ca4-458b-8eb8-8f9e9422f543 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342638 Jun 18 17:00:36.479497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7c0b3-5662-4a6b-b455-55e3e4261144 req-bb1bc5f5-3c6f-4cde-807f-0f6f079e6f24 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:36.481439 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1ea7c0b3-5662-4a6b-b455-55e3e4261144 req-bb1bc5f5-3c6f-4cde-807f-0f6f079e6f24 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 946 time: 0.0870059 Jun 18 17:00:36.525664 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1ea7c0b3-5662-4a6b-b455-55e3e4261144 req-57111d45-222f-479f-b664-ee2273cd2792 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365086 Jun 18 17:00:37.704910 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b048e24-766e-406b-b819-7f3bbd82bef8 req-699f998e-9436-4ab8-8eb3-7b1cb4bc55fb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:37.706379 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5b048e24-766e-406b-b819-7f3bbd82bef8 req-699f998e-9436-4ab8-8eb3-7b1cb4bc55fb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 946 time: 0.0667186 Jun 18 17:00:37.745514 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5b048e24-766e-406b-b819-7f3bbd82bef8 req-57611a45-5cc5-493e-8e20-008ecf113bee tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334425 Jun 18 17:00:38.541627 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f35205dc-80e8-4adc-afaf-3909ccec1ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:38.922981 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed0f6b-2bff-4c4a-9d26-d7e835d032dd req-cbb9208f-b16f-4e43-988b-01fd640b3b18 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:38.924470 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-76ed0f6b-2bff-4c4a-9d26-d7e835d032dd req-cbb9208f-b16f-4e43-988b-01fd640b3b18 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 946 time: 0.0660884 Jun 18 17:00:38.964601 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-76ed0f6b-2bff-4c4a-9d26-d7e835d032dd req-b1ee196e-f223-45ed-82fb-c76fcde130d0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343800 Jun 18 17:00:40.142796 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0a114-2e59-40ca-9c03-94ade2536854 req-acacc95a-0bff-45f8-87f5-d7135916f9d7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:40.144319 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-97e0a114-2e59-40ca-9c03-94ade2536854 req-acacc95a-0bff-45f8-87f5-d7135916f9d7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 946 time: 0.0685213 Jun 18 17:00:40.182652 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-97e0a114-2e59-40ca-9c03-94ade2536854 req-21360e26-4199-4d9b-85a7-ec83f98d7936 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325034 Jun 18 17:00:41.035935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-19cf2bbf-1fc3-4dff-9261-9eb45f2172fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:41.355718 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec2c25-21bf-4369-98ca-d9b48f25ffd6 req-48922bfe-f643-46a2-ad0c-481841da1c10 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:41.357218 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21ec2c25-21bf-4369-98ca-d9b48f25ffd6 req-48922bfe-f643-46a2-ad0c-481841da1c10 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 946 time: 0.0639787 Jun 18 17:00:41.374030 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:41.396706 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-21ec2c25-21bf-4369-98ca-d9b48f25ffd6 req-b3204e98-9d21-4193-9895-251de87c000c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330884 Jun 18 17:00:42.249664 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:42.576700 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f91a3-b466-4032-8769-b74c5588d38f req-79d57383-a347-46c9-873a-391e688ac152 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:42.578185 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e56f91a3-b466-4032-8769-b74c5588d38f req-79d57383-a347-46c9-873a-391e688ac152 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 946 time: 0.0646763 Jun 18 17:00:42.618869 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e56f91a3-b466-4032-8769-b74c5588d38f req-0c1fd639-b54b-41f7-8fe4-185032bcbab5 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347631 Jun 18 17:00:43.806269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ad307-c96c-477e-b84b-d81005c5dd0b req-dd7617ea-12ec-48a1-9d95-430a68d1cfcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:43.807853 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-067ad307-c96c-477e-b84b-d81005c5dd0b req-dd7617ea-12ec-48a1-9d95-430a68d1cfcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 946 time: 0.0704122 Jun 18 17:00:43.846981 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-067ad307-c96c-477e-b84b-d81005c5dd0b req-36792394-7345-4b53-9922-2d72d99e892c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334215 Jun 18 17:00:43.875014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:00:45.021346 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b78320-971f-4a67-ac52-1f96eb9a6c33 req-7597b509-456f-4a2f-b5aa-65c7edddf685 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:45.022832 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-59b78320-971f-4a67-ac52-1f96eb9a6c33 req-7597b509-456f-4a2f-b5aa-65c7edddf685 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 946 time: 0.0629413 Jun 18 17:00:45.059808 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-59b78320-971f-4a67-ac52-1f96eb9a6c33 req-f698b4ff-8f6a-4fac-8445-e751bbe132b4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307910 Jun 18 17:00:46.235532 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121454a5-8629-4c30-847b-a2e2a921d0e6 req-3ef45724-84d4-41e3-9550-b285a446f828 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:46.237022 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-121454a5-8629-4c30-847b-a2e2a921d0e6 req-3ef45724-84d4-41e3-9550-b285a446f828 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 946 time: 0.0674553 Jun 18 17:00:46.276341 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-121454a5-8629-4c30-847b-a2e2a921d0e6 req-a1b24daf-908a-4ead-9939-d93e3b73c9d7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335999 Jun 18 17:00:46.300167 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56784) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:46.360049 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ef00aaa4-826e-4070-8ae0-fc99701c6aa1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/floatingips/a04d8106-bebf-4616-87b3-bc006f489ebb HTTP/1.1" status: 200 len: 994 time: 0.0586555 Jun 18 17:00:47.831769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12542bce-eae1-493f-b08e-ba837b542ea7 req-ded54137-5227-4f9c-a8f8-e92f20d4f24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:47.833249 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-12542bce-eae1-493f-b08e-ba837b542ea7 req-ded54137-5227-4f9c-a8f8-e92f20d4f24a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 1099 time: 0.0978367 Jun 18 17:00:47.841149 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f3c56-5664-416b-a207-7b4279e2384f req-14a1e0dd-463f-4037-b3ba-ed8d30847e8f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:47.842537 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e91f3c56-5664-416b-a207-7b4279e2384f req-14a1e0dd-463f-4037-b3ba-ed8d30847e8f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 946 time: 0.0990319 Jun 18 17:00:47.931093 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e91f3c56-5664-416b-a207-7b4279e2384f req-4d82b13e-ae79-40eb-84ec-c8dd7c62f667 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801167 Jun 18 17:00:47.955087 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12542bce-eae1-493f-b08e-ba837b542ea7 req-79697978-d26b-4c29-9366-969ef13a87e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:47.956552 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-12542bce-eae1-493f-b08e-ba837b542ea7 req-79697978-d26b-4c29-9366-969ef13a87e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1857d6e-94aa-4a2e-8f6f-ad458b753603 HTTP/1.1" status: 200 len: 897 time: 0.1131773 Jun 18 17:00:48.022916 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-12542bce-eae1-493f-b08e-ba837b542ea7 req-36d20bd5-a14d-4ef7-8da8-32a444605088 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=921d00b8-a951-43d3-8a64-a686a5ac2fb5 HTTP/1.1" status: 200 len: 1002 time: 0.0578270 Jun 18 17:00:48.073875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12542bce-eae1-493f-b08e-ba837b542ea7 req-a593b7de-882c-457e-9950-d223f1a4d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:48.075357 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-12542bce-eae1-493f-b08e-ba837b542ea7 req-a593b7de-882c-457e-9950-d223f1a4d2c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0854f5c1-a91c-4983-ba48-e23787ea6b03 HTTP/1.1" status: 200 len: 834 time: 0.0445518 Jun 18 17:00:48.134983 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12542bce-eae1-493f-b08e-ba837b542ea7 req-dce3979d-2bc6-4129-bdd7-706f8e13fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:48.136445 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-12542bce-eae1-493f-b08e-ba837b542ea7 req-dce3979d-2bc6-4129-bdd7-706f8e13fdf4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1857d6e-94aa-4a2e-8f6f-ad458b753603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0545750 Jun 18 17:00:48.224628 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-12542bce-eae1-493f-b08e-ba837b542ea7 req-e0bfed9a-d2c7-4d54-8248-9f9f44c78b73 service neutron] 10.222.0.55 "GET /v2.0/networks/a1857d6e-94aa-4a2e-8f6f-ad458b753603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809414 Jun 18 17:00:48.317254 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-12542bce-eae1-493f-b08e-ba837b542ea7 req-0959544e-ce86-488a-b06e-2e692d281857 service neutron] 10.222.0.55 "GET /v2.0/networks/a1857d6e-94aa-4a2e-8f6f-ad458b753603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861015 Jun 18 17:00:49.106985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90cb57-eeb7-4b99-9dfa-7204a69b746d req-026e4025-8441-471e-b983-cbcacec7dae9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:00:49.108558 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0d90cb57-eeb7-4b99-9dfa-7204a69b746d req-026e4025-8441-471e-b983-cbcacec7dae9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 946 time: 0.0656834 Jun 18 17:00:49.145847 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0d90cb57-eeb7-4b99-9dfa-7204a69b746d req-9aa2e698-e043-4404-b24d-f90e4a98809b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316994 Jun 18 17:00:49.170135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56794) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:00:49.232896 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-36926a4f-e6be-47fe-8c74-284d211cb5f6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/floatingips/a04d8106-bebf-4616-87b3-bc006f489ebb HTTP/1.1" status: 200 len: 994 time: 0.0614955 Jun 18 17:00:54.487322 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:00.843023 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:01:08.543277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0dfe1fab-60b8-4617-a1e1-2b05a3a7acdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:11.039024 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-fb00ec36-16b0-4ced-bb45-b5e859b89f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:11.365005 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:12.252288 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:13.877011 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:19.638151 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56814) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:20.166591 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting port bec1b768-e94e-4278-ba8d-58c1779ce24f {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:01:20.166932 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:20.250121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:20.250371 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:20.328718 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Calling delete_port for bec1b768-e94e-4278-ba8d-58c1779ce24f owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:01:20.486631 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:20.488605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c7713ff9-5566-4f86-aacc-dff8c237d709 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:20.513485 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Port': ['ID=bec1b768-e94e-4278-ba8d-58c1779ce24f,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:20.524590 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:20.524985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:20.525375 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:20.525760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:20.526139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:20.526542 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:20.526922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:20.527296 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:20.527667 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:20.528037 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:20.528408 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:20.528785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:20.547571 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:20.591286 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for floatingip, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:20.591634 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Floating IP a04d8106-bebf-4616-87b3-bc006f489ebb disassociated (deleted). External IP: 172.26.6.120, port: 921d00b8-a951-43d3-8a64-a686a5ac2fb5. Jun 18 17:01:20.798510 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router dd78909e-5571-48b8-bb23-2037f736f057 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:01:20.908579 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:01:20.913592 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:20.917974 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2384f2-ea93-4fd3-b4d1-ee35766f90ac None None] Sync routers for ids ['dd78909e-5571-48b8-bb23-2037f736f057'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:01:20.926434 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2384f2-ea93-4fd3-b4d1-ee35766f90ac None None] Routers {'dd78909e-5571-48b8-bb23-2037f736f057'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:01:20.927061 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ce2384f2-ea93-4fd3-b4d1-ee35766f90ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:01:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['dd78909e-5571-48b8-bb23-2037f736f057'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:20.953858 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/floatingips/a04d8106-bebf-4616-87b3-bc006f489ebb HTTP/1.1" status: 204 len: 168 time: 1.3145275 Jun 18 17:01:20.954574 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1', 'tag': '921d00b8-a951-43d3-8a64-a686a5ac2fb5'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:01:20.956893 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5396f8a8-8d7f-492e-a461-819de4bbc4f6" -d '{"events": [{"name": "network-changed", "server_uuid": "e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1", "tag": "921d00b8-a951-43d3-8a64-a686a5ac2fb5"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:01:21.043980 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-ce2384f2-ea93-4fd3-b4d1-ee35766f90ac None None] Set router dd78909e-5571-48b8-bb23-2037f736f057 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:01:21.051782 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d9ed47-9823-4167-8781-050b5f1ba4b9 x-openstack-request-id: req-17d9ed47-9823-4167-8781-050b5f1ba4b9 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:01:21.052372 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1", "tag": "921d00b8-a951-43d3-8a64-a686a5ac2fb5", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:01:21.053584 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-17d9ed47-9823-4167-8781-050b5f1ba4b9 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:01:21.054711 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1', 'tag': '921d00b8-a951-43d3-8a64-a686a5ac2fb5', 'status': 'completed', 'code': 200} Jun 18 17:01:21.138663 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396f8a8-8d7f-492e-a461-819de4bbc4f6 req-1af7246a-cd4f-48a1-a065-2f5c84bdcb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:21.140188 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5396f8a8-8d7f-492e-a461-819de4bbc4f6 req-1af7246a-cd4f-48a1-a065-2f5c84bdcb3f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 1099 time: 0.0593719 Jun 18 17:01:21.260208 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396f8a8-8d7f-492e-a461-819de4bbc4f6 req-d54f4c3a-f1db-46a8-8ca0-ef0a08fa3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:21.263627 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5396f8a8-8d7f-492e-a461-819de4bbc4f6 req-d54f4c3a-f1db-46a8-8ca0-ef0a08fa3990 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a1857d6e-94aa-4a2e-8f6f-ad458b753603 HTTP/1.1" status: 200 len: 897 time: 0.1136262 Jun 18 17:01:21.272480 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ce2384f2-ea93-4fd3-b4d1-ee35766f90ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448441516', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:51Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ec47e2e5-7906-4d8b-b361-cfe792b9b6b6', 'name': '', 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:45:13:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0854f5c1-a91c-4983-ba48-e23787ea6b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:51Z', 'updated_at': '2021-06-18T16:59:56Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '0854f5c1-a91c-4983-ba48-e23787ea6b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:21.300819 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2384f2-ea93-4fd3-b4d1-ee35766f90ac None None] Checking router: dd78909e-5571-48b8-bb23-2037f736f057 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:01:21.310303 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2384f2-ea93-4fd3-b4d1-ee35766f90ac None None] Routers {'dd78909e-5571-48b8-bb23-2037f736f057'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:01:21.310960 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ce2384f2-ea93-4fd3-b4d1-ee35766f90ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:01:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['dd78909e-5571-48b8-bb23-2037f736f057'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:21.316135 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5396f8a8-8d7f-492e-a461-819de4bbc4f6 req-ebadeb3c-4ba6-4890-a807-78cfd9dc1b5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=921d00b8-a951-43d3-8a64-a686a5ac2fb5 HTTP/1.1" status: 200 len: 217 time: 0.0471368 Jun 18 17:01:21.395939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396f8a8-8d7f-492e-a461-819de4bbc4f6 req-cbf6cbc1-c029-4518-9b6b-1d6ed75c2859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:21.398308 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5396f8a8-8d7f-492e-a461-819de4bbc4f6 req-cbf6cbc1-c029-4518-9b6b-1d6ed75c2859 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0854f5c1-a91c-4983-ba48-e23787ea6b03 HTTP/1.1" status: 200 len: 834 time: 0.0719521 Jun 18 17:01:21.462885 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041a68b-9396-43e8-bcbe-d5016c8cdc3c req-964b5ae3-cb2e-464b-95f4-fc439d4419a7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:21.464417 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6041a68b-9396-43e8-bcbe-d5016c8cdc3c req-964b5ae3-cb2e-464b-95f4-fc439d4419a7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 946 time: 0.1508589 Jun 18 17:01:21.516716 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6041a68b-9396-43e8-bcbe-d5016c8cdc3c req-a51ed2b9-4df3-4064-9911-69c31f49a6f8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457144 Jun 18 17:01:21.518757 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396f8a8-8d7f-492e-a461-819de4bbc4f6 req-91d0b977-62b2-4ab7-90b7-0dea202562e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:21.520204 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5396f8a8-8d7f-492e-a461-819de4bbc4f6 req-91d0b977-62b2-4ab7-90b7-0dea202562e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a1857d6e-94aa-4a2e-8f6f-ad458b753603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1130445 Jun 18 17:01:21.577726 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-ce2384f2-ea93-4fd3-b4d1-ee35766f90ac None None] Set router dd78909e-5571-48b8-bb23-2037f736f057 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:01:21.622332 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5396f8a8-8d7f-492e-a461-819de4bbc4f6 req-a7605a63-c032-4295-961d-a08cb1fd05d6 service neutron] 10.222.0.55 "GET /v2.0/networks/a1857d6e-94aa-4a2e-8f6f-ad458b753603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923691 Jun 18 17:01:21.725316 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5396f8a8-8d7f-492e-a461-819de4bbc4f6 req-ba52525b-f65a-4eee-87f0-642ed307b637 service neutron] 10.222.0.55 "GET /v2.0/networks/a1857d6e-94aa-4a2e-8f6f-ad458b753603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964866 Jun 18 17:01:21.789330 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ce2384f2-ea93-4fd3-b4d1-ee35766f90ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448441516', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:51Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ec47e2e5-7906-4d8b-b361-cfe792b9b6b6', 'name': '', 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:45:13:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0854f5c1-a91c-4983-ba48-e23787ea6b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:51Z', 'updated_at': '2021-06-18T16:59:56Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '0854f5c1-a91c-4983-ba48-e23787ea6b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:21.815999 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2384f2-ea93-4fd3-b4d1-ee35766f90ac None None] The sync data for ids ['dd78909e-5571-48b8-bb23-2037f736f057'] in dv-neutron-797120-1-hyperv is: [{'id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448441516', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:51Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ec47e2e5-7906-4d8b-b361-cfe792b9b6b6', 'name': '', 'network_id': 'a1857d6e-94aa-4a2e-8f6f-ad458b753603', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:45:13:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_interface', 'standard_attr_id': 1771, 'fixed_ips': [{'subnet_id': '0854f5c1-a91c-4983-ba48-e23787ea6b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:51Z', 'updated_at': '2021-06-18T16:59:56Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': '0854f5c1-a91c-4983-ba48-e23787ea6b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:01:22.041473 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c633a086-e2a3-47c1-898d-ac783b9bd142 None None] New status for floating IP a04d8106-bebf-4616-87b3-bc006f489ebb: DOWN {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:01:22.733718 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd97f8-6e78-4da8-864f-4d722e99e347 req-6582a7ca-54a4-4550-acee-4db755ac83b8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:22.735492 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-37bd97f8-6e78-4da8-864f-4d722e99e347 req-6582a7ca-54a4-4550-acee-4db755ac83b8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 946 time: 0.0802467 Jun 18 17:01:22.776047 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-37bd97f8-6e78-4da8-864f-4d722e99e347 req-fbd2a7bf-ef73-4396-bf40-96695dbda818 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=a20cec86-bbd0-4da9-9b10-2bf4f447cb69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329421 Jun 18 17:01:22.901553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e51f88-c0b0-4762-a023-220b139003de req-5fa2d95a-d249-41a1-9f34-c3bd8ff516b4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:22.903123 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-43e51f88-c0b0-4762-a023-220b139003de req-5fa2d95a-d249-41a1-9f34-c3bd8ff516b4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 946 time: 0.0655921 Jun 18 17:01:23.007142 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-43e51f88-c0b0-4762-a023-220b139003de req-13d5c624-574e-49ef-b310-03be7a2d3b65 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting port 921d00b8-a951-43d3-8a64-a686a5ac2fb5 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:01:23.007537 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-43e51f88-c0b0-4762-a023-220b139003de req-13d5c624-574e-49ef-b310-03be7a2d3b65 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:23.105272 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-43e51f88-c0b0-4762-a023-220b139003de req-13d5c624-574e-49ef-b310-03be7a2d3b65 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] For port 921d00b8-a951-43d3-8a64-a686a5ac2fb5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=921d00b8-a951-43d3-8a64-a686a5ac2fb5,segment=NetworkSegment(d36bed61-ec77-45d5-b3b6-61946c291b15),segment_id=d36bed61-ec77-45d5-b3b6-61946c291b15)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:01:23.105630 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-43e51f88-c0b0-4762-a023-220b139003de req-13d5c624-574e-49ef-b310-03be7a2d3b65 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:23.168899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-43e51f88-c0b0-4762-a023-220b139003de req-13d5c624-574e-49ef-b310-03be7a2d3b65 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Calling delete_port for 921d00b8-a951-43d3-8a64-a686a5ac2fb5 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:01:23.297461 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-43e51f88-c0b0-4762-a023-220b139003de req-13d5c624-574e-49ef-b310-03be7a2d3b65 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:23.301680 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dbf080ee-1bde-476f-8d1b-683d86238804 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:23.332629 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5c624-574e-49ef-b310-03be7a2d3b65 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Port': ['ID=921d00b8-a951-43d3-8a64-a686a5ac2fb5,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:23.335186 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-13d5c624-574e-49ef-b310-03be7a2d3b65 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:23.386557 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e51f88-c0b0-4762-a023-220b139003de req-13d5c624-574e-49ef-b310-03be7a2d3b65 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] No DVR routers for this DVR port 921d00b8-a951-43d3-8a64-a686a5ac2fb5 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:01:23.389028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-43e51f88-c0b0-4762-a023-220b139003de req-13d5c624-574e-49ef-b310-03be7a2d3b65 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:23.391108 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-43e51f88-c0b0-4762-a023-220b139003de req-13d5c624-574e-49ef-b310-03be7a2d3b65 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "DELETE /v2.0/ports/921d00b8-a951-43d3-8a64-a686a5ac2fb5 HTTP/1.1" status: 204 len: 173 time: 0.4824297 Jun 18 17:01:23.391647 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1', 'name': 'network-vif-deleted', 'tag': '921d00b8-a951-43d3-8a64-a686a5ac2fb5'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:01:23.393988 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0de70a-f4c8-473b-bd01-8e3221b3004f" -d '{"events": [{"server_uuid": "e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1", "name": "network-vif-deleted", "tag": "921d00b8-a951-43d3-8a64-a686a5ac2fb5"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:01:23.434188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aea0ee6-68fb-4b60-8763-ce9c7433f12f x-openstack-request-id: req-0aea0ee6-68fb-4b60-8763-ce9c7433f12f {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:01:23.434579 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1", "name": "network-vif-deleted", "tag": "921d00b8-a951-43d3-8a64-a686a5ac2fb5", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:01:23.434962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0aea0ee6-68fb-4b60-8763-ce9c7433f12f {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:01:23.435425 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1', 'name': 'network-vif-deleted', 'tag': '921d00b8-a951-43d3-8a64-a686a5ac2fb5', 'status': 'completed', 'code': 200} Jun 18 17:01:23.934926 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ed27854c-091e-40ca-ad68-3c5f7e5d2efe req-6eb8e8d6-3dfd-4bbe-b807-edb42ca86589 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=e3af3d59-09e0-4a4c-9cbc-70f6dff1a8c1 HTTP/1.1" status: 200 len: 210 time: 0.0297315 Jun 18 17:01:24.499608 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:25.033136 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56838) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:25.097935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 921d00b8-a951-43d3-8a64-a686a5ac2fb5 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:01:25.121292 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 921d00b8-a951-43d3-8a64-a686a5ac2fb5 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:01:25.121641 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 921d00b8-a951-43d3-8a64-a686a5ac2fb5 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:01:25.404044 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:25.671937 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting port ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:01:25.672200 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:25.764858 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] For port ec47e2e5-7906-4d8b-b361-cfe792b9b6b6, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ec47e2e5-7906-4d8b-b361-cfe792b9b6b6,segment=NetworkSegment(d36bed61-ec77-45d5-b3b6-61946c291b15),segment_id=d36bed61-ec77-45d5-b3b6-61946c291b15)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:01:25.765216 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:25.832454 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Calling delete_port for ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:01:26.020183 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:26.023070 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f2555951-63e6-4b50-b42c-a228c54abfce tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:26.053448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Port': ['ID=ec47e2e5-7906-4d8b-b361-cfe792b9b6b6,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:26.077455 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:26.077844 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:26.078226 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:26.078626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:26.078997 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:26.079414 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:26.080066 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:26.080386 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:26.080793 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:26.081161 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:26.081528 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:26.081892 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:26.089303 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:26.241866 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:26.457678 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router dd78909e-5571-48b8-bb23-2037f736f057 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:01:26.563547 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:01:26.568570 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "PUT /v2.0/routers/dd78909e-5571-48b8-bb23-2037f736f057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5344248 Jun 18 17:01:26.571670 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56842) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:26.572953 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dedba57-87f5-450a-9777-15ebe7a18bd0 None None] Sync routers for ids ['dd78909e-5571-48b8-bb23-2037f736f057'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:01:26.581838 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dedba57-87f5-450a-9777-15ebe7a18bd0 None None] Routers {'dd78909e-5571-48b8-bb23-2037f736f057'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:01:26.582502 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-7dedba57-87f5-450a-9777-15ebe7a18bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:01:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['dd78909e-5571-48b8-bb23-2037f736f057'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:26.621871 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9126f9-1911-4493-a15d-92cd787a85b1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting subnet 0854f5c1-a91c-4983-ba48-e23787ea6b03 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 17:01:26.625338 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ea9126f9-1911-4493-a15d-92cd787a85b1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:26.671364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ea9126f9-1911-4493-a15d-92cd787a85b1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:26.701359 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-7dedba57-87f5-450a-9777-15ebe7a18bd0 None None] Set router dd78909e-5571-48b8-bb23-2037f736f057 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:01:26.799754 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ea9126f9-1911-4493-a15d-92cd787a85b1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:26.859576 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ea9126f9-1911-4493-a15d-92cd787a85b1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:26.862403 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-2ae3075b-0c3e-424e-b9d3-39dab396ca89 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:26.889090 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ea9126f9-1911-4493-a15d-92cd787a85b1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:26.890959 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ea9126f9-1911-4493-a15d-92cd787a85b1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/subnets/0854f5c1-a91c-4983-ba48-e23787ea6b03 HTTP/1.1" status: 204 len: 168 time: 0.3183424 Jun 18 17:01:26.893646 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9126f9-1911-4493-a15d-92cd787a85b1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Subnet': ['ID=0854f5c1-a91c-4983-ba48-e23787ea6b03,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:26.893847 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56844) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:26.895936 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ea9126f9-1911-4493-a15d-92cd787a85b1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:26.899616 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d936a5-98dc-4268-9e35-9bdba806c78b None None] Network a1857d6e-94aa-4a2e-8f6f-ad458b753603 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:01:27.011106 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a651fa0-a762-4aa2-8a50-ec03e9d206ed tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:27.018487 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-7dedba57-87f5-450a-9777-15ebe7a18bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448441516', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T17:01:25Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:27.058877 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dedba57-87f5-450a-9777-15ebe7a18bd0 None None] Checking router: dd78909e-5571-48b8-bb23-2037f736f057 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:01:27.071568 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dedba57-87f5-450a-9777-15ebe7a18bd0 None None] Routers {'dd78909e-5571-48b8-bb23-2037f736f057'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:01:27.072192 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-7dedba57-87f5-450a-9777-15ebe7a18bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:01:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['dd78909e-5571-48b8-bb23-2037f736f057'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:27.129038 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a651fa0-a762-4aa2-8a50-ec03e9d206ed tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:27.185153 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-9a651fa0-a762-4aa2-8a50-ec03e9d206ed tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting port 3558cb51-4547-40a8-bcbc-dd3963664b28 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:01:27.185630 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a651fa0-a762-4aa2-8a50-ec03e9d206ed tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:27.190370 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] DHCP port deletion for a1857d6e-94aa-4a2e-8f6f-ad458b753603 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 17:01:27.196879 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-7dedba57-87f5-450a-9777-15ebe7a18bd0 None None] Set router dd78909e-5571-48b8-bb23-2037f736f057 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:01:27.267861 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-9a651fa0-a762-4aa2-8a50-ec03e9d206ed tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] For port 3558cb51-4547-40a8-bcbc-dd3963664b28, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=3558cb51-4547-40a8-bcbc-dd3963664b28,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:01:27.268223 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a651fa0-a762-4aa2-8a50-ec03e9d206ed tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:27.330101 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-9a651fa0-a762-4aa2-8a50-ec03e9d206ed tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Calling delete_port for 3558cb51-4547-40a8-bcbc-dd3963664b28 owned by network:router_gateway {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:01:27.362143 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] Deleting port a9236584-069f-4985-815e-96b163b1d4bb {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:01:27.362554 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:27.454161 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] For port a9236584-069f-4985-815e-96b163b1d4bb, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a9236584-069f-4985-815e-96b163b1d4bb,segment=NetworkSegment(d36bed61-ec77-45d5-b3b6-61946c291b15),segment_id=d36bed61-ec77-45d5-b3b6-61946c291b15)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:01:27.454719 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:27.500175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a651fa0-a762-4aa2-8a50-ec03e9d206ed tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:27.502973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:27.528163 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a651fa0-a762-4aa2-8a50-ec03e9d206ed tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Port': ['ID=3558cb51-4547-40a8-bcbc-dd3963664b28,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:27.530951 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] Calling delete_port for a9236584-069f-4985-815e-96b163b1d4bb owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:01:27.532041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9a651fa0-a762-4aa2-8a50-ec03e9d206ed tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:27.545572 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-7dedba57-87f5-450a-9777-15ebe7a18bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448441516', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T17:01:25Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:27.598175 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a651fa0-a762-4aa2-8a50-ec03e9d206ed tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:27.694749 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a651fa0-a762-4aa2-8a50-ec03e9d206ed tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:27.697107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a651fa0-a762-4aa2-8a50-ec03e9d206ed tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:27.741890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a651fa0-a762-4aa2-8a50-ec03e9d206ed tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:27.742374 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a651fa0-a762-4aa2-8a50-ec03e9d206ed tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Fanout notify agent at l3_agent the message router_deleted on router dd78909e-5571-48b8-bb23-2037f736f057 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 17:01:27.749482 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9a651fa0-a762-4aa2-8a50-ec03e9d206ed tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:27.750856 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9a651fa0-a762-4aa2-8a50-ec03e9d206ed tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/routers/dd78909e-5571-48b8-bb23-2037f736f057 HTTP/1.1" status: 204 len: 168 time: 0.8555686 Jun 18 17:01:27.753207 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56846) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:27.765389 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dedba57-87f5-450a-9777-15ebe7a18bd0 None None] The sync data for ids ['dd78909e-5571-48b8-bb23-2037f736f057'] in dv-neutron-797120-1-hyperv is: [{'id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'name': 'tempest-TestNetworkAdvancedServerOps-router-448441516', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200'}], 'enable_snat': True}, 'gw_port_id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T17:01:25Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '3558cb51-4547-40a8-bcbc-dd3963664b28', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd78909e-5571-48b8-bb23-2037f736f057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T16:59:48Z', 'updated_at': '2021-06-18T16:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:01:27.807583 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:27.810619 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:27.832888 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] Pushing event deleted for resources: {'Port': ['ID=a9236584-069f-4985-815e-96b163b1d4bb,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:27.836156 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac383a46-2f00-4043-824a-d9878057d5a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:27.838356 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] No DVR routers for this DVR port a9236584-069f-4985-815e-96b163b1d4bb on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:01:27.845351 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:27.848093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:27.848093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:27.848093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:27.848093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:27.848093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:27.848093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:27.848093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:27.848093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:27.850014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:27.850014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:27.850014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:27.853068 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:27.928894 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac383a46-2f00-4043-824a-d9878057d5a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:27.938663 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-ac383a46-2f00-4043-824a-d9878057d5a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1857d6e-94aa-4a2e-8f6f-ad458b753603']}} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:27.952982 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-ac383a46-2f00-4043-824a-d9878057d5a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36bed61-ec77-45d5-b3b6-61946c291b15') {'for_net_delete': True} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:27.953273 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.services.segments.db [None req-ac383a46-2f00-4043-824a-d9878057d5a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36bed61-ec77-45d5-b3b6-61946c291b15') {} {{(pid=93453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:27.962284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac383a46-2f00-4043-824a-d9878057d5a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2299453'] for segment, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:27.976313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac383a46-2f00-4043-824a-d9878057d5a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:27.982706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac383a46-2f00-4043-824a-d9878057d5a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93453) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 17:01:27.983093 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac383a46-2f00-4043-824a-d9878057d5a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3751433'] for segment, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: conditions |= (models_v2.Port.network_id.in_( Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: Traceback (most recent call last): Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: timer() Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: cb(*args, **kw) Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: return func(*args, **kwargs) Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: self._notify() Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: self.callback(batched_events) Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: event.method(event) Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: return f(self, *a, **k) Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._get(url).json() Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: return self.request(url, 'GET', **kwargs) Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 17:01:27.985995 dv-neutron-797120-1-hyperv neutron-server[93453]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 17:01:28.044534 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac383a46-2f00-4043-824a-d9878057d5a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:28.048546 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d14b48c3-1712-4685-abfb-c3d99ac148e4 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:28.052781 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ac383a46-2f00-4043-824a-d9878057d5a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:28.054615 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ac383a46-2f00-4043-824a-d9878057d5a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/networks/a1857d6e-94aa-4a2e-8f6f-ad458b753603 HTTP/1.1" status: 204 len: 168 time: 0.3004358 Jun 18 17:01:28.057222 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56848) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:28.074433 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac383a46-2f00-4043-824a-d9878057d5a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Network': ['ID=a1857d6e-94aa-4a2e-8f6f-ad458b753603,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:28.077300 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ac383a46-2f00-4043-824a-d9878057d5a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:28.139902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8f4232f0-b221-4e35-be15-ab59cbe9e9d4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:28.167274 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8f4232f0-b221-4e35-be15-ab59cbe9e9d4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:28.227631 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:01:28.248668 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:01:28.249018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ec47e2e5-7906-4d8b-b361-cfe792b9b6b6 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:01:28.249435 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a9236584-069f-4985-815e-96b163b1d4bb no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:01:28.250805 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8f4232f0-b221-4e35-be15-ab59cbe9e9d4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:28.253650 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8f4232f0-b221-4e35-be15-ab59cbe9e9d4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:28.258321 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8f4232f0-b221-4e35-be15-ab59cbe9e9d4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/security-groups/a20cec86-bbd0-4da9-9b10-2bf4f447cb69 HTTP/1.1" status: 204 len: 168 time: 0.1968343 Jun 18 17:01:28.258321 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2c240c67-378f-47cc-8138-218fccfbda31 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:28.265890 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4232f0-b221-4e35-be15-ab59cbe9e9d4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20cec86-bbd0-4da9-9b10-2bf4f447cb69,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:28.271395 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8f4232f0-b221-4e35-be15-ab59cbe9e9d4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:28.272581 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: a9236584-069f-4985-815e-96b163b1d4bb {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:01:28.273070 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a9236584-069f-4985-815e-96b163b1d4bb not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:01:28.704770 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56854) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:28.709504 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d2c1c91e-16ae-4f7c-a7f5-9ac22f4c44f7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-333863359', 'description': 'tempest-secgroup-smoke-333863359 description', 'project_id': 'af4038200da2445a9f07c55e11895697'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:28.732390 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c91e-16ae-4f7c-a7f5-9ac22f4c44f7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:28.822061 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c91e-16ae-4f7c-a7f5-9ac22f4c44f7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:28.825946 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c91e-16ae-4f7c-a7f5-9ac22f4c44f7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:28.828542 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-590dffd8-a5c9-43bc-b72e-100fdebc979b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:28.855743 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c91e-16ae-4f7c-a7f5-9ac22f4c44f7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:28.856989 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d2c1c91e-16ae-4f7c-a7f5-9ac22f4c44f7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1511538 Jun 18 17:01:28.858941 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1c91e-16ae-4f7c-a7f5-9ac22f4c44f7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8195c8d1-0022-4cc3-b0f5-99e90b69face,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:28.860106 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56856) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:28.861623 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d2c1c91e-16ae-4f7c-a7f5-9ac22f4c44f7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:28.866702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-45438f83-85df-4a8a-a3c9-8f0d80b8515b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': '8195c8d1-0022-4cc3-b0f5-99e90b69face', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:28.894458 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-45438f83-85df-4a8a-a3c9-8f0d80b8515b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:28.941179 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-45438f83-85df-4a8a-a3c9-8f0d80b8515b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:28.945506 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-45438f83-85df-4a8a-a3c9-8f0d80b8515b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:28.950081 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-eacb4056-ad19-4ec9-9aa0-33a11fa85350 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:28.964911 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45438f83-85df-4a8a-a3c9-8f0d80b8515b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c88b8e-bd02-4d9b-9c90-7a88d69c7d29,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:28.969118 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-45438f83-85df-4a8a-a3c9-8f0d80b8515b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:28.972273 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-45438f83-85df-4a8a-a3c9-8f0d80b8515b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:28.973931 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-45438f83-85df-4a8a-a3c9-8f0d80b8515b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120889 Jun 18 17:01:28.977200 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56858) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:28.982059 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-9fc75006-982f-4b68-81b8-36a78ef0072a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': '8195c8d1-0022-4cc3-b0f5-99e90b69face', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:29.009616 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9fc75006-982f-4b68-81b8-36a78ef0072a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.066654 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9fc75006-982f-4b68-81b8-36a78ef0072a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.070770 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9fc75006-982f-4b68-81b8-36a78ef0072a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.075140 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c22c70ac-34b3-40f0-a7c4-e1e3a11e1f15 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:29.090718 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc75006-982f-4b68-81b8-36a78ef0072a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064ee96e-040d-42d4-9331-a3de7f740b83,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:29.093403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9fc75006-982f-4b68-81b8-36a78ef0072a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:29.098499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-9fc75006-982f-4b68-81b8-36a78ef0072a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.100398 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9fc75006-982f-4b68-81b8-36a78ef0072a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220062 Jun 18 17:01:29.103030 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56860) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:29.107424 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-91b0cf95-ae44-4805-96ab-7c4a2d005592 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': '8195c8d1-0022-4cc3-b0f5-99e90b69face', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:29.133419 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-91b0cf95-ae44-4805-96ab-7c4a2d005592 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.190881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-91b0cf95-ae44-4805-96ab-7c4a2d005592 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.194663 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-91b0cf95-ae44-4805-96ab-7c4a2d005592 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.199202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-64cceada-ed0d-4420-9212-c73d714bc414 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:29.214188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0cf95-ae44-4805-96ab-7c4a2d005592 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838fdb89-01c4-4a33-9c28-43707138cbd6,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:29.216810 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-91b0cf95-ae44-4805-96ab-7c4a2d005592 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:29.221778 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-91b0cf95-ae44-4805-96ab-7c4a2d005592 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.222972 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-91b0cf95-ae44-4805-96ab-7c4a2d005592 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190295 Jun 18 17:01:29.226303 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56862) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:29.230792 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-dab90c16-581b-4ee6-8e3b-b3a31f22cf20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': '8195c8d1-0022-4cc3-b0f5-99e90b69face', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:29.255761 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dab90c16-581b-4ee6-8e3b-b3a31f22cf20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.315023 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dab90c16-581b-4ee6-8e3b-b3a31f22cf20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.319400 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dab90c16-581b-4ee6-8e3b-b3a31f22cf20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.321191 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4087d8a6-b8ce-4590-81e2-4d7d036ba82f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:29.339280 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab90c16-581b-4ee6-8e3b-b3a31f22cf20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b19f2b5-5655-4597-89db-02c26c122897,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:29.342111 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dab90c16-581b-4ee6-8e3b-b3a31f22cf20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:29.344078 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-dab90c16-581b-4ee6-8e3b-b3a31f22cf20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.345780 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-dab90c16-581b-4ee6-8e3b-b3a31f22cf20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182497 Jun 18 17:01:29.348198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56864) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:29.353715 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f500d223-3654-4e60-9657-e5d5de19ff06 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': '8195c8d1-0022-4cc3-b0f5-99e90b69face', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:29.374485 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-f500d223-3654-4e60-9657-e5d5de19ff06 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Project af4038200da2445a9f07c55e11895697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:01:29.379150 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f500d223-3654-4e60-9657-e5d5de19ff06 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.439366 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f500d223-3654-4e60-9657-e5d5de19ff06 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.442510 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f500d223-3654-4e60-9657-e5d5de19ff06 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.445249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-91b0cf95-ae44-4805-96ab-7c4a2d005592 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:29.463020 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500d223-3654-4e60-9657-e5d5de19ff06 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a0efb1-a4e3-492f-a8eb-94739f254d07,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:29.465396 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f500d223-3654-4e60-9657-e5d5de19ff06 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:29.466563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f500d223-3654-4e60-9657-e5d5de19ff06 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.467734 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f500d223-3654-4e60-9657-e5d5de19ff06 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186218 Jun 18 17:01:29.470755 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56866) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:29.476006 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-a46d1c39-9b8a-48b1-a199-c60c27ec126c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'security_group_rule': {'security_group_id': '8195c8d1-0022-4cc3-b0f5-99e90b69face', 'project_id': 'af4038200da2445a9f07c55e11895697', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:29.497203 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-a46d1c39-9b8a-48b1-a199-c60c27ec126c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Project af4038200da2445a9f07c55e11895697 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:01:29.501742 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a46d1c39-9b8a-48b1-a199-c60c27ec126c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.561939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a46d1c39-9b8a-48b1-a199-c60c27ec126c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.565383 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a46d1c39-9b8a-48b1-a199-c60c27ec126c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.567260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c88c47c3-6ae1-40e8-913c-d4c5d8e41581 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:29.584612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d1c39-9b8a-48b1-a199-c60c27ec126c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f981f95-c54c-4fe9-937a-aed8d08f7ff6,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:29.587574 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a46d1c39-9b8a-48b1-a199-c60c27ec126c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:29.590567 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a46d1c39-9b8a-48b1-a199-c60c27ec126c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.591766 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a46d1c39-9b8a-48b1-a199-c60c27ec126c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201010 Jun 18 17:01:29.595166 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56868) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:29.600976 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-1b03d089-0643-4e96-9694-76a45665293c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'network': {'name': 'tempest-network-smoke--1664160016', 'project_id': 'af4038200da2445a9f07c55e11895697', 'port_security_enabled': True}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:29.620393 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b03d089-0643-4e96-9694-76a45665293c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Made reservation on behalf of af4038200da2445a9f07c55e11895697 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:01:29.623732 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b03d089-0643-4e96-9694-76a45665293c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.650929 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b03d089-0643-4e96-9694-76a45665293c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 17:01:29.659675 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b03d089-0643-4e96-9694-76a45665293c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.660105 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-1b03d089-0643-4e96-9694-76a45665293c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Added segment ebac416e-7873-4714-aa9c-09dbadf6c67c of type vlan for network 81c56019-4f64-4bf6-a574-f89af1e8353e Jun 18 17:01:29.698943 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b03d089-0643-4e96-9694-76a45665293c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.729471 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b03d089-0643-4e96-9694-76a45665293c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.735013 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b03d089-0643-4e96-9694-76a45665293c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:29.735586 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1b03d089-0643-4e96-9694-76a45665293c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.737730 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d9339556-d589-4f79-b40c-bd5084972b64 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:29.790327 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1b03d089-0643-4e96-9694-76a45665293c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1941428 Jun 18 17:01:29.793216 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56870) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:29.798008 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1861926209', 'admin_state_up': True, 'project_id': 'af4038200da2445a9f07c55e11895697', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:29.801849 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03d089-0643-4e96-9694-76a45665293c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Network': ['ID=81c56019-4f64-4bf6-a574-f89af1e8353e,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:29.805495 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1b03d089-0643-4e96-9694-76a45665293c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:29.812854 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 81c56019-4f64-4bf6-a574-f89af1e8353e details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 17:01:29.822703 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.823664 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:29.877500 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:30.010156 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3558cb51-4547-40a8-bcbc-dd3963664b28 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:01:30.015447 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:30.030435 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 3558cb51-4547-40a8-bcbc-dd3963664b28 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:01:30.030794 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 3558cb51-4547-40a8-bcbc-dd3963664b28 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:01:30.208059 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_gateway, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:30.226664 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:30.328004 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Allocated IP 172.26.6.150 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/33aa2e1d-3ece-4beb-9174-4361df5aa709) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:01:30.432595 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:30.473866 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:30.480320 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1c8df0c8-e10d-4c7c-b207-b5ad53813a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:30.509894 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:01:30.514642 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:01:30.517930 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:01:30.546478 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=33aa2e1d-3ece-4beb-9174-4361df5aa709,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:30.550211 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:31.088557 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_gateway, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:31.288187 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:31.415714 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router 96406a1e-0fd4-47bd-92ee-515d663af326 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 17:01:31.519733 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:01:31.530594 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Sync routers for ids ['96406a1e-0fd4-47bd-92ee-515d663af326'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:01:31.538785 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:31.539926 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7456667 Jun 18 17:01:31.541495 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Routers {'96406a1e-0fd4-47bd-92ee-515d663af326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:01:31.542143 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:01:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['96406a1e-0fd4-47bd-92ee-515d663af326'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:31.543033 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56872) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:31.620260 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-19f6b211-47e4-4e6e-a129-d5e95a618544 tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] 10.222.0.50 "GET /v2.0/subnets?project_id=af4038200da2445a9f07c55e11895697&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0759559 Jun 18 17:01:31.622780 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56876) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:31.648269 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Set router 96406a1e-0fd4-47bd-92ee-515d663af326 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:01:31.717266 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287194df-7e99-47de-93b5-e8557e0701ea tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:31.718882 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-287194df-7e99-47de-93b5-e8557e0701ea tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] 10.222.0.50 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951691 Jun 18 17:01:31.722050 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56878) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:31.756975 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6da4c2eb-2274-4255-899a-39d9980ba37a tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] 10.222.0.50 "GET /v2.0/subnets?network_id=81b3e7a1-a3eb-41d3-a54b-e3363be60296&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333245 Jun 18 17:01:31.759113 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56880) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:31.764141 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-5ea21c75-3465-426e-a81b-345534482c07 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1615888493', 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e', 'project_id': 'af4038200da2445a9f07c55e11895697', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:31.833267 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861926209', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:29Z', 'updated_at': '2021-06-18T17:01:30Z', 'revision_number': 3, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:30Z', 'updated_at': '2021-06-18T17:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:31.853548 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea21c75-3465-426e-a81b-345534482c07 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Made reservation on behalf of af4038200da2445a9f07c55e11895697 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:01:31.857103 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5ea21c75-3465-426e-a81b-345534482c07 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:31.863540 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Checking router: 96406a1e-0fd4-47bd-92ee-515d663af326 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:01:31.863913 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Updating router 96406a1e-0fd4-47bd-92ee-515d663af326 port 33aa2e1d-3ece-4beb-9174-4361df5aa709 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:01:31.901422 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:32.043206 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5ea21c75-3465-426e-a81b-345534482c07 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:32.045916 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b3de17c0-27c3-4504-b90c-84a3915b32e8 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:32.104375 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea21c75-3465-426e-a81b-345534482c07 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Subnet': ['ID=baf7bfcf-786e-491a-8a81-704dbbe92936,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:32.108169 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5ea21c75-3465-426e-a81b-345534482c07 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:32.111910 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea21c75-3465-426e-a81b-345534482c07 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Checking segment: {'id': 'ebac416e-7873-4714-aa9c-09dbadf6c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:01:32.112277 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea21c75-3465-426e-a81b-345534482c07 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network hostable DHCP agents. Network: 81c56019-4f64-4bf6-a574-f89af1e8353e, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 17:01:32.129469 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea21c75-3465-426e-a81b-345534482c07 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network 81c56019-4f64-4bf6-a574-f89af1e8353e is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 17:01:32.139471 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-5ea21c75-3465-426e-a81b-345534482c07 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 81c56019-4f64-4bf6-a574-f89af1e8353e) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:01:32.143400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea21c75-3465-426e-a81b-345534482c07 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:32.143989 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5ea21c75-3465-426e-a81b-345534482c07 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:32.151323 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6901dcb-0eb9-4888-b040-d2e816b2dee0 None None] Network 81c56019-4f64-4bf6-a574-f89af1e8353e requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:01:32.153120 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:32.163918 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5ea21c75-3465-426e-a81b-345534482c07 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4004152 Jun 18 17:01:32.164183 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56882) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:32.164665 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Transition to ACTIVE for port object 33aa2e1d-3ece-4beb-9174-4361df5aa709 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:01:32.171514 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:32.175822 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-0c4e7a7b-f6fb-4a30-b038-1319319084aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:32.229695 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cc0e1-3110-4c78-8aa9-4bb1a95e497b None None] Pushing event updated for resources: {'Port': ['ID=33aa2e1d-3ece-4beb-9174-4361df5aa709,revision_number=2']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:32.319310 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-81c56019-4f64-4bf6-a574-f89af1e8353e', 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ips': [{'subnet_id': 'baf7bfcf-786e-491a-8a81-704dbbe92936'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 17:01:32.320187 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:32.327085 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cc0e1-3110-4c78-8aa9-4bb1a95e497b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:32.327428 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cc0e1-3110-4c78-8aa9-4bb1a95e497b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:32.327762 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cc0e1-3110-4c78-8aa9-4bb1a95e497b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:32.328092 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cc0e1-3110-4c78-8aa9-4bb1a95e497b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:32.328412 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cc0e1-3110-4c78-8aa9-4bb1a95e497b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:32.328736 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cc0e1-3110-4c78-8aa9-4bb1a95e497b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:32.329052 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cc0e1-3110-4c78-8aa9-4bb1a95e497b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:32.329825 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cc0e1-3110-4c78-8aa9-4bb1a95e497b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:32.329825 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cc0e1-3110-4c78-8aa9-4bb1a95e497b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:32.330031 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cc0e1-3110-4c78-8aa9-4bb1a95e497b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:32.330277 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cc0e1-3110-4c78-8aa9-4bb1a95e497b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:32.330609 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621cc0e1-3110-4c78-8aa9-4bb1a95e497b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:01:32.336007 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-621cc0e1-3110-4c78-8aa9-4bb1a95e497b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:32.338452 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Attempting to bind port 33aa2e1d-3ece-4beb-9174-4361df5aa709 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:01:32.338946 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Attempting to bind port 33aa2e1d-3ece-4beb-9174-4361df5aa709 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:01:32.339151 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Attempting to bind port 33aa2e1d-3ece-4beb-9174-4361df5aa709 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:01:32.344201 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:01:32.344579 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:01:32.345243 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:32.345631 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:01:32.346094 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Bound port: 33aa2e1d-3ece-4beb-9174-4361df5aa709, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:01:32.346526 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:32.399660 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] For port 33aa2e1d-3ece-4beb-9174-4361df5aa709, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:01:32.402839 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] For port 33aa2e1d-3ece-4beb-9174-4361df5aa709, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=33aa2e1d-3ece-4beb-9174-4361df5aa709,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:01:32.408225 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:32.418166 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-bd348434-51dd-44be-a151-34526e891335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:32.461252 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Allocated IP 172.20.0.2 (81c56019-4f64-4bf6-a574-f89af1e8353e/baf7bfcf-786e-491a-8a81-704dbbe92936/1fc760da-5818-4248-bcf6-b60e8f94c4f5) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:01:32.476142 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cc0e1-3110-4c78-8aa9-4bb1a95e497b None None] Pushing event updated for resources: {'Port': ['ID=33aa2e1d-3ece-4beb-9174-4361df5aa709,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:32.487714 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-621cc0e1-3110-4c78-8aa9-4bb1a95e497b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:32.491814 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Routers {'96406a1e-0fd4-47bd-92ee-515d663af326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:01:32.492457 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:01:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['96406a1e-0fd4-47bd-92ee-515d663af326'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:32.600901 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] Set router 96406a1e-0fd4-47bd-92ee-515d663af326 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:01:32.627490 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:32.637292 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:32.641516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Transition to ACTIVE for port object 1fc760da-5818-4248-bcf6-b60e8f94c4f5 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:01:32.661154 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Transition to ACTIVE for port object 1fc760da-5818-4248-bcf6-b60e8f94c4f5 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:01:32.668782 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:32.671836 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-30d272e1-7e81-494b-9331-5f6bd6b1ef53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:32.715882 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Network 81c56019-4f64-4bf6-a574-f89af1e8353e is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:01:32.718882 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:01:32.723419 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:01:32.727068 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Pushing event updated for resources: {'Port': ['ID=1fc760da-5818-4248-bcf6-b60e8f94c4f5,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:32.730834 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:32.785410 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Attempting to bind port 1fc760da-5818-4248-bcf6-b60e8f94c4f5 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:01:32.785913 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Attempting to bind port 1fc760da-5818-4248-bcf6-b60e8f94c4f5 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'ebac416e-7873-4714-aa9c-09dbadf6c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:01:32.787083 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Attempting to bind port 1fc760da-5818-4248-bcf6-b60e8f94c4f5 on network 81c56019-4f64-4bf6-a574-f89af1e8353e {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:01:32.792231 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:01:32.792608 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Checking segment: {'id': 'ebac416e-7873-4714-aa9c-09dbadf6c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:01:32.793017 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:32.793423 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Bound using segment: {'id': 'ebac416e-7873-4714-aa9c-09dbadf6c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:01:32.793898 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Bound port: 1fc760da-5818-4248-bcf6-b60e8f94c4f5, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebac416e-7873-4714-aa9c-09dbadf6c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:01:32.794409 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:32.796101 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861926209', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:29Z', 'updated_at': '2021-06-18T17:01:30Z', 'revision_number': 3, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:30Z', 'updated_at': '2021-06-18T17:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:32.822931 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5311a70c-4513-4fd2-94fe-7996811c7051 None None] The sync data for ids ['96406a1e-0fd4-47bd-92ee-515d663af326'] in dv-neutron-797120-1-hyperv is: [{'id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861926209', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:29Z', 'updated_at': '2021-06-18T17:01:30Z', 'revision_number': 3, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:30Z', 'updated_at': '2021-06-18T17:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:01:32.870408 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] For port 1fc760da-5818-4248-bcf6-b60e8f94c4f5, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:01:32.878160 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] For port 1fc760da-5818-4248-bcf6-b60e8f94c4f5, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1fc760da-5818-4248-bcf6-b60e8f94c4f5,segment=NetworkSegment(ebac416e-7873-4714-aa9c-09dbadf6c67c),segment_id=ebac416e-7873-4714-aa9c-09dbadf6c67c)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:01:32.884329 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:32.893513 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:32.930080 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Allocated IP 172.20.0.1 (81c56019-4f64-4bf6-a574-f89af1e8353e/baf7bfcf-786e-491a-8a81-704dbbe92936/1020c445-dde8-455f-b80a-8f0c98fc5eb1) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:01:32.952563 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Pushing event updated for resources: {'Port': ['ID=1fc760da-5818-4248-bcf6-b60e8f94c4f5,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:32.962986 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:33.093202 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:33.114982 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Transition to ACTIVE for port object 1020c445-dde8-455f-b80a-8f0c98fc5eb1 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:01:33.168961 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:33.171096 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-17bc12c4-a3c4-4dbc-9a79-9f39d1172872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:33.231928 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network 81c56019-4f64-4bf6-a574-f89af1e8353e is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:01:33.236222 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:01:33.239118 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:01:33.275470 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=1020c445-dde8-455f-b80a-8f0c98fc5eb1,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:33.287870 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:33.304189 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:33.470809 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:33.769848 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:33.776498 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:33.779864 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-53262433-0b50-4ae0-a153-c6e8b1c97a32 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:33.852114 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=1020c445-dde8-455f-b80a-8f0c98fc5eb1,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:33.855051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:33.858509 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:33.901685 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d76da6-6ca1-4d73-a0a6-aaca12276db0 None None] Network 81c56019-4f64-4bf6-a574-f89af1e8353e requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:01:33.956387 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network 81c56019-4f64-4bf6-a574-f89af1e8353e is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:01:33.957827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:01:34.012700 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-be8ae182-53d3-40b4-bd92-f9c066c82bea None None] Provisioning for port 1fc760da-5818-4248-bcf6-b60e8f94c4f5 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:01:34.076897 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router 96406a1e-0fd4-47bd-92ee-515d663af326 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:01:34.128710 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1fc760da-5818-4248-bcf6-b60e8f94c4f5 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:01:34.193661 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 1fc760da-5818-4248-bcf6-b60e8f94c4f5 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:01:34.198600 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 1fc760da-5818-4248-bcf6-b60e8f94c4f5 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:34.198600 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:34.217571 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:01:34.231210 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "PUT /v2.0/routers/96406a1e-0fd4-47bd-92ee-515d663af326/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0573926 Jun 18 17:01:34.290792 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:34.327893 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 1fc760da-5818-4248-bcf6-b60e8f94c4f5, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1fc760da-5818-4248-bcf6-b60e8f94c4f5,segment=NetworkSegment(ebac416e-7873-4714-aa9c-09dbadf6c67c),segment_id=ebac416e-7873-4714-aa9c-09dbadf6c67c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:01:34.335358 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:34.336249 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 33aa2e1d-3ece-4beb-9174-4361df5aa709 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:01:34.339864 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f65cdd11-8c0b-4d37-bf51-91daf8a3afda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:34.402999 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-060d8b90-b535-42ac-a910-ae00b4b1db29 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-333863359&fields=id&tenant_id=af4038200da2445a9f07c55e11895697 HTTP/1.1" status: 200 len: 267 time: 0.0384052 Jun 18 17:01:34.421259 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-733ff865-3b66-4aec-98d5-67349a02dbe3 None None] Provisioning for port 1020c445-dde8-455f-b80a-8f0c98fc5eb1 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:01:34.436692 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-733ff865-3b66-4aec-98d5-67349a02dbe3 None None] Provisioning complete for port 1020c445-dde8-455f-b80a-8f0c98fc5eb1 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:34.437070 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-733ff865-3b66-4aec-98d5-67349a02dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:34.441089 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=1fc760da-5818-4248-bcf6-b60e8f94c4f5,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:34.444931 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:34.482821 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 33aa2e1d-3ece-4beb-9174-4361df5aa709 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:01:34.488070 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-733ff865-3b66-4aec-98d5-67349a02dbe3 None None] Port 1020c445-dde8-455f-b80a-8f0c98fc5eb1 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:01:34.491744 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 33aa2e1d-3ece-4beb-9174-4361df5aa709 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:34.492117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:34.528415 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-733ff865-3b66-4aec-98d5-67349a02dbe3 None None] Provisioning complete for port 1fc760da-5818-4248-bcf6-b60e8f94c4f5 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:34.528793 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-733ff865-3b66-4aec-98d5-67349a02dbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:34.551426 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-c045e80a-0f64-4955-80d0-549af3979c59 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:34.560201 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-c045e80a-0f64-4955-80d0-549af3979c59 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/networks?id=81c56019-4f64-4bf6-a574-f89af1e8353e HTTP/1.1" status: 200 len: 797 time: 0.1488135 Jun 18 17:01:34.571287 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-a4e7feaa-eab7-4536-9e38-7d907b36a0cb tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/quotas/af4038200da2445a9f07c55e11895697 HTTP/1.1" status: 200 len: 375 time: 0.0102355 Jun 18 17:01:34.571491 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Sync routers for ids ['96406a1e-0fd4-47bd-92ee-515d663af326'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:01:34.619064 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Routers {'96406a1e-0fd4-47bd-92ee-515d663af326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:01:34.619724 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:01:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['96406a1e-0fd4-47bd-92ee-515d663af326'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:34.646653 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-fcf716e6-d687-4399-b348-fc44a04c710d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0695608 Jun 18 17:01:34.673724 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:34.755632 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-e053bc84-155a-429a-aeff-c66c91ad32b4 service neutron] 10.222.0.50 "GET /v2.0/networks/81c56019-4f64-4bf6-a574-f89af1e8353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972390 Jun 18 17:01:34.761651 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 33aa2e1d-3ece-4beb-9174-4361df5aa709, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=33aa2e1d-3ece-4beb-9174-4361df5aa709,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:01:34.773153 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:34.779794 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-71cb3dcb-2e6e-4baa-aad0-767831e878fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:34.826390 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Set router 96406a1e-0fd4-47bd-92ee-515d663af326 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:01:34.849802 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-5a068e20-d03a-417c-b975-65d50b6b36ed service neutron] 10.222.0.50 "GET /v2.0/networks/81c56019-4f64-4bf6-a574-f89af1e8353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881495 Jun 18 17:01:34.869547 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=33aa2e1d-3ece-4beb-9174-4361df5aa709,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:34.874232 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:34.963624 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1bc1a0a2-cbf4-4423-a7a2-38b80d3b86d4 None None] Provisioning complete for port 1020c445-dde8-455f-b80a-8f0c98fc5eb1 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:34.964292 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1bc1a0a2-cbf4-4423-a7a2-38b80d3b86d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:35.012595 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-1bc1a0a2-cbf4-4423-a7a2-38b80d3b86d4 None None] Port 1020c445-dde8-455f-b80a-8f0c98fc5eb1 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:01:35.040954 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9ab0482c-1118-4a1e-be25-91b3109805f3 req-4b099416-6276-4f2b-82da-2caf031e517d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 210 time: 0.0437198 Jun 18 17:01:35.089675 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861926209', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:29Z', 'updated_at': '2021-06-18T17:01:33Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:30Z', 'updated_at': '2021-06-18T17:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '1020c445-dde8-455f-b80a-8f0c98fc5eb1', 'name': '', 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:80:4e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'baf7bfcf-786e-491a-8a81-704dbbe92936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:32Z', 'updated_at': '2021-06-18T17:01:33Z', 'revision_number': 2, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': 'baf7bfcf-786e-491a-8a81-704dbbe92936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:35.116359 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Checking router: 96406a1e-0fd4-47bd-92ee-515d663af326 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:01:35.116723 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Updating router 96406a1e-0fd4-47bd-92ee-515d663af326 port 1020c445-dde8-455f-b80a-8f0c98fc5eb1 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:01:35.150200 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:35.434740 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:35.450715 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Transition to ACTIVE for port object 1020c445-dde8-455f-b80a-8f0c98fc5eb1 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:01:35.457158 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:35.459391 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-04e4d22a-a348-4a1a-aaf8-fa86fba923da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:35.529553 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a80e88-a29c-4abd-98c6-14b8b23476d5 None None] Pushing event updated for resources: {'Port': ['ID=1020c445-dde8-455f-b80a-8f0c98fc5eb1,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:35.533294 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-32a80e88-a29c-4abd-98c6-14b8b23476d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:35.602037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Attempting to bind port 1020c445-dde8-455f-b80a-8f0c98fc5eb1 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:01:35.602458 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Attempting to bind port 1020c445-dde8-455f-b80a-8f0c98fc5eb1 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': 'ebac416e-7873-4714-aa9c-09dbadf6c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:01:35.602815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Attempting to bind port 1020c445-dde8-455f-b80a-8f0c98fc5eb1 on network 81c56019-4f64-4bf6-a574-f89af1e8353e {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:01:35.608451 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:01:35.608833 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Checking segment: {'id': 'ebac416e-7873-4714-aa9c-09dbadf6c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:01:35.609243 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:35.609648 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Bound using segment: {'id': 'ebac416e-7873-4714-aa9c-09dbadf6c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:01:35.610128 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Bound port: 1020c445-dde8-455f-b80a-8f0c98fc5eb1, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebac416e-7873-4714-aa9c-09dbadf6c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:01:35.610529 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:35.683435 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] For port 1020c445-dde8-455f-b80a-8f0c98fc5eb1, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:01:35.686628 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] For port 1020c445-dde8-455f-b80a-8f0c98fc5eb1, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1020c445-dde8-455f-b80a-8f0c98fc5eb1,segment=NetworkSegment(ebac416e-7873-4714-aa9c-09dbadf6c67c),segment_id=ebac416e-7873-4714-aa9c-09dbadf6c67c)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:01:35.691184 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:35.693674 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-91b3fbcb-4483-46a7-8043-3fd3cab443f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:35.764974 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Routers {'96406a1e-0fd4-47bd-92ee-515d663af326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:01:35.765625 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:01:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['96406a1e-0fd4-47bd-92ee-515d663af326'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:35.767652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a80e88-a29c-4abd-98c6-14b8b23476d5 None None] Pushing event updated for resources: {'Port': ['ID=1020c445-dde8-455f-b80a-8f0c98fc5eb1,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:35.772650 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-32a80e88-a29c-4abd-98c6-14b8b23476d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:35.884941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] Set router 96406a1e-0fd4-47bd-92ee-515d663af326 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:01:36.079780 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1fc760da-5818-4248-bcf6-b60e8f94c4f5 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:01:36.158688 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861926209', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:29Z', 'updated_at': '2021-06-18T17:01:33Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:30Z', 'updated_at': '2021-06-18T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '1020c445-dde8-455f-b80a-8f0c98fc5eb1', 'name': '', 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:80:4e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'baf7bfcf-786e-491a-8a81-704dbbe92936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:32Z', 'updated_at': '2021-06-18T17:01:35Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': 'baf7bfcf-786e-491a-8a81-704dbbe92936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:36.188531 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bc222a-7776-43bc-9bfe-9efb4e1e0f96 None None] The sync data for ids ['96406a1e-0fd4-47bd-92ee-515d663af326'] in dv-neutron-797120-1-hyperv is: [{'id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861926209', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:29Z', 'updated_at': '2021-06-18T17:01:33Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:30Z', 'updated_at': '2021-06-18T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '1020c445-dde8-455f-b80a-8f0c98fc5eb1', 'name': '', 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:80:4e:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'baf7bfcf-786e-491a-8a81-704dbbe92936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:32Z', 'updated_at': '2021-06-18T17:01:35Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': 'baf7bfcf-786e-491a-8a81-704dbbe92936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:01:36.191422 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 1fc760da-5818-4248-bcf6-b60e8f94c4f5 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:36.191908 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:36.216205 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b28e1e38-6ec3-481a-b3d2-444eac47dc27 req-fa13f86d-3ccc-45de-bf7b-b096dfb4dd3b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 210 time: 0.0398428 Jun 18 17:01:36.304939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-5cd5f818-263e-4868-a8ee-6f884dbbd696 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:36.306900 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-5cd5f818-263e-4868-a8ee-6f884dbbd696 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "GET /v2.0/networks?id=81c56019-4f64-4bf6-a574-f89af1e8353e HTTP/1.1" status: 200 len: 797 time: 0.1819339 Jun 18 17:01:36.335316 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 33aa2e1d-3ece-4beb-9174-4361df5aa709 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:01:36.360552 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-3bb77eb0-af28-44b4-b0d0-58f9da7a70c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af4038200da2445a9f07c55e11895697 HTTP/1.1" status: 200 len: 379 time: 0.0440500 Jun 18 17:01:36.375518 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-260e93a1-6bc6-4aa9-8682-01da78fd0b5d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'port': {'device_id': '399cbac1-3721-48db-a8f0-984d88c65462', 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e', 'admin_state_up': True, 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'security_groups': ['8195c8d1-0022-4cc3-b0f5-99e90b69face']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:36.404374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 33aa2e1d-3ece-4beb-9174-4361df5aa709 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:36.405092 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:36.509359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-260e93a1-6bc6-4aa9-8682-01da78fd0b5d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Made reservation on behalf of af4038200da2445a9f07c55e11895697 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:01:36.513128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-260e93a1-6bc6-4aa9-8682-01da78fd0b5d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:36.653188 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-260e93a1-6bc6-4aa9-8682-01da78fd0b5d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Allocated IP 172.20.0.5 (81c56019-4f64-4bf6-a574-f89af1e8353e/baf7bfcf-786e-491a-8a81-704dbbe92936/e11c82f2-6700-411b-b57d-d096fe9aee1e) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:01:36.800845 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-260e93a1-6bc6-4aa9-8682-01da78fd0b5d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:36.819296 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-260e93a1-6bc6-4aa9-8682-01da78fd0b5d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Transition to ACTIVE for port object e11c82f2-6700-411b-b57d-d096fe9aee1e will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:01:36.853266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-260e93a1-6bc6-4aa9-8682-01da78fd0b5d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:36.858022 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-135e8822-23db-48b6-9999-4048d44097e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:36.902137 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-260e93a1-6bc6-4aa9-8682-01da78fd0b5d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network 81c56019-4f64-4bf6-a574-f89af1e8353e is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:01:36.905591 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-260e93a1-6bc6-4aa9-8682-01da78fd0b5d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:01:36.908334 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-260e93a1-6bc6-4aa9-8682-01da78fd0b5d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:01:36.935671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260e93a1-6bc6-4aa9-8682-01da78fd0b5d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=e11c82f2-6700-411b-b57d-d096fe9aee1e,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:36.938856 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-260e93a1-6bc6-4aa9-8682-01da78fd0b5d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:36.972601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-260e93a1-6bc6-4aa9-8682-01da78fd0b5d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:36.973341 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-260e93a1-6bc6-4aa9-8682-01da78fd0b5d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:36.990649 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-260e93a1-6bc6-4aa9-8682-01da78fd0b5d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6220798 Jun 18 17:01:37.001899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-2afdc15e-39a6-49b3-9aac-fa563bd21daa tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 17:01:37.002943 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-2afdc15e-39a6-49b3-9aac-fa563bd21daa tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055079 Jun 18 17:01:37.015479 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Request body: {'port': {'device_id': '399cbac1-3721-48db-a8f0-984d88c65462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:37.101816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:37.154977 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1b0bcb04-896a-423d-bb44-7b24aafb9982 None None] Provisioning for port e11c82f2-6700-411b-b57d-d096fe9aee1e completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:01:37.158781 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-1b0bcb04-896a-423d-bb44-7b24aafb9982 None None] Provisioning complete for port e11c82f2-6700-411b-b57d-d096fe9aee1e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:37.159166 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1b0bcb04-896a-423d-bb44-7b24aafb9982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:37.200660 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-1b0bcb04-896a-423d-bb44-7b24aafb9982 None None] Port e11c82f2-6700-411b-b57d-d096fe9aee1e cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:01:37.727047 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16db6c-739c-4618-843c-8d16f2e5e742 req-cd50bfc1-fa30-473d-9e29-30cfd8e65e8b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:37.728535 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ab16db6c-739c-4618-843c-8d16f2e5e742 req-cd50bfc1-fa30-473d-9e29-30cfd8e65e8b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 931 time: 0.1074150 Jun 18 17:01:37.810759 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11c82f2-6700-411b-b57d-d096fe9aee1e {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:01:37.817077 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ab16db6c-739c-4618-843c-8d16f2e5e742 req-cd078f8a-9623-4aef-a2c6-915df4a2ec7a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=8195c8d1-0022-4cc3-b0f5-99e90b69face&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814831 Jun 18 17:01:37.820792 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:37.832298 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Transition to ACTIVE for port object e11c82f2-6700-411b-b57d-d096fe9aee1e will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:01:37.836379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:37.838492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:37.841087 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:01:37.913745 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Pushing event updated for resources: {'Port': ['ID=e11c82f2-6700-411b-b57d-d096fe9aee1e,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:37.932061 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:37.986234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Attempting to bind port e11c82f2-6700-411b-b57d-d096fe9aee1e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:01:37.986601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Attempting to bind port e11c82f2-6700-411b-b57d-d096fe9aee1e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'ebac416e-7873-4714-aa9c-09dbadf6c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:01:37.986930 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Attempting to bind port e11c82f2-6700-411b-b57d-d096fe9aee1e on network 81c56019-4f64-4bf6-a574-f89af1e8353e {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:01:37.992211 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Port e11c82f2-6700-411b-b57d-d096fe9aee1e on network 81c56019-4f64-4bf6-a574-f89af1e8353e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 17:01:37.992530 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Attempting to bind port e11c82f2-6700-411b-b57d-d096fe9aee1e on network 81c56019-4f64-4bf6-a574-f89af1e8353e {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:01:37.997680 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:01:37.998012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Checking segment: {'id': 'ebac416e-7873-4714-aa9c-09dbadf6c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:01:37.998398 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Bound using segment: {'id': 'ebac416e-7873-4714-aa9c-09dbadf6c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:01:37.999363 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Bound port: e11c82f2-6700-411b-b57d-d096fe9aee1e, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebac416e-7873-4714-aa9c-09dbadf6c67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:01:37.999363 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:38.076795 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] For port e11c82f2-6700-411b-b57d-d096fe9aee1e, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:01:38.080555 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1020c445-dde8-455f-b80a-8f0c98fc5eb1 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:01:38.081624 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] For port e11c82f2-6700-411b-b57d-d096fe9aee1e, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e11c82f2-6700-411b-b57d-d096fe9aee1e,segment=NetworkSegment(ebac416e-7873-4714-aa9c-09dbadf6c67c),segment_id=ebac416e-7873-4714-aa9c-09dbadf6c67c)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:01:38.089182 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:38.094161 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:38.139505 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:38.140214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:38.141936 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] 10.222.0.55 "PUT /v2.0/ports/e11c82f2-6700-411b-b57d-d096fe9aee1e HTTP/1.1" status: 200 len: 1093 time: 1.1307938 Jun 18 17:01:38.144665 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399cbac1-3721-48db-a8f0-984d88c65462', 'tag': 'e11c82f2-6700-411b-b57d-d096fe9aee1e'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:01:38.148491 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68afab36-3c1a-4d53-b702-94cb486507c9" -d '{"events": [{"name": "network-changed", "server_uuid": "399cbac1-3721-48db-a8f0-984d88c65462", "tag": "e11c82f2-6700-411b-b57d-d096fe9aee1e"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:01:38.155834 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 1020c445-dde8-455f-b80a-8f0c98fc5eb1 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:01:38.161971 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 1020c445-dde8-455f-b80a-8f0c98fc5eb1 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:38.162514 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:38.222149 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e1b9c9-9ae9-4b68-8faf-68c4c877379b x-openstack-request-id: req-79e1b9c9-9ae9-4b68-8faf-68c4c877379b {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:01:38.222437 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399cbac1-3721-48db-a8f0-984d88c65462", "tag": "e11c82f2-6700-411b-b57d-d096fe9aee1e", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:01:38.222745 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-79e1b9c9-9ae9-4b68-8faf-68c4c877379b {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:01:38.223194 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399cbac1-3721-48db-a8f0-984d88c65462', 'tag': 'e11c82f2-6700-411b-b57d-d096fe9aee1e', 'status': 'completed', 'code': 200} Jun 18 17:01:38.232644 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Pushing event updated for resources: {'Port': ['ID=e11c82f2-6700-411b-b57d-d096fe9aee1e,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:38.237340 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:38.263416 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:38.294656 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-622b426a-bc55-4176-95a8-e9689fd37fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:38.296443 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-622b426a-bc55-4176-95a8-e9689fd37fae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 1096 time: 0.0859952 Jun 18 17:01:38.305598 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 1020c445-dde8-455f-b80a-8f0c98fc5eb1, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1020c445-dde8-455f-b80a-8f0c98fc5eb1,segment=NetworkSegment(ebac416e-7873-4714-aa9c-09dbadf6c67c),segment_id=ebac416e-7873-4714-aa9c-09dbadf6c67c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:01:38.310971 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:38.313179 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:38.344440 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-27b864d4-14e3-4c3d-8a05-8c65b2e0ef10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11c82f2-6700-411b-b57d-d096fe9aee1e HTTP/1.1" status: 200 len: 217 time: 0.0389931 Jun 18 17:01:38.397373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-0a6f5bde-d45e-4f56-834c-49a578c1e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:38.398891 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-0a6f5bde-d45e-4f56-834c-49a578c1e7c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=baf7bfcf-786e-491a-8a81-704dbbe92936 HTTP/1.1" status: 200 len: 835 time: 0.0460899 Jun 18 17:01:38.459651 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-37f66b10-9e87-4478-aa78-c49616ea7123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:38.461057 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-37f66b10-9e87-4478-aa78-c49616ea7123 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81c56019-4f64-4bf6-a574-f89af1e8353e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0549397 Jun 18 17:01:38.522314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=1020c445-dde8-455f-b80a-8f0c98fc5eb1,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:38.525125 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:38.545165 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2896f915-c6d5-4532-bba2-7180b4983748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:38.561627 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-4fa6e183-7fd6-4b03-b34a-c406cf4554f9 service neutron] 10.222.0.55 "GET /v2.0/networks/81c56019-4f64-4bf6-a574-f89af1e8353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932746 Jun 18 17:01:38.654197 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4d1fcc99-cb98-42c6-9011-b3c01add091f req-add42509-bb1f-4b88-9189-a8dbd0a504f8 service neutron] 10.222.0.55 "GET /v2.0/networks/81c56019-4f64-4bf6-a574-f89af1e8353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857258 Jun 18 17:01:38.763297 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afab36-3c1a-4d53-b702-94cb486507c9 req-5b8fafa2-9f9b-4bbe-997b-200e5b8a3e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:38.764853 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-68afab36-3c1a-4d53-b702-94cb486507c9 req-5b8fafa2-9f9b-4bbe-997b-200e5b8a3e0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 1096 time: 0.0624015 Jun 18 17:01:38.859892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afab36-3c1a-4d53-b702-94cb486507c9 req-64a47351-a951-4f97-b0e7-109546212d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:38.861435 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-68afab36-3c1a-4d53-b702-94cb486507c9 req-64a47351-a951-4f97-b0e7-109546212d7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=81c56019-4f64-4bf6-a574-f89af1e8353e HTTP/1.1" status: 200 len: 898 time: 0.0891719 Jun 18 17:01:38.911301 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-68afab36-3c1a-4d53-b702-94cb486507c9 req-7856152d-f390-418d-914b-4c21315198d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11c82f2-6700-411b-b57d-d096fe9aee1e HTTP/1.1" status: 200 len: 217 time: 0.0415709 Jun 18 17:01:38.995737 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afab36-3c1a-4d53-b702-94cb486507c9 req-6bfff012-b36c-4759-9b12-3d48e0eeeb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:38.997234 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-68afab36-3c1a-4d53-b702-94cb486507c9 req-6bfff012-b36c-4759-9b12-3d48e0eeeb30 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=baf7bfcf-786e-491a-8a81-704dbbe92936 HTTP/1.1" status: 200 len: 835 time: 0.0785024 Jun 18 17:01:39.058158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc2d4a-d7c0-4c6c-bcb6-5eeededc4210 req-0a917547-328f-44b7-9e98-e4a8509c970d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:39.059668 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-56cc2d4a-d7c0-4c6c-bcb6-5eeededc4210 req-0a917547-328f-44b7-9e98-e4a8509c970d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 943 time: 0.1132698 Jun 18 17:01:39.108815 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afab36-3c1a-4d53-b702-94cb486507c9 req-9d6cee14-1d3e-44af-92e2-e77c42823f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:39.110345 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-68afab36-3c1a-4d53-b702-94cb486507c9 req-9d6cee14-1d3e-44af-92e2-e77c42823f79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81c56019-4f64-4bf6-a574-f89af1e8353e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1055236 Jun 18 17:01:39.116772 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-56cc2d4a-d7c0-4c6c-bcb6-5eeededc4210 req-378386df-a584-4e38-8a68-db1efe205968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=8195c8d1-0022-4cc3-b0f5-99e90b69face&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507386 Jun 18 17:01:39.205312 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-68afab36-3c1a-4d53-b702-94cb486507c9 req-f526a09f-cb78-4cf6-bd2c-8d60c2666777 service neutron] 10.222.0.55 "GET /v2.0/networks/81c56019-4f64-4bf6-a574-f89af1e8353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862727 Jun 18 17:01:39.304400 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-68afab36-3c1a-4d53-b702-94cb486507c9 req-dd822206-0389-4caf-a7b8-5fcf3867aa9a service neutron] 10.222.0.55 "GET /v2.0/networks/81c56019-4f64-4bf6-a574-f89af1e8353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905538 Jun 18 17:01:40.073257 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1020c445-dde8-455f-b80a-8f0c98fc5eb1 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:01:40.120756 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 1020c445-dde8-455f-b80a-8f0c98fc5eb1 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:40.121037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:40.290497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0788d-0a59-446d-964f-f1b125168762 req-561740d6-496d-4792-9774-1835e6a6d5b5 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:40.291973 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2dd0788d-0a59-446d-964f-f1b125168762 req-561740d6-496d-4792-9774-1835e6a6d5b5 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 943 time: 0.0637472 Jun 18 17:01:40.328737 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2dd0788d-0a59-446d-964f-f1b125168762 req-303c2ec4-a9eb-452d-8797-4e54cecf2cb1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=8195c8d1-0022-4cc3-b0f5-99e90b69face&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311391 Jun 18 17:01:41.040178 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8b04846b-6ba0-4103-ac52-36608768cf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:41.245762 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device e11c82f2-6700-411b-b57d-d096fe9aee1e details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:01:41.338115 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port e11c82f2-6700-411b-b57d-d096fe9aee1e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e11c82f2-6700-411b-b57d-d096fe9aee1e,segment=NetworkSegment(ebac416e-7873-4714-aa9c-09dbadf6c67c),segment_id=ebac416e-7873-4714-aa9c-09dbadf6c67c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:01:41.349404 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': 'e11c82f2-6700-411b-b57d-d096fe9aee1e', 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e', 'port_id': 'e11c82f2-6700-411b-b57d-d096fe9aee1e', 'mac_address': 'fa:16:3e:1e:0e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf7bfcf-786e-491a-8a81-704dbbe92936', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:01:41.392702 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:41.401425 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:41.414850 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11c82f2-6700-411b-b57d-d096fe9aee1e {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:01:41.435183 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port e11c82f2-6700-411b-b57d-d096fe9aee1e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e11c82f2-6700-411b-b57d-d096fe9aee1e,segment=NetworkSegment(ebac416e-7873-4714-aa9c-09dbadf6c67c),segment_id=ebac416e-7873-4714-aa9c-09dbadf6c67c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:01:41.440002 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:41.441845 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:41.495992 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=e11c82f2-6700-411b-b57d-d096fe9aee1e,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:41.499184 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:41.525390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc9367-eceb-4a93-b34f-8e40bba83ada req-f3829619-7dfd-442f-bb60-a779c2ebdee3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:41.526923 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-14dc9367-eceb-4a93-b34f-8e40bba83ada req-f3829619-7dfd-442f-bb60-a779c2ebdee3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 944 time: 0.0775928 Jun 18 17:01:41.570905 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-14dc9367-eceb-4a93-b34f-8e40bba83ada req-cfc52c3c-e2f2-4a99-b42f-dd3cf30b56f8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=8195c8d1-0022-4cc3-b0f5-99e90b69face&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383241 Jun 18 17:01:41.677202 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['e11c82f2-6700-411b-b57d-d096fe9aee1e'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:01:42.254621 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:42.746137 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e228529e-f7dd-45fe-960d-781470a7cca2 req-5ae3f1dc-53b8-4145-9182-a19643179669 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:42.747643 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e228529e-f7dd-45fe-960d-781470a7cca2 req-5ae3f1dc-53b8-4145-9182-a19643179669 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 944 time: 0.0666642 Jun 18 17:01:42.788471 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e228529e-f7dd-45fe-960d-781470a7cca2 req-b559ab10-6591-4371-8125-f79a497d9807 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=8195c8d1-0022-4cc3-b0f5-99e90b69face&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349553 Jun 18 17:01:43.245965 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device e11c82f2-6700-411b-b57d-d096fe9aee1e up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:01:43.294381 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port e11c82f2-6700-411b-b57d-d096fe9aee1e completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:01:43.297889 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port e11c82f2-6700-411b-b57d-d096fe9aee1e triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:01:43.298265 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:43.376399 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:43.400462 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399cbac1-3721-48db-a8f0-984d88c65462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11c82f2-6700-411b-b57d-d096fe9aee1e'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:01:43.402737 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656fc46d-8ea8-4613-b869-13a8643e92cd" -d '{"events": [{"server_uuid": "399cbac1-3721-48db-a8f0-984d88c65462", "name": "network-vif-plugged", "status": "completed", "tag": "e11c82f2-6700-411b-b57d-d096fe9aee1e"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:01:43.415822 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port e11c82f2-6700-411b-b57d-d096fe9aee1e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e11c82f2-6700-411b-b57d-d096fe9aee1e,segment=NetworkSegment(ebac416e-7873-4714-aa9c-09dbadf6c67c),segment_id=ebac416e-7873-4714-aa9c-09dbadf6c67c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:01:43.419841 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:43.421732 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:43.468558 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=e11c82f2-6700-411b-b57d-d096fe9aee1e,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:43.472620 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:43.488598 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b520232-3624-4783-8090-59ec9bd29cb0 x-openstack-request-id: req-8b520232-3624-4783-8090-59ec9bd29cb0 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:01:43.488727 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399cbac1-3721-48db-a8f0-984d88c65462", "name": "network-vif-plugged", "status": "completed", "tag": "e11c82f2-6700-411b-b57d-d096fe9aee1e", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:01:43.488940 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b520232-3624-4783-8090-59ec9bd29cb0 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:01:43.489338 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399cbac1-3721-48db-a8f0-984d88c65462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11c82f2-6700-411b-b57d-d096fe9aee1e', 'code': 200} Jun 18 17:01:43.718035 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e579c00-aa60-4efd-9b2f-f38a2b3d5e80 req-8b4a7b90-daee-449e-b9c8-e2661647c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:43.719843 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0e579c00-aa60-4efd-9b2f-f38a2b3d5e80 req-8b4a7b90-daee-449e-b9c8-e2661647c7f4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 1098 time: 0.0553632 Jun 18 17:01:43.756034 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0e579c00-aa60-4efd-9b2f-f38a2b3d5e80 req-97d6d47b-8997-4280-8e4a-04c723ef4863 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8195c8d1-0022-4cc3-b0f5-99e90b69face&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281425 Jun 18 17:01:43.882745 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:43.971538 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bdd3a-a240-4260-9d0e-7e9899994c1e req-1ccdd7b2-a4bf-4c32-81dd-87c8c64e5182 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:43.973393 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6c2bdd3a-a240-4260-9d0e-7e9899994c1e req-1ccdd7b2-a4bf-4c32-81dd-87c8c64e5182 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 945 time: 0.0656116 Jun 18 17:01:44.014551 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6c2bdd3a-a240-4260-9d0e-7e9899994c1e req-35a326a2-8d91-44fe-a83f-6c85909b17fe tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=8195c8d1-0022-4cc3-b0f5-99e90b69face&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351410 Jun 18 17:01:45.194390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b38895-3864-47d2-81b9-549631c82545 req-85829557-9a0f-4cd7-b189-e9a489f1ccc2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:45.195857 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-89b38895-3864-47d2-81b9-549631c82545 req-85829557-9a0f-4cd7-b189-e9a489f1ccc2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 945 time: 0.0678797 Jun 18 17:01:45.233544 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-89b38895-3864-47d2-81b9-549631c82545 req-1867fa4c-c4a3-448e-b5ca-562a02cf6cce tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=8195c8d1-0022-4cc3-b0f5-99e90b69face&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320325 Jun 18 17:01:45.405841 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c78f20-816b-4529-be32-200ec97f8279 req-1ac2abfe-cecd-4616-a4f4-2c2d0ec732aa tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:45.407333 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a3c78f20-816b-4529-be32-200ec97f8279 req-1ac2abfe-cecd-4616-a4f4-2c2d0ec732aa tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 945 time: 0.0628424 Jun 18 17:01:45.446738 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a3c78f20-816b-4529-be32-200ec97f8279 req-c54952e1-7583-4ffc-a752-50bb297383c4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=8195c8d1-0022-4cc3-b0f5-99e90b69face&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330184 Jun 18 17:01:45.470016 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56942) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:45.522269 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e80ff38-98b4-41d9-9407-8e6aca10a04f tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:45.523904 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-9e80ff38-98b4-41d9-9407-8e6aca10a04f tempest-TestNetworkAdvancedServerOps-857200749 tempest-TestNetworkAdvancedServerOps-857200749-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 1093 time: 0.0528467 Jun 18 17:01:45.526656 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56944) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:45.531206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': 'e11c82f2-6700-411b-b57d-d096fe9aee1e', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:01:45.554394 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:45.653942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:45.758705 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Allocated IP 172.26.6.254 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/60601544-faf7-4055-aedb-c507e090e233) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:01:45.867146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:45.906736 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:45.908711 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-03a1f736-9c92-43dd-ba66-20bdf2dd86ad tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:45.949334 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:01:45.952128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:01:45.955684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:01:45.981247 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=60601544-faf7-4055-aedb-c507e090e233,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:45.985051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:46.337378 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:46.421625 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:46.575108 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:46.579572 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:46.582342 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b94babb4-2125-48e5-bc1b-28e8fdff8c37 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:01:46.647050 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event updated for resources: {'Port': ['ID=60601544-faf7-4055-aedb-c507e090e233,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:01:46.651146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:01:46.660888 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:46.762013 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Floating IP 81245dfb-7c62-42b9-a7c6-d74ab47be8de associated. External IP: 172.26.6.254, port: e11c82f2-6700-411b-b57d-d096fe9aee1e. Jun 18 17:01:46.970488 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router 96406a1e-0fd4-47bd-92ee-515d663af326 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:01:47.081300 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:01:47.091712 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e87ee7-3379-4aa1-8e8a-dbaf03229533 None None] Sync routers for ids ['96406a1e-0fd4-47bd-92ee-515d663af326'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:01:47.098056 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:01:47.103375 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e87ee7-3379-4aa1-8e8a-dbaf03229533 None None] Routers {'96406a1e-0fd4-47bd-92ee-515d663af326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:01:47.104011 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-e6e87ee7-3379-4aa1-8e8a-dbaf03229533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:01:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['96406a1e-0fd4-47bd-92ee-515d663af326'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:47.135271 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6075380 Jun 18 17:01:47.135954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399cbac1-3721-48db-a8f0-984d88c65462', 'tag': 'e11c82f2-6700-411b-b57d-d096fe9aee1e'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:01:47.138301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbcd059-e868-41f6-8ffe-fc1b0ae7eaa2" -d '{"events": [{"name": "network-changed", "server_uuid": "399cbac1-3721-48db-a8f0-984d88c65462", "tag": "e11c82f2-6700-411b-b57d-d096fe9aee1e"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:01:47.201139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af978a74-3c2c-423f-994c-e2624966b27a x-openstack-request-id: req-af978a74-3c2c-423f-994c-e2624966b27a {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:01:47.201578 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399cbac1-3721-48db-a8f0-984d88c65462", "tag": "e11c82f2-6700-411b-b57d-d096fe9aee1e", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:01:47.201976 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-af978a74-3c2c-423f-994c-e2624966b27a {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:01:47.202741 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399cbac1-3721-48db-a8f0-984d88c65462', 'tag': 'e11c82f2-6700-411b-b57d-d096fe9aee1e', 'status': 'completed', 'code': 200} Jun 18 17:01:47.209046 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-e6e87ee7-3379-4aa1-8e8a-dbaf03229533 None None] Set router 96406a1e-0fd4-47bd-92ee-515d663af326 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:01:47.319786 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcd059-e868-41f6-8ffe-fc1b0ae7eaa2 req-608eeea3-e9f9-475c-995a-ed0ab37211bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:47.321651 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2bbcd059-e868-41f6-8ffe-fc1b0ae7eaa2 req-608eeea3-e9f9-475c-995a-ed0ab37211bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 1098 time: 0.0975034 Jun 18 17:01:47.345011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411334c-ed1d-4b6d-ae7a-525342175388 req-d207c72a-e898-46d3-97d3-5569442939a1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:47.346461 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4411334c-ed1d-4b6d-ae7a-525342175388 req-d207c72a-e898-46d3-97d3-5569442939a1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 945 time: 0.0873151 Jun 18 17:01:47.425606 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4411334c-ed1d-4b6d-ae7a-525342175388 req-99fa0ad8-aa9c-42df-b037-826418b77c8a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=8195c8d1-0022-4cc3-b0f5-99e90b69face&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673153 Jun 18 17:01:47.442232 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-e6e87ee7-3379-4aa1-8e8a-dbaf03229533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861926209', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:29Z', 'updated_at': '2021-06-18T17:01:33Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:30Z', 'updated_at': '2021-06-18T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '81245dfb-7c62-42b9-a7c6-d74ab47be8de', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'floating_ip_address': '172.26.6.254', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'port_id': 'e11c82f2-6700-411b-b57d-d096fe9aee1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e', 'mac_address': 'fa:16:3e:1e:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399cbac1-3721-48db-a8f0-984d88c65462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:01:46Z', 'updated_at': '2021-06-18T17:01:46Z', 'revision_number': 0, 'project_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1020c445-dde8-455f-b80a-8f0c98fc5eb1', 'name': '', 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:80:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'baf7bfcf-786e-491a-8a81-704dbbe92936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:32Z', 'updated_at': '2021-06-18T17:01:38Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': 'baf7bfcf-786e-491a-8a81-704dbbe92936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:47.465002 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 56950) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:47.468685 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcd059-e868-41f6-8ffe-fc1b0ae7eaa2 req-70d7c713-80fd-4327-b58c-a459ba78d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:47.470578 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2bbcd059-e868-41f6-8ffe-fc1b0ae7eaa2 req-70d7c713-80fd-4327-b58c-a459ba78d18d service neutron] 10.222.0.55 "GET /v2.0/networks?id=81c56019-4f64-4bf6-a574-f89af1e8353e HTTP/1.1" status: 200 len: 898 time: 0.1410654 Jun 18 17:01:47.476658 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e87ee7-3379-4aa1-8e8a-dbaf03229533 None None] Checking router: 96406a1e-0fd4-47bd-92ee-515d663af326 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:01:47.485697 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e87ee7-3379-4aa1-8e8a-dbaf03229533 None None] Routers {'96406a1e-0fd4-47bd-92ee-515d663af326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:01:47.486317 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-e6e87ee7-3379-4aa1-8e8a-dbaf03229533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:01:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['96406a1e-0fd4-47bd-92ee-515d663af326'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:47.591685 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-73c8d489-8892-4cc3-8f61-1edce79deb19 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/floatingips/81245dfb-7c62-42b9-a7c6-d74ab47be8de HTTP/1.1" status: 200 len: 991 time: 0.1198587 Jun 18 17:01:47.600114 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2bbcd059-e868-41f6-8ffe-fc1b0ae7eaa2 req-ac7d18ac-341d-459c-acd1-772908500a07 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11c82f2-6700-411b-b57d-d096fe9aee1e HTTP/1.1" status: 200 len: 999 time: 0.1209984 Jun 18 17:01:47.603435 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-e6e87ee7-3379-4aa1-8e8a-dbaf03229533 None None] Set router 96406a1e-0fd4-47bd-92ee-515d663af326 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:01:47.657702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcd059-e868-41f6-8ffe-fc1b0ae7eaa2 req-1ff9e6ad-9afb-4e4b-abb5-8420c8cdf4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:47.659252 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2bbcd059-e868-41f6-8ffe-fc1b0ae7eaa2 req-1ff9e6ad-9afb-4e4b-abb5-8420c8cdf4c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=baf7bfcf-786e-491a-8a81-704dbbe92936 HTTP/1.1" status: 200 len: 835 time: 0.0504749 Jun 18 17:01:47.722128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcd059-e868-41f6-8ffe-fc1b0ae7eaa2 req-46bd5d91-5d6e-48f7-bd1e-4277fb74061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:01:47.723725 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2bbcd059-e868-41f6-8ffe-fc1b0ae7eaa2 req-46bd5d91-5d6e-48f7-bd1e-4277fb74061a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81c56019-4f64-4bf6-a574-f89af1e8353e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0564697 Jun 18 17:01:47.815498 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2bbcd059-e868-41f6-8ffe-fc1b0ae7eaa2 req-124d5893-65aa-4200-895a-d0864a015a46 service neutron] 10.222.0.55 "GET /v2.0/networks/81c56019-4f64-4bf6-a574-f89af1e8353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819139 Jun 18 17:01:47.822904 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-e6e87ee7-3379-4aa1-8e8a-dbaf03229533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861926209', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:29Z', 'updated_at': '2021-06-18T17:01:33Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:30Z', 'updated_at': '2021-06-18T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '81245dfb-7c62-42b9-a7c6-d74ab47be8de', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'floating_ip_address': '172.26.6.254', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'port_id': 'e11c82f2-6700-411b-b57d-d096fe9aee1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e', 'mac_address': 'fa:16:3e:1e:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399cbac1-3721-48db-a8f0-984d88c65462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:01:46Z', 'updated_at': '2021-06-18T17:01:46Z', 'revision_number': 0, 'project_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1020c445-dde8-455f-b80a-8f0c98fc5eb1', 'name': '', 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:80:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'baf7bfcf-786e-491a-8a81-704dbbe92936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:32Z', 'updated_at': '2021-06-18T17:01:38Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': 'baf7bfcf-786e-491a-8a81-704dbbe92936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:01:47.853454 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e87ee7-3379-4aa1-8e8a-dbaf03229533 None None] The sync data for ids ['96406a1e-0fd4-47bd-92ee-515d663af326'] in dv-neutron-797120-1-hyperv is: [{'id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861926209', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:29Z', 'updated_at': '2021-06-18T17:01:33Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:30Z', 'updated_at': '2021-06-18T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '81245dfb-7c62-42b9-a7c6-d74ab47be8de', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'floating_ip_address': '172.26.6.254', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'port_id': 'e11c82f2-6700-411b-b57d-d096fe9aee1e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1793, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e', 'mac_address': 'fa:16:3e:1e:0e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399cbac1-3721-48db-a8f0-984d88c65462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:01:46Z', 'updated_at': '2021-06-18T17:01:46Z', 'revision_number': 0, 'project_id': 'af4038200da2445a9f07c55e11895697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1020c445-dde8-455f-b80a-8f0c98fc5eb1', 'name': '', 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:80:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'baf7bfcf-786e-491a-8a81-704dbbe92936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:32Z', 'updated_at': '2021-06-18T17:01:38Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': 'baf7bfcf-786e-491a-8a81-704dbbe92936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:01:47.912233 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2bbcd059-e868-41f6-8ffe-fc1b0ae7eaa2 req-b9d65e0c-0f1c-4929-930a-e38442c9e103 service neutron] 10.222.0.55 "GET /v2.0/networks/81c56019-4f64-4bf6-a574-f89af1e8353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904679 Jun 18 17:01:48.038867 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d74f6e3-82f2-4517-9beb-ee5add4adcfa None None] New status for floating IP 81245dfb-7c62-42b9-a7c6-d74ab47be8de: ACTIVE {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:01:48.595663 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56952) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:01:48.662477 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9b75a978-0d49-4e8a-938b-aba97ef5c74a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/floatingips/81245dfb-7c62-42b9-a7c6-d74ab47be8de HTTP/1.1" status: 200 len: 993 time: 0.0648427 Jun 18 17:01:54.513591 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:08.546174 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-27c7002e-5eb9-44b9-96ac-1089fc2b0552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:11.042770 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-44dbafbe-eec8-4e29-ad30-71b8740e9191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:11.363769 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:12.257040 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:13.884966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:14.840005 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:02:17.675869 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35d2e1-d48a-4465-bc75-709dc007ff4b req-acc774b4-7478-40fc-a88d-10051e8e92a4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:17.678921 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ae35d2e1-d48a-4465-bc75-709dc007ff4b req-acc774b4-7478-40fc-a88d-10051e8e92a4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 945 time: 0.1748989 Jun 18 17:02:17.734090 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ae35d2e1-d48a-4465-bc75-709dc007ff4b req-085eeb0d-f33a-4e07-bc38-3d538fafffb3 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=8195c8d1-0022-4cc3-b0f5-99e90b69face&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490377 Jun 18 17:02:18.917764 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef3ec9-0767-42db-98a4-d7a695cc082c req-9c230ed2-625a-4b63-81f5-a952b7f31afa tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:18.919263 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bfef3ec9-0767-42db-98a4-d7a695cc082c req-9c230ed2-625a-4b63-81f5-a952b7f31afa tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 945 time: 0.0704181 Jun 18 17:02:18.956740 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bfef3ec9-0767-42db-98a4-d7a695cc082c req-e33f4750-5cce-4ccc-ac03-fd1fb322bf23 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=8195c8d1-0022-4cc3-b0f5-99e90b69face&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318568 Jun 18 17:02:18.983300 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56970) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:19.048233 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7091da58-96ea-4563-a25d-4ea53dcf2a4d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/floatingips/81245dfb-7c62-42b9-a7c6-d74ab47be8de HTTP/1.1" status: 200 len: 993 time: 0.0634952 Jun 18 17:02:20.526755 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b147f50-aeaf-4f3b-ac2c-12133feedccb req-6fd91f23-c740-4b71-81fa-5ca9014a19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:20.528151 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6b147f50-aeaf-4f3b-ac2c-12133feedccb req-6fd91f23-c740-4b71-81fa-5ca9014a19d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 1098 time: 0.0975640 Jun 18 17:02:20.536178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5c036-7a75-4f2a-96bb-03d9d26613bb req-aa4c9f70-49f5-4c24-8fde-310ef766826d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:20.538252 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4cc5c036-7a75-4f2a-96bb-03d9d26613bb req-aa4c9f70-49f5-4c24-8fde-310ef766826d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 945 time: 0.0984409 Jun 18 17:02:20.625209 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4cc5c036-7a75-4f2a-96bb-03d9d26613bb req-8ccd9b76-2542-4af9-bc8a-43373abe3550 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=8195c8d1-0022-4cc3-b0f5-99e90b69face&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785704 Jun 18 17:02:20.651919 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b147f50-aeaf-4f3b-ac2c-12133feedccb req-a34a7e92-1bba-4318-9477-3cb8b9fa0763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:20.653385 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6b147f50-aeaf-4f3b-ac2c-12133feedccb req-a34a7e92-1bba-4318-9477-3cb8b9fa0763 service neutron] 10.222.0.55 "GET /v2.0/networks?id=81c56019-4f64-4bf6-a574-f89af1e8353e HTTP/1.1" status: 200 len: 898 time: 0.1142693 Jun 18 17:02:20.720456 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6b147f50-aeaf-4f3b-ac2c-12133feedccb req-a65205ef-b5d6-447d-bbc3-4bfb1716ef37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11c82f2-6700-411b-b57d-d096fe9aee1e HTTP/1.1" status: 200 len: 1001 time: 0.0600848 Jun 18 17:02:20.775526 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b147f50-aeaf-4f3b-ac2c-12133feedccb req-4cb261ea-e6e0-4687-9863-bfb7328ad984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:20.777022 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6b147f50-aeaf-4f3b-ac2c-12133feedccb req-4cb261ea-e6e0-4687-9863-bfb7328ad984 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=baf7bfcf-786e-491a-8a81-704dbbe92936 HTTP/1.1" status: 200 len: 835 time: 0.0496171 Jun 18 17:02:20.832619 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b147f50-aeaf-4f3b-ac2c-12133feedccb req-82675510-cc4a-414d-98bc-8516afe3f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:20.834730 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6b147f50-aeaf-4f3b-ac2c-12133feedccb req-82675510-cc4a-414d-98bc-8516afe3f107 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81c56019-4f64-4bf6-a574-f89af1e8353e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0509694 Jun 18 17:02:20.923307 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6b147f50-aeaf-4f3b-ac2c-12133feedccb req-8af0e16e-a90b-40e8-be32-997b34713e6d service neutron] 10.222.0.55 "GET /v2.0/networks/81c56019-4f64-4bf6-a574-f89af1e8353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819526 Jun 18 17:02:21.017851 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6b147f50-aeaf-4f3b-ac2c-12133feedccb req-bd4c2253-a5ec-4ca4-b081-651df3ee62bb service neutron] 10.222.0.55 "GET /v2.0/networks/81c56019-4f64-4bf6-a574-f89af1e8353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871499 Jun 18 17:02:21.829274 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b056f3-e941-4c86-ac5b-51cfd34606ff req-97c48f8f-1103-40ae-b868-634406aa92dc tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:21.830858 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-74b056f3-e941-4c86-ac5b-51cfd34606ff req-97c48f8f-1103-40ae-b868-634406aa92dc tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 945 time: 0.0772114 Jun 18 17:02:21.875028 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-74b056f3-e941-4c86-ac5b-51cfd34606ff req-a8ddd57f-eb38-4dd8-aa91-8235cb05c181 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=8195c8d1-0022-4cc3-b0f5-99e90b69face&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366671 Jun 18 17:02:23.071136 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c7ee9-3424-4c7f-88c7-0442e8630169 req-d97c678e-a90b-408d-8d3c-eecc4a43d70d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:23.072639 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4e3c7ee9-3424-4c7f-88c7-0442e8630169 req-d97c678e-a90b-408d-8d3c-eecc4a43d70d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 945 time: 0.0696473 Jun 18 17:02:23.111244 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4e3c7ee9-3424-4c7f-88c7-0442e8630169 req-b5332189-cd5e-4075-a8c4-6a1397fe59e0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=8195c8d1-0022-4cc3-b0f5-99e90b69face&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329835 Jun 18 17:02:23.136186 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56982) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:23.207147 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6a4caf5b-3e0c-42e8-b266-5b82210e10e1 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/floatingips/81245dfb-7c62-42b9-a7c6-d74ab47be8de HTTP/1.1" status: 200 len: 993 time: 0.0696554 Jun 18 17:02:23.512636 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 56988) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:24.004504 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-3e42624d-f152-4db4-846d-546dc4c1daa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting port 60601544-faf7-4055-aedb-c507e090e233 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:02:24.004849 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3e42624d-f152-4db4-846d-546dc4c1daa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:24.084946 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3e42624d-f152-4db4-846d-546dc4c1daa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:24.085365 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3e42624d-f152-4db4-846d-546dc4c1daa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:24.151038 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-3e42624d-f152-4db4-846d-546dc4c1daa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Calling delete_port for 60601544-faf7-4055-aedb-c507e090e233 owned by network:floatingip {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:02:24.309595 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3e42624d-f152-4db4-846d-546dc4c1daa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:24.311779 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:24.341273 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42624d-f152-4db4-846d-546dc4c1daa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Port': ['ID=60601544-faf7-4055-aedb-c507e090e233,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:24.345714 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3e42624d-f152-4db4-846d-546dc4c1daa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:24.407207 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3e42624d-f152-4db4-846d-546dc4c1daa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for floatingip, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:24.407513 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-3e42624d-f152-4db4-846d-546dc4c1daa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Floating IP 81245dfb-7c62-42b9-a7c6-d74ab47be8de disassociated (deleted). External IP: 172.26.6.254, port: e11c82f2-6700-411b-b57d-d096fe9aee1e. Jun 18 17:02:24.521421 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:24.639234 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e42624d-f152-4db4-846d-546dc4c1daa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router 96406a1e-0fd4-47bd-92ee-515d663af326 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:02:24.750574 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e42624d-f152-4db4-846d-546dc4c1daa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:02:24.756187 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3e42624d-f152-4db4-846d-546dc4c1daa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:24.762220 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652d2d72-b26b-4cd6-be16-65b45c0e4f78 None None] Sync routers for ids ['96406a1e-0fd4-47bd-92ee-515d663af326'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:02:24.773308 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652d2d72-b26b-4cd6-be16-65b45c0e4f78 None None] Routers {'96406a1e-0fd4-47bd-92ee-515d663af326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:02:24.773954 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-652d2d72-b26b-4cd6-be16-65b45c0e4f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:02:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['96406a1e-0fd4-47bd-92ee-515d663af326'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:24.803938 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3e42624d-f152-4db4-846d-546dc4c1daa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/floatingips/81245dfb-7c62-42b9-a7c6-d74ab47be8de HTTP/1.1" status: 204 len: 168 time: 1.2901597 Jun 18 17:02:24.804787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399cbac1-3721-48db-a8f0-984d88c65462', 'tag': 'e11c82f2-6700-411b-b57d-d096fe9aee1e'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:02:24.807284 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87645ad1-dd24-4b2b-a3d9-e676e1f11da4" -d '{"events": [{"name": "network-changed", "server_uuid": "399cbac1-3721-48db-a8f0-984d88c65462", "tag": "e11c82f2-6700-411b-b57d-d096fe9aee1e"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:02:24.909502 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-652d2d72-b26b-4cd6-be16-65b45c0e4f78 None None] Set router 96406a1e-0fd4-47bd-92ee-515d663af326 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:02:24.934915 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f39b0f-0320-49dc-86da-b87debc0876e x-openstack-request-id: req-99f39b0f-0320-49dc-86da-b87debc0876e {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:02:24.935358 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399cbac1-3721-48db-a8f0-984d88c65462", "tag": "e11c82f2-6700-411b-b57d-d096fe9aee1e", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:02:24.935855 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-99f39b0f-0320-49dc-86da-b87debc0876e {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:02:24.936374 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399cbac1-3721-48db-a8f0-984d88c65462', 'tag': 'e11c82f2-6700-411b-b57d-d096fe9aee1e', 'status': 'completed', 'code': 200} Jun 18 17:02:25.037758 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87645ad1-dd24-4b2b-a3d9-e676e1f11da4 req-2bda2b19-6dd2-4450-a1df-ae89b0546068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:25.040146 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-87645ad1-dd24-4b2b-a3d9-e676e1f11da4 req-2bda2b19-6dd2-4450-a1df-ae89b0546068 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=af4038200da2445a9f07c55e11895697&device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 1098 time: 0.0751622 Jun 18 17:02:25.154993 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87645ad1-dd24-4b2b-a3d9-e676e1f11da4 req-3f8619f5-9791-4293-9a4b-361387676c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:25.156729 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-87645ad1-dd24-4b2b-a3d9-e676e1f11da4 req-3f8619f5-9791-4293-9a4b-361387676c2d service neutron] 10.222.0.55 "GET /v2.0/networks?id=81c56019-4f64-4bf6-a574-f89af1e8353e HTTP/1.1" status: 200 len: 898 time: 0.1100807 Jun 18 17:02:25.241720 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-652d2d72-b26b-4cd6-be16-65b45c0e4f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861926209', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:29Z', 'updated_at': '2021-06-18T17:01:33Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:30Z', 'updated_at': '2021-06-18T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '1020c445-dde8-455f-b80a-8f0c98fc5eb1', 'name': '', 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:80:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'baf7bfcf-786e-491a-8a81-704dbbe92936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:32Z', 'updated_at': '2021-06-18T17:01:38Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': 'baf7bfcf-786e-491a-8a81-704dbbe92936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:25.277259 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652d2d72-b26b-4cd6-be16-65b45c0e4f78 None None] Checking router: 96406a1e-0fd4-47bd-92ee-515d663af326 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:02:25.288896 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652d2d72-b26b-4cd6-be16-65b45c0e4f78 None None] Routers {'96406a1e-0fd4-47bd-92ee-515d663af326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:02:25.289588 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-652d2d72-b26b-4cd6-be16-65b45c0e4f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:02:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['96406a1e-0fd4-47bd-92ee-515d663af326'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:25.434916 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-652d2d72-b26b-4cd6-be16-65b45c0e4f78 None None] Set router 96406a1e-0fd4-47bd-92ee-515d663af326 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:02:25.598545 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-87645ad1-dd24-4b2b-a3d9-e676e1f11da4 req-aafa9e9a-4898-4fb0-a9a5-8744c38eccdf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e11c82f2-6700-411b-b57d-d096fe9aee1e HTTP/1.1" status: 200 len: 217 time: 0.4279709 Jun 18 17:02:25.668528 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87645ad1-dd24-4b2b-a3d9-e676e1f11da4 req-59fb43e2-be36-40e6-9d61-eabfeb823183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:25.669978 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-87645ad1-dd24-4b2b-a3d9-e676e1f11da4 req-59fb43e2-be36-40e6-9d61-eabfeb823183 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=baf7bfcf-786e-491a-8a81-704dbbe92936 HTTP/1.1" status: 200 len: 835 time: 0.0592847 Jun 18 17:02:25.677748 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-652d2d72-b26b-4cd6-be16-65b45c0e4f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861926209', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:29Z', 'updated_at': '2021-06-18T17:01:33Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:30Z', 'updated_at': '2021-06-18T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '1020c445-dde8-455f-b80a-8f0c98fc5eb1', 'name': '', 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:80:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'baf7bfcf-786e-491a-8a81-704dbbe92936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:32Z', 'updated_at': '2021-06-18T17:01:38Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': 'baf7bfcf-786e-491a-8a81-704dbbe92936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:25.679065 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bf485-5888-41f0-af4b-b26190a2988d req-0acb86f0-c94a-4bc3-8053-75c5c10be83c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:25.681760 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ae5bf485-5888-41f0-af4b-b26190a2988d req-0acb86f0-c94a-4bc3-8053-75c5c10be83c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 945 time: 0.5213263 Jun 18 17:02:25.710063 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652d2d72-b26b-4cd6-be16-65b45c0e4f78 None None] The sync data for ids ['96406a1e-0fd4-47bd-92ee-515d663af326'] in dv-neutron-797120-1-hyperv is: [{'id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861926209', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:29Z', 'updated_at': '2021-06-18T17:01:33Z', 'revision_number': 4, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:30Z', 'updated_at': '2021-06-18T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '1020c445-dde8-455f-b80a-8f0c98fc5eb1', 'name': '', 'network_id': '81c56019-4f64-4bf6-a574-f89af1e8353e', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'mac_address': 'fa:16:3e:80:4e:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_interface', 'standard_attr_id': 1790, 'fixed_ips': [{'subnet_id': 'baf7bfcf-786e-491a-8a81-704dbbe92936', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:32Z', 'updated_at': '2021-06-18T17:01:38Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'subnets': [{'id': 'baf7bfcf-786e-491a-8a81-704dbbe92936', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:02:25.787412 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ae5bf485-5888-41f0-af4b-b26190a2988d req-5b87c3de-04b3-4b0a-9e6b-9a8286be73d0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=8195c8d1-0022-4cc3-b0f5-99e90b69face&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973582 Jun 18 17:02:25.802973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87645ad1-dd24-4b2b-a3d9-e676e1f11da4 req-492afa90-c08e-47a0-9ac5-5101407cf5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:25.804648 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-87645ad1-dd24-4b2b-a3d9-e676e1f11da4 req-492afa90-c08e-47a0-9ac5-5101407cf5dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81c56019-4f64-4bf6-a574-f89af1e8353e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1231611 Jun 18 17:02:25.928932 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-87645ad1-dd24-4b2b-a3d9-e676e1f11da4 req-b7dac737-e5b7-44b9-acf6-c553758e9986 service neutron] 10.222.0.55 "GET /v2.0/networks/81c56019-4f64-4bf6-a574-f89af1e8353e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059041 Jun 18 17:02:25.974926 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b0328d-f5da-410e-8630-b633f418d9b3 None None] New status for floating IP 81245dfb-7c62-42b9-a7c6-d74ab47be8de: DOWN {{(pid=93455) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:02:26.037231 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-87645ad1-dd24-4b2b-a3d9-e676e1f11da4 req-ecc1ff2e-cfc2-4700-95de-7b536c3eecba service neutron] 10.222.0.55 "GET /v2.0/networks/81c56019-4f64-4bf6-a574-f89af1e8353e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010668 Jun 18 17:02:26.991161 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65045bf9-f83d-4b0e-b980-7be8fb40d78f req-3498fce2-bf4a-4573-9b79-f0b074fae0be tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:26.992663 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-65045bf9-f83d-4b0e-b980-7be8fb40d78f req-3498fce2-bf4a-4573-9b79-f0b074fae0be tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 945 time: 0.0661523 Jun 18 17:02:27.031109 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-65045bf9-f83d-4b0e-b980-7be8fb40d78f req-226c02d6-b4b2-4cc7-933f-2c8024c286d6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/security-groups?id=8195c8d1-0022-4cc3-b0f5-99e90b69face&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326912 Jun 18 17:02:27.119769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439753e-888b-4796-8c7f-8b5f94497499 req-ec3601e8-747f-4dc8-9b55-caa9f02566e9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:27.121255 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a439753e-888b-4796-8c7f-8b5f94497499 req-ec3601e8-747f-4dc8-9b55-caa9f02566e9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 945 time: 0.0678101 Jun 18 17:02:27.223239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-a439753e-888b-4796-8c7f-8b5f94497499 req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting port e11c82f2-6700-411b-b57d-d096fe9aee1e {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:02:27.223622 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a439753e-888b-4796-8c7f-8b5f94497499 req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:27.313747 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-a439753e-888b-4796-8c7f-8b5f94497499 req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] For port e11c82f2-6700-411b-b57d-d096fe9aee1e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e11c82f2-6700-411b-b57d-d096fe9aee1e,segment=NetworkSegment(ebac416e-7873-4714-aa9c-09dbadf6c67c),segment_id=ebac416e-7873-4714-aa9c-09dbadf6c67c)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:02:27.314030 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a439753e-888b-4796-8c7f-8b5f94497499 req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:27.381612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-a439753e-888b-4796-8c7f-8b5f94497499 req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Calling delete_port for e11c82f2-6700-411b-b57d-d096fe9aee1e owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:02:27.507042 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a439753e-888b-4796-8c7f-8b5f94497499 req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:27.511173 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:27.537427 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Port': ['ID=e11c82f2-6700-411b-b57d-d096fe9aee1e,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:27.549637 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:27.550030 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:27.550430 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:27.550814 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:27.551190 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:27.551570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:27.552033 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:27.552474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:27.552910 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:27.553474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:27.553857 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:27.554228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:27.577573 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:27.597865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-a439753e-888b-4796-8c7f-8b5f94497499 req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] No DVR routers for this DVR port e11c82f2-6700-411b-b57d-d096fe9aee1e on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:02:27.600328 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-a439753e-888b-4796-8c7f-8b5f94497499 req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:27.602297 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a439753e-888b-4796-8c7f-8b5f94497499 req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.55 "DELETE /v2.0/ports/e11c82f2-6700-411b-b57d-d096fe9aee1e HTTP/1.1" status: 204 len: 173 time: 0.4748411 Jun 18 17:02:27.602846 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399cbac1-3721-48db-a8f0-984d88c65462', 'name': 'network-vif-deleted', 'tag': 'e11c82f2-6700-411b-b57d-d096fe9aee1e'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:02:27.605260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c752ae19-6738-42e0-871f-1da2e6031d73" -d '{"events": [{"server_uuid": "399cbac1-3721-48db-a8f0-984d88c65462", "name": "network-vif-deleted", "tag": "e11c82f2-6700-411b-b57d-d096fe9aee1e"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:02:27.641260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a866603-43d4-4c40-a682-3d9c2a09017c x-openstack-request-id: req-3a866603-43d4-4c40-a682-3d9c2a09017c {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:02:27.641601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399cbac1-3721-48db-a8f0-984d88c65462", "name": "network-vif-deleted", "tag": "e11c82f2-6700-411b-b57d-d096fe9aee1e", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:02:27.641909 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3a866603-43d4-4c40-a682-3d9c2a09017c {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:02:27.642353 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399cbac1-3721-48db-a8f0-984d88c65462', 'name': 'network-vif-deleted', 'tag': 'e11c82f2-6700-411b-b57d-d096fe9aee1e', 'status': 'completed', 'code': 200} Jun 18 17:02:28.189805 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2ac2bbeb-2458-4368-86cb-38feffef4972 req-8c99d959-3d9f-44ab-890c-4137b9763f25 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "GET /v2.0/ports?device_id=399cbac1-3721-48db-a8f0-984d88c65462 HTTP/1.1" status: 200 len: 210 time: 0.0312009 Jun 18 17:02:29.287632 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57006) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:29.385916 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device e11c82f2-6700-411b-b57d-d096fe9aee1e no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:02:29.406407 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: e11c82f2-6700-411b-b57d-d096fe9aee1e {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:02:29.406785 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device e11c82f2-6700-411b-b57d-d096fe9aee1e not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:02:29.646293 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:29.917342 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting port 1020c445-dde8-455f-b80a-8f0c98fc5eb1 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:02:29.917602 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:30.005145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] For port 1020c445-dde8-455f-b80a-8f0c98fc5eb1, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1020c445-dde8-455f-b80a-8f0c98fc5eb1,segment=NetworkSegment(ebac416e-7873-4714-aa9c-09dbadf6c67c),segment_id=ebac416e-7873-4714-aa9c-09dbadf6c67c)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:02:30.005499 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:30.071097 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Calling delete_port for 1020c445-dde8-455f-b80a-8f0c98fc5eb1 owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:02:30.252104 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:30.255478 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7c89fc4f-6a21-4c4b-8788-1643e2cc036d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:30.280885 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Port': ['ID=1020c445-dde8-455f-b80a-8f0c98fc5eb1,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:30.315081 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:30.315761 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:30.315877 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:30.316219 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:30.316595 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:30.316969 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:30.318036 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:30.318431 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:30.318814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:30.319187 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:30.319560 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:30.319932 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:30.324360 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:30.470789 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:30.682204 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Router 96406a1e-0fd4-47bd-92ee-515d663af326 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:02:30.787264 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:02:30.792240 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9bdff945-796f-4c78-a547-2f5071be4ec2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "PUT /v2.0/routers/96406a1e-0fd4-47bd-92ee-515d663af326/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5036058 Jun 18 17:02:30.795000 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57008) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:30.796673 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ed845-bad8-4537-bb25-a80421f85c31 None None] Sync routers for ids ['96406a1e-0fd4-47bd-92ee-515d663af326'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:02:30.808790 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ed845-bad8-4537-bb25-a80421f85c31 None None] Routers {'96406a1e-0fd4-47bd-92ee-515d663af326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:02:30.809774 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-313ed845-bad8-4537-bb25-a80421f85c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:02:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['96406a1e-0fd4-47bd-92ee-515d663af326'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:30.850401 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-f656494f-16c0-4b1b-bdf3-25359ee46220 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting subnet baf7bfcf-786e-491a-8a81-704dbbe92936 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 17:02:30.853475 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f656494f-16c0-4b1b-bdf3-25359ee46220 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:30.896983 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f656494f-16c0-4b1b-bdf3-25359ee46220 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:30.917605 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-313ed845-bad8-4537-bb25-a80421f85c31 None None] Set router 96406a1e-0fd4-47bd-92ee-515d663af326 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:02:30.980690 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f656494f-16c0-4b1b-bdf3-25359ee46220 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:31.042973 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f656494f-16c0-4b1b-bdf3-25359ee46220 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:31.045001 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3245b3f8-3646-4397-9892-31b19735f820 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:31.069503 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656494f-16c0-4b1b-bdf3-25359ee46220 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Subnet': ['ID=baf7bfcf-786e-491a-8a81-704dbbe92936,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:31.072965 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f656494f-16c0-4b1b-bdf3-25359ee46220 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:31.076404 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f656494f-16c0-4b1b-bdf3-25359ee46220 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:31.078194 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f656494f-16c0-4b1b-bdf3-25359ee46220 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/subnets/baf7bfcf-786e-491a-8a81-704dbbe92936 HTTP/1.1" status: 204 len: 168 time: 0.2822597 Jun 18 17:02:31.081083 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57010) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:31.084389 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df53aa5-330c-48b7-b5ed-f7672fbbd19e None None] Network 81c56019-4f64-4bf6-a574-f89af1e8353e requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:02:31.097938 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-313ed845-bad8-4537-bb25-a80421f85c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861926209', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:29Z', 'updated_at': '2021-06-18T17:02:30Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:30Z', 'updated_at': '2021-06-18T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:31.123754 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ed845-bad8-4537-bb25-a80421f85c31 None None] Checking router: 96406a1e-0fd4-47bd-92ee-515d663af326 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:02:31.133599 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ed845-bad8-4537-bb25-a80421f85c31 None None] Routers {'96406a1e-0fd4-47bd-92ee-515d663af326'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:02:31.133599 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-313ed845-bad8-4537-bb25-a80421f85c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:02:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['96406a1e-0fd4-47bd-92ee-515d663af326'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:31.196743 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c491367-5a98-4562-ba6c-d6bf023b689c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:31.246231 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-313ed845-bad8-4537-bb25-a80421f85c31 None None] Set router 96406a1e-0fd4-47bd-92ee-515d663af326 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:02:31.291400 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] DHCP port deletion for 81c56019-4f64-4bf6-a574-f89af1e8353e request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 17:02:31.312472 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c491367-5a98-4562-ba6c-d6bf023b689c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:31.339170 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] Deleting port 1fc760da-5818-4248-bcf6-b60e8f94c4f5 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:02:31.339558 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:31.372161 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-9c491367-5a98-4562-ba6c-d6bf023b689c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Deleting port 33aa2e1d-3ece-4beb-9174-4361df5aa709 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:02:31.372739 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c491367-5a98-4562-ba6c-d6bf023b689c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:31.403658 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] For port 1fc760da-5818-4248-bcf6-b60e8f94c4f5, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=1fc760da-5818-4248-bcf6-b60e8f94c4f5,segment=NetworkSegment(ebac416e-7873-4714-aa9c-09dbadf6c67c),segment_id=ebac416e-7873-4714-aa9c-09dbadf6c67c)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:02:31.404073 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:31.431379 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-313ed845-bad8-4537-bb25-a80421f85c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861926209', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:29Z', 'updated_at': '2021-06-18T17:02:30Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:30Z', 'updated_at': '2021-06-18T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:31.453240 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-9c491367-5a98-4562-ba6c-d6bf023b689c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] For port 33aa2e1d-3ece-4beb-9174-4361df5aa709, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=33aa2e1d-3ece-4beb-9174-4361df5aa709,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:02:31.453614 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c491367-5a98-4562-ba6c-d6bf023b689c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:31.461921 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ed845-bad8-4537-bb25-a80421f85c31 None None] The sync data for ids ['96406a1e-0fd4-47bd-92ee-515d663af326'] in dv-neutron-797120-1-hyperv is: [{'id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861926209', 'tenant_id': 'af4038200da2445a9f07c55e11895697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150'}], 'enable_snat': True}, 'gw_port_id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:01:29Z', 'updated_at': '2021-06-18T17:02:30Z', 'revision_number': 5, 'project_id': 'af4038200da2445a9f07c55e11895697', 'gw_port': {'id': '33aa2e1d-3ece-4beb-9174-4361df5aa709', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:24:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96406a1e-0fd4-47bd-92ee-515d663af326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:01:30Z', 'updated_at': '2021-06-18T17:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:02:31.471200 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] Calling delete_port for 1fc760da-5818-4248-bcf6-b60e8f94c4f5 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:02:31.528000 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-9c491367-5a98-4562-ba6c-d6bf023b689c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Calling delete_port for 33aa2e1d-3ece-4beb-9174-4361df5aa709 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:02:31.558444 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:31.560431 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-cba46f3f-7ef2-4aa6-83fc-23c8ae33c9f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:31.585285 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] Pushing event deleted for resources: {'Port': ['ID=1fc760da-5818-4248-bcf6-b60e8f94c4f5,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:31.590056 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] No DVR routers for this DVR port 1fc760da-5818-4248-bcf6-b60e8f94c4f5 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:02:31.596834 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:31.597368 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:31.597796 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:31.598046 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:31.598841 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:31.599321 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:31.599659 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:31.600229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:31.600330 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:31.600639 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:31.600971 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:31.601299 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:31.604484 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:31.697277 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c491367-5a98-4562-ba6c-d6bf023b689c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:31.699416 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a6797adf-59bc-4c07-9a73-0b68efd0ce85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:31.722953 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c491367-5a98-4562-ba6c-d6bf023b689c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Port': ['ID=33aa2e1d-3ece-4beb-9174-4361df5aa709,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:31.725515 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9c491367-5a98-4562-ba6c-d6bf023b689c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:31.789531 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c491367-5a98-4562-ba6c-d6bf023b689c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:32.133669 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1fc760da-5818-4248-bcf6-b60e8f94c4f5 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:02:32.153320 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 1fc760da-5818-4248-bcf6-b60e8f94c4f5 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:02:32.153673 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1fc760da-5818-4248-bcf6-b60e8f94c4f5 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:02:32.154297 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1020c445-dde8-455f-b80a-8f0c98fc5eb1 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:02:32.174219 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 1020c445-dde8-455f-b80a-8f0c98fc5eb1 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:02:32.174606 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 1020c445-dde8-455f-b80a-8f0c98fc5eb1 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:02:32.210817 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c491367-5a98-4562-ba6c-d6bf023b689c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:32.212876 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c491367-5a98-4562-ba6c-d6bf023b689c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:32.255486 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c491367-5a98-4562-ba6c-d6bf023b689c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:32.255986 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c491367-5a98-4562-ba6c-d6bf023b689c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Fanout notify agent at l3_agent the message router_deleted on router 96406a1e-0fd4-47bd-92ee-515d663af326 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 17:02:32.262693 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9c491367-5a98-4562-ba6c-d6bf023b689c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:32.263806 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9c491367-5a98-4562-ba6c-d6bf023b689c tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/routers/96406a1e-0fd4-47bd-92ee-515d663af326 HTTP/1.1" status: 204 len: 168 time: 1.1819487 Jun 18 17:02:32.266449 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57012) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:32.353148 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5887642c-3294-4855-b4d5-70caaa33c858 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:32.438118 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5887642c-3294-4855-b4d5-70caaa33c858 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:32.447956 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-5887642c-3294-4855-b4d5-70caaa33c858 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c56019-4f64-4bf6-a574-f89af1e8353e']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:32.457232 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-5887642c-3294-4855-b4d5-70caaa33c858 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebac416e-7873-4714-aa9c-09dbadf6c67c') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:32.458059 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-5887642c-3294-4855-b4d5-70caaa33c858 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebac416e-7873-4714-aa9c-09dbadf6c67c') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:32.466852 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5887642c-3294-4855-b4d5-70caaa33c858 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:32.481329 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5887642c-3294-4855-b4d5-70caaa33c858 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:32.486994 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5887642c-3294-4855-b4d5-70caaa33c858 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 17:02:32.487381 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5887642c-3294-4855-b4d5-70caaa33c858 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 17:02:32.490820 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 17:02:32.550704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5887642c-3294-4855-b4d5-70caaa33c858 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:32.554632 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8eb80148-2ea5-42b2-8a87-7b1f7046393e tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:32.558608 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5887642c-3294-4855-b4d5-70caaa33c858 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:32.560590 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5887642c-3294-4855-b4d5-70caaa33c858 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/networks/81c56019-4f64-4bf6-a574-f89af1e8353e HTTP/1.1" status: 204 len: 168 time: 0.2929549 Jun 18 17:02:32.563793 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57014) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:32.573028 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5887642c-3294-4855-b4d5-70caaa33c858 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'Network': ['ID=81c56019-4f64-4bf6-a574-f89af1e8353e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:32.575435 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5887642c-3294-4855-b4d5-70caaa33c858 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:32.625316 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2c97212c-32b5-4a64-ab0a-85f6efc4174e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:32.650710 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2c97212c-32b5-4a64-ab0a-85f6efc4174e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:32.720819 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2c97212c-32b5-4a64-ab0a-85f6efc4174e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:32.723850 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2c97212c-32b5-4a64-ab0a-85f6efc4174e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:32.725039 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2c97212c-32b5-4a64-ab0a-85f6efc4174e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] 10.222.0.50 "DELETE /v2.0/security-groups/8195c8d1-0022-4cc3-b0f5-99e90b69face HTTP/1.1" status: 204 len: 168 time: 0.1601851 Jun 18 17:02:32.725839 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6c874c2b-b498-4328-b337-352a0f80bac3 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:32.737041 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c97212c-32b5-4a64-ab0a-85f6efc4174e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8195c8d1-0022-4cc3-b0f5-99e90b69face,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:32.740099 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2c97212c-32b5-4a64-ab0a-85f6efc4174e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:33.019801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57022) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:33.150490 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-60aafff7-9e3a-4575-9300-1f6abf4f7094 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=af4038200da2445a9f07c55e11895697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1286576 Jun 18 17:02:33.152896 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57026) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:33.201557 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-74a893b9-f855-4849-965a-05f464ee3247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:33.223372 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-74a893b9-f855-4849-965a-05f464ee3247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:33.268618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-74a893b9-f855-4849-965a-05f464ee3247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:33.271656 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-74a893b9-f855-4849-965a-05f464ee3247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:33.272809 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-74a893b9-f855-4849-965a-05f464ee3247 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dff726dd-61f7-4d66-83ea-a42598e31da8 HTTP/1.1" status: 204 len: 168 time: 0.1190047 Jun 18 17:02:33.273772 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d14b48c3-1712-4685-abfb-c3d99ac148e4 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:33.281125 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a893b9-f855-4849-965a-05f464ee3247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff726dd-61f7-4d66-83ea-a42598e31da8,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:33.283442 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-74a893b9-f855-4849-965a-05f464ee3247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:33.524871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57032) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:33.539005 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e7ee0f45-5253-46f9-a1f3-da71ee15d471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:33.629964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e7ee0f45-5253-46f9-a1f3-da71ee15d471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:33.633262 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e7ee0f45-5253-46f9-a1f3-da71ee15d471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:33.635983 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-cbe1797c-3b15-48ef-b00e-2faf11767e9d tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:33.670375 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee0f45-5253-46f9-a1f3-da71ee15d471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d061a7-23b8-4d17-8f19-22a881b61e57,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:33.673464 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e7ee0f45-5253-46f9-a1f3-da71ee15d471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:33.677438 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e7ee0f45-5253-46f9-a1f3-da71ee15d471 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=185c9608e0f54ee4a83c3adb0d542f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502385 Jun 18 17:02:33.679475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57034) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:33.732640 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0c70ed8a-409b-49ce-b8c4-dc14565876c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:33.753942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0c70ed8a-409b-49ce-b8c4-dc14565876c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:33.800612 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0c70ed8a-409b-49ce-b8c4-dc14565876c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:33.804131 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0c70ed8a-409b-49ce-b8c4-dc14565876c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:33.805291 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0c70ed8a-409b-49ce-b8c4-dc14565876c7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e9d061a7-23b8-4d17-8f19-22a881b61e57 HTTP/1.1" status: 204 len: 168 time: 0.1248772 Jun 18 17:02:33.806087 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0b0ca1a0-d777-4d1a-9f02-27b2f486a8bc tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:33.813403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c70ed8a-409b-49ce-b8c4-dc14565876c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d061a7-23b8-4d17-8f19-22a881b61e57,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:33.815685 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0c70ed8a-409b-49ce-b8c4-dc14565876c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:34.042601 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 33aa2e1d-3ece-4beb-9174-4361df5aa709 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:02:34.064915 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 33aa2e1d-3ece-4beb-9174-4361df5aa709 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:02:34.065270 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 33aa2e1d-3ece-4beb-9174-4361df5aa709 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:02:34.469793 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57056) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:34.563623 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-5263263f-9f60-4cbc-bb7b-e0a8c38c552b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-154824901-network', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:02:34.584368 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5263263f-9f60-4cbc-bb7b-e0a8c38c552b admin admin] Made reservation on behalf of d7324521d24e454db0c4400a10a60d87 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:02:34.586709 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5263263f-9f60-4cbc-bb7b-e0a8c38c552b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:34.595288 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5263263f-9f60-4cbc-bb7b-e0a8c38c552b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:34.687251 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5263263f-9f60-4cbc-bb7b-e0a8c38c552b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:34.690942 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5263263f-9f60-4cbc-bb7b-e0a8c38c552b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:34.694750 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fe6ceb5c-2036-4c85-a276-6e40f9bb9442 tempest-NegativeSecGroupIPv6Test-980735117 tempest-NegativeSecGroupIPv6Test-980735117-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:34.716666 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5263263f-9f60-4cbc-bb7b-e0a8c38c552b admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 17:02:34.726733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263263f-9f60-4cbc-bb7b-e0a8c38c552b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bca6ab7-3998-4089-b2c1-02acfd333c22,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:34.732410 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5263263f-9f60-4cbc-bb7b-e0a8c38c552b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:34.732770 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-5263263f-9f60-4cbc-bb7b-e0a8c38c552b admin admin] Added segment 30217873-bce6-47fa-9d39-4a4c01581f19 of type vlan for network 81a052d1-39da-438e-8910-331179ecdb7d Jun 18 17:02:34.734683 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5263263f-9f60-4cbc-bb7b-e0a8c38c552b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:34.775511 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5263263f-9f60-4cbc-bb7b-e0a8c38c552b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:34.807748 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5263263f-9f60-4cbc-bb7b-e0a8c38c552b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:34.808782 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5263263f-9f60-4cbc-bb7b-e0a8c38c552b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:34.809357 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5263263f-9f60-4cbc-bb7b-e0a8c38c552b admin admin] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:34.811404 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a37af9d9-11c8-4b44-8c00-0c7df5781c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:34.859875 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5263263f-9f60-4cbc-bb7b-e0a8c38c552b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3889356 Jun 18 17:02:34.862960 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57060) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:34.869463 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-11e1511f-c0a8-4471-913a-ddfc124b4172 admin admin] Request body: {'subnet': {'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-154824901-subnet', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'ip_version': 4}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:02:34.872158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263263f-9f60-4cbc-bb7b-e0a8c38c552b admin admin] Pushing event updated for resources: {'Network': ['ID=81a052d1-39da-438e-8910-331179ecdb7d,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:34.874941 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5263263f-9f60-4cbc-bb7b-e0a8c38c552b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:34.882482 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 81a052d1-39da-438e-8910-331179ecdb7d details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 17:02:34.892786 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e1511f-c0a8-4471-913a-ddfc124b4172 admin admin] Made reservation on behalf of d7324521d24e454db0c4400a10a60d87 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:02:34.895901 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-11e1511f-c0a8-4471-913a-ddfc124b4172 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:35.064893 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-11e1511f-c0a8-4471-913a-ddfc124b4172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:35.066815 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7cfc0a9b-1dd5-44f1-89f4-5695ee867578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:35.117467 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1511f-c0a8-4471-913a-ddfc124b4172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce65e2a4-943b-4867-90d7-714c9884057e,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:35.121070 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-11e1511f-c0a8-4471-913a-ddfc124b4172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:35.127871 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e1511f-c0a8-4471-913a-ddfc124b4172 admin admin] Checking segment: {'id': '30217873-bce6-47fa-9d39-4a4c01581f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:02:35.128223 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e1511f-c0a8-4471-913a-ddfc124b4172 admin admin] Network hostable DHCP agents. Network: 81a052d1-39da-438e-8910-331179ecdb7d, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 17:02:35.143971 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e1511f-c0a8-4471-913a-ddfc124b4172 admin admin] Network 81a052d1-39da-438e-8910-331179ecdb7d is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 17:02:35.152782 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-11e1511f-c0a8-4471-913a-ddfc124b4172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 81a052d1-39da-438e-8910-331179ecdb7d) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:02:35.156879 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e1511f-c0a8-4471-913a-ddfc124b4172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:35.157461 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-11e1511f-c0a8-4471-913a-ddfc124b4172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:35.162715 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb656109-c9df-4562-8ef7-39e88d414960 None None] Network 81a052d1-39da-438e-8910-331179ecdb7d requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:02:35.171547 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-11e1511f-c0a8-4471-913a-ddfc124b4172 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3068266 Jun 18 17:02:35.174091 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57062) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:35.179361 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:02:35.200223 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:35.201176 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:35.260684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:35.312378 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-81a052d1-39da-438e-8910-331179ecdb7d', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 17:02:35.313277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:35.399418 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:35.451554 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Allocated IP 172.20.0.2 (81a052d1-39da-438e-8910-331179ecdb7d/ce65e2a4-943b-4867-90d7-714c9884057e/2ce4065c-ae25-43c9-9f80-f5bb6eb52093) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:02:35.596679 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:35.604992 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Transition to ACTIVE for port object 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:02:35.614665 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:35.621093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Transition to ACTIVE for port object 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:02:35.626709 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:35.628558 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-739e4bfb-269c-4706-a82a-28f9f8ef397c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:35.634190 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:35.668598 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Network 81a052d1-39da-438e-8910-331179ecdb7d is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:02:35.671334 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:02:35.674937 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:02:35.686733 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Pushing event updated for resources: {'Port': ['ID=2ce4065c-ae25-43c9-9f80-f5bb6eb52093,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:35.704844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:35.737009 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Attempting to bind port 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:02:35.737393 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Attempting to bind port 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '30217873-bce6-47fa-9d39-4a4c01581f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:02:35.737763 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Attempting to bind port 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 on network 81a052d1-39da-438e-8910-331179ecdb7d {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:02:35.743265 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:02:35.743770 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Checking segment: {'id': '30217873-bce6-47fa-9d39-4a4c01581f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:02:35.743921 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] Allocated IP 172.26.6.174 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/b6adaf17-8c17-427f-89c6-43ff5b4a9dcd) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:02:35.744037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:35.744441 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Bound using segment: {'id': '30217873-bce6-47fa-9d39-4a4c01581f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:02:35.745010 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Bound port: 2ce4065c-ae25-43c9-9f80-f5bb6eb52093, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30217873-bce6-47fa-9d39-4a4c01581f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:02:35.745575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:35.807920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] For port 2ce4065c-ae25-43c9-9f80-f5bb6eb52093, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:02:35.811026 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] For port 2ce4065c-ae25-43c9-9f80-f5bb6eb52093, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2ce4065c-ae25-43c9-9f80-f5bb6eb52093,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:02:35.815650 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:35.818221 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:35.855484 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:35.880734 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Pushing event updated for resources: {'Port': ['ID=2ce4065c-ae25-43c9-9f80-f5bb6eb52093,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:35.884067 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:35.905827 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:35.908103 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:35.953516 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:02:35.956572 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:02:35.961548 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:02:35.964917 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] Pushing event updated for resources: {'Port': ['ID=b6adaf17-8c17-427f-89c6-43ff5b4a9dcd,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:35.985019 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:36.151828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:02:36.205029 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:02:36.249563 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:36.451114 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:36.586957 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] Router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 17:02:36.693826 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:02:36.706132 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Sync routers for ids ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:02:36.711227 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:36.715413 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-d7fa7fe2-eaeb-4e86-b42f-42e3df488c03 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5377803 Jun 18 17:02:36.715655 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57064) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:36.716929 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Routers {'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:02:36.717765 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:02:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:36.755311 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0f5056-28f8-4b57-8248-188b7ec99048 None None] Network 81a052d1-39da-438e-8910-331179ecdb7d requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:02:36.859738 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d4dee387-a503-4ac8-8a71-b2724b217207 None None] Provisioning for port 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:02:36.871828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d4dee387-a503-4ac8-8a71-b2724b217207 None None] Provisioning complete for port 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:36.871828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d4dee387-a503-4ac8-8a71-b2724b217207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:36.925308 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Set router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:02:37.148932 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:37.173171 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d4dee387-a503-4ac8-8a71-b2724b217207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:37.311646 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Allocated IP 172.20.0.1 (81a052d1-39da-438e-8910-331179ecdb7d/ce65e2a4-943b-4867-90d7-714c9884057e/ff730be9-4b3f-48a7-adf4-0e1bc1c5e187) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:02:37.374675 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-d4dee387-a503-4ac8-8a71-b2724b217207 None None] For port 2ce4065c-ae25-43c9-9f80-f5bb6eb52093, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2ce4065c-ae25-43c9-9f80-f5bb6eb52093,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:02:37.383323 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d4dee387-a503-4ac8-8a71-b2724b217207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:37.387498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-b98c613e-d888-4755-afe2-0de62546eace None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:37.435193 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:36Z', 'revision_number': 3, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port': {'id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:37.443950 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:37.457235 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Transition to ACTIVE for port object ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:02:37.469761 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Checking router: ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:02:37.470123 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Updating router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa port b6adaf17-8c17-427f-89c6-43ff5b4a9dcd binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:02:37.491466 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dee387-a503-4ac8-8a71-b2724b217207 None None] Pushing event updated for resources: {'Port': ['ID=2ce4065c-ae25-43c9-9f80-f5bb6eb52093,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:37.492737 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:37.495811 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d4dee387-a503-4ac8-8a71-b2724b217207 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:37.503390 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d6c70acd-d9b1-4879-b2fc-a95fcf939617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:37.510691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:37.542270 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Network 81a052d1-39da-438e-8910-331179ecdb7d is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:02:37.545888 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:02:37.548115 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:02:37.578266 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Pushing event updated for resources: {'Port': ['ID=ff730be9-4b3f-48a7-adf4-0e1bc1c5e187,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:37.581139 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:37.598503 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:37.638139 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b814c182-e83d-47d9-9071-875614960571 None None] Provisioning complete for port 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:37.638494 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b814c182-e83d-47d9-9071-875614960571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:37.754494 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:37.857024 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:37.867185 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Transition to ACTIVE for port object b6adaf17-8c17-427f-89c6-43ff5b4a9dcd will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:02:37.876053 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:37.878440 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-423e97fa-b4a9-46cd-8d1b-20ac21c7c031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:37.925175 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:37.930819 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:37.933829 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3088112a-b3c4-4c2c-9e25-ee94897a55c8 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:37.937350 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb191af-36dc-4e56-a25f-e52568b0ad3b None None] Pushing event updated for resources: {'Port': ['ID=b6adaf17-8c17-427f-89c6-43ff5b4a9dcd,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:37.941043 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Attempting to bind port b6adaf17-8c17-427f-89c6-43ff5b4a9dcd on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:02:37.941447 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Attempting to bind port b6adaf17-8c17-427f-89c6-43ff5b4a9dcd by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:02:37.941855 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Attempting to bind port b6adaf17-8c17-427f-89c6-43ff5b4a9dcd on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:02:37.944559 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6bb191af-36dc-4e56-a25f-e52568b0ad3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:37.949104 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:02:37.949541 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:02:37.949906 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:37.950300 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:02:37.950812 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Bound port: b6adaf17-8c17-427f-89c6-43ff5b4a9dcd, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:02:37.951191 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:37.952646 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a3b47f11-8e64-4655-8443-d2e003f452a1 None None] Provisioning for port ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:02:37.975641 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a3b47f11-8e64-4655-8443-d2e003f452a1 None None] Provisioning complete for port ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:37.976023 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a3b47f11-8e64-4655-8443-d2e003f452a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:38.000530 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Pushing event updated for resources: {'Port': ['ID=ff730be9-4b3f-48a7-adf4-0e1bc1c5e187,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:38.003364 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:38.004676 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:38.029772 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a3b47f11-8e64-4655-8443-d2e003f452a1 None None] Port ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:02:38.033116 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] For port b6adaf17-8c17-427f-89c6-43ff5b4a9dcd, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:02:38.036865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] For port b6adaf17-8c17-427f-89c6-43ff5b4a9dcd, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b6adaf17-8c17-427f-89c6-43ff5b4a9dcd,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:02:38.042151 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:38.044299 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:38.106141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:02:38.111021 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Network 81a052d1-39da-438e-8910-331179ecdb7d is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:02:38.111753 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Routers {'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:02:38.112400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:02:38.112518 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:02:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:38.133169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb191af-36dc-4e56-a25f-e52568b0ad3b None None] Pushing event updated for resources: {'Port': ['ID=b6adaf17-8c17-427f-89c6-43ff5b4a9dcd,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:38.175557 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6bb191af-36dc-4e56-a25f-e52568b0ad3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:38.231613 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:02:38.245256 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:38.245642 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:38.285286 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] Set router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:02:38.350753 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:02:38.355566 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-15442df1-d0d5-438c-bc67-907d77164b96 admin admin] 10.222.0.50 "PUT /v2.0/routers/ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6387701 Jun 18 17:02:38.451740 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d656b9dc-5b4f-4722-ae87-297b7ea4fc6a None None] Provisioning complete for port ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:38.452353 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d656b9dc-5b4f-4722-ae87-297b7ea4fc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:38.513714 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d656b9dc-5b4f-4722-ae87-297b7ea4fc6a None None] Port ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:02:38.561761 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-84ab740e-e52e-4fd3-b793-ecc1071bf892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:38.579802 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:37Z', 'revision_number': 4, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port': {'id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ff730be9-4b3f-48a7-adf4-0e1bc1c5e187', 'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'mac_address': 'fa:16:3e:4b:08:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:37Z', 'updated_at': '2021-06-18T17:02:37Z', 'revision_number': 2, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'subnets': [{'id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:38.610880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d6fcce-cdef-449b-b540-d418fd5d87d1 None None] The sync data for ids ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'] in dv-neutron-797120-1-hyperv is: [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:37Z', 'revision_number': 4, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port': {'id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ff730be9-4b3f-48a7-adf4-0e1bc1c5e187', 'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'mac_address': 'fa:16:3e:4b:08:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:37Z', 'updated_at': '2021-06-18T17:02:37Z', 'revision_number': 2, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'subnets': [{'id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:02:38.847909 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57080) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:38.854092 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-86256b10-4fa1-4dad-8759-7af47229d2a7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-938730404-network', 'tenant_id': 'b7368429f1aa40f887866b7d11307894'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:02:38.876427 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86256b10-4fa1-4dad-8759-7af47229d2a7 admin admin] Made reservation on behalf of b7368429f1aa40f887866b7d11307894 for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:02:38.880034 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-86256b10-4fa1-4dad-8759-7af47229d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:38.889956 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-86256b10-4fa1-4dad-8759-7af47229d2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:38.998569 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-86256b10-4fa1-4dad-8759-7af47229d2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:39.003460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-86256b10-4fa1-4dad-8759-7af47229d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:39.006964 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-105da635-6d87-43e7-a64a-47ecab967144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:39.030851 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86256b10-4fa1-4dad-8759-7af47229d2a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 17:02:39.041955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86256b10-4fa1-4dad-8759-7af47229d2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011967d8-f460-4237-95a8-91ab55c52f0a,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:39.045654 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-86256b10-4fa1-4dad-8759-7af47229d2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:39.049220 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-86256b10-4fa1-4dad-8759-7af47229d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:39.049508 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-86256b10-4fa1-4dad-8759-7af47229d2a7 admin admin] Added segment 5345cf4b-cff8-48f0-90b8-0c1299add795 of type vlan for network 9bd2a805-8f9d-4469-a3f1-099e5e6159d2 Jun 18 17:02:39.090995 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-86256b10-4fa1-4dad-8759-7af47229d2a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:39.125041 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-86256b10-4fa1-4dad-8759-7af47229d2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:39.126054 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86256b10-4fa1-4dad-8759-7af47229d2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:39.126660 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-86256b10-4fa1-4dad-8759-7af47229d2a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:39.128908 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5887642c-3294-4855-b4d5-70caaa33c858 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:39.184580 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-86256b10-4fa1-4dad-8759-7af47229d2a7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3366172 Jun 18 17:02:39.187420 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57082) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:39.191700 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86256b10-4fa1-4dad-8759-7af47229d2a7 admin admin] Pushing event updated for resources: {'Network': ['ID=9bd2a805-8f9d-4469-a3f1-099e5e6159d2,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:39.192684 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-68ce4f4a-8413-44ed-a0ca-f601263ae632 admin admin] Request body: {'subnet': {'network_id': '9bd2a805-8f9d-4469-a3f1-099e5e6159d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-938730404-subnet', 'tenant_id': 'b7368429f1aa40f887866b7d11307894', 'ip_version': 4}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:02:39.194372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-86256b10-4fa1-4dad-8759-7af47229d2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:39.202054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 9bd2a805-8f9d-4469-a3f1-099e5e6159d2 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 17:02:39.219438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ce4f4a-8413-44ed-a0ca-f601263ae632 admin admin] Made reservation on behalf of b7368429f1aa40f887866b7d11307894 for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:02:39.223525 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68ce4f4a-8413-44ed-a0ca-f601263ae632 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:39.423791 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68ce4f4a-8413-44ed-a0ca-f601263ae632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:39.425928 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f4cf695d-cc57-4c9f-814d-ad57668958e9 tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:39.481485 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce4f4a-8413-44ed-a0ca-f601263ae632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af26e036-a117-4e30-bce3-c3a8d44855c9,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:39.485443 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-68ce4f4a-8413-44ed-a0ca-f601263ae632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:39.493229 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ce4f4a-8413-44ed-a0ca-f601263ae632 admin admin] Checking segment: {'id': '5345cf4b-cff8-48f0-90b8-0c1299add795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9bd2a805-8f9d-4469-a3f1-099e5e6159d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:02:39.493605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ce4f4a-8413-44ed-a0ca-f601263ae632 admin admin] Network hostable DHCP agents. Network: 9bd2a805-8f9d-4469-a3f1-099e5e6159d2, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 17:02:39.510710 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ce4f4a-8413-44ed-a0ca-f601263ae632 admin admin] Network 9bd2a805-8f9d-4469-a3f1-099e5e6159d2 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 17:02:39.519457 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-68ce4f4a-8413-44ed-a0ca-f601263ae632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 9bd2a805-8f9d-4469-a3f1-099e5e6159d2) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:02:39.524399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ce4f4a-8413-44ed-a0ca-f601263ae632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:39.524989 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-68ce4f4a-8413-44ed-a0ca-f601263ae632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:39.536757 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5006af3b-6d72-41ba-b02a-ec5b2293aad3 None None] Network 9bd2a805-8f9d-4469-a3f1-099e5e6159d2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:02:39.541194 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-68ce4f4a-8413-44ed-a0ca-f601263ae632 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3526678 Jun 18 17:02:39.543602 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57084) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:39.548770 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-938730404-router', 'tenant_id': 'b7368429f1aa40f887866b7d11307894', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:02:39.573174 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:39.574223 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:39.634319 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:39.702738 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-9bd2a805-8f9d-4469-a3f1-099e5e6159d2', 'network_id': '9bd2a805-8f9d-4469-a3f1-099e5e6159d2', 'tenant_id': 'b7368429f1aa40f887866b7d11307894', 'fixed_ips': [{'subnet_id': 'af26e036-a117-4e30-bce3-c3a8d44855c9'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 17:02:39.707059 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:39.780418 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:39.855001 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Allocated IP 172.20.0.2 (9bd2a805-8f9d-4469-a3f1-099e5e6159d2/af26e036-a117-4e30-bce3-c3a8d44855c9/6c11d3c3-c450-4f79-8281-4a1e8df6f9be) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:02:40.001892 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:40.010646 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Transition to ACTIVE for port object 6c11d3c3-c450-4f79-8281-4a1e8df6f9be will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:02:40.011120 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:40.026057 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Transition to ACTIVE for port object 6c11d3c3-c450-4f79-8281-4a1e8df6f9be will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:02:40.031596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:40.031759 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:40.034408 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9e81378e-56c5-4a25-8132-43e561050437 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:40.073823 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Network 9bd2a805-8f9d-4469-a3f1-099e5e6159d2 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:02:40.078092 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:02:40.084501 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:02:40.096587 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Pushing event updated for resources: {'Port': ['ID=6c11d3c3-c450-4f79-8281-4a1e8df6f9be,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:40.115831 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:40.148579 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b6adaf17-8c17-427f-89c6-43ff5b4a9dcd up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:02:40.155170 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Attempting to bind port 6c11d3c3-c450-4f79-8281-4a1e8df6f9be on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:02:40.155549 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Attempting to bind port 6c11d3c3-c450-4f79-8281-4a1e8df6f9be by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '5345cf4b-cff8-48f0-90b8-0c1299add795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9bd2a805-8f9d-4469-a3f1-099e5e6159d2'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:02:40.155918 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Attempting to bind port 6c11d3c3-c450-4f79-8281-4a1e8df6f9be on network 9bd2a805-8f9d-4469-a3f1-099e5e6159d2 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:02:40.158358 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Allocated IP 172.26.6.19 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/32431ec8-17b1-440b-a73b-bc6d12ff29eb) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:02:40.180908 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:02:40.181294 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Checking segment: {'id': '5345cf4b-cff8-48f0-90b8-0c1299add795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9bd2a805-8f9d-4469-a3f1-099e5e6159d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:02:40.181699 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:40.182105 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Bound using segment: {'id': '5345cf4b-cff8-48f0-90b8-0c1299add795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9bd2a805-8f9d-4469-a3f1-099e5e6159d2'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:02:40.182846 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Bound port: 6c11d3c3-c450-4f79-8281-4a1e8df6f9be, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5345cf4b-cff8-48f0-90b8-0c1299add795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9bd2a805-8f9d-4469-a3f1-099e5e6159d2'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:02:40.183233 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:40.266491 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port b6adaf17-8c17-427f-89c6-43ff5b4a9dcd completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:02:40.272949 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port b6adaf17-8c17-427f-89c6-43ff5b4a9dcd triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:40.273332 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:40.274129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:40.275244 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] For port 6c11d3c3-c450-4f79-8281-4a1e8df6f9be, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:02:40.278959 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] For port 6c11d3c3-c450-4f79-8281-4a1e8df6f9be, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=6c11d3c3-c450-4f79-8281-4a1e8df6f9be,segment=NetworkSegment(5345cf4b-cff8-48f0-90b8-0c1299add795),segment_id=5345cf4b-cff8-48f0-90b8-0c1299add795)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:02:40.299439 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:40.303494 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-13fa3f9d-f5c1-42ed-baf4-59f351226b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:40.314383 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:40.317343 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e12a221f-09bf-4998-bca1-2fb3fa0d43d6 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:40.354947 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:02:40.360190 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:02:40.364504 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:02:40.378553 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Pushing event updated for resources: {'Port': ['ID=6c11d3c3-c450-4f79-8281-4a1e8df6f9be,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:40.397636 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:40.415258 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:40.438613 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port b6adaf17-8c17-427f-89c6-43ff5b4a9dcd, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b6adaf17-8c17-427f-89c6-43ff5b4a9dcd,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:02:40.443384 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:40.446500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:40.487411 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Pushing event updated for resources: {'Port': ['ID=32431ec8-17b1-440b-a73b-bc6d12ff29eb,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:40.492693 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:40.507671 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=b6adaf17-8c17-427f-89c6-43ff5b4a9dcd,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:40.510906 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:40.696989 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:40.756777 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Sync routers for ids ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:02:40.765934 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Routers {'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:02:40.766731 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:02:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:40.904807 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:40.964653 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Set router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:02:41.045522 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-240a0438-c046-4fa4-9a7e-9f025fbc4014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:41.052184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Router 78801fba-8020-48a0-a279-8b0282fb48f9 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 17:02:41.160939 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:02:41.170717 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Sync routers for ids ['78801fba-8020-48a0-a279-8b0282fb48f9'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:02:41.171514 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:37Z', 'revision_number': 4, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port': {'id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ff730be9-4b3f-48a7-adf4-0e1bc1c5e187', 'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'mac_address': 'fa:16:3e:4b:08:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:37Z', 'updated_at': '2021-06-18T17:02:37Z', 'revision_number': 2, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'subnets': [{'id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:41.176756 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:41.178048 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6332891 Jun 18 17:02:41.180942 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57086) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:41.196030 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Routers {'78801fba-8020-48a0-a279-8b0282fb48f9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:02:41.196873 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:02:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['78801fba-8020-48a0-a279-8b0282fb48f9'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:41.205489 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Checking router: ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:02:41.206086 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Updating router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa port ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:02:41.242006 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:41.317247 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Set router 78801fba-8020-48a0-a279-8b0282fb48f9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:02:41.435832 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:41.550091 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'name': 'tempest-TestShelveInstance-938730404-router', 'tenant_id': 'b7368429f1aa40f887866b7d11307894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.19'}], 'enable_snat': True}, 'gw_port_id': '32431ec8-17b1-440b-a73b-bc6d12ff29eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:39Z', 'updated_at': '2021-06-18T17:02:40Z', 'revision_number': 3, 'project_id': 'b7368429f1aa40f887866b7d11307894', 'gw_port': {'id': '32431ec8-17b1-440b-a73b-bc6d12ff29eb', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:40Z', 'updated_at': '2021-06-18T17:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:41.566264 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:41.577443 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Transition to ACTIVE for port object ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:02:41.584815 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:41.585755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Checking router: 78801fba-8020-48a0-a279-8b0282fb48f9 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:02:41.586214 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Updating router 78801fba-8020-48a0-a279-8b0282fb48f9 port 32431ec8-17b1-440b-a73b-bc6d12ff29eb binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:02:41.589617 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-acfaf36e-feba-47c0-8592-93a377874675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:41.637842 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78dfc3-c94d-4356-be4b-3a02b4d76251 None None] Pushing event updated for resources: {'Port': ['ID=ff730be9-4b3f-48a7-adf4-0e1bc1c5e187,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:41.649437 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78dfc3-c94d-4356-be4b-3a02b4d76251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:41.649780 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78dfc3-c94d-4356-be4b-3a02b4d76251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:41.650125 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78dfc3-c94d-4356-be4b-3a02b4d76251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:41.650479 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78dfc3-c94d-4356-be4b-3a02b4d76251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:41.650815 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78dfc3-c94d-4356-be4b-3a02b4d76251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:41.651143 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78dfc3-c94d-4356-be4b-3a02b4d76251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:41.651474 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78dfc3-c94d-4356-be4b-3a02b4d76251 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:41.651795 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78dfc3-c94d-4356-be4b-3a02b4d76251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:41.652118 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78dfc3-c94d-4356-be4b-3a02b4d76251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:41.652437 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78dfc3-c94d-4356-be4b-3a02b4d76251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:41.652760 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78dfc3-c94d-4356-be4b-3a02b4d76251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:41.653078 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f78dfc3-c94d-4356-be4b-3a02b4d76251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:02:41.657996 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-1f78dfc3-c94d-4356-be4b-3a02b4d76251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:41.771199 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Attempting to bind port ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:02:41.772336 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Attempting to bind port ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '30217873-bce6-47fa-9d39-4a4c01581f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:02:41.772891 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Attempting to bind port ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 on network 81a052d1-39da-438e-8910-331179ecdb7d {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:02:41.778982 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:02:41.779621 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Checking segment: {'id': '30217873-bce6-47fa-9d39-4a4c01581f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:02:41.780221 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:41.780793 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Bound using segment: {'id': '30217873-bce6-47fa-9d39-4a4c01581f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:02:41.781449 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Bound port: ff730be9-4b3f-48a7-adf4-0e1bc1c5e187, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30217873-bce6-47fa-9d39-4a4c01581f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:02:41.782056 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:41.788485 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bd03fa-81f0-4cf8-a67e-75f8b679d046 None None] Network 9bd2a805-8f9d-4469-a3f1-099e5e6159d2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:02:41.845374 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:41.865266 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] For port ff730be9-4b3f-48a7-adf4-0e1bc1c5e187, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:02:41.876690 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] For port ff730be9-4b3f-48a7-adf4-0e1bc1c5e187, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ff730be9-4b3f-48a7-adf4-0e1bc1c5e187,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:02:41.879342 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-375e12ca-7c99-404a-90d6-c3ceb39ff8a5 None None] Provisioning for port 6c11d3c3-c450-4f79-8281-4a1e8df6f9be completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:02:41.892977 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:41.901628 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-ebaa9803-b6f5-4e93-945f-8b139c1a5c87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:41.982033 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Routers {'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:02:41.982702 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:02:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:41.985899 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78dfc3-c94d-4356-be4b-3a02b4d76251 None None] Pushing event updated for resources: {'Port': ['ID=ff730be9-4b3f-48a7-adf4-0e1bc1c5e187,revision_number=4']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:42.130816 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] Set router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:02:42.135570 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:42.225433 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-1f78dfc3-c94d-4356-be4b-3a02b4d76251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:42.339686 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 6c11d3c3-c450-4f79-8281-4a1e8df6f9be up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:02:42.353837 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:42.388704 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:42.414299 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Transition to ACTIVE for port object 32431ec8-17b1-440b-a73b-bc6d12ff29eb will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:02:42.415071 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:37Z', 'revision_number': 4, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port': {'id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ff730be9-4b3f-48a7-adf4-0e1bc1c5e187', 'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'mac_address': 'fa:16:3e:4b:08:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:37Z', 'updated_at': '2021-06-18T17:02:41Z', 'revision_number': 4, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'subnets': [{'id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:42.420505 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Allocated IP 172.20.0.1 (9bd2a805-8f9d-4469-a3f1-099e5e6159d2/af26e036-a117-4e30-bce3-c3a8d44855c9/caee91fb-5e68-48a3-8e9d-47084958624f) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:02:42.427309 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:42.433858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5585693d-760d-42ad-85ac-1234c2da0637 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:42.448029 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f7fb6-bcff-4566-809e-749947a06419 None None] The sync data for ids ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'] in dv-neutron-797120-1-hyperv is: [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:37Z', 'revision_number': 4, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port': {'id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ff730be9-4b3f-48a7-adf4-0e1bc1c5e187', 'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'mac_address': 'fa:16:3e:4b:08:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:37Z', 'updated_at': '2021-06-18T17:02:41Z', 'revision_number': 4, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'subnets': [{'id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:02:42.503363 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 6c11d3c3-c450-4f79-8281-4a1e8df6f9be completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:02:42.506183 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Attempting to bind port 32431ec8-17b1-440b-a73b-bc6d12ff29eb on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:02:42.506388 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Attempting to bind port 32431ec8-17b1-440b-a73b-bc6d12ff29eb by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:02:42.506747 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Attempting to bind port 32431ec8-17b1-440b-a73b-bc6d12ff29eb on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:02:42.515253 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 6c11d3c3-c450-4f79-8281-4a1e8df6f9be triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:42.515651 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:42.542828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5af0c-b2e7-42cd-95b1-c09411c9681b None None] Pushing event updated for resources: {'Port': ['ID=32431ec8-17b1-440b-a73b-bc6d12ff29eb,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:42.544282 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:42.547733 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:02:42.547917 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:02:42.548316 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:42.548716 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:02:42.549217 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Bound port: 32431ec8-17b1-440b-a73b-bc6d12ff29eb, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:02:42.549602 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:42.552011 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6ef5af0c-b2e7-42cd-95b1-c09411c9681b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:42.557994 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Transition to ACTIVE for port object caee91fb-5e68-48a3-8e9d-47084958624f will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:02:42.595579 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:42.597960 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-8245ce50-515d-408f-b1ba-3065f200723f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:42.603155 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-caa8f3e6-74a8-4e67-9652-9abb9551f4e2 None None] Provisioning complete for port 6c11d3c3-c450-4f79-8281-4a1e8df6f9be triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:42.603540 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-caa8f3e6-74a8-4e67-9652-9abb9551f4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:42.643471 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Network 9bd2a805-8f9d-4469-a3f1-099e5e6159d2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:02:42.647327 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:02:42.652438 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:02:42.662652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] For port 32431ec8-17b1-440b-a73b-bc6d12ff29eb, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:02:42.667602 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] For port 32431ec8-17b1-440b-a73b-bc6d12ff29eb, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=32431ec8-17b1-440b-a73b-bc6d12ff29eb,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:02:42.680704 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Pushing event updated for resources: {'Port': ['ID=caee91fb-5e68-48a3-8e9d-47084958624f,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:42.686724 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:42.694983 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:42.705418 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:42.709198 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:42.800489 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:42.854312 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-caa8f3e6-74a8-4e67-9652-9abb9551f4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:42.860047 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Routers {'78801fba-8020-48a0-a279-8b0282fb48f9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:02:42.860699 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:02:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['78801fba-8020-48a0-a279-8b0282fb48f9'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:42.899329 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:42.921042 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5af0c-b2e7-42cd-95b1-c09411c9681b None None] Pushing event updated for resources: {'Port': ['ID=32431ec8-17b1-440b-a73b-bc6d12ff29eb,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:42.924155 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6ef5af0c-b2e7-42cd-95b1-c09411c9681b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:42.930980 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 6c11d3c3-c450-4f79-8281-4a1e8df6f9be, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=6c11d3c3-c450-4f79-8281-4a1e8df6f9be,segment=NetworkSegment(5345cf4b-cff8-48f0-90b8-0c1299add795),segment_id=5345cf4b-cff8-48f0-90b8-0c1299add795)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:02:42.944617 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:42.945405 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:02:42.950448 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:43.078406 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:43.086236 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:43.089651 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-58c53927-db71-4a44-af0f-2467126c8d57 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:43.102852 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.db.api [None req-caa8f3e6-74a8-4e67-9652-9abb9551f4e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93455) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 18 17:02:43.103211 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_db.api [None req-caa8f3e6-74a8-4e67-9652-9abb9551f4e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 18 17:02:43.112635 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=6c11d3c3-c450-4f79-8281-4a1e8df6f9be,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:43.116831 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:43.121396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] Set router 78801fba-8020-48a0-a279-8b0282fb48f9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:02:43.161798 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:43.163352 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:02:43.163713 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Pushing event updated for resources: {'Port': ['ID=caee91fb-5e68-48a3-8e9d-47084958624f,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:43.167680 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:43.174261 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:43.175019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:43.260150 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Network 9bd2a805-8f9d-4469-a3f1-099e5e6159d2 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:02:43.261718 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:02:43.373881 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:43.387022 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Router 78801fba-8020-48a0-a279-8b0282fb48f9 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:02:43.418732 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port ff730be9-4b3f-48a7-adf4-0e1bc1c5e187, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ff730be9-4b3f-48a7-adf4-0e1bc1c5e187,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:02:43.427476 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:43.428337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b6adaf17-8c17-427f-89c6-43ff5b4a9dcd up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:02:43.430606 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:43.474923 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'name': 'tempest-TestShelveInstance-938730404-router', 'tenant_id': 'b7368429f1aa40f887866b7d11307894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.19'}], 'enable_snat': True}, 'gw_port_id': '32431ec8-17b1-440b-a73b-bc6d12ff29eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:39Z', 'updated_at': '2021-06-18T17:02:42Z', 'revision_number': 4, 'project_id': 'b7368429f1aa40f887866b7d11307894', 'gw_port': {'id': '32431ec8-17b1-440b-a73b-bc6d12ff29eb', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:40Z', 'updated_at': '2021-06-18T17:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'caee91fb-5e68-48a3-8e9d-47084958624f', 'name': '', 'network_id': '9bd2a805-8f9d-4469-a3f1-099e5e6159d2', 'tenant_id': 'b7368429f1aa40f887866b7d11307894', 'mac_address': 'fa:16:3e:86:70:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'af26e036-a117-4e30-bce3-c3a8d44855c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:42Z', 'updated_at': '2021-06-18T17:02:42Z', 'revision_number': 1, 'project_id': 'b7368429f1aa40f887866b7d11307894', 'subnets': [{'id': 'af26e036-a117-4e30-bce3-c3a8d44855c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:43.504619 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:02:43.509443 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4aacb5b8-2b35-434f-a2d8-ff899d2f6680 admin admin] 10.222.0.50 "PUT /v2.0/routers/78801fba-8020-48a0-a279-8b0282fb48f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3274851 Jun 18 17:02:43.517566 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c30f3d7-c2dc-4079-a08d-e5d586070591 None None] The sync data for ids ['78801fba-8020-48a0-a279-8b0282fb48f9'] in dv-neutron-797120-1-hyperv is: [{'id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'name': 'tempest-TestShelveInstance-938730404-router', 'tenant_id': 'b7368429f1aa40f887866b7d11307894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.19'}], 'enable_snat': True}, 'gw_port_id': '32431ec8-17b1-440b-a73b-bc6d12ff29eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:39Z', 'updated_at': '2021-06-18T17:02:42Z', 'revision_number': 4, 'project_id': 'b7368429f1aa40f887866b7d11307894', 'gw_port': {'id': '32431ec8-17b1-440b-a73b-bc6d12ff29eb', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d4:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:40Z', 'updated_at': '2021-06-18T17:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'caee91fb-5e68-48a3-8e9d-47084958624f', 'name': '', 'network_id': '9bd2a805-8f9d-4469-a3f1-099e5e6159d2', 'tenant_id': 'b7368429f1aa40f887866b7d11307894', 'mac_address': 'fa:16:3e:86:70:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'af26e036-a117-4e30-bce3-c3a8d44855c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:42Z', 'updated_at': '2021-06-18T17:02:42Z', 'revision_number': 1, 'project_id': 'b7368429f1aa40f887866b7d11307894', 'subnets': [{'id': 'af26e036-a117-4e30-bce3-c3a8d44855c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:02:43.539857 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=ff730be9-4b3f-48a7-adf4-0e1bc1c5e187,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:43.543964 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:43.554455 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port b6adaf17-8c17-427f-89c6-43ff5b4a9dcd triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:43.554888 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:43.814705 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a846e376-d504-4963-b79c-e0d3f1aefce9 None None] Provisioning for port caee91fb-5e68-48a3-8e9d-47084958624f completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:02:43.818744 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-a846e376-d504-4963-b79c-e0d3f1aefce9 None None] Provisioning complete for port caee91fb-5e68-48a3-8e9d-47084958624f triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:43.819129 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a846e376-d504-4963-b79c-e0d3f1aefce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:43.903382 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-a846e376-d504-4963-b79c-e0d3f1aefce9 None None] Port caee91fb-5e68-48a3-8e9d-47084958624f cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:02:43.909759 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.119924 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 6c11d3c3-c450-4f79-8281-4a1e8df6f9be up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:02:44.188677 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 6c11d3c3-c450-4f79-8281-4a1e8df6f9be triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:44.189664 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.264269 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57094) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:44.269424 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f092a4fd-a0a0-433a-a986-1085b2b95aa2 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-87087537', 'description': 'tempest-secgroup-smoke-87087537 description', 'project_id': 'd7324521d24e454db0c4400a10a60d87'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:02:44.299849 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f092a4fd-a0a0-433a-a986-1085b2b95aa2 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.401584 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f092a4fd-a0a0-433a-a986-1085b2b95aa2 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.407098 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f092a4fd-a0a0-433a-a986-1085b2b95aa2 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.411191 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3a3165d5-0f31-4db1-a653-c6deccafdfb5 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:44.436269 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f092a4fd-a0a0-433a-a986-1085b2b95aa2 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.437532 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f092a4fd-a0a0-433a-a986-1085b2b95aa2 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1722314 Jun 18 17:02:44.440848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57096) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:44.442869 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092a4fd-a0a0-433a-a986-1085b2b95aa2 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758b8d69-00f9-4b90-8d33-f344894e957e,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:44.447383 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d461a028-bcad-4299-8022-7598b3c2453f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Request body: {'security_group_rule': {'security_group_id': '758b8d69-00f9-4b90-8d33-f344894e957e', 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:02:44.449608 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:02:44.453592 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f092a4fd-a0a0-433a-a986-1085b2b95aa2 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:44.477925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d461a028-bcad-4299-8022-7598b3c2453f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.497198 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:44.497580 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.540458 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d461a028-bcad-4299-8022-7598b3c2453f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.544599 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d461a028-bcad-4299-8022-7598b3c2453f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.546672 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c046e8fd-3811-4eb0-8927-824b053efd8f tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:44.562777 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461a028-bcad-4299-8022-7598b3c2453f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f565a7-3a4e-47e7-bf7c-189bbb4ed1eb,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:44.567069 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d461a028-bcad-4299-8022-7598b3c2453f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:44.574667 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d461a028-bcad-4299-8022-7598b3c2453f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.576080 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d461a028-bcad-4299-8022-7598b3c2453f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326382 Jun 18 17:02:44.578820 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57098) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:44.584919 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-d799c7f3-0f11-4368-8204-a6dd6eb9df87 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Request body: {'security_group_rule': {'security_group_id': '758b8d69-00f9-4b90-8d33-f344894e957e', 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:02:44.611986 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d799c7f3-0f11-4368-8204-a6dd6eb9df87 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.668238 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d799c7f3-0f11-4368-8204-a6dd6eb9df87 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.671500 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d799c7f3-0f11-4368-8204-a6dd6eb9df87 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.673278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-695cb87b-ec7a-40a6-a150-19da24f70285 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:44.690286 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d799c7f3-0f11-4368-8204-a6dd6eb9df87 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dce98f2-5233-4811-9938-beb56a734693,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:44.694594 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d799c7f3-0f11-4368-8204-a6dd6eb9df87 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:44.700358 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-d799c7f3-0f11-4368-8204-a6dd6eb9df87 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.701545 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-d799c7f3-0f11-4368-8204-a6dd6eb9df87 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213126 Jun 18 17:02:44.704213 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57100) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:44.708986 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ee87fe5d-05c1-4130-9754-7cd842b51d83 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Request body: {'security_group_rule': {'security_group_id': '758b8d69-00f9-4b90-8d33-f344894e957e', 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:02:44.734754 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee87fe5d-05c1-4130-9754-7cd842b51d83 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.793888 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee87fe5d-05c1-4130-9754-7cd842b51d83 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.797246 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee87fe5d-05c1-4130-9754-7cd842b51d83 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.799060 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f3c0ee25-f8ef-42de-a888-05310d7ad472 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:44.815496 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87fe5d-05c1-4130-9754-7cd842b51d83 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ab1186-2474-4f6c-9543-6ca18f61d00e,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:44.818153 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ee87fe5d-05c1-4130-9754-7cd842b51d83 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:44.822762 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ee87fe5d-05c1-4130-9754-7cd842b51d83 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.824004 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ee87fe5d-05c1-4130-9754-7cd842b51d83 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188219 Jun 18 17:02:44.826712 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57102) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:44.831314 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-abd57f40-6dc7-4750-b0d5-4a3bc7492500 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Request body: {'security_group_rule': {'security_group_id': '758b8d69-00f9-4b90-8d33-f344894e957e', 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:02:44.856945 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-abd57f40-6dc7-4750-b0d5-4a3bc7492500 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.919441 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-abd57f40-6dc7-4750-b0d5-4a3bc7492500 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.923123 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-abd57f40-6dc7-4750-b0d5-4a3bc7492500 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.927835 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a261e812-e475-4f39-bc08-02dcbb4980f6 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:44.942285 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd57f40-6dc7-4750-b0d5-4a3bc7492500 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b14f121-f6e1-43d2-86e9-2bce07809725,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:44.945407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-abd57f40-6dc7-4750-b0d5-4a3bc7492500 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:44.949874 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-abd57f40-6dc7-4750-b0d5-4a3bc7492500 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:44.951098 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-abd57f40-6dc7-4750-b0d5-4a3bc7492500 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234145 Jun 18 17:02:44.954806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57104) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:44.959818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-fc953b20-499f-4cf8-95b5-fa26297a5aff tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Request body: {'security_group_rule': {'security_group_id': '758b8d69-00f9-4b90-8d33-f344894e957e', 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:02:44.984438 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-fc953b20-499f-4cf8-95b5-fa26297a5aff tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Project d7324521d24e454db0c4400a10a60d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:02:44.997845 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fc953b20-499f-4cf8-95b5-fa26297a5aff tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:45.062919 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fc953b20-499f-4cf8-95b5-fa26297a5aff tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:45.067540 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fc953b20-499f-4cf8-95b5-fa26297a5aff tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:45.069419 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e27b8534-522b-403e-a5c7-f06f18076a57 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:45.087452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc953b20-499f-4cf8-95b5-fa26297a5aff tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fede304-463b-40a7-a674-2173c4ed80ea,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:45.089976 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fc953b20-499f-4cf8-95b5-fa26297a5aff tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:45.091158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fc953b20-499f-4cf8-95b5-fa26297a5aff tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:45.092337 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fc953b20-499f-4cf8-95b5-fa26297a5aff tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366193 Jun 18 17:02:45.095366 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57106) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:45.100099 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-3b3cf822-0fd8-42ce-839c-3a33012db96e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Request body: {'security_group_rule': {'security_group_id': '758b8d69-00f9-4b90-8d33-f344894e957e', 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:02:45.120885 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-3b3cf822-0fd8-42ce-839c-3a33012db96e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Project d7324521d24e454db0c4400a10a60d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:02:45.125767 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3b3cf822-0fd8-42ce-839c-3a33012db96e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:45.192438 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3b3cf822-0fd8-42ce-839c-3a33012db96e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:45.196685 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3b3cf822-0fd8-42ce-839c-3a33012db96e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:45.198744 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-dab90c16-581b-4ee6-8e3b-b3a31f22cf20 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:45.216421 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3cf822-0fd8-42ce-839c-3a33012db96e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c57a154-d654-4fde-a1ed-c011ea2cf038,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:45.219793 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3b3cf822-0fd8-42ce-839c-3a33012db96e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:45.223221 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-3b3cf822-0fd8-42ce-839c-3a33012db96e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:45.224473 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-3b3cf822-0fd8-42ce-839c-3a33012db96e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1281846 Jun 18 17:02:45.373921 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7719591c-d109-48ce-9244-4c291c94a621 req-ba93ccb2-ade8-45f6-a6bf-e0de6d4e4958 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-87087537&fields=id&tenant_id=d7324521d24e454db0c4400a10a60d87 HTTP/1.1" status: 200 len: 267 time: 0.0355110 Jun 18 17:02:45.489341 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719591c-d109-48ce-9244-4c291c94a621 req-08e5ca4b-20cc-4611-9281-53758fa6120f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:45.491475 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7719591c-d109-48ce-9244-4c291c94a621 req-08e5ca4b-20cc-4611-9281-53758fa6120f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 808 time: 0.1100886 Jun 18 17:02:45.507229 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7719591c-d109-48ce-9244-4c291c94a621 req-6abe0503-842e-4029-9d76-f28ba83f237e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/quotas/d7324521d24e454db0c4400a10a60d87 HTTP/1.1" status: 200 len: 375 time: 0.0099652 Jun 18 17:02:45.577612 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7719591c-d109-48ce-9244-4c291c94a621 req-6be74136-ff79-473f-95af-5229595b22f8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647795 Jun 18 17:02:45.594279 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [req-7719591c-d109-48ce-9244-4c291c94a621 req-3dfadbd1-430c-44a5-a710-475a8cce1181 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 17:02:45.595286 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7719591c-d109-48ce-9244-4c291c94a621 req-3dfadbd1-430c-44a5-a710-475a8cce1181 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056219 Jun 18 17:02:45.693535 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7719591c-d109-48ce-9244-4c291c94a621 req-98fde457-3450-4ecc-8e64-1aeb5f364a84 service neutron] 10.222.0.50 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921240 Jun 18 17:02:45.786265 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7719591c-d109-48ce-9244-4c291c94a621 req-91904376-3a89-4eae-b5e2-bcd2c8a8e376 service neutron] 10.222.0.50 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865197 Jun 18 17:02:45.956514 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f8708a93-11ab-466d-8447-7d031d224f35 req-f940487a-82a0-4510-87de-78d1ced51847 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 210 time: 0.0334859 Jun 18 17:02:46.127779 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 32431ec8-17b1-440b-a73b-bc6d12ff29eb up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:02:46.184933 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 32431ec8-17b1-440b-a73b-bc6d12ff29eb completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:02:46.188544 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 32431ec8-17b1-440b-a73b-bc6d12ff29eb triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:46.188913 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:46.272493 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:46.296649 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 32431ec8-17b1-440b-a73b-bc6d12ff29eb, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=32431ec8-17b1-440b-a73b-bc6d12ff29eb,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:02:46.301984 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:46.304032 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-32a80e88-a29c-4abd-98c6-14b8b23476d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:46.359456 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=32431ec8-17b1-440b-a73b-bc6d12ff29eb,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:46.363096 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:46.467503 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Sync routers for ids ['78801fba-8020-48a0-a279-8b0282fb48f9'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:02:46.477510 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Routers {'78801fba-8020-48a0-a279-8b0282fb48f9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:02:46.478136 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:02:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['78801fba-8020-48a0-a279-8b0282fb48f9'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:46.588656 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Set router 78801fba-8020-48a0-a279-8b0282fb48f9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:02:46.798760 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'name': 'tempest-TestShelveInstance-938730404-router', 'tenant_id': 'b7368429f1aa40f887866b7d11307894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.19'}], 'enable_snat': True}, 'gw_port_id': '32431ec8-17b1-440b-a73b-bc6d12ff29eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:39Z', 'updated_at': '2021-06-18T17:02:42Z', 'revision_number': 4, 'project_id': 'b7368429f1aa40f887866b7d11307894', 'gw_port': {'id': '32431ec8-17b1-440b-a73b-bc6d12ff29eb', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:40Z', 'updated_at': '2021-06-18T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'caee91fb-5e68-48a3-8e9d-47084958624f', 'name': '', 'network_id': '9bd2a805-8f9d-4469-a3f1-099e5e6159d2', 'tenant_id': 'b7368429f1aa40f887866b7d11307894', 'mac_address': 'fa:16:3e:86:70:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'af26e036-a117-4e30-bce3-c3a8d44855c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:42Z', 'updated_at': '2021-06-18T17:02:42Z', 'revision_number': 2, 'project_id': 'b7368429f1aa40f887866b7d11307894', 'subnets': [{'id': 'af26e036-a117-4e30-bce3-c3a8d44855c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:46.824742 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Checking router: 78801fba-8020-48a0-a279-8b0282fb48f9 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:02:46.825099 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Updating router 78801fba-8020-48a0-a279-8b0282fb48f9 port caee91fb-5e68-48a3-8e9d-47084958624f binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:02:46.863490 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:47.085154 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719591c-d109-48ce-9244-4c291c94a621 req-831105ea-f670-4de7-a7df-a81b3db2dcb7 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:47.087473 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7719591c-d109-48ce-9244-4c291c94a621 req-831105ea-f670-4de7-a7df-a81b3db2dcb7 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.55 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 808 time: 0.1297588 Jun 18 17:02:47.125062 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-91dbe000-361d-45ad-9750-9de9abac6ba3 req-2c998ad6-666f-4b67-bd95-514a12c6119c tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 210 time: 0.0364330 Jun 18 17:02:47.161823 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7719591c-d109-48ce-9244-4c291c94a621 req-d561329a-476f-4e3b-90ed-5bab83a9fad4 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7324521d24e454db0c4400a10a60d87 HTTP/1.1" status: 200 len: 378 time: 0.0392687 Jun 18 17:02:47.171225 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-7719591c-d109-48ce-9244-4c291c94a621 req-4af3bb23-fbd6-4f2b-b4fe-2840f7e27be8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Request body: {'port': {'device_id': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'admin_state_up': True, 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'security_groups': ['758b8d69-00f9-4b90-8d33-f344894e957e']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:02:47.177481 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:47.187459 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Transition to ACTIVE for port object caee91fb-5e68-48a3-8e9d-47084958624f will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:02:47.194080 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:47.196466 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-0c4e7a7b-f6fb-4a30-b038-1319319084aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:47.240478 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1a4bb-90df-48f4-8e3f-15ad2e6f2002 None None] Pushing event updated for resources: {'Port': ['ID=caee91fb-5e68-48a3-8e9d-47084958624f,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:47.246088 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-2cb1a4bb-90df-48f4-8e3f-15ad2e6f2002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:47.313281 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7719591c-d109-48ce-9244-4c291c94a621 req-4af3bb23-fbd6-4f2b-b4fe-2840f7e27be8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Made reservation on behalf of d7324521d24e454db0c4400a10a60d87 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:02:47.325071 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7719591c-d109-48ce-9244-4c291c94a621 req-4af3bb23-fbd6-4f2b-b4fe-2840f7e27be8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:47.446220 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Attempting to bind port caee91fb-5e68-48a3-8e9d-47084958624f on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:02:47.446757 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Attempting to bind port caee91fb-5e68-48a3-8e9d-47084958624f by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '5345cf4b-cff8-48f0-90b8-0c1299add795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9bd2a805-8f9d-4469-a3f1-099e5e6159d2'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:02:47.447224 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Attempting to bind port caee91fb-5e68-48a3-8e9d-47084958624f on network 9bd2a805-8f9d-4469-a3f1-099e5e6159d2 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:02:47.452922 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:02:47.453304 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Checking segment: {'id': '5345cf4b-cff8-48f0-90b8-0c1299add795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9bd2a805-8f9d-4469-a3f1-099e5e6159d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:02:47.453716 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:47.454118 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Bound using segment: {'id': '5345cf4b-cff8-48f0-90b8-0c1299add795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9bd2a805-8f9d-4469-a3f1-099e5e6159d2'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:02:47.454621 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Bound port: caee91fb-5e68-48a3-8e9d-47084958624f, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5345cf4b-cff8-48f0-90b8-0c1299add795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9bd2a805-8f9d-4469-a3f1-099e5e6159d2'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:02:47.455093 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:47.519709 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] For port caee91fb-5e68-48a3-8e9d-47084958624f, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:02:47.523131 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] For port caee91fb-5e68-48a3-8e9d-47084958624f, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=caee91fb-5e68-48a3-8e9d-47084958624f,segment=NetworkSegment(5345cf4b-cff8-48f0-90b8-0c1299add795),segment_id=5345cf4b-cff8-48f0-90b8-0c1299add795)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:02:47.527910 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:47.529979 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-acfaf36e-feba-47c0-8592-93a377874675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:47.590644 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1a4bb-90df-48f4-8e3f-15ad2e6f2002 None None] Pushing event updated for resources: {'Port': ['ID=caee91fb-5e68-48a3-8e9d-47084958624f,revision_number=4']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:47.595464 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-2cb1a4bb-90df-48f4-8e3f-15ad2e6f2002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:47.602111 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Routers {'78801fba-8020-48a0-a279-8b0282fb48f9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:02:47.602965 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:02:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['78801fba-8020-48a0-a279-8b0282fb48f9'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:47.723316 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] Set router 78801fba-8020-48a0-a279-8b0282fb48f9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:02:47.824851 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-7719591c-d109-48ce-9244-4c291c94a621 req-4af3bb23-fbd6-4f2b-b4fe-2840f7e27be8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Allocated IP 172.20.0.14 (81a052d1-39da-438e-8910-331179ecdb7d/ce65e2a4-943b-4867-90d7-714c9884057e/6ab5cef0-47a9-4f5c-8b98-0a77d62d2244) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:02:47.929468 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'name': 'tempest-TestShelveInstance-938730404-router', 'tenant_id': 'b7368429f1aa40f887866b7d11307894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.19'}], 'enable_snat': True}, 'gw_port_id': '32431ec8-17b1-440b-a73b-bc6d12ff29eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:39Z', 'updated_at': '2021-06-18T17:02:42Z', 'revision_number': 4, 'project_id': 'b7368429f1aa40f887866b7d11307894', 'gw_port': {'id': '32431ec8-17b1-440b-a73b-bc6d12ff29eb', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:40Z', 'updated_at': '2021-06-18T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'caee91fb-5e68-48a3-8e9d-47084958624f', 'name': '', 'network_id': '9bd2a805-8f9d-4469-a3f1-099e5e6159d2', 'tenant_id': 'b7368429f1aa40f887866b7d11307894', 'mac_address': 'fa:16:3e:86:70:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'af26e036-a117-4e30-bce3-c3a8d44855c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:42Z', 'updated_at': '2021-06-18T17:02:47Z', 'revision_number': 4, 'project_id': 'b7368429f1aa40f887866b7d11307894', 'subnets': [{'id': 'af26e036-a117-4e30-bce3-c3a8d44855c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:47.954927 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe4b862-495e-4a54-ba98-7594057356e2 None None] The sync data for ids ['78801fba-8020-48a0-a279-8b0282fb48f9'] in dv-neutron-797120-1-hyperv is: [{'id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'name': 'tempest-TestShelveInstance-938730404-router', 'tenant_id': 'b7368429f1aa40f887866b7d11307894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.19'}], 'enable_snat': True}, 'gw_port_id': '32431ec8-17b1-440b-a73b-bc6d12ff29eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:39Z', 'updated_at': '2021-06-18T17:02:42Z', 'revision_number': 4, 'project_id': 'b7368429f1aa40f887866b7d11307894', 'gw_port': {'id': '32431ec8-17b1-440b-a73b-bc6d12ff29eb', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:40Z', 'updated_at': '2021-06-18T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'caee91fb-5e68-48a3-8e9d-47084958624f', 'name': '', 'network_id': '9bd2a805-8f9d-4469-a3f1-099e5e6159d2', 'tenant_id': 'b7368429f1aa40f887866b7d11307894', 'mac_address': 'fa:16:3e:86:70:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'af26e036-a117-4e30-bce3-c3a8d44855c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:42Z', 'updated_at': '2021-06-18T17:02:47Z', 'revision_number': 4, 'project_id': 'b7368429f1aa40f887866b7d11307894', 'subnets': [{'id': 'af26e036-a117-4e30-bce3-c3a8d44855c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:02:47.963716 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7719591c-d109-48ce-9244-4c291c94a621 req-4af3bb23-fbd6-4f2b-b4fe-2840f7e27be8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:47.978585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-7719591c-d109-48ce-9244-4c291c94a621 req-4af3bb23-fbd6-4f2b-b4fe-2840f7e27be8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Transition to ACTIVE for port object 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:02:48.015419 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7719591c-d109-48ce-9244-4c291c94a621 req-4af3bb23-fbd6-4f2b-b4fe-2840f7e27be8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:48.024707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:48.070099 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7719591c-d109-48ce-9244-4c291c94a621 req-4af3bb23-fbd6-4f2b-b4fe-2840f7e27be8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Network 81a052d1-39da-438e-8910-331179ecdb7d is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:02:48.073597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-7719591c-d109-48ce-9244-4c291c94a621 req-4af3bb23-fbd6-4f2b-b4fe-2840f7e27be8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:02:48.076280 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-7719591c-d109-48ce-9244-4c291c94a621 req-4af3bb23-fbd6-4f2b-b4fe-2840f7e27be8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:02:48.107871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3bb23-fbd6-4f2b-b4fe-2840f7e27be8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event updated for resources: {'Port': ['ID=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:48.110761 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4af3bb23-fbd6-4f2b-b4fe-2840f7e27be8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:48.144597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719591c-d109-48ce-9244-4c291c94a621 req-4af3bb23-fbd6-4f2b-b4fe-2840f7e27be8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:48.145278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7719591c-d109-48ce-9244-4c291c94a621 req-4af3bb23-fbd6-4f2b-b4fe-2840f7e27be8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:48.145654 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 32431ec8-17b1-440b-a73b-bc6d12ff29eb up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:02:48.184139 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7719591c-d109-48ce-9244-4c291c94a621 req-4af3bb23-fbd6-4f2b-b4fe-2840f7e27be8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0169492 Jun 18 17:02:48.220524 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 32431ec8-17b1-440b-a73b-bc6d12ff29eb triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:48.221079 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:48.335112 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device caee91fb-5e68-48a3-8e9d-47084958624f up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:02:48.372243 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e36a9b-a366-4070-9f10-0f6b2db53400 req-eb976457-70b8-4e8c-a516-9ae9cd66a87f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:48.374912 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-09e36a9b-a366-4070-9f10-0f6b2db53400 req-eb976457-70b8-4e8c-a516-9ae9cd66a87f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 932 time: 0.0920396 Jun 18 17:02:48.382068 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Request body: {'port': {'device_id': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:02:48.392257 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port caee91fb-5e68-48a3-8e9d-47084958624f completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:02:48.402160 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port caee91fb-5e68-48a3-8e9d-47084958624f triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:48.402565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:48.441726 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-bd3ba2ec-9ccc-44f1-823b-a7f470bd5fc8 None None] Provisioning for port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:02:48.447113 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-bd3ba2ec-9ccc-44f1-823b-a7f470bd5fc8 None None] Provisioning complete for port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:48.447496 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba2ec-9ccc-44f1-823b-a7f470bd5fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:48.448300 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-09e36a9b-a366-4070-9f10-0f6b2db53400 req-a6a8f8d6-1cf7-4603-b432-19668320c046 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626502 Jun 18 17:02:48.489202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:48.493736 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ba2ec-9ccc-44f1-823b-a7f470bd5fc8 None None] Port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:02:48.526497 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:48.558333 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port caee91fb-5e68-48a3-8e9d-47084958624f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=caee91fb-5e68-48a3-8e9d-47084958624f,segment=NetworkSegment(5345cf4b-cff8-48f0-90b8-0c1299add795),segment_id=5345cf4b-cff8-48f0-90b8-0c1299add795)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:02:48.562104 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:48.563953 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:48.616043 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=caee91fb-5e68-48a3-8e9d-47084958624f,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:48.623994 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:48.754141 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:02:48.761453 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:48.773721 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Transition to ACTIVE for port object 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:02:48.777368 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:48.780067 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b6764e9c-dd2d-4cd7-a0dc-e4367a6a7e27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:48.857325 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:48.880234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:48.931192 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Attempting to bind port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:02:48.931533 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Attempting to bind port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '30217873-bce6-47fa-9d39-4a4c01581f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:02:48.931869 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Attempting to bind port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 on network 81a052d1-39da-438e-8910-331179ecdb7d {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:02:48.936286 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 on network 81a052d1-39da-438e-8910-331179ecdb7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 17:02:48.936606 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Attempting to bind port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 on network 81a052d1-39da-438e-8910-331179ecdb7d {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:02:48.942199 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 2, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:02:48.942842 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Checking segment: {'id': '30217873-bce6-47fa-9d39-4a4c01581f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:02:48.943241 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Bound using segment: {'id': '30217873-bce6-47fa-9d39-4a4c01581f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:02:48.943679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Bound port: 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30217873-bce6-47fa-9d39-4a4c01581f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:02:48.944029 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:49.008661 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] For port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:02:49.011997 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] For port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:02:49.017445 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:49.020328 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-6c815814-c6e8-4dac-9074-32b45b8f0b2b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:49.050232 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:49.051428 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:49.052863 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7719591c-d109-48ce-9244-4c291c94a621 req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] 10.222.0.55 "PUT /v2.0/ports/6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 HTTP/1.1" status: 200 len: 1094 time: 0.8598108 Jun 18 17:02:49.054621 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'tag': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:02:49.056575 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6e3b45-3525-4a51-bee2-f02f4e8565c6" -d '{"events": [{"name": "network-changed", "server_uuid": "347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf", "tag": "6ab5cef0-47a9-4f5c-8b98-0a77d62d2244"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:02:49.090904 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Pushing event updated for resources: {'Port': ['ID=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:49.094554 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:49.116428 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b134b923-eecc-4540-ad59-12d594efd894 x-openstack-request-id: req-b134b923-eecc-4540-ad59-12d594efd894 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:02:49.117121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf", "tag": "6ab5cef0-47a9-4f5c-8b98-0a77d62d2244", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:02:49.117121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b134b923-eecc-4540-ad59-12d594efd894 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:02:49.117515 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'tag': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244', 'status': 'completed', 'code': 200} Jun 18 17:02:49.165617 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719591c-d109-48ce-9244-4c291c94a621 req-0ed56658-daf8-4641-abad-5b9517aab7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:49.167212 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7719591c-d109-48ce-9244-4c291c94a621 req-0ed56658-daf8-4641-abad-5b9517aab7ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 1097 time: 0.0615907 Jun 18 17:02:49.211970 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7719591c-d109-48ce-9244-4c291c94a621 req-c27e09b7-f480-4eb9-a6ac-7a4a596bcf49 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 HTTP/1.1" status: 200 len: 217 time: 0.0363803 Jun 18 17:02:49.263795 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719591c-d109-48ce-9244-4c291c94a621 req-94528ae1-9233-4ba2-9c7b-11ceb0e6067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:49.265280 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7719591c-d109-48ce-9244-4c291c94a621 req-94528ae1-9233-4ba2-9c7b-11ceb0e6067d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 200 len: 847 time: 0.0462635 Jun 18 17:02:49.330302 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719591c-d109-48ce-9244-4c291c94a621 req-e792e003-e02d-48fc-af98-347ae2a08a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:49.332027 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7719591c-d109-48ce-9244-4c291c94a621 req-e792e003-e02d-48fc-af98-347ae2a08a2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81a052d1-39da-438e-8910-331179ecdb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0592740 Jun 18 17:02:49.426697 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7719591c-d109-48ce-9244-4c291c94a621 req-06eb532f-f597-42f7-8338-2a5418df3f9c service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868781 Jun 18 17:02:49.528273 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7719591c-d109-48ce-9244-4c291c94a621 req-52307c6e-0956-4fba-867d-874260acdecf service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951664 Jun 18 17:02:49.680881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98929d91-3495-4ef3-8d55-1f1b447c2650 req-92dc3f6d-1c8d-4dbd-947f-cee1433a72a0 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:49.682294 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-98929d91-3495-4ef3-8d55-1f1b447c2650 req-92dc3f6d-1c8d-4dbd-947f-cee1433a72a0 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 944 time: 0.1069407 Jun 18 17:02:49.685051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e3b45-3525-4a51-bee2-f02f4e8565c6 req-7a7578e5-17de-4a7a-8bda-7d41717a53ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:49.686509 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fd6e3b45-3525-4a51-bee2-f02f4e8565c6 req-7a7578e5-17de-4a7a-8bda-7d41717a53ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 1097 time: 0.1012220 Jun 18 17:02:49.775172 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-98929d91-3495-4ef3-8d55-1f1b447c2650 req-9d188b34-a468-46f5-8ee4-cb469d076b03 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0871241 Jun 18 17:02:49.808901 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e3b45-3525-4a51-bee2-f02f4e8565c6 req-1c1ab7bd-2cc3-4d24-93ba-95816ee14ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:49.810373 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fd6e3b45-3525-4a51-bee2-f02f4e8565c6 req-1c1ab7bd-2cc3-4d24-93ba-95816ee14ad0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 909 time: 0.1146362 Jun 18 17:02:49.854365 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fd6e3b45-3525-4a51-bee2-f02f4e8565c6 req-9396015d-dd37-45d3-9007-f64fd3db4feb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 HTTP/1.1" status: 200 len: 217 time: 0.0361681 Jun 18 17:02:49.906568 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e3b45-3525-4a51-bee2-f02f4e8565c6 req-7460ccce-2783-458f-a26d-20980ad2e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:49.908096 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fd6e3b45-3525-4a51-bee2-f02f4e8565c6 req-7460ccce-2783-458f-a26d-20980ad2e458 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 200 len: 847 time: 0.0467999 Jun 18 17:02:49.978641 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e3b45-3525-4a51-bee2-f02f4e8565c6 req-7a90fbfc-a5ff-4d9a-b333-9cb82ef9d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:49.980081 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fd6e3b45-3525-4a51-bee2-f02f4e8565c6 req-7a90fbfc-a5ff-4d9a-b333-9cb82ef9d61d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81a052d1-39da-438e-8910-331179ecdb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647974 Jun 18 17:02:50.078867 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fd6e3b45-3525-4a51-bee2-f02f4e8565c6 req-edb867fc-7220-4b56-b396-9d096120f992 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918243 Jun 18 17:02:50.098678 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device caee91fb-5e68-48a3-8e9d-47084958624f up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:02:50.152178 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port caee91fb-5e68-48a3-8e9d-47084958624f triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:50.152553 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:50.182380 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fd6e3b45-3525-4a51-bee2-f02f4e8565c6 req-f8f49c92-a7c5-46da-adc8-bfccf6989da8 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958354 Jun 18 17:02:50.958765 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347ed60-776d-4fe8-8fe6-d56b97122faa req-71459327-df4c-42f0-8f36-08dea4cf8897 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:50.960240 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6347ed60-776d-4fe8-8fe6-d56b97122faa req-71459327-df4c-42f0-8f36-08dea4cf8897 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 944 time: 0.0644948 Jun 18 17:02:50.998117 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6347ed60-776d-4fe8-8fe6-d56b97122faa req-551e543d-6259-4962-8384-063b06b956e4 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322185 Jun 18 17:02:51.509863 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:02:51.606802 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:02:51.619395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'port_id': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244', 'mac_address': 'fa:16:3e:c7:29:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:02:51.656094 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:51.668182 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:02:51.687277 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:02:51.691527 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:51.694021 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-32a80e88-a29c-4abd-98c6-14b8b23476d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:51.742588 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:51.745579 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:51.839438 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:02:51.907699 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['6ab5cef0-47a9-4f5c-8b98-0a77d62d2244'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:02:52.191586 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0dc5f-efbd-4ba7-9576-c08ce5664c90 req-2532fb23-bf65-4afd-93a2-bb53dfee6205 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:52.193162 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-40b0dc5f-efbd-4ba7-9576-c08ce5664c90 req-2532fb23-bf65-4afd-93a2-bb53dfee6205 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 945 time: 0.0739708 Jun 18 17:02:52.232878 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-40b0dc5f-efbd-4ba7-9576-c08ce5664c90 req-f31ae4a8-e9a1-4a9f-a10a-1c07963238c8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332580 Jun 18 17:02:53.414034 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6559dac-4a61-4b8c-8484-b442152d618e req-ea14b795-59e7-4c1b-93fe-1adc520a2f04 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:53.415518 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b6559dac-4a61-4b8c-8484-b442152d618e req-ea14b795-59e7-4c1b-93fe-1adc520a2f04 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 945 time: 0.0668054 Jun 18 17:02:53.453017 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b6559dac-4a61-4b8c-8484-b442152d618e req-c7f8a4d9-38d4-4f6a-84b5-d5df580eb99e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319610 Jun 18 17:02:53.538516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:02:53.600619 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:02:53.604516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:02:53.604920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:53.679307 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:53.700993 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:02:53.703362 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d57bd55-4583-42df-996c-482dca0529f3" -d '{"events": [{"server_uuid": "347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf", "name": "network-vif-plugged", "status": "completed", "tag": "6ab5cef0-47a9-4f5c-8b98-0a77d62d2244"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:02:53.719483 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:02:53.724422 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:53.727368 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:53.748560 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbe3881-5df0-4683-a984-391e12a261e4 x-openstack-request-id: req-3fbe3881-5df0-4683-a984-391e12a261e4 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:02:53.748868 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf", "name": "network-vif-plugged", "status": "completed", "tag": "6ab5cef0-47a9-4f5c-8b98-0a77d62d2244", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:02:53.749132 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3fbe3881-5df0-4683-a984-391e12a261e4 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:02:53.749532 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244', 'code': 200} Jun 18 17:02:53.776444 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:53.779605 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:53.968023 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6297c93-6473-43d9-ae20-a0dd0c2235af req-c8ac806c-dd93-469b-9437-7212bd93cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:53.969498 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e6297c93-6473-43d9-ae20-a0dd0c2235af req-c8ac806c-dd93-469b-9437-7212bd93cfff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 1099 time: 0.0517695 Jun 18 17:02:54.006075 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e6297c93-6473-43d9-ae20-a0dd0c2235af req-97911346-ab20-4a2e-86fa-4da55683909e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0287442 Jun 18 17:02:54.538007 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:54.648590 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb933af-c83c-4bff-af0c-ea4eb9ff27da req-4e16dc7f-5303-40a3-8e84-c6ede94435c3 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:54.651012 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ffb933af-c83c-4bff-af0c-ea4eb9ff27da req-4e16dc7f-5303-40a3-8e84-c6ede94435c3 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0813875 Jun 18 17:02:54.702325 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ffb933af-c83c-4bff-af0c-ea4eb9ff27da req-680a1ee7-13d7-4e4a-bae3-82c826fe237a tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447226 Jun 18 17:02:55.884955 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296bf78-c8d7-416a-9210-a99d3bd18d6c req-302b4dc4-7495-43dc-9815-23c854ce0b34 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:55.886482 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f296bf78-c8d7-416a-9210-a99d3bd18d6c req-302b4dc4-7495-43dc-9815-23c854ce0b34 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0646849 Jun 18 17:02:55.924385 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f296bf78-c8d7-416a-9210-a99d3bd18d6c req-0bf93493-ce1a-4c25-8023-31cd5d2fa777 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317767 Jun 18 17:02:56.099767 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e871e5-0813-46e0-81f4-d1aa10b8aa70 req-cb03d716-c0e7-4a57-a51e-c063e0bb074d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:56.101222 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-65e871e5-0813-46e0-81f4-d1aa10b8aa70 req-cb03d716-c0e7-4a57-a51e-c063e0bb074d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0636373 Jun 18 17:02:56.138807 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-65e871e5-0813-46e0-81f4-d1aa10b8aa70 req-a1f2b804-7c56-4e09-8bfa-6673c6af1d57 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318902 Jun 18 17:02:56.163589 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57162) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:56.258390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2660a4a-01f6-46e5-9b1a-a59f8df9d970 tempest-TestShelveInstance-51467157 tempest-TestShelveInstance-51467157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:56.259931 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b2660a4a-01f6-46e5-9b1a-a59f8df9d970 tempest-TestShelveInstance-51467157 tempest-TestShelveInstance-51467157-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 1094 time: 0.0953650 Jun 18 17:02:56.262842 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57166) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:02:56.267263 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:02:56.289178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:56.387852 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:56.492311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Allocated IP 172.26.6.230 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/b0e4bce7-d5bc-4423-8724-0fe8a14e8d93) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:02:56.598836 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:56.638007 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:56.640859 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-bab0b2fc-7fdd-43c1-a77c-2d25d3bc50c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:56.680921 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:02:56.683915 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:02:56.688412 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:02:56.692270 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event updated for resources: {'Port': ['ID=b0e4bce7-d5bc-4423-8724-0fe8a14e8d93,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:56.711105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:57.059922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:57.137563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:57.283497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:57.288852 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:57.292059 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9ed3d59e-1475-4167-a705-712753a9295c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:02:57.359652 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event updated for resources: {'Port': ['ID=b0e4bce7-d5bc-4423-8724-0fe8a14e8d93,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:02:57.362566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:02:57.372682 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:57.473004 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Floating IP 4a820ce6-b490-4afd-b3c5-59750fd9f064 associated. External IP: 172.26.6.230, port: 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244. Jun 18 17:02:57.684865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:02:57.790923 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:02:57.800875 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5147cf-7274-45c2-a30e-fd5bca9eadbb None None] Sync routers for ids ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:02:57.806773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:02:57.811251 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5147cf-7274-45c2-a30e-fd5bca9eadbb None None] Routers {'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:02:57.811871 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ea5147cf-7274-45c2-a30e-fd5bca9eadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:02:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:57.844317 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5804415 Jun 18 17:02:57.845094 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'tag': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:02:57.847563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef3f097-156b-4f40-8027-9bcc6250ffdd" -d '{"events": [{"name": "network-changed", "server_uuid": "347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf", "tag": "6ab5cef0-47a9-4f5c-8b98-0a77d62d2244"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:02:57.894319 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0dc055-14f1-48dc-b57a-003e35d69db4 x-openstack-request-id: req-0f0dc055-14f1-48dc-b57a-003e35d69db4 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:02:57.894905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf", "tag": "6ab5cef0-47a9-4f5c-8b98-0a77d62d2244", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:02:57.895424 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0f0dc055-14f1-48dc-b57a-003e35d69db4 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:02:57.896300 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'tag': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244', 'status': 'completed', 'code': 200} Jun 18 17:02:57.921451 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-ea5147cf-7274-45c2-a30e-fd5bca9eadbb None None] Set router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:02:57.977934 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3f097-156b-4f40-8027-9bcc6250ffdd req-b47ccc12-ea58-43a7-ab61-dae97889b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:57.981756 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9ef3f097-156b-4f40-8027-9bcc6250ffdd req-b47ccc12-ea58-43a7-ab61-dae97889b14c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 1099 time: 0.0603495 Jun 18 17:02:58.071518 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3f097-156b-4f40-8027-9bcc6250ffdd req-69931801-8129-4756-81b6-d897fb3863ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:58.073024 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9ef3f097-156b-4f40-8027-9bcc6250ffdd req-69931801-8129-4756-81b6-d897fb3863ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 909 time: 0.0866807 Jun 18 17:02:58.147910 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9ef3f097-156b-4f40-8027-9bcc6250ffdd req-7660a026-fffa-4228-b32e-85230cefe88c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 HTTP/1.1" status: 200 len: 1000 time: 0.0678504 Jun 18 17:02:58.154775 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ea5147cf-7274-45c2-a30e-fd5bca9eadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:37Z', 'revision_number': 4, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port': {'id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '4a820ce6-b490-4afd-b3c5-59750fd9f064', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'floating_ip_address': '172.26.6.230', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'port_id': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'mac_address': 'fa:16:3e:c7:29:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:02:56Z', 'updated_at': '2021-06-18T17:02:56Z', 'revision_number': 0, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff730be9-4b3f-48a7-adf4-0e1bc1c5e187', 'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'mac_address': 'fa:16:3e:4b:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:37Z', 'updated_at': '2021-06-18T17:02:43Z', 'revision_number': 5, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'subnets': [{'id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:58.184679 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5147cf-7274-45c2-a30e-fd5bca9eadbb None None] Checking router: ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:02:58.193452 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5147cf-7274-45c2-a30e-fd5bca9eadbb None None] Routers {'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:02:58.194064 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ea5147cf-7274-45c2-a30e-fd5bca9eadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:02:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:58.198121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3f097-156b-4f40-8027-9bcc6250ffdd req-19da67f7-c3c6-4c04-a186-815a2e40d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:58.199694 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9ef3f097-156b-4f40-8027-9bcc6250ffdd req-19da67f7-c3c6-4c04-a186-815a2e40d603 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 200 len: 847 time: 0.0452044 Jun 18 17:02:58.258103 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3f097-156b-4f40-8027-9bcc6250ffdd req-a8230bc1-8b0a-480f-a78b-7764527246f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:02:58.259648 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9ef3f097-156b-4f40-8027-9bcc6250ffdd req-a8230bc1-8b0a-480f-a78b-7764527246f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81a052d1-39da-438e-8910-331179ecdb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0533540 Jun 18 17:02:58.297713 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-ea5147cf-7274-45c2-a30e-fd5bca9eadbb None None] Set router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:02:58.356102 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9ef3f097-156b-4f40-8027-9bcc6250ffdd req-f59de38f-a1ec-47dd-a727-f11e922b2f99 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891082 Jun 18 17:02:58.445049 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9ef3f097-156b-4f40-8027-9bcc6250ffdd req-6e458308-806e-4cce-88f6-4ae37cab8c6b service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823634 Jun 18 17:02:58.522037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-ea5147cf-7274-45c2-a30e-fd5bca9eadbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:37Z', 'revision_number': 4, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port': {'id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '4a820ce6-b490-4afd-b3c5-59750fd9f064', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'floating_ip_address': '172.26.6.230', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'port_id': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'mac_address': 'fa:16:3e:c7:29:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:02:56Z', 'updated_at': '2021-06-18T17:02:56Z', 'revision_number': 0, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff730be9-4b3f-48a7-adf4-0e1bc1c5e187', 'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'mac_address': 'fa:16:3e:4b:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:37Z', 'updated_at': '2021-06-18T17:02:43Z', 'revision_number': 5, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'subnets': [{'id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:02:58.551017 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5147cf-7274-45c2-a30e-fd5bca9eadbb None None] The sync data for ids ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'] in dv-neutron-797120-1-hyperv is: [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:37Z', 'revision_number': 4, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port': {'id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '4a820ce6-b490-4afd-b3c5-59750fd9f064', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'floating_ip_address': '172.26.6.230', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'port_id': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1834, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'mac_address': 'fa:16:3e:c7:29:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:02:56Z', 'updated_at': '2021-06-18T17:02:56Z', 'revision_number': 0, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff730be9-4b3f-48a7-adf4-0e1bc1c5e187', 'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'mac_address': 'fa:16:3e:4b:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:37Z', 'updated_at': '2021-06-18T17:02:43Z', 'revision_number': 5, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'subnets': [{'id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:02:58.748039 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a453cb3d-d0ab-47fb-a8fa-25cd4a429d52 None None] New status for floating IP 4a820ce6-b490-4afd-b3c5-59750fd9f064: ACTIVE {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:03:08.544226 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c87dc586-8fde-4999-8c4e-d0d20c6974c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:11.041076 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-675f7e1a-15cb-4178-ab52-adc273f90e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:11.369385 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:12.272446 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:13.890109 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:24.537694 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:28.839525 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:03:35.263908 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e2f55ddd-a4a2-4fc6-96d4-c0f3fc065a37 req-53b3010b-36c1-45d7-ae53-8556aaeebe77 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530910 Jun 18 17:03:35.365310 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f55ddd-a4a2-4fc6-96d4-c0f3fc065a37 req-0b3aab75-5218-4c7c-bd0f-dcd9f319dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:35.366829 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e2f55ddd-a4a2-4fc6-96d4-c0f3fc065a37 req-0b3aab75-5218-4c7c-bd0f-dcd9f319dc98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 1099 time: 0.0585303 Jun 18 17:03:35.474789 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f55ddd-a4a2-4fc6-96d4-c0f3fc065a37 req-fce3f66a-c396-4dd1-93de-a7cd8dc93569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:35.476231 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e2f55ddd-a4a2-4fc6-96d4-c0f3fc065a37 req-fce3f66a-c396-4dd1-93de-a7cd8dc93569 service neutron] 10.222.0.55 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 909 time: 0.0884278 Jun 18 17:03:35.545844 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e2f55ddd-a4a2-4fc6-96d4-c0f3fc065a37 req-b1000e33-fe59-465a-9718-eb9f5f84d787 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 HTTP/1.1" status: 200 len: 1002 time: 0.0626569 Jun 18 17:03:35.596032 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f55ddd-a4a2-4fc6-96d4-c0f3fc065a37 req-7aef120d-8bbd-4a29-80cf-38867c52529f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:35.597518 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e2f55ddd-a4a2-4fc6-96d4-c0f3fc065a37 req-7aef120d-8bbd-4a29-80cf-38867c52529f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 200 len: 847 time: 0.0450482 Jun 18 17:03:35.654513 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f55ddd-a4a2-4fc6-96d4-c0f3fc065a37 req-399dbe70-7dc4-4f65-9057-07c5db4ea995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:03:35.655995 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e2f55ddd-a4a2-4fc6-96d4-c0f3fc065a37 req-399dbe70-7dc4-4f65-9057-07c5db4ea995 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81a052d1-39da-438e-8910-331179ecdb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0514407 Jun 18 17:03:35.754152 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e2f55ddd-a4a2-4fc6-96d4-c0f3fc065a37 req-a8754916-eb5d-4da9-8d74-c1d2af518d42 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908201 Jun 18 17:03:35.841817 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e2f55ddd-a4a2-4fc6-96d4-c0f3fc065a37 req-525f09ba-0bbc-470a-80a4-e9490776564c service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795228 Jun 18 17:03:38.544212 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5ff1842b-5c7e-4bbb-a338-92239f55f208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:41.041978 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-7b9bf9e1-7f99-4bf9-9968-e1e466708646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:41.369876 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:42.272249 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:43.892042 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:03:54.532027 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:05.838603 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:04:08.545960 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e12cde34-de23-4081-b756-256bb0ebc401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:11.042347 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1d18261f-ea21-4e0b-bdc8-dbb20bc12801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:11.371765 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:12.275155 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:13.894091 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:24.529260 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:25.502212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [req-20c1d1d3-4572-4556-9ef9-d6e96dc0f31b req-1beeb9c3-9dc6-4afc-8560-28f98b404aea service neutron] (93453) timed out ('10.222.0.50', 53274) {{(pid=93453) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 17:04:36.270320 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8a9b81c8-deb6-4dbd-beb9-5182a7564d87 req-beabbc44-5cf9-4de1-b986-000057653ded service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577946 Jun 18 17:04:36.365816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b81c8-deb6-4dbd-beb9-5182a7564d87 req-195c916f-c893-4515-bc40-ca4d607be6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:36.367388 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8a9b81c8-deb6-4dbd-beb9-5182a7564d87 req-195c916f-c893-4515-bc40-ca4d607be6c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 1099 time: 0.0531950 Jun 18 17:04:36.472656 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b81c8-deb6-4dbd-beb9-5182a7564d87 req-2408d28b-d30a-4780-b85c-4ad94c0e916f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:36.474109 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8a9b81c8-deb6-4dbd-beb9-5182a7564d87 req-2408d28b-d30a-4780-b85c-4ad94c0e916f service neutron] 10.222.0.55 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 909 time: 0.0851142 Jun 18 17:04:36.899892 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8a9b81c8-deb6-4dbd-beb9-5182a7564d87 req-b39d4cfb-6044-4cd7-a702-4274adbfd424 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 HTTP/1.1" status: 200 len: 1002 time: 0.4174349 Jun 18 17:04:36.948593 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b81c8-deb6-4dbd-beb9-5182a7564d87 req-29abd34a-0d3e-4a80-b15f-1f09d4e9ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:36.949976 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8a9b81c8-deb6-4dbd-beb9-5182a7564d87 req-29abd34a-0d3e-4a80-b15f-1f09d4e9ae24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 200 len: 847 time: 0.0433662 Jun 18 17:04:37.010983 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b81c8-deb6-4dbd-beb9-5182a7564d87 req-e1384f19-66c0-4e9c-9b39-19e22062312d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:37.012464 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8a9b81c8-deb6-4dbd-beb9-5182a7564d87 req-e1384f19-66c0-4e9c-9b39-19e22062312d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81a052d1-39da-438e-8910-331179ecdb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558929 Jun 18 17:04:37.104808 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8a9b81c8-deb6-4dbd-beb9-5182a7564d87 req-a6972d3d-b060-4d5d-9400-f862ec483de4 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850368 Jun 18 17:04:37.198552 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8a9b81c8-deb6-4dbd-beb9-5182a7564d87 req-0b07aa38-866c-41f7-8ea2-c49ad947cf81 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870411 Jun 18 17:04:38.552049 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6e158e9f-0d30-47be-b85c-4680a7cc2fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:41.043230 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8d89f9a6-9c72-47d7-a3e3-f17db0c7ab9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:41.372760 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:42.279156 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:42.836701 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:04:43.897301 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:53.541924 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5b745-64c9-4ea9-8f91-9eac31a1e195 req-b4787945-efff-4517-a117-5357b96fa6dc tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:53.543333 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-38d5b745-64c9-4ea9-8f91-9eac31a1e195 req-b4787945-efff-4517-a117-5357b96fa6dc tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0670183 Jun 18 17:04:53.585779 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-38d5b745-64c9-4ea9-8f91-9eac31a1e195 req-2925ab8d-9f68-49db-90a2-f746914192d8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348303 Jun 18 17:04:54.544342 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:04:54.780443 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629388c8-0dd5-43f8-bbec-4c11cda99320 req-140c647a-1d41-4249-afcf-a3106113bd0d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:54.781927 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-629388c8-0dd5-43f8-bbec-4c11cda99320 req-140c647a-1d41-4249-afcf-a3106113bd0d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0650573 Jun 18 17:04:54.823564 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-629388c8-0dd5-43f8-bbec-4c11cda99320 req-c3025a81-48d2-434a-b3e7-67b61e443229 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358834 Jun 18 17:04:56.116707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d7a70-b60e-4640-9289-bd433f2fcf0c req-19cebb50-a307-492e-9050-8f06ad8373b5 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:56.118979 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-af6d7a70-b60e-4640-9289-bd433f2fcf0c req-19cebb50-a307-492e-9050-8f06ad8373b5 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.1717906 Jun 18 17:04:56.157230 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-af6d7a70-b60e-4640-9289-bd433f2fcf0c req-0008d9ff-33ca-4234-a7d7-82dbd1a2d22f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319791 Jun 18 17:04:57.331550 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3b929-9631-440f-ae8f-b711adfe826a req-80fc08cd-003b-4586-b395-723a6abee125 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:57.333020 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b5e3b929-9631-440f-ae8f-b711adfe826a req-80fc08cd-003b-4586-b395-723a6abee125 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0628281 Jun 18 17:04:57.371274 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b5e3b929-9631-440f-ae8f-b711adfe826a req-8764d1d0-07ab-41ba-b622-c69f3894c6db tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315094 Jun 18 17:04:58.555623 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc554cf-1591-455b-8c41-a5b42ce4bfda req-f3a51a06-cf2f-4ae6-80d5-d5589440893c tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:58.557106 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1fc554cf-1591-455b-8c41-a5b42ce4bfda req-f3a51a06-cf2f-4ae6-80d5-d5589440893c tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0697999 Jun 18 17:04:58.596156 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1fc554cf-1591-455b-8c41-a5b42ce4bfda req-6c59a0e6-5564-43c2-990a-4029a07ba1c9 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334315 Jun 18 17:04:59.837149 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aa01a-c7f3-49ea-a246-a1e32bd4d5c6 req-121fd753-601a-4d2b-8ab0-5d9c00624234 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:04:59.838660 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a52aa01a-c7f3-49ea-a246-a1e32bd4d5c6 req-121fd753-601a-4d2b-8ab0-5d9c00624234 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0643263 Jun 18 17:04:59.876978 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a52aa01a-c7f3-49ea-a246-a1e32bd4d5c6 req-c68410b0-8ab4-4b52-b932-7834b8a797f9 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324194 Jun 18 17:05:01.059772 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a14e4f-7209-4514-979c-a580646899e1 req-2f40c339-4a40-47ff-a92a-07d1bd89a037 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:01.061275 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-76a14e4f-7209-4514-979c-a580646899e1 req-2f40c339-4a40-47ff-a92a-07d1bd89a037 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0650744 Jun 18 17:05:01.099280 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-76a14e4f-7209-4514-979c-a580646899e1 req-ecb87acf-81f4-44bf-92b7-e796a3308c65 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323379 Jun 18 17:05:02.277664 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33028779-0b6d-42ca-9f95-35dbb6899119 req-c3ae21ca-6101-4d3d-8c01-4787b94b7c33 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:02.279152 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-33028779-0b6d-42ca-9f95-35dbb6899119 req-c3ae21ca-6101-4d3d-8c01-4787b94b7c33 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0677845 Jun 18 17:05:02.317046 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-33028779-0b6d-42ca-9f95-35dbb6899119 req-33d8edbe-382f-4854-a85f-b530a729ab4f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323308 Jun 18 17:05:03.489335 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15a7a0-7098-4895-bb86-535566615f0f req-b15ac9d2-5cdf-495f-9eb2-514e39667686 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:03.490915 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eb15a7a0-7098-4895-bb86-535566615f0f req-b15ac9d2-5cdf-495f-9eb2-514e39667686 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0655792 Jun 18 17:05:03.531389 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eb15a7a0-7098-4895-bb86-535566615f0f req-2cf1e7b4-b8ca-47b8-b0e4-800c9990c61d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346651 Jun 18 17:05:04.719170 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90038fa-634f-4866-aec9-b62cd290be70 req-e2bcac48-84c2-40cb-be6d-93618df70c69 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:04.720726 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b90038fa-634f-4866-aec9-b62cd290be70 req-e2bcac48-84c2-40cb-be6d-93618df70c69 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0757327 Jun 18 17:05:04.763449 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b90038fa-634f-4866-aec9-b62cd290be70 req-1597fac7-037f-443c-acc9-185d020afd80 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363052 Jun 18 17:05:05.947417 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5c71e-f98f-4989-9207-88edb8a1f7fe req-1406a516-5ca4-4128-a0af-804ba1de1ff1 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:05.948990 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bce5c71e-f98f-4989-9207-88edb8a1f7fe req-1406a516-5ca4-4128-a0af-804ba1de1ff1 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0683663 Jun 18 17:05:05.987342 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bce5c71e-f98f-4989-9207-88edb8a1f7fe req-d6907d5d-d8a6-41fb-8327-0f85d20f0fe2 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324059 Jun 18 17:05:06.164486 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:05:06.263405 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:05:06.274955 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'port_id': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244', 'mac_address': 'fa:16:3e:c7:29:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:05:06.315436 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:06.329043 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:05:06.349588 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:05:06.354347 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:06.356142 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:06.410735 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,revision_number=6']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:06.418072 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:06.418434 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:06.418771 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:06.419101 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:06.419426 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:06.419759 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:06.420083 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:06.420406 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:06.420729 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:06.421047 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:06.421425 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:06.421683 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:05:06.425699 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:06.429105 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['6ab5cef0-47a9-4f5c-8b98-0a77d62d2244'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:05:07.186546 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336e576-3a71-4ebb-84ea-b40c15a4f977 req-176aa3d5-18b3-47e4-9bb2-91dc7ed5091d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:07.189044 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3336e576-3a71-4ebb-84ea-b40c15a4f977 req-176aa3d5-18b3-47e4-9bb2-91dc7ed5091d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 945 time: 0.0779893 Jun 18 17:05:07.238789 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3336e576-3a71-4ebb-84ea-b40c15a4f977 req-ebca402d-854c-4a9b-ae0e-e389337da344 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424576 Jun 18 17:05:08.172458 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:05:08.233166 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:05:08.233545 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:08.328599 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:08.360562 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:05:08.363199 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccc5114-3f91-4d8a-8a83-0da75461a1d9" -d '{"events": [{"server_uuid": "347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf", "name": "network-vif-plugged", "status": "completed", "tag": "6ab5cef0-47a9-4f5c-8b98-0a77d62d2244"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:05:08.380423 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:05:08.389872 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:08.392241 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:08.452653 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,revision_number=7']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:08.456269 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c63bcf-5f1d-4520-bb1c-dc8fc438b130 x-openstack-request-id: req-42c63bcf-5f1d-4520-bb1c-dc8fc438b130 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:05:08.456566 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf", "name": "network-vif-plugged", "status": "completed", "tag": "6ab5cef0-47a9-4f5c-8b98-0a77d62d2244", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:05:08.456970 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-42c63bcf-5f1d-4520-bb1c-dc8fc438b130 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:05:08.457366 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244', 'code': 200} Jun 18 17:05:08.458160 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:08.498447 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26be3d6-7c00-4e5e-a930-8d906f3a1196 req-3c118806-c1bc-424c-9f56-3d5c02d9a736 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:08.500688 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d26be3d6-7c00-4e5e-a930-8d906f3a1196 req-3c118806-c1bc-424c-9f56-3d5c02d9a736 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.1152973 Jun 18 17:05:08.548333 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-be8c065a-9a2c-497b-b727-26008208292b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:08.567303 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d26be3d6-7c00-4e5e-a930-8d906f3a1196 req-5518e2e9-d83b-4d53-b212-2734d8a9c82c tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610662 Jun 18 17:05:09.776185 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83ec81-96a2-4fff-8e09-f4fe3b0a3c89 req-23f881cb-441d-4ee7-929c-24b119c95ac4 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:09.777811 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6b83ec81-96a2-4fff-8e09-f4fe3b0a3c89 req-23f881cb-441d-4ee7-929c-24b119c95ac4 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0799713 Jun 18 17:05:09.826006 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6b83ec81-96a2-4fff-8e09-f4fe3b0a3c89 req-0f8b7183-4fae-4c0c-b227-84c1ce808d27 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396066 Jun 18 17:05:11.038996 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05973d1-3fc9-4b15-9bee-d04cc2268cf5 req-2b7aa037-bfc3-4c5f-a8b0-c88e71a3a3f1 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:11.041907 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f05973d1-3fc9-4b15-9bee-d04cc2268cf5 req-2b7aa037-bfc3-4c5f-a8b0-c88e71a3a3f1 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0829680 Jun 18 17:05:11.052156 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-52e00402-9cc2-4f2c-a626-7dcbaa090d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:11.086856 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f05973d1-3fc9-4b15-9bee-d04cc2268cf5 req-48740503-e5de-4f5a-8358-0da497584f05 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385437 Jun 18 17:05:11.376874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:12.287107 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226e549-f5a5-40b3-b6ac-09cb99841bce req-a1f99236-5285-4a87-8d44-aa41a22a23ad tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:12.293606 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:12.295967 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c226e549-f5a5-40b3-b6ac-09cb99841bce req-a1f99236-5285-4a87-8d44-aa41a22a23ad tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0854468 Jun 18 17:05:12.333048 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c226e549-f5a5-40b3-b6ac-09cb99841bce req-cce85e83-5f2a-4721-9a42-303aac4d5d3c tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360546 Jun 18 17:05:13.539892 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa2f78-a604-4851-b288-9b57970680f1 req-9c895312-f111-492b-90e2-0fce895359d7 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:13.543565 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-15aa2f78-a604-4851-b288-9b57970680f1 req-9c895312-f111-492b-90e2-0fce895359d7 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0833278 Jun 18 17:05:13.589303 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-15aa2f78-a604-4851-b288-9b57970680f1 req-645f29d8-f8c9-4a9c-8a1e-a5bd951828f4 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381219 Jun 18 17:05:13.906105 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:14.799524 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b381e-c76b-411f-a204-16d45b23d43c req-3eddf5e2-7036-41b8-99de-be41dedf714e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:14.801731 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b60b381e-c76b-411f-a204-16d45b23d43c req-3eddf5e2-7036-41b8-99de-be41dedf714e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0792203 Jun 18 17:05:14.847448 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b60b381e-c76b-411f-a204-16d45b23d43c req-f0fe555e-5fa2-4c87-b58e-1b1c1a557d65 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392132 Jun 18 17:05:16.029904 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7833c7-cd03-4541-b20f-8b62c75fe3d3 req-ae38fc02-5f69-45fd-a954-cef7fdf0044a tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:16.031452 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5c7833c7-cd03-4541-b20f-8b62c75fe3d3 req-ae38fc02-5f69-45fd-a954-cef7fdf0044a tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0710204 Jun 18 17:05:16.105075 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5c7833c7-cd03-4541-b20f-8b62c75fe3d3 req-d0e1765b-7062-4727-b8ac-ec7520f97087 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678930 Jun 18 17:05:16.125428 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e7937-d5b3-4ad5-a09e-8cfae5568dfc req-155c788e-1dea-425c-9e06-6b1ab6d5e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:16.126882 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-768e7937-d5b3-4ad5-a09e-8cfae5568dfc req-155c788e-1dea-425c-9e06-6b1ab6d5e868 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 1099 time: 0.0826864 Jun 18 17:05:16.219963 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e7937-d5b3-4ad5-a09e-8cfae5568dfc req-bf5141ab-49a6-4c6d-8c7a-707630aa1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:16.221449 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-768e7937-d5b3-4ad5-a09e-8cfae5568dfc req-bf5141ab-49a6-4c6d-8c7a-707630aa1f39 service neutron] 10.222.0.55 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 909 time: 0.0867252 Jun 18 17:05:16.299216 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-768e7937-d5b3-4ad5-a09e-8cfae5568dfc req-379c19ef-29b6-46f9-bef9-a8cf5fc5f4a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 HTTP/1.1" status: 200 len: 1002 time: 0.0670702 Jun 18 17:05:16.348271 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e7937-d5b3-4ad5-a09e-8cfae5568dfc req-8b00654e-aefd-496d-ab5c-ea906a4e7690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:16.349668 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-768e7937-d5b3-4ad5-a09e-8cfae5568dfc req-8b00654e-aefd-496d-ab5c-ea906a4e7690 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 200 len: 847 time: 0.0433226 Jun 18 17:05:16.408665 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e7937-d5b3-4ad5-a09e-8cfae5568dfc req-a8461d3d-d351-45f6-8c5c-225ff1a83e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:16.410167 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-768e7937-d5b3-4ad5-a09e-8cfae5568dfc req-a8461d3d-d351-45f6-8c5c-225ff1a83e95 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81a052d1-39da-438e-8910-331179ecdb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0525792 Jun 18 17:05:16.502545 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-768e7937-d5b3-4ad5-a09e-8cfae5568dfc req-5d67f7ae-8963-4706-83fa-7526ae15b8a3 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844948 Jun 18 17:05:16.592397 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-768e7937-d5b3-4ad5-a09e-8cfae5568dfc req-5e7eb75b-5f61-41da-9f4f-9f173f227b79 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824032 Jun 18 17:05:17.306093 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70d288-ea29-4d89-8aa8-77a26e52ac5a req-057b749f-7ee7-498b-805b-0e28c44f350b tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:17.307671 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fc70d288-ea29-4d89-8aa8-77a26e52ac5a req-057b749f-7ee7-498b-805b-0e28c44f350b tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0823209 Jun 18 17:05:17.354315 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fc70d288-ea29-4d89-8aa8-77a26e52ac5a req-c1caca75-44a6-454f-9baf-7712b551c030 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406785 Jun 18 17:05:18.543463 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ac004-1189-4537-bfce-d7ee4b0e5bd7 req-3be91c8c-6067-43c0-b3b5-8c91a7fb1eb1 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:18.544897 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-053ac004-1189-4537-bfce-d7ee4b0e5bd7 req-3be91c8c-6067-43c0-b3b5-8c91a7fb1eb1 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0681980 Jun 18 17:05:18.584218 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-053ac004-1189-4537-bfce-d7ee4b0e5bd7 req-a9ef61ec-bd84-4149-aaee-152212ebd9ac tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334823 Jun 18 17:05:19.837990 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:05:19.959814 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e436d9e-52e1-4811-ad33-4541087be2bd req-41edf9f4-8ed9-4f71-b03e-09e26ab8ce6a tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:19.961426 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7e436d9e-52e1-4811-ad33-4541087be2bd req-41edf9f4-8ed9-4f71-b03e-09e26ab8ce6a tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 946 time: 0.0677698 Jun 18 17:05:20.000497 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7e436d9e-52e1-4811-ad33-4541087be2bd req-8bb04c93-0494-4edc-a193-1d0e5e32a69f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327716 Jun 18 17:05:20.093143 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57352) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:05:20.203028 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3fe382ae-b924-42b9-b76a-e0d113d85b04 req-055d938b-a8b2-45d8-8f93-d0420255a947 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1085856 Jun 18 17:05:20.218777 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:05:20.308014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:20.333128 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:05:20.335397 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef8a6a0-a59a-4f88-a707-4763873871f1" -d '{"events": [{"server_uuid": "347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf", "name": "network-vif-unplugged", "status": "completed", "tag": "6ab5cef0-47a9-4f5c-8b98-0a77d62d2244"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:05:20.349181 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:05:20.354690 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:20.357556 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-739e4bfb-269c-4706-a82a-28f9f8ef397c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:20.380197 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 17:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28ce85f-b060-42e6-823c-5e2deabb4bf8 x-openstack-request-id: req-b28ce85f-b060-42e6-823c-5e2deabb4bf8 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:05:20.380518 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf", "name": "network-vif-unplugged", "status": "failed", "tag": "6ab5cef0-47a9-4f5c-8b98-0a77d62d2244", "code": 422}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:05:20.380783 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b28ce85f-b060-42e6-823c-5e2deabb4bf8 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:05:20.381239 dv-neutron-797120-1-hyperv neutron-server[93455]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244', 'code': 422} returned with failed status Jun 18 17:05:20.407291 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,revision_number=8']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:20.415414 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:21.100377 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe382ae-b924-42b9-b76a-e0d113d85b04 req-9cf3a639-70a0-4299-a087-5019078763f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:21.101890 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3fe382ae-b924-42b9-b76a-e0d113d85b04 req-9cf3a639-70a0-4299-a087-5019078763f1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf&tenant_id=d7324521d24e454db0c4400a10a60d87 HTTP/1.1" status: 200 len: 1097 time: 0.0526028 Jun 18 17:05:21.217591 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ead24-65fa-4ba5-8cda-64be29adabc0 req-d9c57580-76f4-42e1-8679-d3f332a5b4a0 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:21.219068 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-385ead24-65fa-4ba5-8cda-64be29adabc0 req-d9c57580-76f4-42e1-8679-d3f332a5b4a0 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 944 time: 0.1073558 Jun 18 17:05:21.220821 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe382ae-b924-42b9-b76a-e0d113d85b04 req-81bcf882-548d-47a2-9315-3b155b22eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:21.222139 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3fe382ae-b924-42b9-b76a-e0d113d85b04 req-81bcf882-548d-47a2-9315-3b155b22eee3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 1097 time: 0.0824754 Jun 18 17:05:21.302403 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-385ead24-65fa-4ba5-8cda-64be29adabc0 req-fd571b9e-a564-4a56-8f76-18355512c653 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776219 Jun 18 17:05:21.332902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe382ae-b924-42b9-b76a-e0d113d85b04 req-88e1359c-b55c-4d9a-879a-4b2662a7572c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:21.334333 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3fe382ae-b924-42b9-b76a-e0d113d85b04 req-88e1359c-b55c-4d9a-879a-4b2662a7572c service neutron] 10.222.0.55 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 909 time: 0.1032796 Jun 18 17:05:21.401881 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3fe382ae-b924-42b9-b76a-e0d113d85b04 req-dd635ff6-1f0e-4c3d-af50-84bc12efa8b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 HTTP/1.1" status: 200 len: 1000 time: 0.0595994 Jun 18 17:05:21.450092 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe382ae-b924-42b9-b76a-e0d113d85b04 req-a721ee6f-67a3-4d1a-818c-dcf066443683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:21.451531 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3fe382ae-b924-42b9-b76a-e0d113d85b04 req-a721ee6f-67a3-4d1a-818c-dcf066443683 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 200 len: 847 time: 0.0430272 Jun 18 17:05:21.508809 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe382ae-b924-42b9-b76a-e0d113d85b04 req-fffc6f50-a821-434c-b254-0dd5f3056689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:21.510306 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3fe382ae-b924-42b9-b76a-e0d113d85b04 req-fffc6f50-a821-434c-b254-0dd5f3056689 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81a052d1-39da-438e-8910-331179ecdb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518548 Jun 18 17:05:21.601468 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3fe382ae-b924-42b9-b76a-e0d113d85b04 req-5be10e9f-7807-4c16-bfa5-691f80f22cb6 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842869 Jun 18 17:05:21.690676 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3fe382ae-b924-42b9-b76a-e0d113d85b04 req-33d58d48-845f-48db-aa26-569a72765647 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811851 Jun 18 17:05:22.490839 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ec2cb-7b75-4484-9b3b-62975a94f9b3 req-a40c7016-b761-4cde-a28b-fa3930e0de89 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:22.492330 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a46ec2cb-7b75-4484-9b3b-62975a94f9b3 req-a40c7016-b761-4cde-a28b-fa3930e0de89 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 944 time: 0.0715067 Jun 18 17:05:22.535130 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a46ec2cb-7b75-4484-9b3b-62975a94f9b3 req-67ae1027-b037-4cb6-bfd2-2ec30f816737 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363350 Jun 18 17:05:23.725003 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c97d5-f05d-4f8f-bd94-8d5d55f45406 req-ae15ca10-7bda-48e6-b7fd-654af2ee484d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:23.726629 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4e1c97d5-f05d-4f8f-bd94-8d5d55f45406 req-ae15ca10-7bda-48e6-b7fd-654af2ee484d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 944 time: 0.0698669 Jun 18 17:05:23.768963 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4e1c97d5-f05d-4f8f-bd94-8d5d55f45406 req-c2b26503-e50a-406b-915c-304e22889444 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361533 Jun 18 17:05:24.534941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:24.971138 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96139a3f-0c97-49cb-a811-e8e0de8bbe54 req-4fa3ee85-df94-48c0-a3d5-841e0278dc20 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:24.975016 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-96139a3f-0c97-49cb-a811-e8e0de8bbe54 req-4fa3ee85-df94-48c0-a3d5-841e0278dc20 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 944 time: 0.0759561 Jun 18 17:05:25.015864 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-96139a3f-0c97-49cb-a811-e8e0de8bbe54 req-5b492622-bbb7-47b9-96cc-8e3cac56e9e8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368426 Jun 18 17:05:26.203779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf62134-c84e-4efb-ad3f-197aacf9f311 req-93fb3e33-aebe-4aaf-b0da-62f66487293d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:26.205301 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8bf62134-c84e-4efb-ad3f-197aacf9f311 req-93fb3e33-aebe-4aaf-b0da-62f66487293d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 944 time: 0.0731709 Jun 18 17:05:26.251954 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8bf62134-c84e-4efb-ad3f-197aacf9f311 req-8608d7b3-5376-451f-bdca-9b5570c8d811 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408692 Jun 18 17:05:27.438284 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1590873-a20c-4414-ae05-164e1bea736f req-de039bd7-8128-40df-b10b-04ce9ca8b628 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:27.439883 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b1590873-a20c-4414-ae05-164e1bea736f req-de039bd7-8128-40df-b10b-04ce9ca8b628 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 944 time: 0.0691612 Jun 18 17:05:27.481597 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b1590873-a20c-4414-ae05-164e1bea736f req-1668ba97-e00c-4d6f-910d-14fbb4589c46 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356195 Jun 18 17:05:28.669793 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f059c9-6244-4350-ae9a-1b07e8ef6326 req-894dc38b-7ba8-418c-8919-10b4b76e3ed5 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:28.671425 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-16f059c9-6244-4350-ae9a-1b07e8ef6326 req-894dc38b-7ba8-418c-8919-10b4b76e3ed5 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 944 time: 0.0723324 Jun 18 17:05:28.715138 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-16f059c9-6244-4350-ae9a-1b07e8ef6326 req-d70a6cc5-3845-48cc-9360-829910be8a39 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368433 Jun 18 17:05:29.899348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b673a9-e753-459f-b77e-9ee64c102b75 req-c67c9968-5df4-4f1c-9db9-572c1cd60d04 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:29.900888 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-24b673a9-e753-459f-b77e-9ee64c102b75 req-c67c9968-5df4-4f1c-9db9-572c1cd60d04 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 944 time: 0.0698371 Jun 18 17:05:29.940472 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-24b673a9-e753-459f-b77e-9ee64c102b75 req-e65be67f-4c0f-4688-9d40-9d64460d8434 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336692 Jun 18 17:05:31.127645 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35fefc-347e-4364-9f51-a9aa14bb233c req-2af26523-727e-482a-9924-c5e0f2a070ba tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:31.130182 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2c35fefc-347e-4364-9f51-a9aa14bb233c req-2af26523-727e-482a-9924-c5e0f2a070ba tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 944 time: 0.0716696 Jun 18 17:05:31.171846 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2c35fefc-347e-4364-9f51-a9aa14bb233c req-ffca99cb-3b92-4b9d-ae50-c18d439ccf5a tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351434 Jun 18 17:05:32.357192 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd382a7-19e0-4b21-ad27-f5f2d7c68dbb req-df878cdb-e8c8-41ce-9b8b-d7aa27db8f6b tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:32.358733 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3fd382a7-19e0-4b21-ad27-f5f2d7c68dbb req-df878cdb-e8c8-41ce-9b8b-d7aa27db8f6b tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 944 time: 0.0713806 Jun 18 17:05:32.399935 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3fd382a7-19e0-4b21-ad27-f5f2d7c68dbb req-e81b8868-8016-48da-adfe-6d1d3591291b tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355117 Jun 18 17:05:33.580356 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7942e5-ce3f-4b52-a1e4-54dd52746e45 req-9325b381-4376-49df-9753-4c820ef68e2d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:33.582013 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef7942e5-ce3f-4b52-a1e4-54dd52746e45 req-9325b381-4376-49df-9753-4c820ef68e2d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 944 time: 0.0663931 Jun 18 17:05:33.625751 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef7942e5-ce3f-4b52-a1e4-54dd52746e45 req-b8996f4f-ea67-4a3e-9137-4d26655bc081 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372069 Jun 18 17:05:34.807088 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20588f75-c858-41cd-b08d-ef9541d9e79c req-6914f497-24db-4866-89e2-6b205d4ea138 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:34.808547 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20588f75-c858-41cd-b08d-ef9541d9e79c req-6914f497-24db-4866-89e2-6b205d4ea138 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 944 time: 0.0663593 Jun 18 17:05:34.846004 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-20588f75-c858-41cd-b08d-ef9541d9e79c req-c5079a1b-8fe3-4bb8-8dd0-9157963a6444 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318129 Jun 18 17:05:36.020954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc018063-0f88-4383-9daf-65cc47125ffe req-d0cfcae7-3599-4098-b9cb-54d63f9fd832 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:36.022412 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-dc018063-0f88-4383-9daf-65cc47125ffe req-d0cfcae7-3599-4098-b9cb-54d63f9fd832 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 944 time: 0.0645170 Jun 18 17:05:36.058704 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-dc018063-0f88-4383-9daf-65cc47125ffe req-8a101d3d-6b52-4a59-967f-d880a4047659 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300207 Jun 18 17:05:36.279367 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:05:36.374575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:05:36.386536 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'port_id': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244', 'mac_address': 'fa:16:3e:c7:29:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:05:36.422213 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:36.434943 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:05:36.453655 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:05:36.457636 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:36.460801 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6bb191af-36dc-4e56-a25f-e52568b0ad3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:36.510166 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,revision_number=9']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:36.513521 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:36.716672 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['6ab5cef0-47a9-4f5c-8b98-0a77d62d2244'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:05:37.239151 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c279b-4c1e-4f6b-8ae3-2b3fdb75e0c1 req-b77dd153-c655-4933-bc1d-d924f95bcdb1 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:37.240659 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-995c279b-4c1e-4f6b-8ae3-2b3fdb75e0c1 req-b77dd153-c655-4933-bc1d-d924f95bcdb1 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 945 time: 0.0702009 Jun 18 17:05:37.279388 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-995c279b-4c1e-4f6b-8ae3-2b3fdb75e0c1 req-0ea2ab4a-7861-4a0f-8a2c-2a9fbf739c59 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330610 Jun 18 17:05:38.296880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:05:38.304228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35503f8a-e712-43f3-9dfa-613eb313ac2e req-6b1245dd-30e1-4a19-8231-96337ca5eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:38.307023 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-35503f8a-e712-43f3-9dfa-613eb313ac2e req-6b1245dd-30e1-4a19-8231-96337ca5eade service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 1098 time: 0.0618508 Jun 18 17:05:38.350861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:05:38.352096 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:38.439522 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:38.450505 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35503f8a-e712-43f3-9dfa-613eb313ac2e req-7c5f2a2b-1bd9-4c8f-99b5-ebecc9447732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:38.451964 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-35503f8a-e712-43f3-9dfa-613eb313ac2e req-7c5f2a2b-1bd9-4c8f-99b5-ebecc9447732 service neutron] 10.222.0.55 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 909 time: 0.1229866 Jun 18 17:05:38.463405 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:05:38.466067 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ae41b7-843c-4557-8779-2d46ffae12aa" -d '{"events": [{"server_uuid": "347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf", "name": "network-vif-plugged", "status": "completed", "tag": "6ab5cef0-47a9-4f5c-8b98-0a77d62d2244"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:05:38.481511 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:05:38.485843 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:38.488548 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-555b88ba-4a05-4fb1-b951-bd46741fc524 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:05:38.514918 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e459b5c-4622-48f9-a82d-903a13196a9c x-openstack-request-id: req-3e459b5c-4622-48f9-a82d-903a13196a9c {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:05:38.515210 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf", "name": "network-vif-plugged", "status": "completed", "tag": "6ab5cef0-47a9-4f5c-8b98-0a77d62d2244", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:05:38.515482 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3e459b5c-4622-48f9-a82d-903a13196a9c {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:05:38.515876 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244', 'code': 200} Jun 18 17:05:38.529337 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401c8c3-fe0f-4c0b-9129-1a582fa6caa3 req-0b2c9f77-2c55-41d2-8e00-92a6b3d4d10d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:38.530936 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1401c8c3-fe0f-4c0b-9129-1a582fa6caa3 req-0b2c9f77-2c55-41d2-8e00-92a6b3d4d10d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 945 time: 0.1304471 Jun 18 17:05:38.537435 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-35503f8a-e712-43f3-9dfa-613eb313ac2e req-63d1c7d3-8cff-4b3e-ba80-a71076b16bae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 HTTP/1.1" status: 200 len: 1001 time: 0.0753839 Jun 18 17:05:38.551160 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cd1eb854-a002-45a0-8175-0ee5c0dbb97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:38.556922 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,revision_number=10']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:05:38.566492 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:05:38.611762 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1401c8c3-fe0f-4c0b-9129-1a582fa6caa3 req-1c0f69b5-799e-47df-8450-b13872a9c6e9 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726826 Jun 18 17:05:38.615467 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35503f8a-e712-43f3-9dfa-613eb313ac2e req-4fc36f95-2a0f-497b-9ccb-a657c82fd355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:38.616854 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-35503f8a-e712-43f3-9dfa-613eb313ac2e req-4fc36f95-2a0f-497b-9ccb-a657c82fd355 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 200 len: 847 time: 0.0638013 Jun 18 17:05:38.679057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35503f8a-e712-43f3-9dfa-613eb313ac2e req-9a078340-29f9-4218-a0fd-cd72573f8054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:38.680663 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-35503f8a-e712-43f3-9dfa-613eb313ac2e req-9a078340-29f9-4218-a0fd-cd72573f8054 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81a052d1-39da-438e-8910-331179ecdb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0554197 Jun 18 17:05:38.761396 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c8e01-3fb7-42c4-9934-ccd5ebfc8e8e req-912888b6-2aa6-499e-9ac7-894db6722730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:38.762855 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d79c8e01-3fb7-42c4-9934-ccd5ebfc8e8e req-912888b6-2aa6-499e-9ac7-894db6722730 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 1100 time: 0.0580804 Jun 18 17:05:38.771691 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-35503f8a-e712-43f3-9dfa-613eb313ac2e req-2ebd2a85-63c2-4073-8f92-c90e3a63e221 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839050 Jun 18 17:05:38.800128 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [req-d79c8e01-3fb7-42c4-9934-ccd5ebfc8e8e req-7b548183-51b2-4956-8371-cd9c855abba9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297134 Jun 18 17:05:38.867744 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-35503f8a-e712-43f3-9dfa-613eb313ac2e req-e479b935-2644-4845-965a-f613520444d4 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891941 Jun 18 17:05:39.803756 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5f671-a365-4880-b4d8-4c50b4b27e61 req-ebb84322-e166-4f69-a4f6-c7896a9f6b78 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:39.806047 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b7e5f671-a365-4880-b4d8-4c50b4b27e61 req-ebb84322-e166-4f69-a4f6-c7896a9f6b78 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 947 time: 0.0710850 Jun 18 17:05:39.853962 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b7e5f671-a365-4880-b4d8-4c50b4b27e61 req-67d7e2ec-bcb4-44e3-97b3-2c3fd16d728f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423429 Jun 18 17:05:41.042956 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a444545-c19b-4b56-acdd-70cd374c9535 req-766d2aae-bf21-4583-92b1-33a54363bca7 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:05:41.043827 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9e02f367-9659-4323-82ad-969cf98faf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:41.044637 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5a444545-c19b-4b56-acdd-70cd374c9535 req-766d2aae-bf21-4583-92b1-33a54363bca7 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 947 time: 0.0782931 Jun 18 17:05:41.082816 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5a444545-c19b-4b56-acdd-70cd374c9535 req-d9859011-1d4b-4512-8811-58412ae2056b tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324793 Jun 18 17:05:41.369979 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:42.283649 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:43.903051 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:54.562379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:05:56.836361 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:06:08.543731 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-561cb27f-256f-46b9-ac8b-6a6af2127d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:11.044621 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d16d56db-a5e9-40cf-9243-098026ef1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:11.372631 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:12.286650 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:13.905322 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:24.569224 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:33.835089 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:06:38.546412 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-602c5500-7e6a-4d10-983a-12f20592f67e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:40.274156 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-69386b7d-e950-4267-bcdc-787c0630ad58 req-ebbf2137-9d58-4aa1-8200-808c6194a91b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521452 Jun 18 17:06:40.372450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69386b7d-e950-4267-bcdc-787c0630ad58 req-48c6e597-24e1-4b80-9ca8-fa96bbe76e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:40.373913 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-69386b7d-e950-4267-bcdc-787c0630ad58 req-48c6e597-24e1-4b80-9ca8-fa96bbe76e30 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 1100 time: 0.0567813 Jun 18 17:06:40.481407 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69386b7d-e950-4267-bcdc-787c0630ad58 req-5d8a40b8-1663-47eb-a8d2-8e2baea5e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:40.483735 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-69386b7d-e950-4267-bcdc-787c0630ad58 req-5d8a40b8-1663-47eb-a8d2-8e2baea5e201 service neutron] 10.222.0.55 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 909 time: 0.0883555 Jun 18 17:06:40.548730 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-69386b7d-e950-4267-bcdc-787c0630ad58 req-05b4ab26-bf76-4f09-bedb-8853d70fa9cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 HTTP/1.1" status: 200 len: 1002 time: 0.0571477 Jun 18 17:06:40.597154 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69386b7d-e950-4267-bcdc-787c0630ad58 req-44b38f59-1335-46e9-ab93-8b069513a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:40.598689 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-69386b7d-e950-4267-bcdc-787c0630ad58 req-44b38f59-1335-46e9-ab93-8b069513a46d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 200 len: 847 time: 0.0435853 Jun 18 17:06:40.658687 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69386b7d-e950-4267-bcdc-787c0630ad58 req-e0de3c63-b859-4e1a-8e17-71f736d18a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:40.660151 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-69386b7d-e950-4267-bcdc-787c0630ad58 req-e0de3c63-b859-4e1a-8e17-71f736d18a83 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81a052d1-39da-438e-8910-331179ecdb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0548847 Jun 18 17:06:40.748486 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-69386b7d-e950-4267-bcdc-787c0630ad58 req-8c51c404-cc4b-4e39-97ac-4c28609a2d27 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803115 Jun 18 17:06:40.842158 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-69386b7d-e950-4267-bcdc-787c0630ad58 req-c255f4fc-76b6-4f96-83fb-149deab93e26 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867441 Jun 18 17:06:41.045009 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e5162bbe-e93e-499d-83d3-59902dd3525b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:41.375556 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:42.290059 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:43.908500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:50.229056 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57488) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:06:50.387746 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Deleting port b0e4bce7-d5bc-4423-8724-0fe8a14e8d93 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:06:50.388093 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:50.466901 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:50.467154 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:50.528863 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Calling delete_port for b0e4bce7-d5bc-4423-8724-0fe8a14e8d93 owned by network:floatingip {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:06:50.673231 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:50.675920 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5e37188f-8d65-4a6b-a686-22f963d07b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:06:50.703187 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event deleted for resources: {'Port': ['ID=b0e4bce7-d5bc-4423-8724-0fe8a14e8d93,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:06:50.714806 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:50.715198 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:50.715580 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:50.715954 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:50.716320 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:50.716693 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:50.717110 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:50.717423 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:50.717787 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:50.718149 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:50.718532 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:50.718894 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:50.737249 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:06:50.776357 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for floatingip, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:50.776808 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Floating IP 4a820ce6-b490-4afd-b3c5-59750fd9f064 disassociated (deleted). External IP: 172.26.6.230, port: 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244. Jun 18 17:06:50.990255 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:06:51.099461 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:06:51.104792 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:51.109693 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a121be4b-d047-45fa-967f-acde09ddf7db None None] Sync routers for ids ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:06:51.119182 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a121be4b-d047-45fa-967f-acde09ddf7db None None] Routers {'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:06:51.119812 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-a121be4b-d047-45fa-967f-acde09ddf7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:06:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:06:51.139086 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "DELETE /v2.0/floatingips/4a820ce6-b490-4afd-b3c5-59750fd9f064 HTTP/1.1" status: 204 len: 168 time: 0.9089422 Jun 18 17:06:51.139766 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'tag': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:06:51.142087 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7ba354-e065-477e-9f9f-bb06231cdd17" -d '{"events": [{"name": "network-changed", "server_uuid": "347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf", "tag": "6ab5cef0-47a9-4f5c-8b98-0a77d62d2244"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:06:51.181017 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efeb405-ed9e-47b6-8d04-936ce5b30888 x-openstack-request-id: req-5efeb405-ed9e-47b6-8d04-936ce5b30888 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:06:51.181372 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf", "tag": "6ab5cef0-47a9-4f5c-8b98-0a77d62d2244", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:06:51.181680 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5efeb405-ed9e-47b6-8d04-936ce5b30888 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:06:51.182139 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'tag': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244', 'status': 'completed', 'code': 200} Jun 18 17:06:51.236739 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-a121be4b-d047-45fa-967f-acde09ddf7db None None] Set router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:06:51.261518 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ba354-e065-477e-9f9f-bb06231cdd17 req-1ad850fc-89bf-4a5f-9484-735ecec63eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:51.263059 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6c7ba354-e065-477e-9f9f-bb06231cdd17 req-1ad850fc-89bf-4a5f-9484-735ecec63eff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 1100 time: 0.0575624 Jun 18 17:06:51.363844 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ba354-e065-477e-9f9f-bb06231cdd17 req-edb0d2ae-5d5e-4e7c-98ce-7f86b38d36d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:51.365323 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6c7ba354-e065-477e-9f9f-bb06231cdd17 req-edb0d2ae-5d5e-4e7c-98ce-7f86b38d36d2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 909 time: 0.0941508 Jun 18 17:06:51.414455 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6c7ba354-e065-477e-9f9f-bb06231cdd17 req-2a64f620-111f-459d-b78e-e6ae001adffc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 HTTP/1.1" status: 200 len: 217 time: 0.0404098 Jun 18 17:06:51.458201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-a121be4b-d047-45fa-967f-acde09ddf7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:37Z', 'revision_number': 4, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port': {'id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ff730be9-4b3f-48a7-adf4-0e1bc1c5e187', 'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'mac_address': 'fa:16:3e:4b:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:37Z', 'updated_at': '2021-06-18T17:02:43Z', 'revision_number': 5, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'subnets': [{'id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:06:51.483334 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ba354-e065-477e-9f9f-bb06231cdd17 req-0324c77b-aa81-4334-b463-db46d8aea95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:51.484189 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6c7ba354-e065-477e-9f9f-bb06231cdd17 req-0324c77b-aa81-4334-b463-db46d8aea95d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 200 len: 847 time: 0.0615497 Jun 18 17:06:51.490566 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a121be4b-d047-45fa-967f-acde09ddf7db None None] Checking router: ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:06:51.497258 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a121be4b-d047-45fa-967f-acde09ddf7db None None] Routers {'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:06:51.497806 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-a121be4b-d047-45fa-967f-acde09ddf7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:06:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:06:51.613171 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-a121be4b-d047-45fa-967f-acde09ddf7db None None] Set router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:06:51.842354 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-a121be4b-d047-45fa-967f-acde09ddf7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:37Z', 'revision_number': 4, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port': {'id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ff730be9-4b3f-48a7-adf4-0e1bc1c5e187', 'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'mac_address': 'fa:16:3e:4b:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:37Z', 'updated_at': '2021-06-18T17:02:43Z', 'revision_number': 5, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'subnets': [{'id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:06:51.870559 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a121be4b-d047-45fa-967f-acde09ddf7db None None] The sync data for ids ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'] in dv-neutron-797120-1-hyperv is: [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:37Z', 'revision_number': 4, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port': {'id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ff730be9-4b3f-48a7-adf4-0e1bc1c5e187', 'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'mac_address': 'fa:16:3e:4b:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:37Z', 'updated_at': '2021-06-18T17:02:43Z', 'revision_number': 5, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'subnets': [{'id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:06:51.940595 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e460c8-783c-4242-816c-f16c11484607 req-b38800ac-377a-4fdd-bfcc-c9165154e46e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:51.942187 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-35e460c8-783c-4242-816c-f16c11484607 req-b38800ac-377a-4fdd-bfcc-c9165154e46e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 947 time: 0.4736121 Jun 18 17:06:51.949977 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7ba354-e065-477e-9f9f-bb06231cdd17 req-8b46c456-25eb-49c8-9c92-de86d606c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:51.951488 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6c7ba354-e065-477e-9f9f-bb06231cdd17 req-8b46c456-25eb-49c8-9c92-de86d606c93e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81a052d1-39da-438e-8910-331179ecdb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4497724 Jun 18 17:06:52.039038 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-35e460c8-783c-4242-816c-f16c11484607 req-b7f7b6b5-4c47-4908-b852-532c92abe1d8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865240 Jun 18 17:06:52.080304 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6c7ba354-e065-477e-9f9f-bb06231cdd17 req-33e5138d-00ef-4bf8-8202-407293802086 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216476 Jun 18 17:06:52.120315 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36250b24-4645-45dd-9052-6378b4bd47b4 None None] New status for floating IP 4a820ce6-b490-4afd-b3c5-59750fd9f064: DOWN {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:06:52.178342 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6c7ba354-e065-477e-9f9f-bb06231cdd17 req-1d6f880b-b39f-4d37-8008-0f0f4d328765 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896320 Jun 18 17:06:52.912888 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b861d-4785-43de-aef9-dd0dcd17df99 req-4c9ce95f-611d-4e24-988e-12f66109f802 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:52.914316 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-383b861d-4785-43de-aef9-dd0dcd17df99 req-4c9ce95f-611d-4e24-988e-12f66109f802 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.55 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 947 time: 0.0645263 Jun 18 17:06:53.030389 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-383b861d-4785-43de-aef9-dd0dcd17df99 req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Deleting port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:06:53.030754 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-383b861d-4785-43de-aef9-dd0dcd17df99 req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:53.124205 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-383b861d-4785-43de-aef9-dd0dcd17df99 req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] For port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:06:53.124930 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-383b861d-4785-43de-aef9-dd0dcd17df99 req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:53.196682 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-383b861d-4785-43de-aef9-dd0dcd17df99 req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Calling delete_port for 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:06:53.320584 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55af02-9730-4da6-9561-17904a696c1a req-c461855d-3658-48f6-a74d-eb0624beed97 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:06:53.322046 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ec55af02-9730-4da6-9561-17904a696c1a req-c461855d-3658-48f6-a74d-eb0624beed97 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf HTTP/1.1" status: 200 len: 947 time: 0.1517837 Jun 18 17:06:53.396540 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ec55af02-9730-4da6-9561-17904a696c1a req-cbe48879-6125-4090-930b-790161dfda4f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=758b8d69-00f9-4b90-8d33-f344894e957e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685289 Jun 18 17:06:53.402887 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-383b861d-4785-43de-aef9-dd0dcd17df99 req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:53.411333 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f7b7e904-4505-4451-bcee-ee43ae30aaa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:06:53.445579 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event deleted for resources: {'Port': ['ID=6ab5cef0-47a9-4f5c-8b98-0a77d62d2244,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:06:53.486064 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:53.486479 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:53.486868 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:53.487248 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:53.487625 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:53.488004 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:53.488373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:53.488742 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:53.489113 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:53.489476 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:53.489840 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:53.490201 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:06:53.493769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-383b861d-4785-43de-aef9-dd0dcd17df99 req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] No DVR routers for this DVR port 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:06:53.495406 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:06:53.497161 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-383b861d-4785-43de-aef9-dd0dcd17df99 req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:53.498546 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-383b861d-4785-43de-aef9-dd0dcd17df99 req-c79c8b1b-ff8a-4db9-9205-8b361416e157 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.55 "DELETE /v2.0/ports/6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 HTTP/1.1" status: 204 len: 173 time: 0.5781841 Jun 18 17:06:53.499047 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'name': 'network-vif-deleted', 'tag': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:06:53.501375 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ba65eb-b7c3-4a99-8845-b69fdfd3fdbb" -d '{"events": [{"server_uuid": "347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf", "name": "network-vif-deleted", "tag": "6ab5cef0-47a9-4f5c-8b98-0a77d62d2244"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:06:53.597816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef02470-fad9-46b1-be00-9e934a746939 x-openstack-request-id: req-7ef02470-fad9-46b1-be00-9e934a746939 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:06:53.598380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf", "name": "network-vif-deleted", "tag": "6ab5cef0-47a9-4f5c-8b98-0a77d62d2244", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:06:53.598720 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7ef02470-fad9-46b1-be00-9e934a746939 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:06:53.599188 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347bbfba-5c0c-4cd9-a1fb-5e0f751d35cf', 'name': 'network-vif-deleted', 'tag': '6ab5cef0-47a9-4f5c-8b98-0a77d62d2244', 'status': 'completed', 'code': 200} Jun 18 17:06:54.489296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57512) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:06:54.547411 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4a27-a5ed-42c6-9ef1-075f60b7249d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:54.568237 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:54.574714 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4a27-a5ed-42c6-9ef1-075f60b7249d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:54.634039 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4a27-a5ed-42c6-9ef1-075f60b7249d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:54.636633 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-5a1f4a27-a5ed-42c6-9ef1-075f60b7249d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:54.637777 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-5a1f4a27-a5ed-42c6-9ef1-075f60b7249d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "DELETE /v2.0/security-groups/758b8d69-00f9-4b90-8d33-f344894e957e HTTP/1.1" status: 204 len: 168 time: 0.1475005 Jun 18 17:06:54.638692 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d2c1c91e-16ae-4f7c-a7f5-9ac22f4c44f7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:06:54.647536 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f4a27-a5ed-42c6-9ef1-075f60b7249d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=758b8d69-00f9-4b90-8d33-f344894e957e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:06:54.650118 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-5a1f4a27-a5ed-42c6-9ef1-075f60b7249d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:06:54.927633 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57518) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:06:54.932552 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-cb2887f5-73cc-4107-bd4d-5d103e190322 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-253581175', 'description': 'tempest-secgroup-smoke-253581175 description', 'project_id': 'd7324521d24e454db0c4400a10a60d87'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:06:54.954778 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cb2887f5-73cc-4107-bd4d-5d103e190322 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.041380 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cb2887f5-73cc-4107-bd4d-5d103e190322 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.045119 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cb2887f5-73cc-4107-bd4d-5d103e190322 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.048319 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-dc6143b4-1315-4a7a-80f1-d10ba6405439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:06:55.071650 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cb2887f5-73cc-4107-bd4d-5d103e190322 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.072862 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cb2887f5-73cc-4107-bd4d-5d103e190322 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1442018 Jun 18 17:06:55.075754 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57520) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:06:55.076861 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2887f5-73cc-4107-bd4d-5d103e190322 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bfe596-9e42-4b41-ac50-f36919f29eeb,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:06:55.079513 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cb2887f5-73cc-4107-bd4d-5d103e190322 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:06:55.080840 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-e2f70739-4e91-4c0b-bc50-17ff16b3ca67 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Request body: {'security_group_rule': {'security_group_id': 'b3bfe596-9e42-4b41-ac50-f36919f29eeb', 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:06:55.108027 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e2f70739-4e91-4c0b-bc50-17ff16b3ca67 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.157211 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e2f70739-4e91-4c0b-bc50-17ff16b3ca67 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.161381 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e2f70739-4e91-4c0b-bc50-17ff16b3ca67 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.164602 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-45438f83-85df-4a8a-a3c9-8f0d80b8515b tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:06:55.181442 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f70739-4e91-4c0b-bc50-17ff16b3ca67 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bfdb786-4661-4a85-9a9e-fb9de9788460,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:06:55.184011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e2f70739-4e91-4c0b-bc50-17ff16b3ca67 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:06:55.188838 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e2f70739-4e91-4c0b-bc50-17ff16b3ca67 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.190246 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e2f70739-4e91-4c0b-bc50-17ff16b3ca67 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131978 Jun 18 17:06:55.192810 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57522) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:06:55.197405 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-8d624ead-dd00-474e-b208-b77219046cd4 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Request body: {'security_group_rule': {'security_group_id': 'b3bfe596-9e42-4b41-ac50-f36919f29eeb', 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:06:55.223996 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8d624ead-dd00-474e-b208-b77219046cd4 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.281105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8d624ead-dd00-474e-b208-b77219046cd4 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.284706 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8d624ead-dd00-474e-b208-b77219046cd4 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.286547 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-91f6724c-57d2-45aa-94fe-8bf5b8ba67d9 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:06:55.302287 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d624ead-dd00-474e-b208-b77219046cd4 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a95b12c-dd27-4e5e-b4cc-db1db252fcfe,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:06:55.304838 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-8d624ead-dd00-474e-b208-b77219046cd4 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:06:55.308881 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-8d624ead-dd00-474e-b208-b77219046cd4 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.310070 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-8d624ead-dd00-474e-b208-b77219046cd4 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163428 Jun 18 17:06:55.312836 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57524) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:06:55.317260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-7887966f-4a78-4701-92ba-6f25172c2847 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Request body: {'security_group_rule': {'security_group_id': 'b3bfe596-9e42-4b41-ac50-f36919f29eeb', 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:06:55.344225 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7887966f-4a78-4701-92ba-6f25172c2847 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.404503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7887966f-4a78-4701-92ba-6f25172c2847 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.407956 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7887966f-4a78-4701-92ba-6f25172c2847 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.409762 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a1461d32-d5c0-44ae-aa44-b14661ae7c44 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:06:55.425746 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887966f-4a78-4701-92ba-6f25172c2847 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b1f254-ab19-4ef5-9274-3a9dff4ed1df,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:06:55.428735 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7887966f-4a78-4701-92ba-6f25172c2847 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:06:55.431663 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-7887966f-4a78-4701-92ba-6f25172c2847 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.433264 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-7887966f-4a78-4701-92ba-6f25172c2847 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194637 Jun 18 17:06:55.436168 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57526) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:06:55.440521 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f1f1074e-dbe8-4488-baa0-f4f33a8e5fb1 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Request body: {'security_group_rule': {'security_group_id': 'b3bfe596-9e42-4b41-ac50-f36919f29eeb', 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:06:55.467015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f1f1074e-dbe8-4488-baa0-f4f33a8e5fb1 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.529472 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f1f1074e-dbe8-4488-baa0-f4f33a8e5fb1 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.533105 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f1f1074e-dbe8-4488-baa0-f4f33a8e5fb1 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.535055 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-85c27ea1-5c84-40f1-95a0-908e90417544 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:06:55.550585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1074e-dbe8-4488-baa0-f4f33a8e5fb1 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d516383-2947-49a1-b6a3-2592b2e062e2,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:06:55.553278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f1f1074e-dbe8-4488-baa0-f4f33a8e5fb1 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:06:55.557091 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f1f1074e-dbe8-4488-baa0-f4f33a8e5fb1 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.558262 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f1f1074e-dbe8-4488-baa0-f4f33a8e5fb1 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212001 Jun 18 17:06:55.561048 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57528) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:06:55.565453 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-25b9a22f-ed4c-40e5-99ba-cfed720359d0 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Request body: {'security_group_rule': {'security_group_id': 'b3bfe596-9e42-4b41-ac50-f36919f29eeb', 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:06:55.587602 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.securitygroups_db [None req-25b9a22f-ed4c-40e5-99ba-cfed720359d0 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Project d7324521d24e454db0c4400a10a60d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:06:55.592263 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-25b9a22f-ed4c-40e5-99ba-cfed720359d0 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.654605 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-25b9a22f-ed4c-40e5-99ba-cfed720359d0 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.657947 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-25b9a22f-ed4c-40e5-99ba-cfed720359d0 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.659773 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-839060c3-c253-4889-a3c3-c697061e47a0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:06:55.676156 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b9a22f-ed4c-40e5-99ba-cfed720359d0 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fad01d-a5c1-445f-a1ef-522e37907a85,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:06:55.680013 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-25b9a22f-ed4c-40e5-99ba-cfed720359d0 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:06:55.683566 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-25b9a22f-ed4c-40e5-99ba-cfed720359d0 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.686812 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57530) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:06:55.687259 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-25b9a22f-ed4c-40e5-99ba-cfed720359d0 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1248448 Jun 18 17:06:55.691485 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-f6d22cfd-518f-4cea-8241-ca414c6137f3 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Request body: {'security_group_rule': {'security_group_id': 'b3bfe596-9e42-4b41-ac50-f36919f29eeb', 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:06:55.714496 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-f6d22cfd-518f-4cea-8241-ca414c6137f3 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Project d7324521d24e454db0c4400a10a60d87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:06:55.719140 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f6d22cfd-518f-4cea-8241-ca414c6137f3 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.782361 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f6d22cfd-518f-4cea-8241-ca414c6137f3 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.786551 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f6d22cfd-518f-4cea-8241-ca414c6137f3 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.788853 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:06:55.805338 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d22cfd-518f-4cea-8241-ca414c6137f3 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a3c80f-d3e4-40d0-80e4-33ce468360dd,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:06:55.808213 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f6d22cfd-518f-4cea-8241-ca414c6137f3 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:06:55.810784 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-f6d22cfd-518f-4cea-8241-ca414c6137f3 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:06:55.811964 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-f6d22cfd-518f-4cea-8241-ca414c6137f3 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242082 Jun 18 17:06:56.669665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:06:56.689708 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:06:56.690060 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 6ab5cef0-47a9-4f5c-8b98-0a77d62d2244 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:07:08.552808 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-91ab4272-f560-454a-b5ac-017010c593d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:10.091419 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-ca92264b-cf8b-490b-a085-9b29c9d62f74 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-253581175&fields=id&tenant_id=d7324521d24e454db0c4400a10a60d87 HTTP/1.1" status: 200 len: 267 time: 0.0356781 Jun 18 17:07:10.196822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-8412cd31-9fb3-43a0-8447-343885e50a39 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:10.198293 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-8412cd31-9fb3-43a0-8447-343885e50a39 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 808 time: 0.1005456 Jun 18 17:07:10.213521 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-851449c9-cb5c-4602-bcc3-24e9f097bb6e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/quotas/d7324521d24e454db0c4400a10a60d87 HTTP/1.1" status: 200 len: 375 time: 0.0099444 Jun 18 17:07:10.284056 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-793876cf-65f8-472c-867b-094cc4889464 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657604 Jun 18 17:07:10.340370 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-d6570bc9-abca-4962-9ced-6009c47ce2b1 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 17:07:10.341342 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-d6570bc9-abca-4962-9ced-6009c47ce2b1 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467322 Jun 18 17:07:10.428740 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-e25c595d-c76c-4cbe-afb1-72cdfd991588 service neutron] 10.222.0.50 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814900 Jun 18 17:07:10.526098 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-1cd3872a-7b35-424c-98e0-4ba7ddcffdf5 service neutron] 10.222.0.50 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881231 Jun 18 17:07:10.818510 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-42873f02-0951-4570-8f96-40e8470ab557 req-8851fb64-ddf8-45a8-99e7-f2b6ba3d3d1a tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 210 time: 0.0299346 Jun 18 17:07:10.834098 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:07:11.046565 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1c1f217a-4aeb-4efb-b7fb-cb0cb87dd8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:11.377781 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:11.982394 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8acfb6e6-818b-497a-98ee-81c5bb1edfa2 req-d308605a-79a9-4638-88e1-176c705f2d9c tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 210 time: 0.0451450 Jun 18 17:07:11.990787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-1423ae44-c594-4341-aec4-10c411d52166 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:11.992222 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-1423ae44-c594-4341-aec4-10c411d52166 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.55 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 808 time: 0.1523449 Jun 18 17:07:12.036768 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-0f8bc2f8-1c40-4884-af79-a5f8381b2efa tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7324521d24e454db0c4400a10a60d87 HTTP/1.1" status: 200 len: 379 time: 0.0339863 Jun 18 17:07:12.047055 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-38a9d487-44f5-45d9-b4ec-627f779ce483 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Request body: {'port': {'device_id': '8f887ee7-0c54-4572-b437-2b73eabe7cfd', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'admin_state_up': True, 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'security_groups': ['b3bfe596-9e42-4b41-ac50-f36919f29eeb']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:07:12.159631 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-38a9d487-44f5-45d9-b4ec-627f779ce483 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Made reservation on behalf of d7324521d24e454db0c4400a10a60d87 for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:07:12.163494 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-38a9d487-44f5-45d9-b4ec-627f779ce483 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:12.298303 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:12.308227 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-38a9d487-44f5-45d9-b4ec-627f779ce483 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Allocated IP 172.20.0.10 (81a052d1-39da-438e-8910-331179ecdb7d/ce65e2a4-943b-4867-90d7-714c9884057e/50f7a559-0039-4e4d-b227-c8f5b3769c8a) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:07:12.451201 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-38a9d487-44f5-45d9-b4ec-627f779ce483 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:12.465305 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-38a9d487-44f5-45d9-b4ec-627f779ce483 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Transition to ACTIVE for port object 50f7a559-0039-4e4d-b227-c8f5b3769c8a will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:07:12.498570 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-38a9d487-44f5-45d9-b4ec-627f779ce483 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:12.502406 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-13d5c624-574e-49ef-b310-03be7a2d3b65 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:12.543868 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-38a9d487-44f5-45d9-b4ec-627f779ce483 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Network 81a052d1-39da-438e-8910-331179ecdb7d is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:07:12.547279 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-38a9d487-44f5-45d9-b4ec-627f779ce483 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:07:12.551635 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-38a9d487-44f5-45d9-b4ec-627f779ce483 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:07:12.580885 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9d487-44f5-45d9-b4ec-627f779ce483 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event updated for resources: {'Port': ['ID=50f7a559-0039-4e4d-b227-c8f5b3769c8a,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:12.585878 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-38a9d487-44f5-45d9-b4ec-627f779ce483 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:12.608379 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-38a9d487-44f5-45d9-b4ec-627f779ce483 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:12.609018 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-38a9d487-44f5-45d9-b4ec-627f779ce483 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:12.627606 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-38a9d487-44f5-45d9-b4ec-627f779ce483 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5843720 Jun 18 17:07:12.641347 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Request body: {'port': {'device_id': '8f887ee7-0c54-4572-b437-2b73eabe7cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:07:12.725824 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:12.818000 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-cd31a4ab-7334-4b79-a7c4-bd3ef52ff167 None None] Provisioning for port 50f7a559-0039-4e4d-b227-c8f5b3769c8a completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:07:12.823112 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-cd31a4ab-7334-4b79-a7c4-bd3ef52ff167 None None] Provisioning complete for port 50f7a559-0039-4e4d-b227-c8f5b3769c8a triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:07:12.823604 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cd31a4ab-7334-4b79-a7c4-bd3ef52ff167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:12.873365 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-cd31a4ab-7334-4b79-a7c4-bd3ef52ff167 None None] Port 50f7a559-0039-4e4d-b227-c8f5b3769c8a cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:07:12.993929 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f7a559-0039-4e4d-b227-c8f5b3769c8a {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:07:13.001348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:13.021262 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Transition to ACTIVE for port object 50f7a559-0039-4e4d-b227-c8f5b3769c8a will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:07:13.025499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:13.030090 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-29bf993c-4be1-4bac-a6ff-d0bb0eac7e70 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:13.077959 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Pushing event updated for resources: {'Port': ['ID=50f7a559-0039-4e4d-b227-c8f5b3769c8a,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:13.083206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:13.263212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8526c77e-1fc8-4c2c-8ef1-82d0179f7d59 req-e33bd6f3-bee8-49f7-acbd-6d8b2a4ff85c tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:13.264823 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8526c77e-1fc8-4c2c-8ef1-82d0179f7d59 req-e33bd6f3-bee8-49f7-acbd-6d8b2a4ff85c tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 944 time: 0.1406095 Jun 18 17:07:13.270358 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Attempting to bind port 50f7a559-0039-4e4d-b227-c8f5b3769c8a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:07:13.270358 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Attempting to bind port 50f7a559-0039-4e4d-b227-c8f5b3769c8a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '30217873-bce6-47fa-9d39-4a4c01581f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:07:13.272102 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Attempting to bind port 50f7a559-0039-4e4d-b227-c8f5b3769c8a on network 81a052d1-39da-438e-8910-331179ecdb7d {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:07:13.276477 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Port 50f7a559-0039-4e4d-b227-c8f5b3769c8a on network 81a052d1-39da-438e-8910-331179ecdb7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 17:07:13.276775 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Attempting to bind port 50f7a559-0039-4e4d-b227-c8f5b3769c8a on network 81a052d1-39da-438e-8910-331179ecdb7d {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:07:13.288182 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:07:13.288530 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Checking segment: {'id': '30217873-bce6-47fa-9d39-4a4c01581f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:07:13.288930 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Bound using segment: {'id': '30217873-bce6-47fa-9d39-4a4c01581f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:07:13.289380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Bound port: 50f7a559-0039-4e4d-b227-c8f5b3769c8a, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30217873-bce6-47fa-9d39-4a4c01581f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:07:13.289897 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:13.367041 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8526c77e-1fc8-4c2c-8ef1-82d0179f7d59 req-07fced58-a202-4913-b8c3-6177165043fa tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744460 Jun 18 17:07:13.392400 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] For port 50f7a559-0039-4e4d-b227-c8f5b3769c8a, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:07:13.395726 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] For port 50f7a559-0039-4e4d-b227-c8f5b3769c8a, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=50f7a559-0039-4e4d-b227-c8f5b3769c8a,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:07:13.401966 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:13.408585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-06e3b9de-1347-4e55-9a1b-362eab76b310 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:13.438919 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:13.439540 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:13.440941 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] 10.222.0.55 "PUT /v2.0/ports/50f7a559-0039-4e4d-b227-c8f5b3769c8a HTTP/1.1" status: 200 len: 1094 time: 0.8044627 Jun 18 17:07:13.441596 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f887ee7-0c54-4572-b437-2b73eabe7cfd', 'tag': '50f7a559-0039-4e4d-b227-c8f5b3769c8a'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:07:13.443985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51784f1-9297-4a4c-8835-f93c81070e39" -d '{"events": [{"name": "network-changed", "server_uuid": "8f887ee7-0c54-4572-b437-2b73eabe7cfd", "tag": "50f7a559-0039-4e4d-b227-c8f5b3769c8a"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:07:13.487116 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Pushing event updated for resources: {'Port': ['ID=50f7a559-0039-4e4d-b227-c8f5b3769c8a,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:13.494912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:13.500166 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a490bfb2-92ae-450a-abd5-967d72184771 x-openstack-request-id: req-a490bfb2-92ae-450a-abd5-967d72184771 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:07:13.500514 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f887ee7-0c54-4572-b437-2b73eabe7cfd", "tag": "50f7a559-0039-4e4d-b227-c8f5b3769c8a", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:07:13.500820 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a490bfb2-92ae-450a-abd5-967d72184771 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:07:13.501279 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f887ee7-0c54-4572-b437-2b73eabe7cfd', 'tag': '50f7a559-0039-4e4d-b227-c8f5b3769c8a', 'status': 'completed', 'code': 200} Jun 18 17:07:13.563212 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-486eeb94-a74f-447b-856c-55692aab48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:13.565284 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-486eeb94-a74f-447b-856c-55692aab48c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 1097 time: 0.0584862 Jun 18 17:07:13.616872 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-797b4285-2377-4b3c-872a-529e43d24cfd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50f7a559-0039-4e4d-b227-c8f5b3769c8a HTTP/1.1" status: 200 len: 217 time: 0.0417509 Jun 18 17:07:13.679832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-f59b6fec-497d-42a1-bbf1-21ddfc8be7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:13.681293 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-f59b6fec-497d-42a1-bbf1-21ddfc8be7cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 200 len: 847 time: 0.0565665 Jun 18 17:07:13.742465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-366b0753-4975-4fac-9867-c03b51ba16fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:13.744071 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-366b0753-4975-4fac-9867-c03b51ba16fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81a052d1-39da-438e-8910-331179ecdb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0560048 Jun 18 17:07:13.847142 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-cb74054a-b60d-4217-924b-a00ac6d25013 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955658 Jun 18 17:07:13.912541 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:13.943700 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2d66ddd7-e821-45fc-b0f1-17f88f007369 req-83647c27-6eb0-44c9-94d0-c1584513e82d service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884221 Jun 18 17:07:14.043835 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51784f1-9297-4a4c-8835-f93c81070e39 req-b16b026b-cf9e-444a-b613-b9add804f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:14.045357 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d51784f1-9297-4a4c-8835-f93c81070e39 req-b16b026b-cf9e-444a-b613-b9add804f7ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 1097 time: 0.0546634 Jun 18 17:07:14.143509 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51784f1-9297-4a4c-8835-f93c81070e39 req-6c71faf6-f9e2-44fd-a424-9f933401bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:14.144973 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d51784f1-9297-4a4c-8835-f93c81070e39 req-6c71faf6-f9e2-44fd-a424-9f933401bff2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 909 time: 0.0914342 Jun 18 17:07:14.186470 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d51784f1-9297-4a4c-8835-f93c81070e39 req-a733c9e8-a85a-4443-a4d8-b1d8cbd84ee9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50f7a559-0039-4e4d-b227-c8f5b3769c8a HTTP/1.1" status: 200 len: 217 time: 0.0337968 Jun 18 17:07:14.240775 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51784f1-9297-4a4c-8835-f93c81070e39 req-68cd489e-e858-4328-919c-24edddb17fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:14.242236 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d51784f1-9297-4a4c-8835-f93c81070e39 req-68cd489e-e858-4328-919c-24edddb17fde service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 200 len: 847 time: 0.0495040 Jun 18 17:07:14.301513 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51784f1-9297-4a4c-8835-f93c81070e39 req-0e15d410-61db-4fab-b035-58f20a39d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:14.303041 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d51784f1-9297-4a4c-8835-f93c81070e39 req-0e15d410-61db-4fab-b035-58f20a39d3f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81a052d1-39da-438e-8910-331179ecdb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526891 Jun 18 17:07:14.395625 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d51784f1-9297-4a4c-8835-f93c81070e39 req-40068ea3-93d5-4364-965d-c135acf5c927 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849197 Jun 18 17:07:14.529016 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d51784f1-9297-4a4c-8835-f93c81070e39 req-0695b89c-b480-409e-bd00-0d42ef4b42a4 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258743 Jun 18 17:07:14.566992 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4d9fe-836b-4981-9f45-0688d9579ad9 req-0d90c494-f63a-467c-90af-dae4be6f94f2 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:14.568492 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2bd4d9fe-836b-4981-9f45-0688d9579ad9 req-0d90c494-f63a-467c-90af-dae4be6f94f2 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 944 time: 0.0852344 Jun 18 17:07:14.608727 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2bd4d9fe-836b-4981-9f45-0688d9579ad9 req-b925e637-3c70-45dc-b3c1-c555949c275e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341253 Jun 18 17:07:15.795382 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669fa52-04f5-4f46-aed2-698c74bc70ab req-96523c75-57af-4719-84b0-4ba20f1105f6 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:15.796747 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e669fa52-04f5-4f46-aed2-698c74bc70ab req-96523c75-57af-4719-84b0-4ba20f1105f6 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 944 time: 0.0728385 Jun 18 17:07:15.842135 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e669fa52-04f5-4f46-aed2-698c74bc70ab req-3c3207eb-1aa3-472d-a03c-ce1e1c67416a tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345752 Jun 18 17:07:17.015648 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b699670-9855-4c2e-80f2-a2bea64eb41c req-0215cb86-185a-4133-8949-dda2b30dc552 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:17.017119 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3b699670-9855-4c2e-80f2-a2bea64eb41c req-0215cb86-185a-4133-8949-dda2b30dc552 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 944 time: 0.0639732 Jun 18 17:07:17.056345 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3b699670-9855-4c2e-80f2-a2bea64eb41c req-c48d3c20-6cc3-40fd-b581-d6d41cf33cce tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334973 Jun 18 17:07:18.232019 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137e9d1-8815-4c58-8f3d-b22572282875 req-d16d9c29-af2e-4ff8-8011-6ff0ec1db698 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:18.233506 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a137e9d1-8815-4c58-8f3d-b22572282875 req-d16d9c29-af2e-4ff8-8011-6ff0ec1db698 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 944 time: 0.0648370 Jun 18 17:07:18.275947 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a137e9d1-8815-4c58-8f3d-b22572282875 req-1d0d7a20-fd61-4547-83b4-147dc52d919a tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367303 Jun 18 17:07:19.524738 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae77d6a-3f82-4b5f-91fe-a85f1d023e68 req-45e6f6cf-cc04-4488-883e-b8fa2042a671 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:19.526233 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9ae77d6a-3f82-4b5f-91fe-a85f1d023e68 req-45e6f6cf-cc04-4488-883e-b8fa2042a671 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 944 time: 0.1395259 Jun 18 17:07:19.563907 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9ae77d6a-3f82-4b5f-91fe-a85f1d023e68 req-0b265394-6d1b-4a0e-84d5-7856c38112f6 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320516 Jun 18 17:07:20.772495 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae927ee5-e898-4afb-a36d-a2857b7c2037 req-251ea2de-2983-4a03-804e-17c35e6f802a tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:20.775191 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ae927ee5-e898-4afb-a36d-a2857b7c2037 req-251ea2de-2983-4a03-804e-17c35e6f802a tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 944 time: 0.0811198 Jun 18 17:07:20.817784 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ae927ee5-e898-4afb-a36d-a2857b7c2037 req-5da43add-4cd2-4d15-9f21-2c0471373e0b tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365441 Jun 18 17:07:22.005869 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562a3a8-9786-4249-9bd6-69ea5a5402b2 req-6a80bae4-8988-4506-bdaa-f7414e9ee74a tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:22.007364 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b562a3a8-9786-4249-9bd6-69ea5a5402b2 req-6a80bae4-8988-4506-bdaa-f7414e9ee74a tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 944 time: 0.0702233 Jun 18 17:07:22.044671 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b562a3a8-9786-4249-9bd6-69ea5a5402b2 req-9f2e2cc9-823a-4395-9bb5-43ee8bd8d73d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309324 Jun 18 17:07:23.217036 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd1fe2-5df2-43b6-ae85-697891c9bf11 req-587c7873-361a-43f2-8da1-c6e1a81cfd08 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:23.218547 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-94fd1fe2-5df2-43b6-ae85-697891c9bf11 req-587c7873-361a-43f2-8da1-c6e1a81cfd08 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 944 time: 0.0647330 Jun 18 17:07:23.258438 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-94fd1fe2-5df2-43b6-ae85-697891c9bf11 req-96f87447-78ed-441d-909b-f9e282d630f6 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341911 Jun 18 17:07:24.430232 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b1efc-3bfb-46c3-aede-63fba06b7178 req-21eeef7f-3df5-403a-aec9-1592a275359a tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:24.432359 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8b3b1efc-3bfb-46c3-aede-63fba06b7178 req-21eeef7f-3df5-403a-aec9-1592a275359a tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 944 time: 0.0627785 Jun 18 17:07:24.474821 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8b3b1efc-3bfb-46c3-aede-63fba06b7178 req-30486daa-f709-4c9f-8c38-85df2e7bc317 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368032 Jun 18 17:07:24.563652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:24.796000 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 50f7a559-0039-4e4d-b227-c8f5b3769c8a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:07:24.888889 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 50f7a559-0039-4e4d-b227-c8f5b3769c8a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=50f7a559-0039-4e4d-b227-c8f5b3769c8a,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:07:24.900189 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '50f7a559-0039-4e4d-b227-c8f5b3769c8a', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'port_id': '50f7a559-0039-4e4d-b227-c8f5b3769c8a', 'mac_address': 'fa:16:3e:0a:92:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:07:24.937921 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:24.950469 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f7a559-0039-4e4d-b227-c8f5b3769c8a {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:07:24.968851 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 50f7a559-0039-4e4d-b227-c8f5b3769c8a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=50f7a559-0039-4e4d-b227-c8f5b3769c8a,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:07:24.973053 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:24.974964 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6ef5af0c-b2e7-42cd-95b1-c09411c9681b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:25.026368 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=50f7a559-0039-4e4d-b227-c8f5b3769c8a,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:25.033617 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:25.033969 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:25.034310 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:25.034672 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:25.035005 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:25.035336 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:25.035664 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:25.035991 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:25.036317 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:25.036640 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:25.036960 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:25.037280 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:07:25.041879 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:25.189974 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['50f7a559-0039-4e4d-b227-c8f5b3769c8a'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:07:25.650033 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3198db4-fcae-41eb-a1b9-4e7cc59bae14 req-62ae7b4c-07ce-4c7b-9ceb-11afd3729a12 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:25.651782 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a3198db4-fcae-41eb-a1b9-4e7cc59bae14 req-62ae7b4c-07ce-4c7b-9ceb-11afd3729a12 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 945 time: 0.0663476 Jun 18 17:07:25.690295 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a3198db4-fcae-41eb-a1b9-4e7cc59bae14 req-4841c89c-ced6-4aa0-a073-8353f2bf219b tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328367 Jun 18 17:07:26.807450 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 50f7a559-0039-4e4d-b227-c8f5b3769c8a up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:07:26.855986 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 50f7a559-0039-4e4d-b227-c8f5b3769c8a completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:07:26.859669 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 50f7a559-0039-4e4d-b227-c8f5b3769c8a triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:07:26.860124 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:26.871635 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07c9f0-c3cf-43fb-a4d5-ea2e63a885e2 req-4730e646-afcc-4d86-b2f0-fe302030e2d5 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:26.873170 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0c07c9f0-c3cf-43fb-a4d5-ea2e63a885e2 req-4730e646-afcc-4d86-b2f0-fe302030e2d5 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 945 time: 0.0637932 Jun 18 17:07:26.912345 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-0c07c9f0-c3cf-43fb-a4d5-ea2e63a885e2 req-b4397d9e-990c-4671-928f-db9aa5c4a459 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332446 Jun 18 17:07:26.943801 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:26.966747 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f887ee7-0c54-4572-b437-2b73eabe7cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f7a559-0039-4e4d-b227-c8f5b3769c8a'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:07:26.969096 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01c5715-4e59-447c-9e5d-8fb476bb6393" -d '{"events": [{"server_uuid": "8f887ee7-0c54-4572-b437-2b73eabe7cfd", "name": "network-vif-plugged", "status": "completed", "tag": "50f7a559-0039-4e4d-b227-c8f5b3769c8a"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:07:26.982965 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 50f7a559-0039-4e4d-b227-c8f5b3769c8a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=50f7a559-0039-4e4d-b227-c8f5b3769c8a,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:07:26.986894 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:26.989930 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:27.036738 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=50f7a559-0039-4e4d-b227-c8f5b3769c8a,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:27.039779 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:27.059624 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2923ff-5464-4d14-9e52-d96c0f3a977b x-openstack-request-id: req-5e2923ff-5464-4d14-9e52-d96c0f3a977b {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:07:27.059949 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f887ee7-0c54-4572-b437-2b73eabe7cfd", "name": "network-vif-plugged", "status": "completed", "tag": "50f7a559-0039-4e4d-b227-c8f5b3769c8a", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:07:27.060211 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e2923ff-5464-4d14-9e52-d96c0f3a977b {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:07:27.060611 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f887ee7-0c54-4572-b437-2b73eabe7cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f7a559-0039-4e4d-b227-c8f5b3769c8a', 'code': 200} Jun 18 17:07:27.265242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1053362-3e41-490d-ac15-ebc2e7b768b3 req-833bb54b-c06f-478b-9623-34edcb74759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:27.266658 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1053362-3e41-490d-ac15-ebc2e7b768b3 req-833bb54b-c06f-478b-9623-34edcb74759f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 1099 time: 0.0626745 Jun 18 17:07:27.302649 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a1053362-3e41-490d-ac15-ebc2e7b768b3 req-7d4694d0-06cc-4fc6-a29b-821ef526f871 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292675 Jun 18 17:07:28.102371 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277bf0c-0dff-42b1-aef6-a623e25cb5db req-64a08eb4-ff28-4d5d-9293-1d32e807ca3f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:28.104700 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2277bf0c-0dff-42b1-aef6-a623e25cb5db req-64a08eb4-ff28-4d5d-9293-1d32e807ca3f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.0720572 Jun 18 17:07:28.147777 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2277bf0c-0dff-42b1-aef6-a623e25cb5db req-ccfdcb6b-d0f1-4f42-8378-d81b4d5663de tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369420 Jun 18 17:07:29.324779 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050eedc5-0bb0-4f92-bb4b-977c62516126 req-37854c07-f909-4fc7-9276-5b05b58d456c tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:29.326260 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-050eedc5-0bb0-4f92-bb4b-977c62516126 req-37854c07-f909-4fc7-9276-5b05b58d456c tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.0650382 Jun 18 17:07:29.369711 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-050eedc5-0bb0-4f92-bb4b-977c62516126 req-b131bb3d-d239-49c6-83de-59ea137068f9 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367756 Jun 18 17:07:29.539701 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b90eb-ebfd-49ef-a6c7-9206049740c6 req-4fd234bd-d6c0-4157-a364-77d8aecc3e03 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:29.541687 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fe9b90eb-ebfd-49ef-a6c7-9206049740c6 req-4fd234bd-d6c0-4157-a364-77d8aecc3e03 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.0658090 Jun 18 17:07:29.577558 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fe9b90eb-ebfd-49ef-a6c7-9206049740c6 req-fbdbaa1f-e53c-4fe2-a267-8e190c65342e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302989 Jun 18 17:07:29.601679 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57732) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:29.652293 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b611f2e0-05c5-4be5-92a4-83f9f07c6705 tempest-TestShelveInstance-51467157 tempest-TestShelveInstance-51467157-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:29.653786 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-b611f2e0-05c5-4be5-92a4-83f9f07c6705 tempest-TestShelveInstance-51467157 tempest-TestShelveInstance-51467157-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 1094 time: 0.0511558 Jun 18 17:07:29.656583 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57734) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:07:29.661052 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '50f7a559-0039-4e4d-b227-c8f5b3769c8a', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:07:29.683299 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:29.785520 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:29.885396 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Allocated IP 172.26.6.102 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/e01b5ef3-eebb-4fef-82d4-b5065bc3a618) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:07:29.994638 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:30.032964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:30.036025 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9d7cac89-d36c-4c09-9194-1ee7d195a9a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:30.075874 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:07:30.079563 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:07:30.083482 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:07:30.114214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event updated for resources: {'Port': ['ID=e01b5ef3-eebb-4fef-82d4-b5065bc3a618,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:30.119425 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:30.465593 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:30.543579 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:30.693129 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:30.697766 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:30.700528 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-9a651fa0-a762-4aa2-8a50-ec03e9d206ed tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:07:30.763463 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event updated for resources: {'Port': ['ID=e01b5ef3-eebb-4fef-82d4-b5065bc3a618,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:07:30.767340 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:07:30.778055 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:30.879843 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Floating IP 6798738c-384d-4ee6-8955-2395c9eab321 associated. External IP: 172.26.6.102, port: 50f7a559-0039-4e4d-b227-c8f5b3769c8a. Jun 18 17:07:31.445972 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:07:31.563127 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:07:31.573238 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa4f3d1-fe63-474e-bb3a-d6be831a9b8a None None] Sync routers for ids ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:07:31.582098 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:31.584500 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa4f3d1-fe63-474e-bb3a-d6be831a9b8a None None] Routers {'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:07:31.585160 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-afa4f3d1-fe63-474e-bb3a-d6be831a9b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:07:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:31.623868 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9662175 Jun 18 17:07:31.624856 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f887ee7-0c54-4572-b437-2b73eabe7cfd', 'tag': '50f7a559-0039-4e4d-b227-c8f5b3769c8a'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:07:31.627258 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2723007-72f8-491f-8ba9-9c3e87f76d21" -d '{"events": [{"name": "network-changed", "server_uuid": "8f887ee7-0c54-4572-b437-2b73eabe7cfd", "tag": "50f7a559-0039-4e4d-b227-c8f5b3769c8a"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:07:31.679681 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1e2b0b-8709-4dbd-a4f6-05907a1f457e x-openstack-request-id: req-7f1e2b0b-8709-4dbd-a4f6-05907a1f457e {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:07:31.680030 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f887ee7-0c54-4572-b437-2b73eabe7cfd", "tag": "50f7a559-0039-4e4d-b227-c8f5b3769c8a", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:07:31.680336 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7f1e2b0b-8709-4dbd-a4f6-05907a1f457e {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:07:31.680787 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f887ee7-0c54-4572-b437-2b73eabe7cfd', 'tag': '50f7a559-0039-4e4d-b227-c8f5b3769c8a', 'status': 'completed', 'code': 200} Jun 18 17:07:31.719147 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-afa4f3d1-fe63-474e-bb3a-d6be831a9b8a None None] Set router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:07:31.797204 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2723007-72f8-491f-8ba9-9c3e87f76d21 req-16c6019f-6e8a-45d9-b587-d8b3e01aea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:31.798809 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b2723007-72f8-491f-8ba9-9c3e87f76d21 req-16c6019f-6e8a-45d9-b587-d8b3e01aea15 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 1099 time: 0.0899673 Jun 18 17:07:31.904737 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2723007-72f8-491f-8ba9-9c3e87f76d21 req-edc10677-0847-4539-b9c8-20e3b4a48944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:31.906293 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b2723007-72f8-491f-8ba9-9c3e87f76d21 req-edc10677-0847-4539-b9c8-20e3b4a48944 service neutron] 10.222.0.55 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 909 time: 0.1007824 Jun 18 17:07:31.979351 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b2723007-72f8-491f-8ba9-9c3e87f76d21 req-c1ef1475-dd84-400d-bb0b-7266232489a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50f7a559-0039-4e4d-b227-c8f5b3769c8a HTTP/1.1" status: 200 len: 1000 time: 0.0647500 Jun 18 17:07:32.030602 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2723007-72f8-491f-8ba9-9c3e87f76d21 req-4892ebb0-2acb-4f97-a487-8a6cfcc9d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:32.032070 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b2723007-72f8-491f-8ba9-9c3e87f76d21 req-4892ebb0-2acb-4f97-a487-8a6cfcc9d492 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 200 len: 847 time: 0.0471733 Jun 18 17:07:32.096433 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2723007-72f8-491f-8ba9-9c3e87f76d21 req-8daf4eb2-7be5-437a-ab3d-8d89d290b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:32.097942 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b2723007-72f8-491f-8ba9-9c3e87f76d21 req-8daf4eb2-7be5-437a-ab3d-8d89d290b6f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81a052d1-39da-438e-8910-331179ecdb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0591397 Jun 18 17:07:32.117083 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-afa4f3d1-fe63-474e-bb3a-d6be831a9b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:37Z', 'revision_number': 4, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port': {'id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '6798738c-384d-4ee6-8955-2395c9eab321', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'floating_ip_address': '172.26.6.102', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'port_id': '50f7a559-0039-4e4d-b227-c8f5b3769c8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'mac_address': 'fa:16:3e:0a:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f887ee7-0c54-4572-b437-2b73eabe7cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:07:30Z', 'updated_at': '2021-06-18T17:07:30Z', 'revision_number': 0, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff730be9-4b3f-48a7-adf4-0e1bc1c5e187', 'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'mac_address': 'fa:16:3e:4b:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:37Z', 'updated_at': '2021-06-18T17:02:43Z', 'revision_number': 5, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'subnets': [{'id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:32.144763 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa4f3d1-fe63-474e-bb3a-d6be831a9b8a None None] Checking router: ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:07:32.154725 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa4f3d1-fe63-474e-bb3a-d6be831a9b8a None None] Routers {'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:07:32.155350 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-afa4f3d1-fe63-474e-bb3a-d6be831a9b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:07:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:32.188755 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b2723007-72f8-491f-8ba9-9c3e87f76d21 req-112500c5-4a9d-4fb9-b891-db34558272a5 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823343 Jun 18 17:07:32.263449 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-afa4f3d1-fe63-474e-bb3a-d6be831a9b8a None None] Set router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:07:32.283015 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b2723007-72f8-491f-8ba9-9c3e87f76d21 req-42e211bb-d020-4b68-bb00-fe5d2521d58e service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881112 Jun 18 17:07:32.485936 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-afa4f3d1-fe63-474e-bb3a-d6be831a9b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:37Z', 'revision_number': 4, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port': {'id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '6798738c-384d-4ee6-8955-2395c9eab321', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'floating_ip_address': '172.26.6.102', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'port_id': '50f7a559-0039-4e4d-b227-c8f5b3769c8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'mac_address': 'fa:16:3e:0a:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f887ee7-0c54-4572-b437-2b73eabe7cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:07:30Z', 'updated_at': '2021-06-18T17:07:30Z', 'revision_number': 0, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff730be9-4b3f-48a7-adf4-0e1bc1c5e187', 'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'mac_address': 'fa:16:3e:4b:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:37Z', 'updated_at': '2021-06-18T17:02:43Z', 'revision_number': 5, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'subnets': [{'id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:07:32.515938 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa4f3d1-fe63-474e-bb3a-d6be831a9b8a None None] The sync data for ids ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'] in dv-neutron-797120-1-hyperv is: [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:37Z', 'revision_number': 4, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port': {'id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': '6798738c-384d-4ee6-8955-2395c9eab321', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'floating_ip_address': '172.26.6.102', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'port_id': '50f7a559-0039-4e4d-b227-c8f5b3769c8a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'mac_address': 'fa:16:3e:0a:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f887ee7-0c54-4572-b437-2b73eabe7cfd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:07:30Z', 'updated_at': '2021-06-18T17:07:30Z', 'revision_number': 0, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff730be9-4b3f-48a7-adf4-0e1bc1c5e187', 'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'mac_address': 'fa:16:3e:4b:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:37Z', 'updated_at': '2021-06-18T17:02:43Z', 'revision_number': 5, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'subnets': [{'id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:07:32.697038 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d1ddc7-eecd-4782-bd26-4fad6ef8cff4 None None] New status for floating IP 6798738c-384d-4ee6-8955-2395c9eab321: ACTIVE {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:07:38.545304 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bbe4a77f-4c88-4c87-bdc0-da72d29e0c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:40.269852 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ad2d0b2-489d-4550-8e72-ecae9194ac14 req-86571fa3-9d94-480f-8b1f-10e7fd8f8af3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531321 Jun 18 17:07:40.376573 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2d0b2-489d-4550-8e72-ecae9194ac14 req-715165f3-b97b-4dad-8798-26efb7225188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:40.378060 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ad2d0b2-489d-4550-8e72-ecae9194ac14 req-715165f3-b97b-4dad-8798-26efb7225188 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 1099 time: 0.0537500 Jun 18 17:07:40.494809 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2d0b2-489d-4550-8e72-ecae9194ac14 req-29c118d2-932a-4780-b326-f24eeb2d2a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:40.496375 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ad2d0b2-489d-4550-8e72-ecae9194ac14 req-29c118d2-932a-4780-b326-f24eeb2d2a7e service neutron] 10.222.0.55 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 909 time: 0.0962670 Jun 18 17:07:40.565007 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ad2d0b2-489d-4550-8e72-ecae9194ac14 req-f2275539-aed7-4c76-b98e-a4495a710346 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50f7a559-0039-4e4d-b227-c8f5b3769c8a HTTP/1.1" status: 200 len: 1002 time: 0.0589104 Jun 18 17:07:40.615766 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2d0b2-489d-4550-8e72-ecae9194ac14 req-8f0e3199-0746-40b3-b4a3-db50d4acce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:40.617254 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ad2d0b2-489d-4550-8e72-ecae9194ac14 req-8f0e3199-0746-40b3-b4a3-db50d4acce61 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 200 len: 847 time: 0.0449791 Jun 18 17:07:40.683305 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2d0b2-489d-4550-8e72-ecae9194ac14 req-e2863a9c-767e-43c6-8cbc-a28f211d81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:07:40.684849 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ad2d0b2-489d-4550-8e72-ecae9194ac14 req-e2863a9c-767e-43c6-8cbc-a28f211d81f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81a052d1-39da-438e-8910-331179ecdb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0591855 Jun 18 17:07:40.793082 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ad2d0b2-489d-4550-8e72-ecae9194ac14 req-f906e433-6d4e-4064-8488-ad0afd5e6910 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845499 Jun 18 17:07:40.894109 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ad2d0b2-489d-4550-8e72-ecae9194ac14 req-fce8e972-82e0-4fc8-bc2b-aac64ccc66b9 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894182 Jun 18 17:07:41.050506 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-39c63b6c-fffa-49b1-8c84-018acbe64bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:41.378965 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:42.301544 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:43.915819 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:07:47.832046 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:07:54.591273 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:08.547222 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b4d6d9ba-3995-42a3-aab1-d62ea8b7d277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:11.051379 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-366cc284-c463-4d8f-be7f-89fc6174351f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:11.380611 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:12.298331 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:13.921870 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.595851 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:24.830681 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:08:38.549014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-34ac4114-c360-4b4c-bd78-b60b01717cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:40.304097 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03f708d8-9b0b-4601-b516-a80ccf1c6aee req-bfb91dfe-7b35-4011-a8f3-12692f913806 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1010165 Jun 18 17:08:40.400962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f708d8-9b0b-4601-b516-a80ccf1c6aee req-cb2a244c-8919-4bc9-a1a6-154acf7bef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:40.402469 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03f708d8-9b0b-4601-b516-a80ccf1c6aee req-cb2a244c-8919-4bc9-a1a6-154acf7bef39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 1099 time: 0.0545857 Jun 18 17:08:40.513578 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f708d8-9b0b-4601-b516-a80ccf1c6aee req-30f5a619-bdd3-49f6-ac45-1ae48fa03a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:40.514948 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03f708d8-9b0b-4601-b516-a80ccf1c6aee req-30f5a619-bdd3-49f6-ac45-1ae48fa03a67 service neutron] 10.222.0.55 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 909 time: 0.0916829 Jun 18 17:08:40.579331 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03f708d8-9b0b-4601-b516-a80ccf1c6aee req-b3934fad-21a3-4402-bc61-8e200b051c32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50f7a559-0039-4e4d-b227-c8f5b3769c8a HTTP/1.1" status: 200 len: 1002 time: 0.0565758 Jun 18 17:08:40.633313 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f708d8-9b0b-4601-b516-a80ccf1c6aee req-208e3d72-7e97-47a5-8337-16144241dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:40.634803 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03f708d8-9b0b-4601-b516-a80ccf1c6aee req-208e3d72-7e97-47a5-8337-16144241dce8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 200 len: 847 time: 0.0479672 Jun 18 17:08:40.693234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f708d8-9b0b-4601-b516-a80ccf1c6aee req-392836d5-59c2-431f-9db5-85ec9eb88d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:08:40.694921 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03f708d8-9b0b-4601-b516-a80ccf1c6aee req-392836d5-59c2-431f-9db5-85ec9eb88d8d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81a052d1-39da-438e-8910-331179ecdb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0538557 Jun 18 17:08:40.783867 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03f708d8-9b0b-4601-b516-a80ccf1c6aee req-86f82621-7f4c-489f-9d71-c9785c660c09 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820222 Jun 18 17:08:40.876919 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-03f708d8-9b0b-4601-b516-a80ccf1c6aee req-e97d454f-ce77-4d34-9936-4d95d68f3bb3 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856142 Jun 18 17:08:41.051021 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b3b54c3d-9f58-4022-ae61-a6499f12026e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:41.381625 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:42.301208 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:43.918888 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:08:54.604032 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:01.828709 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:09:08.551314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-77b833f2-63ec-4399-a4b0-adb810e0ed45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:11.051815 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-49e7ec86-d7b4-41af-b7a4-18dbfb526ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:11.382693 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:12.304966 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:13.922879 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:24.620879 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:27.596903 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c5e29-8848-4740-9ff5-23bf848e619c req-eeb743d2-0128-4be3-9bbe-73ae9f44bf33 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:27.598690 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c63c5e29-8848-4740-9ff5-23bf848e619c req-eeb743d2-0128-4be3-9bbe-73ae9f44bf33 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.0680678 Jun 18 17:09:27.644171 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c63c5e29-8848-4740-9ff5-23bf848e619c req-2149173c-3f28-4bb4-907a-4609c43b4226 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392447 Jun 18 17:09:28.840214 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b813b0-1ce3-43be-b8ee-7cad56d1e026 req-700e3c08-1621-4a59-ab4e-72391c0388b4 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:28.841745 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f6b813b0-1ce3-43be-b8ee-7cad56d1e026 req-700e3c08-1621-4a59-ab4e-72391c0388b4 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.0715871 Jun 18 17:09:28.881792 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f6b813b0-1ce3-43be-b8ee-7cad56d1e026 req-f221bc2d-e1a8-4952-91ef-be87539ed2be tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336294 Jun 18 17:09:30.072902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0723079-6e14-455e-b63e-30676b52c34c req-5fd9ab52-0e34-4f53-a54b-46b6e98e7e7e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:30.074395 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c0723079-6e14-455e-b63e-30676b52c34c req-5fd9ab52-0e34-4f53-a54b-46b6e98e7e7e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.0639408 Jun 18 17:09:30.112453 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c0723079-6e14-455e-b63e-30676b52c34c req-3d3b1c57-2016-44ae-846f-1bc32360ab69 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323899 Jun 18 17:09:31.287864 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f497486-b1c9-4224-b693-964ec56be6d7 req-9378b884-acc1-41a6-9f9a-77d0ca792f15 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:31.289346 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4f497486-b1c9-4224-b693-964ec56be6d7 req-9378b884-acc1-41a6-9f9a-77d0ca792f15 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.0656321 Jun 18 17:09:31.331241 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4f497486-b1c9-4224-b693-964ec56be6d7 req-2f156d8c-9801-4247-9b68-0377097eada0 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362704 Jun 18 17:09:32.509986 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6f389-520c-4033-ac7f-bc3b14c85f8d req-81c8df7f-1205-42bd-9ed9-d00cec02bece tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:32.511413 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5ce6f389-520c-4033-ac7f-bc3b14c85f8d req-81c8df7f-1205-42bd-9ed9-d00cec02bece tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.0661080 Jun 18 17:09:32.550540 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5ce6f389-520c-4033-ac7f-bc3b14c85f8d req-34012a1e-3b8e-40eb-b68f-de2bff5161d6 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332725 Jun 18 17:09:33.736966 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56245302-2cda-4b2b-bcb6-74f64533cab3 req-bdd808b1-a470-4cf7-9c1e-7e12624d73fa tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:33.738501 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-56245302-2cda-4b2b-bcb6-74f64533cab3 req-bdd808b1-a470-4cf7-9c1e-7e12624d73fa tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.0678813 Jun 18 17:09:33.780743 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-56245302-2cda-4b2b-bcb6-74f64533cab3 req-be90ceae-3b56-4ff8-a88f-035afd296616 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352340 Jun 18 17:09:34.965500 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83aaec4-caa5-48d3-9818-a10b59b0fb07 req-3ef39dd4-33db-42ee-988e-05f183cb92c7 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:34.967074 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e83aaec4-caa5-48d3-9818-a10b59b0fb07 req-3ef39dd4-33db-42ee-988e-05f183cb92c7 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.0708458 Jun 18 17:09:35.008775 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-e83aaec4-caa5-48d3-9818-a10b59b0fb07 req-8ea4290e-caea-46d7-a8b0-5c36f88e6a18 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359807 Jun 18 17:09:36.182976 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bee08-0bb8-47be-a251-f449f860bfcb req-d2363749-3122-4bd0-bba2-12c6014237fb tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:36.184450 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-997bee08-0bb8-47be-a251-f449f860bfcb req-d2363749-3122-4bd0-bba2-12c6014237fb tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.0644355 Jun 18 17:09:36.222558 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-997bee08-0bb8-47be-a251-f449f860bfcb req-25899d12-f2ef-4ffc-bbf4-c57a2cbcfedb tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325558 Jun 18 17:09:37.394597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f78705-84d9-49ce-a707-2e7ba14a93f5 req-d148998c-92fe-40b5-9ea1-4ef87aff33eb tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:37.396565 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d7f78705-84d9-49ce-a707-2e7ba14a93f5 req-d148998c-92fe-40b5-9ea1-4ef87aff33eb tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.0636640 Jun 18 17:09:37.438833 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d7f78705-84d9-49ce-a707-2e7ba14a93f5 req-ef55e7c4-0a8a-43ff-86af-fdcea4c42afe tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361452 Jun 18 17:09:37.684513 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43fdc2-63d5-4baf-812b-ea77491e51d5 req-3e3cf0ee-2f0c-4e2d-b3c6-36251af53556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:37.688287 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ea43fdc2-63d5-4baf-812b-ea77491e51d5 req-3e3cf0ee-2f0c-4e2d-b3c6-36251af53556 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 1099 time: 0.0530541 Jun 18 17:09:37.779139 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43fdc2-63d5-4baf-812b-ea77491e51d5 req-74e02924-4fad-4a4d-acd8-577fd67a9ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:37.780641 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ea43fdc2-63d5-4baf-812b-ea77491e51d5 req-74e02924-4fad-4a4d-acd8-577fd67a9ccf service neutron] 10.222.0.55 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 909 time: 0.0865319 Jun 18 17:09:37.851529 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ea43fdc2-63d5-4baf-812b-ea77491e51d5 req-8e6156e2-2115-4d80-a4eb-6cd1a6d52077 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50f7a559-0039-4e4d-b227-c8f5b3769c8a HTTP/1.1" status: 200 len: 1002 time: 0.0637174 Jun 18 17:09:37.903361 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43fdc2-63d5-4baf-812b-ea77491e51d5 req-f010a055-e28f-44b1-b7df-1f2b93f743f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:37.904808 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ea43fdc2-63d5-4baf-812b-ea77491e51d5 req-f010a055-e28f-44b1-b7df-1f2b93f743f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 200 len: 847 time: 0.0466075 Jun 18 17:09:37.962768 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea43fdc2-63d5-4baf-812b-ea77491e51d5 req-7b085123-8f97-4005-bcc3-192d933837c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:37.964157 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ea43fdc2-63d5-4baf-812b-ea77491e51d5 req-7b085123-8f97-4005-bcc3-192d933837c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81a052d1-39da-438e-8910-331179ecdb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0526555 Jun 18 17:09:38.065113 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ea43fdc2-63d5-4baf-812b-ea77491e51d5 req-12531566-0e38-44da-b396-232b3115a84c service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933015 Jun 18 17:09:38.155529 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ea43fdc2-63d5-4baf-812b-ea77491e51d5 req-d30b284b-7097-4a4b-9838-d009eaf858a3 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823898 Jun 18 17:09:38.553995 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-40101099-1115-4d0a-a1ee-ba09051d65a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:38.629259 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a483538-b170-417c-8c2c-637d9cedafee req-8b15e4c1-16b1-4648-a1b0-de1db7eff32c tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:38.631564 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9a483538-b170-417c-8c2c-637d9cedafee req-8b15e4c1-16b1-4648-a1b0-de1db7eff32c tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.0725329 Jun 18 17:09:38.671320 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9a483538-b170-417c-8c2c-637d9cedafee req-8da7aaf6-1ce0-4376-a838-9250caa36368 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336840 Jun 18 17:09:38.827718 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:09:39.845576 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993605fb-4bfc-47dc-bb85-f36392823bf3 req-84b814bd-a989-42f9-8cfd-e2dbf56367d7 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:39.847088 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-993605fb-4bfc-47dc-bb85-f36392823bf3 req-84b814bd-a989-42f9-8cfd-e2dbf56367d7 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.0650666 Jun 18 17:09:39.887984 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-993605fb-4bfc-47dc-bb85-f36392823bf3 req-be2f5a55-43ef-4602-bf89-fb71ba69d8d5 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346239 Jun 18 17:09:40.875311 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9981c7-27bf-469f-b68f-47b0c50a811b req-58d55e68-72c7-4da2-8e0b-28d4ac07c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:40.876792 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1d9981c7-27bf-469f-b68f-47b0c50a811b req-58d55e68-72c7-4da2-8e0b-28d4ac07c135 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 1099 time: 0.0546086 Jun 18 17:09:40.992335 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9981c7-27bf-469f-b68f-47b0c50a811b req-0f104ab8-02b6-4a87-a968-4bc0d84e6e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:40.993997 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1d9981c7-27bf-469f-b68f-47b0c50a811b req-0f104ab8-02b6-4a87-a968-4bc0d84e6e23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 909 time: 0.0936611 Jun 18 17:09:41.058343 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cd5b2289-eebf-4ba9-aacf-6d6dcd91ddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:41.105527 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1d9981c7-27bf-469f-b68f-47b0c50a811b req-274c7d71-32f2-41eb-906b-df41647a20bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50f7a559-0039-4e4d-b227-c8f5b3769c8a HTTP/1.1" status: 200 len: 1002 time: 0.1045234 Jun 18 17:09:41.156682 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153ca95-d651-4f27-a53e-c680dccc1aee req-6221baba-d7e8-4ecc-860e-c67cb68089e6 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:41.158242 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2153ca95-d651-4f27-a53e-c680dccc1aee req-6221baba-d7e8-4ecc-860e-c67cb68089e6 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.1561401 Jun 18 17:09:41.185953 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9981c7-27bf-469f-b68f-47b0c50a811b req-14935c19-a573-4343-a60d-0a6ed38e52d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:41.187427 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1d9981c7-27bf-469f-b68f-47b0c50a811b req-14935c19-a573-4343-a60d-0a6ed38e52d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 200 len: 847 time: 0.0731595 Jun 18 17:09:41.215355 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2153ca95-d651-4f27-a53e-c680dccc1aee req-73d750a3-599e-456f-9bdb-fce478b12152 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496471 Jun 18 17:09:41.260603 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9981c7-27bf-469f-b68f-47b0c50a811b req-ecfd6563-1d31-422a-8893-752ae845121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:41.262109 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1d9981c7-27bf-469f-b68f-47b0c50a811b req-ecfd6563-1d31-422a-8893-752ae845121a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81a052d1-39da-438e-8910-331179ecdb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0612657 Jun 18 17:09:41.369219 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1d9981c7-27bf-469f-b68f-47b0c50a811b req-93616e65-52e3-4817-b7e2-76776ab31daa service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976012 Jun 18 17:09:41.385138 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:41.469618 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-1d9981c7-27bf-469f-b68f-47b0c50a811b req-a63242df-120e-4193-9047-8bfc1f9dfd6e service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919390 Jun 18 17:09:42.308797 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:42.400481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbbcde-8669-4b3e-a7f7-1a4d926bcfb1 req-31c35f70-c342-4c34-b4ca-2162c8d30c12 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:42.402271 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-38dbbcde-8669-4b3e-a7f7-1a4d926bcfb1 req-31c35f70-c342-4c34-b4ca-2162c8d30c12 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.0676699 Jun 18 17:09:42.439862 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-38dbbcde-8669-4b3e-a7f7-1a4d926bcfb1 req-49b039f7-cb52-4342-9ad8-d7e4385acb6f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318434 Jun 18 17:09:42.723095 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef58947f-f3b0-4140-8e63-9eb9dbb61186 req-020127e4-303f-4b74-b42c-aef59915f4f7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0531361 Jun 18 17:09:42.797301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1a3f2f-1793-4c08-83c6-3a0a4c2168f5 req-54ed9a84-b520-46b6-831d-d727e45683fa tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:42.798822 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ce1a3f2f-1793-4c08-83c6-3a0a4c2168f5 req-54ed9a84-b520-46b6-831d-d727e45683fa tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.0658367 Jun 18 17:09:42.842044 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ce1a3f2f-1793-4c08-83c6-3a0a4c2168f5 req-a83e81a1-189b-4c1a-94db-97b5aee8685f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367897 Jun 18 17:09:43.449750 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 50f7a559-0039-4e4d-b227-c8f5b3769c8a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:09:43.527466 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:43.549477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f887ee7-0c54-4572-b437-2b73eabe7cfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50f7a559-0039-4e4d-b227-c8f5b3769c8a'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:09:43.551730 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7dd986-c284-4b1a-a558-7583ca01bd1b" -d '{"events": [{"server_uuid": "8f887ee7-0c54-4572-b437-2b73eabe7cfd", "name": "network-vif-unplugged", "status": "completed", "tag": "50f7a559-0039-4e4d-b227-c8f5b3769c8a"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:09:43.565530 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 50f7a559-0039-4e4d-b227-c8f5b3769c8a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=50f7a559-0039-4e4d-b227-c8f5b3769c8a,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:09:43.572396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:43.574882 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:09:43.597909 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 18 Jun 2021 17:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e202f72-61dc-4074-8a3e-277ed81a8ef1 x-openstack-request-id: req-7e202f72-61dc-4074-8a3e-277ed81a8ef1 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:09:43.598205 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f887ee7-0c54-4572-b437-2b73eabe7cfd", "name": "network-vif-unplugged", "status": "failed", "tag": "50f7a559-0039-4e4d-b227-c8f5b3769c8a", "code": 422}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:09:43.598855 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e202f72-61dc-4074-8a3e-277ed81a8ef1 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:09:43.599258 dv-neutron-797120-1-hyperv neutron-server[93455]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8f887ee7-0c54-4572-b437-2b73eabe7cfd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '50f7a559-0039-4e4d-b227-c8f5b3769c8a', 'code': 422} returned with failed status Jun 18 17:09:43.625597 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=50f7a559-0039-4e4d-b227-c8f5b3769c8a,revision_number=6']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:09:43.632914 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:09:43.633270 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:09:43.633614 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:09:43.633949 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:09:43.634281 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:09:43.634645 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:09:43.634973 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:09:43.635296 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:09:43.635624 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:09:43.635944 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:09:43.636265 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:09:43.636582 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:09:43.640747 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:09:43.926808 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:44.030756 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa90acd-6bde-452b-b8cb-2a1bfa9af2b9 req-ff9be565-b9ab-49e7-8f4e-144239484ffd tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:44.032041 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-afa90acd-6bde-452b-b8cb-2a1bfa9af2b9 req-ff9be565-b9ab-49e7-8f4e-144239484ffd tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 944 time: 0.0696740 Jun 18 17:09:44.075002 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-afa90acd-6bde-452b-b8cb-2a1bfa9af2b9 req-ff0d8f91-2d17-44d6-8924-5fd092c907a3 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349264 Jun 18 17:09:45.255133 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad973c8-7675-4e00-a4d6-701197f6b55f req-eaeeac4d-aef1-4271-9157-481edf57c09a tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:45.256597 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ad973c8-7675-4e00-a4d6-701197f6b55f req-eaeeac4d-aef1-4271-9157-481edf57c09a tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 944 time: 0.0694807 Jun 18 17:09:45.294316 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6ad973c8-7675-4e00-a4d6-701197f6b55f req-37c14da6-a632-4840-8bcc-b84a53f4ccc3 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318162 Jun 18 17:09:46.476365 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a520e4a-beec-474b-a32d-57d369131003 req-2c10feab-62ad-4ca9-86ca-2322fdb9e362 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:46.477747 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3a520e4a-beec-474b-a32d-57d369131003 req-2c10feab-62ad-4ca9-86ca-2322fdb9e362 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 944 time: 0.0713034 Jun 18 17:09:46.516441 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3a520e4a-beec-474b-a32d-57d369131003 req-61460e5a-c048-42b6-8a80-85de9bf3d9ec tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328557 Jun 18 17:09:47.449468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58947f-f3b0-4140-8e63-9eb9dbb61186 req-0f376cb9-6e3d-4065-924b-19d496207683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:47.450967 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef58947f-f3b0-4140-8e63-9eb9dbb61186 req-0f376cb9-6e3d-4065-924b-19d496207683 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd&tenant_id=d7324521d24e454db0c4400a10a60d87 HTTP/1.1" status: 200 len: 1097 time: 0.0524697 Jun 18 17:09:47.526654 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58947f-f3b0-4140-8e63-9eb9dbb61186 req-7e86cb41-fb8c-4247-868e-756ee3385a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:47.528422 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef58947f-f3b0-4140-8e63-9eb9dbb61186 req-7e86cb41-fb8c-4247-868e-756ee3385a71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 1097 time: 0.0522761 Jun 18 17:09:47.626102 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58947f-f3b0-4140-8e63-9eb9dbb61186 req-6bf95f52-aa0d-49fb-a4e4-7316e84978ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:47.627602 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef58947f-f3b0-4140-8e63-9eb9dbb61186 req-6bf95f52-aa0d-49fb-a4e4-7316e84978ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 909 time: 0.0927196 Jun 18 17:09:47.727895 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef58947f-f3b0-4140-8e63-9eb9dbb61186 req-0cb6b6e9-85b3-43b7-b530-5e3fcb41329b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50f7a559-0039-4e4d-b227-c8f5b3769c8a HTTP/1.1" status: 200 len: 1000 time: 0.0890954 Jun 18 17:09:47.751080 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c66ff-29d7-413b-bad8-5f190058f171 req-69ab3782-b0c4-49c3-9941-e4533f477419 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:47.752565 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-857c66ff-29d7-413b-bad8-5f190058f171 req-69ab3782-b0c4-49c3-9941-e4533f477419 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 944 time: 0.1233976 Jun 18 17:09:47.807536 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58947f-f3b0-4140-8e63-9eb9dbb61186 req-c323e659-e87f-4957-86a3-49904ff0f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:47.808956 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef58947f-f3b0-4140-8e63-9eb9dbb61186 req-c323e659-e87f-4957-86a3-49904ff0f88d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 200 len: 847 time: 0.0740829 Jun 18 17:09:47.816052 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-857c66ff-29d7-413b-bad8-5f190058f171 req-2edc8d36-825d-4772-a986-c3c7b171f4bf tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454793 Jun 18 17:09:47.869475 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58947f-f3b0-4140-8e63-9eb9dbb61186 req-4b28ad5b-58e2-40d6-ac2b-9633ddf80740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:47.869475 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef58947f-f3b0-4140-8e63-9eb9dbb61186 req-4b28ad5b-58e2-40d6-ac2b-9633ddf80740 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81a052d1-39da-438e-8910-331179ecdb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0520720 Jun 18 17:09:47.961559 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef58947f-f3b0-4140-8e63-9eb9dbb61186 req-4e29f54b-3128-460b-b356-22d5a95ec314 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853844 Jun 18 17:09:48.051263 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef58947f-f3b0-4140-8e63-9eb9dbb61186 req-81120cf3-8ba5-4ad0-8819-f8742e69be02 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826061 Jun 18 17:09:48.997733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab77e44-1a16-4920-9bae-f8bd8ee62bea req-6be92c08-5501-48b4-b88a-5183fc2d76a8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:48.999206 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5ab77e44-1a16-4920-9bae-f8bd8ee62bea req-6be92c08-5501-48b4-b88a-5183fc2d76a8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 944 time: 0.0673187 Jun 18 17:09:49.035190 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5ab77e44-1a16-4920-9bae-f8bd8ee62bea req-08f63d8a-65b8-47af-8b4b-72c0c382a8e7 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303721 Jun 18 17:09:50.209471 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09231d91-5a77-4fd1-923d-396e91c36f52 req-c1fac61b-937e-4d35-863e-b6f191246ae5 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:50.211161 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-09231d91-5a77-4fd1-923d-396e91c36f52 req-c1fac61b-937e-4d35-863e-b6f191246ae5 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 944 time: 0.0641203 Jun 18 17:09:50.248823 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-09231d91-5a77-4fd1-923d-396e91c36f52 req-3a101b28-f6da-404a-a4b6-d5b40f6be217 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321224 Jun 18 17:09:51.419159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298c5ac-d83f-4bba-9bf8-0eb2b2df6e3e req-d79ac123-df8e-4ee9-b4c2-1909ca3ad51d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:51.420606 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9298c5ac-d83f-4bba-9bf8-0eb2b2df6e3e req-d79ac123-df8e-4ee9-b4c2-1909ca3ad51d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 944 time: 0.0612347 Jun 18 17:09:51.457083 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9298c5ac-d83f-4bba-9bf8-0eb2b2df6e3e req-afb42b4b-23b4-4fc8-bdd1-7232fc807203 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309908 Jun 18 17:09:52.633326 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd16fb-8989-4920-96d9-bacec0fb0454 req-28b02e08-5b00-4c00-b08b-08dc7f241ffd tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:52.634793 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-09bd16fb-8989-4920-96d9-bacec0fb0454 req-28b02e08-5b00-4c00-b08b-08dc7f241ffd tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 944 time: 0.0676591 Jun 18 17:09:52.684000 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-09bd16fb-8989-4920-96d9-bacec0fb0454 req-bea7763a-2f14-4d15-bf24-33e6ecbd0bc6 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436614 Jun 18 17:09:53.877732 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af311411-0b1a-440a-afc8-bb1bfb09d4b3 req-307358cb-f5ae-4444-b760-04070eb1c96a tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:53.879319 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-af311411-0b1a-440a-afc8-bb1bfb09d4b3 req-307358cb-f5ae-4444-b760-04070eb1c96a tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 944 time: 0.0768301 Jun 18 17:09:53.921787 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-af311411-0b1a-440a-afc8-bb1bfb09d4b3 req-d757f4f8-eaa2-41b4-beb3-66b63ba2d437 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365222 Jun 18 17:09:54.618516 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:55.099275 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beab868-1d9b-41e2-a33c-160853765d43 req-e5f15e60-c3ea-410c-88a4-919ca4af105e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:55.101304 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6beab868-1d9b-41e2-a33c-160853765d43 req-e5f15e60-c3ea-410c-88a4-919ca4af105e tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 944 time: 0.0687077 Jun 18 17:09:55.138187 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-6beab868-1d9b-41e2-a33c-160853765d43 req-dc63f6d0-7a48-425e-90b2-0909d683cf5d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309684 Jun 18 17:09:55.513110 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 50f7a559-0039-4e4d-b227-c8f5b3769c8a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:09:55.609143 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 50f7a559-0039-4e4d-b227-c8f5b3769c8a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=50f7a559-0039-4e4d-b227-c8f5b3769c8a,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:09:55.620224 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '50f7a559-0039-4e4d-b227-c8f5b3769c8a', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'port_id': '50f7a559-0039-4e4d-b227-c8f5b3769c8a', 'mac_address': 'fa:16:3e:0a:92:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:09:55.656284 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:55.668333 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f7a559-0039-4e4d-b227-c8f5b3769c8a {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:09:55.686448 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 50f7a559-0039-4e4d-b227-c8f5b3769c8a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=50f7a559-0039-4e4d-b227-c8f5b3769c8a,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:09:55.690409 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:55.693279 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:09:55.739937 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=50f7a559-0039-4e4d-b227-c8f5b3769c8a,revision_number=7']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:09:55.743194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:09:55.909151 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['50f7a559-0039-4e4d-b227-c8f5b3769c8a'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:09:56.361984 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f16b7a-f85a-4142-a405-acefaf098826 req-831f7c8e-4639-432f-aa63-eb9f9a24a05b tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:56.363580 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-32f16b7a-f85a-4142-a405-acefaf098826 req-831f7c8e-4639-432f-aa63-eb9f9a24a05b tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 945 time: 0.1131597 Jun 18 17:09:56.405232 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-32f16b7a-f85a-4142-a405-acefaf098826 req-de8feff3-76e2-441b-9e42-42a3d51201f1 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358596 Jun 18 17:09:57.513230 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 50f7a559-0039-4e4d-b227-c8f5b3769c8a up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:09:57.560493 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 50f7a559-0039-4e4d-b227-c8f5b3769c8a triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:09:57.560871 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:57.587392 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15589035-2010-4265-8ef1-bd2eb2316a9a req-f874cb36-5a43-4162-b097-24c85c75ddb1 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:57.588874 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-15589035-2010-4265-8ef1-bd2eb2316a9a req-f874cb36-5a43-4162-b097-24c85c75ddb1 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 945 time: 0.0643830 Jun 18 17:09:57.626015 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-15589035-2010-4265-8ef1-bd2eb2316a9a req-dbb1fff3-2c30-4e0d-b423-ea7074e1fdf1 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314202 Jun 18 17:09:57.638732 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:57.660694 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f887ee7-0c54-4572-b437-2b73eabe7cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f7a559-0039-4e4d-b227-c8f5b3769c8a'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:09:57.662959 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b6f123-8224-44fa-8507-5d5f048dfbdd" -d '{"events": [{"server_uuid": "8f887ee7-0c54-4572-b437-2b73eabe7cfd", "name": "network-vif-plugged", "status": "completed", "tag": "50f7a559-0039-4e4d-b227-c8f5b3769c8a"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:09:57.675925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 50f7a559-0039-4e4d-b227-c8f5b3769c8a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=50f7a559-0039-4e4d-b227-c8f5b3769c8a,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:09:57.682152 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:09:57.685552 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:09:57.708279 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83ebd16-b48e-416f-a8bd-6695d2450092 x-openstack-request-id: req-d83ebd16-b48e-416f-a8bd-6695d2450092 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:09:57.708583 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f887ee7-0c54-4572-b437-2b73eabe7cfd", "name": "network-vif-plugged", "status": "completed", "tag": "50f7a559-0039-4e4d-b227-c8f5b3769c8a", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:09:57.708874 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d83ebd16-b48e-416f-a8bd-6695d2450092 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:09:57.709269 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f887ee7-0c54-4572-b437-2b73eabe7cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f7a559-0039-4e4d-b227-c8f5b3769c8a', 'code': 200} Jun 18 17:09:57.737195 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=50f7a559-0039-4e4d-b227-c8f5b3769c8a,revision_number=8']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:09:57.740140 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:09:58.285783 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef31cf-36fb-438a-91d3-d48727e5c795 req-72af035e-5d0a-4b2a-a070-8418d7871d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:58.287299 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d7ef31cf-36fb-438a-91d3-d48727e5c795 req-72af035e-5d0a-4b2a-a070-8418d7871d38 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 1099 time: 0.4038508 Jun 18 17:09:58.323234 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d7ef31cf-36fb-438a-91d3-d48727e5c795 req-e5fec332-d87f-4e87-9577-cea015ca2416 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284169 Jun 18 17:09:58.815368 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119721a2-0002-43b8-abda-76265fc4c686 req-be212c30-55cf-4221-a4f3-4ea86ce96942 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:09:58.816832 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-119721a2-0002-43b8-abda-76265fc4c686 req-be212c30-55cf-4221-a4f3-4ea86ce96942 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.0763297 Jun 18 17:09:58.862934 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-119721a2-0002-43b8-abda-76265fc4c686 req-5d37e226-ca05-442c-ac5a-1023bf9aeddc tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383065 Jun 18 17:10:00.037609 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897545ac-f971-477b-8870-30b1e731519a req-f7c76935-a5f1-4a36-a800-6b94dd1c5f67 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:00.039715 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-897545ac-f971-477b-8870-30b1e731519a req-f7c76935-a5f1-4a36-a800-6b94dd1c5f67 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.0673800 Jun 18 17:10:00.077133 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-897545ac-f971-477b-8870-30b1e731519a req-59704b9f-7968-4658-9060-ce29a2c1ee35 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318534 Jun 18 17:10:08.556920 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3f610a65-2290-4bb1-a981-f59b53d7a6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:11.050938 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-51abda03-8210-42c1-ab2a-8dbc21d27552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:11.393865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:12.310766 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:13.928048 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:15.833388 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:10:24.654914 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:38.558937 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-48e9320e-50ec-4102-9b3d-c6b4700b165f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:41.051855 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d0c54e74-1752-4b2e-885d-6ed76dbe64da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:41.385837 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:42.281209 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bfccfd2c-0b46-4bf7-8d2d-bb713cb08a73 req-9ddd66eb-ec47-4b2a-9bc1-b5d43eb34e39 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523622 Jun 18 17:10:42.314651 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:42.377938 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccfd2c-0b46-4bf7-8d2d-bb713cb08a73 req-f19c1baf-a457-476a-868c-d4b52e8a6d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:42.379423 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bfccfd2c-0b46-4bf7-8d2d-bb713cb08a73 req-f19c1baf-a457-476a-868c-d4b52e8a6d98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 1099 time: 0.0522015 Jun 18 17:10:42.486517 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccfd2c-0b46-4bf7-8d2d-bb713cb08a73 req-4dc853cc-6e85-47c6-8828-68e957a16f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:42.487893 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bfccfd2c-0b46-4bf7-8d2d-bb713cb08a73 req-4dc853cc-6e85-47c6-8828-68e957a16f69 service neutron] 10.222.0.55 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 909 time: 0.0879884 Jun 18 17:10:42.555410 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bfccfd2c-0b46-4bf7-8d2d-bb713cb08a73 req-f1806145-b6fc-49bd-a865-8d2bdf776f5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50f7a559-0039-4e4d-b227-c8f5b3769c8a HTTP/1.1" status: 200 len: 1002 time: 0.0604830 Jun 18 17:10:42.607234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccfd2c-0b46-4bf7-8d2d-bb713cb08a73 req-f68247f1-b1b8-4e26-9322-378d5490213d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:42.609330 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bfccfd2c-0b46-4bf7-8d2d-bb713cb08a73 req-f68247f1-b1b8-4e26-9322-378d5490213d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 200 len: 847 time: 0.0470967 Jun 18 17:10:42.665971 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccfd2c-0b46-4bf7-8d2d-bb713cb08a73 req-59bfcf9d-712c-4709-a188-dad52f0dc3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:10:42.667450 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bfccfd2c-0b46-4bf7-8d2d-bb713cb08a73 req-59bfcf9d-712c-4709-a188-dad52f0dc3a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81a052d1-39da-438e-8910-331179ecdb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0510566 Jun 18 17:10:42.759389 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bfccfd2c-0b46-4bf7-8d2d-bb713cb08a73 req-daeda176-9fa3-437e-b7d6-e5d49fb2908f service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840302 Jun 18 17:10:42.853636 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bfccfd2c-0b46-4bf7-8d2d-bb713cb08a73 req-b5c3d2c1-b231-4b8c-b8af-a3339ee3eb3d service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862670 Jun 18 17:10:43.929739 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:10:52.831661 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:10:54.685679 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:08.560341 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cb64a8c6-16d6-4365-83fc-4cba792c6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:11.052450 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-efefb109-c844-4451-a74b-748587bf25f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:11.387492 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:12.317799 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:13.933504 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:15.874575 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57892) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:16.038127 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Deleting port e01b5ef3-eebb-4fef-82d4-b5065bc3a618 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:11:16.038499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:16.116057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:16.116385 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:16.178769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Calling delete_port for e01b5ef3-eebb-4fef-82d4-b5065bc3a618 owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:11:16.324733 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:16.326702 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f3c12a2a-960b-4036-af4e-1ea5615213f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:16.349145 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event deleted for resources: {'Port': ['ID=e01b5ef3-eebb-4fef-82d4-b5065bc3a618,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:16.360917 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:16.361306 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:16.361689 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:16.362057 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:16.362536 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:16.362914 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:16.363281 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:16.363649 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:16.364014 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:16.364376 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:16.364737 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:16.365096 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:16.368717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:16.424630 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for floatingip, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:16.424968 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Floating IP 6798738c-384d-4ee6-8955-2395c9eab321 disassociated (deleted). External IP: 172.26.6.102, port: 50f7a559-0039-4e4d-b227-c8f5b3769c8a. Jun 18 17:11:16.637150 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:11:16.744993 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:11:16.749581 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:16.755800 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd260a3-dabc-443f-8657-7f95b6f22cf7 None None] Sync routers for ids ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:11:16.765114 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd260a3-dabc-443f-8657-7f95b6f22cf7 None None] Routers {'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:11:16.765742 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-8dd260a3-dabc-443f-8657-7f95b6f22cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:11:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:16.790880 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "DELETE /v2.0/floatingips/6798738c-384d-4ee6-8955-2395c9eab321 HTTP/1.1" status: 204 len: 168 time: 0.9151101 Jun 18 17:11:16.791568 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f887ee7-0c54-4572-b437-2b73eabe7cfd', 'tag': '50f7a559-0039-4e4d-b227-c8f5b3769c8a'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:11:16.795540 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87d95ad-f4f0-4474-aa9d-ed5c193dd40f" -d '{"events": [{"name": "network-changed", "server_uuid": "8f887ee7-0c54-4572-b437-2b73eabe7cfd", "tag": "50f7a559-0039-4e4d-b227-c8f5b3769c8a"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:11:16.838368 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b024905-7fc2-4268-bdba-762fc29f16bc x-openstack-request-id: req-5b024905-7fc2-4268-bdba-762fc29f16bc {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:11:16.838368 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f887ee7-0c54-4572-b437-2b73eabe7cfd", "tag": "50f7a559-0039-4e4d-b227-c8f5b3769c8a", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:11:16.838368 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5b024905-7fc2-4268-bdba-762fc29f16bc {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:11:16.838368 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f887ee7-0c54-4572-b437-2b73eabe7cfd', 'tag': '50f7a559-0039-4e4d-b227-c8f5b3769c8a', 'status': 'completed', 'code': 200} Jun 18 17:11:16.877881 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-8dd260a3-dabc-443f-8657-7f95b6f22cf7 None None] Set router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:11:16.915050 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d95ad-f4f0-4474-aa9d-ed5c193dd40f req-7f16e472-a28f-4e20-8988-74d446ff3fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:16.916555 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f87d95ad-f4f0-4474-aa9d-ed5c193dd40f req-7f16e472-a28f-4e20-8988-74d446ff3fdc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7324521d24e454db0c4400a10a60d87&device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 1099 time: 0.0563998 Jun 18 17:11:17.019902 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d95ad-f4f0-4474-aa9d-ed5c193dd40f req-bdd833d1-4b77-42f7-84ad-119e865eac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:17.021408 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f87d95ad-f4f0-4474-aa9d-ed5c193dd40f req-bdd833d1-4b77-42f7-84ad-119e865eac06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 200 len: 909 time: 0.0979903 Jun 18 17:11:17.065997 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f87d95ad-f4f0-4474-aa9d-ed5c193dd40f req-b4432e40-f8b5-4a86-ad5c-fe9cb8ae27b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50f7a559-0039-4e4d-b227-c8f5b3769c8a HTTP/1.1" status: 200 len: 217 time: 0.0364323 Jun 18 17:11:17.109628 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-8dd260a3-dabc-443f-8657-7f95b6f22cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:37Z', 'revision_number': 4, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port': {'id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ff730be9-4b3f-48a7-adf4-0e1bc1c5e187', 'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'mac_address': 'fa:16:3e:4b:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:37Z', 'updated_at': '2021-06-18T17:02:43Z', 'revision_number': 5, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'subnets': [{'id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:17.131314 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d95ad-f4f0-4474-aa9d-ed5c193dd40f req-7e5a83da-9b66-478c-84ba-db5ffcaf47d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:17.133281 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f87d95ad-f4f0-4474-aa9d-ed5c193dd40f req-7e5a83da-9b66-478c-84ba-db5ffcaf47d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 200 len: 847 time: 0.0595610 Jun 18 17:11:17.167018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd260a3-dabc-443f-8657-7f95b6f22cf7 None None] Checking router: ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:11:17.181268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd260a3-dabc-443f-8657-7f95b6f22cf7 None None] Routers {'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:11:17.181268 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-8dd260a3-dabc-443f-8657-7f95b6f22cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:11:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:17.255448 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15a118-090f-4747-b4ec-5e824157816e req-56dff2c1-f008-46f4-8799-76712d511ec2 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:17.256991 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2b15a118-090f-4747-b4ec-5e824157816e req-56dff2c1-f008-46f4-8799-76712d511ec2 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.1038585 Jun 18 17:11:17.259085 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d95ad-f4f0-4474-aa9d-ed5c193dd40f req-4e2f186b-26b7-4335-a58f-3ef68e3d30a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:17.260468 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f87d95ad-f4f0-4474-aa9d-ed5c193dd40f req-4e2f186b-26b7-4335-a58f-3ef68e3d30a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=81a052d1-39da-438e-8910-331179ecdb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1186013 Jun 18 17:11:17.343819 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2b15a118-090f-4747-b4ec-5e824157816e req-0b62b818-c712-4d12-aa28-e50d640e86b5 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806692 Jun 18 17:11:17.386641 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f87d95ad-f4f0-4474-aa9d-ed5c193dd40f req-17ff995d-b4f7-45cf-9b63-fc80c206f2da service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156209 Jun 18 17:11:17.487632 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f87d95ad-f4f0-4474-aa9d-ed5c193dd40f req-0380ab1f-6d15-4a03-bae3-784e579c0599 service neutron] 10.222.0.55 "GET /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927098 Jun 18 17:11:17.494257 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-8dd260a3-dabc-443f-8657-7f95b6f22cf7 None None] Set router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:11:17.714854 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-8dd260a3-dabc-443f-8657-7f95b6f22cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:37Z', 'revision_number': 4, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port': {'id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ff730be9-4b3f-48a7-adf4-0e1bc1c5e187', 'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'mac_address': 'fa:16:3e:4b:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:37Z', 'updated_at': '2021-06-18T17:02:43Z', 'revision_number': 5, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'subnets': [{'id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:17.746257 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd260a3-dabc-443f-8657-7f95b6f22cf7 None None] The sync data for ids ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'] in dv-neutron-797120-1-hyperv is: [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:37Z', 'revision_number': 4, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port': {'id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'ff730be9-4b3f-48a7-adf4-0e1bc1c5e187', 'name': '', 'network_id': '81a052d1-39da-438e-8910-331179ecdb7d', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'mac_address': 'fa:16:3e:4b:08:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:37Z', 'updated_at': '2021-06-18T17:02:43Z', 'revision_number': 5, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'subnets': [{'id': 'ce65e2a4-943b-4867-90d7-714c9884057e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:11:17.974027 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750aa780-412d-485e-88ae-19176522a76e None None] New status for floating IP 6798738c-384d-4ee6-8955-2395c9eab321: DOWN {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:11:18.527607 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc97b46-ab3d-49fa-a0af-3f944dbb2fd5 req-e738db9b-0f71-4c88-bac1-0fa18a953528 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:18.529096 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-dfc97b46-ab3d-49fa-a0af-3f944dbb2fd5 req-e738db9b-0f71-4c88-bac1-0fa18a953528 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.0671365 Jun 18 17:11:18.569142 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-dfc97b46-ab3d-49fa-a0af-3f944dbb2fd5 req-3717aaa0-7d50-42b8-b236-0f02669e60e4 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/security-groups?id=b3bfe596-9e42-4b41-ac50-f36919f29eeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337112 Jun 18 17:11:18.761062 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3cf89-2ceb-4ee7-b553-694838a1e042 req-1481ab5e-4c64-41fa-b058-669f5a7aceff tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:18.762554 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9ed3cf89-2ceb-4ee7-b553-694838a1e042 req-1481ab5e-4c64-41fa-b058-669f5a7aceff tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 946 time: 0.0688543 Jun 18 17:11:18.865828 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-9ed3cf89-2ceb-4ee7-b553-694838a1e042 req-69f97991-64da-4538-80fe-50f5180a766d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Deleting port 50f7a559-0039-4e4d-b227-c8f5b3769c8a {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:11:18.866118 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9ed3cf89-2ceb-4ee7-b553-694838a1e042 req-69f97991-64da-4538-80fe-50f5180a766d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:18.957247 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-9ed3cf89-2ceb-4ee7-b553-694838a1e042 req-69f97991-64da-4538-80fe-50f5180a766d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] For port 50f7a559-0039-4e4d-b227-c8f5b3769c8a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=50f7a559-0039-4e4d-b227-c8f5b3769c8a,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:18.957606 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9ed3cf89-2ceb-4ee7-b553-694838a1e042 req-69f97991-64da-4538-80fe-50f5180a766d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:19.021418 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-9ed3cf89-2ceb-4ee7-b553-694838a1e042 req-69f97991-64da-4538-80fe-50f5180a766d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Calling delete_port for 50f7a559-0039-4e4d-b227-c8f5b3769c8a owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:11:19.151177 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9ed3cf89-2ceb-4ee7-b553-694838a1e042 req-69f97991-64da-4538-80fe-50f5180a766d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:19.155051 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-260e93a1-6bc6-4aa9-8682-01da78fd0b5d tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:19.182848 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f97991-64da-4538-80fe-50f5180a766d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event deleted for resources: {'Port': ['ID=50f7a559-0039-4e4d-b227-c8f5b3769c8a,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:19.188677 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-69f97991-64da-4538-80fe-50f5180a766d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:19.232255 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed3cf89-2ceb-4ee7-b553-694838a1e042 req-69f97991-64da-4538-80fe-50f5180a766d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] No DVR routers for this DVR port 50f7a559-0039-4e4d-b227-c8f5b3769c8a on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:11:19.235070 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-9ed3cf89-2ceb-4ee7-b553-694838a1e042 req-69f97991-64da-4538-80fe-50f5180a766d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:19.237775 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9ed3cf89-2ceb-4ee7-b553-694838a1e042 req-69f97991-64da-4538-80fe-50f5180a766d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.55 "DELETE /v2.0/ports/50f7a559-0039-4e4d-b227-c8f5b3769c8a HTTP/1.1" status: 204 len: 173 time: 0.4687710 Jun 18 17:11:19.238369 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f887ee7-0c54-4572-b437-2b73eabe7cfd', 'name': 'network-vif-deleted', 'tag': '50f7a559-0039-4e4d-b227-c8f5b3769c8a'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:11:19.240852 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a123b89-89db-4d92-a1fd-9ff074ab24fc" -d '{"events": [{"server_uuid": "8f887ee7-0c54-4572-b437-2b73eabe7cfd", "name": "network-vif-deleted", "tag": "50f7a559-0039-4e4d-b227-c8f5b3769c8a"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:11:19.278218 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0130e1bc-feb7-43d6-b1b3-373e922bff6b x-openstack-request-id: req-0130e1bc-feb7-43d6-b1b3-373e922bff6b {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:11:19.278590 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f887ee7-0c54-4572-b437-2b73eabe7cfd", "name": "network-vif-deleted", "tag": "50f7a559-0039-4e4d-b227-c8f5b3769c8a", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:11:19.278899 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0130e1bc-feb7-43d6-b1b3-373e922bff6b {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:11:19.279352 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f887ee7-0c54-4572-b437-2b73eabe7cfd', 'name': 'network-vif-deleted', 'tag': '50f7a559-0039-4e4d-b227-c8f5b3769c8a', 'status': 'completed', 'code': 200} Jun 18 17:11:19.715660 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9dd6b0f7-c895-4bdd-8a56-fb3b264aec90 req-22e5dca7-ed52-4519-8303-92613351ae61 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 210 time: 0.0293963 Jun 18 17:11:20.864675 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-a6608d44-5791-4515-838d-bb960b17897b req-c5fc02cd-eb4d-4120-8f5d-7d5c589cf01f tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 210 time: 0.0301552 Jun 18 17:11:21.908306 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 50f7a559-0039-4e4d-b227-c8f5b3769c8a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:11:21.929276 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 50f7a559-0039-4e4d-b227-c8f5b3769c8a {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:11:21.929793 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 50f7a559-0039-4e4d-b227-c8f5b3769c8a not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:11:22.005429 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8e9c0491-be1f-4388-8077-5e1f978f422a req-dc435e3f-cf98-4a8f-a070-3e3f7d5cfb74 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 210 time: 0.0296919 Jun 18 17:11:23.180398 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-281288ea-2794-4705-b12e-272df25a154d req-d833634a-0ab7-4d51-ab74-ec47da9665ca tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "GET /v2.0/ports?device_id=8f887ee7-0c54-4572-b437-2b73eabe7cfd HTTP/1.1" status: 200 len: 210 time: 0.0352991 Jun 18 17:11:24.283150 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57922) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:24.343593 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0286daab-c242-4cb9-a709-52ad2016e938 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:24.371348 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0286daab-c242-4cb9-a709-52ad2016e938 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:24.443615 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0286daab-c242-4cb9-a709-52ad2016e938 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:24.447541 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-0286daab-c242-4cb9-a709-52ad2016e938 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:24.450301 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-0286daab-c242-4cb9-a709-52ad2016e938 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] 10.222.0.50 "DELETE /v2.0/security-groups/b3bfe596-9e42-4b41-ac50-f36919f29eeb HTTP/1.1" status: 204 len: 168 time: 0.1660554 Jun 18 17:11:24.452304 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f8f3fb13-a3b1-499b-af7e-64e0cc6f41ae tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:24.462112 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286daab-c242-4cb9-a709-52ad2016e938 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bfe596-9e42-4b41-ac50-f36919f29eeb,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:24.468219 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-0286daab-c242-4cb9-a709-52ad2016e938 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:24.525870 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57926) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:24.684559 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:25.168080 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:25.428856 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Deleting port ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:11:25.429074 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:25.508080 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] For port ff730be9-4b3f-48a7-adf4-0e1bc1c5e187, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=ff730be9-4b3f-48a7-adf4-0e1bc1c5e187,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:25.508437 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:25.574904 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Calling delete_port for ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:11:25.760670 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:25.762563 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-f0f75b56-aa7f-46d4-a251-52a4ab6efdc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:25.784928 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Pushing event deleted for resources: {'Port': ['ID=ff730be9-4b3f-48a7-adf4-0e1bc1c5e187,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:25.798252 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:25.798670 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:25.799056 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:25.799438 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:25.800657 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:25.801251 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:25.801636 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:25.802015 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:25.802393 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:25.802791 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:25.803157 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:25.803575 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:25.827157 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:25.972580 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:26.188633 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:11:26.611108 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:11:26.616485 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] 10.222.0.50 "PUT /v2.0/routers/ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0895362 Jun 18 17:11:26.618963 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57934) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:26.621812 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721f8e5-8037-43f2-8e87-622f2049b992 None None] Sync routers for ids ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:11:26.631289 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721f8e5-8037-43f2-8e87-622f2049b992 None None] Routers {'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:11:26.631911 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-7721f8e5-8037-43f2-8e87-622f2049b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:11:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:26.720395 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d4a7c71-0867-4fd1-80b3-e48095f483e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:26.740165 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-7721f8e5-8037-43f2-8e87-622f2049b992 None None] Set router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:11:26.825318 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d4a7c71-0867-4fd1-80b3-e48095f483e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:26.880307 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-7d4a7c71-0867-4fd1-80b3-e48095f483e9 admin admin] Deleting port b6adaf17-8c17-427f-89c6-43ff5b4a9dcd {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:11:26.881751 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d4a7c71-0867-4fd1-80b3-e48095f483e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:26.918654 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-7721f8e5-8037-43f2-8e87-622f2049b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:11:25Z', 'revision_number': 5, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port': {'id': 'b6adaf17-8c17-427f-89c6-43ff5b4a9dcd', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:75:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1809, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:26.948922 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721f8e5-8037-43f2-8e87-622f2049b992 None None] Checking router: ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:11:26.957563 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721f8e5-8037-43f2-8e87-622f2049b992 None None] Routers {'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:11:26.958170 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-7721f8e5-8037-43f2-8e87-622f2049b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:11:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:26.967212 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-7d4a7c71-0867-4fd1-80b3-e48095f483e9 admin admin] For port b6adaf17-8c17-427f-89c6-43ff5b4a9dcd, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=b6adaf17-8c17-427f-89c6-43ff5b4a9dcd,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:26.967571 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d4a7c71-0867-4fd1-80b3-e48095f483e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:27.039099 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-7d4a7c71-0867-4fd1-80b3-e48095f483e9 admin admin] Calling delete_port for b6adaf17-8c17-427f-89c6-43ff5b4a9dcd owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:11:27.043731 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-7721f8e5-8037-43f2-8e87-622f2049b992 None None] Set router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:11:27.094494 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-7721f8e5-8037-43f2-8e87-622f2049b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:11:26Z', 'revision_number': 6, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:27.123777 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721f8e5-8037-43f2-8e87-622f2049b992 None None] The sync data for ids ['ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa'] in dv-neutron-797120-1-hyperv is: [{'id': 'ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa', 'name': 'tempest-TestShelveInstance-154824901-router', 'tenant_id': 'd7324521d24e454db0c4400a10a60d87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:35Z', 'updated_at': '2021-06-18T17:11:26Z', 'revision_number': 6, 'project_id': 'd7324521d24e454db0c4400a10a60d87', 'gw_port_host': None}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:11:27.206814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d4a7c71-0867-4fd1-80b3-e48095f483e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:27.209535 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c6c77337-b2a9-4039-b95a-30f5cb571b9e tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:27.234060 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a7c71-0867-4fd1-80b3-e48095f483e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6adaf17-8c17-427f-89c6-43ff5b4a9dcd,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:27.238475 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7d4a7c71-0867-4fd1-80b3-e48095f483e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:27.296296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d4a7c71-0867-4fd1-80b3-e48095f483e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:27.384495 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d4a7c71-0867-4fd1-80b3-e48095f483e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:27.386630 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d4a7c71-0867-4fd1-80b3-e48095f483e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:27.428875 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d4a7c71-0867-4fd1-80b3-e48095f483e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:27.429337 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4a7c71-0867-4fd1-80b3-e48095f483e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 17:11:27.433564 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-7d4a7c71-0867-4fd1-80b3-e48095f483e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:27.434782 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-7d4a7c71-0867-4fd1-80b3-e48095f483e9 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ddcdc9c1-2c07-4bc1-8e6d-30985239c2aa HTTP/1.1" status: 204 len: 168 time: 0.8148160 Jun 18 17:11:27.437485 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57936) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:27.482269 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6ade90-a70c-410e-aefd-c5ba8b94f35a admin admin] Deleting subnet ce65e2a4-943b-4867-90d7-714c9884057e {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 17:11:27.485558 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4b6ade90-a70c-410e-aefd-c5ba8b94f35a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:27.528639 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4b6ade90-a70c-410e-aefd-c5ba8b94f35a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:27.611343 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4b6ade90-a70c-410e-aefd-c5ba8b94f35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:27.664476 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4b6ade90-a70c-410e-aefd-c5ba8b94f35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:27.667210 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-7d6a6fac-6678-4aa6-b10c-5feb45c719b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:27.691859 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4b6ade90-a70c-410e-aefd-c5ba8b94f35a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:27.693695 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4b6ade90-a70c-410e-aefd-c5ba8b94f35a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/ce65e2a4-943b-4867-90d7-714c9884057e HTTP/1.1" status: 204 len: 168 time: 0.2553015 Jun 18 17:11:27.694614 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ade90-a70c-410e-aefd-c5ba8b94f35a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce65e2a4-943b-4867-90d7-714c9884057e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:27.696102 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57938) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:27.698170 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4b6ade90-a70c-410e-aefd-c5ba8b94f35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:27.699072 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7b6a11-18bd-4aac-acc6-b068aa7057b8 None None] Network 81a052d1-39da-438e-8910-331179ecdb7d requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:11:27.770073 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:27.823056 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] Deleting port 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:11:27.823304 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:27.896803 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] For port 2ce4065c-ae25-43c9-9f80-f5bb6eb52093, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2ce4065c-ae25-43c9-9f80-f5bb6eb52093,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:27.897396 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:27.905790 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] DHCP port deletion for 81a052d1-39da-438e-8910-331179ecdb7d request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 17:11:27.956660 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] Deleting port 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:11:27.956986 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:27.965495 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] Calling delete_port for 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:11:28.024794 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] For port 2ce4065c-ae25-43c9-9f80-f5bb6eb52093, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=2ce4065c-ae25-43c9-9f80-f5bb6eb52093,segment=NetworkSegment(30217873-bce6-47fa-9d39-4a4c01581f19),segment_id=30217873-bce6-47fa-9d39-4a4c01581f19)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:28.025198 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:28.061978 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:28.066620 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e44c520d-ceb2-41d8-abdc-b30d00d643a3 tempest-RoutersNegativeTest-106072896 tempest-RoutersNegativeTest-106072896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:28.097360 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] Calling delete_port for 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:11:28.104517 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce4065c-ae25-43c9-9f80-f5bb6eb52093,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:28.107849 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:28.108684 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] No DVR routers for this DVR port 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:11:28.182797 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:28.185090 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:28.191937 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:28.203681 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a052d1-39da-438e-8910-331179ecdb7d']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:28.212432 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] Pushing event deleted for resources: {'Port': ['ID=2ce4065c-ae25-43c9-9f80-f5bb6eb52093,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:28.215444 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30217873-bce6-47fa-9d39-4a4c01581f19') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:28.215907 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30217873-bce6-47fa-9d39-4a4c01581f19') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:28.221314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] No DVR routers for this DVR port 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:11:28.223353 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:28.223698 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:28.224078 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:28.224411 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:28.224738 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:28.225063 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:28.225334 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:28.225460 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:28.225697 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:28.226016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:28.226332 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:28.226697 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:28.227010 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:28.231038 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:28.242048 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:28.248458 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 17:11:28.248883 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 17:11:28.250602 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 17:11:28.304945 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:28.308420 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:28.310872 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:28.312789 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] 10.222.0.50 "DELETE /v2.0/networks/81a052d1-39da-438e-8910-331179ecdb7d HTTP/1.1" status: 204 len: 168 time: 0.6157589 Jun 18 17:11:28.317064 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57940) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:28.326177 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] Pushing event deleted for resources: {'Network': ['ID=81a052d1-39da-438e-8910-331179ecdb7d,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:28.328692 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:28.384514 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:11:28.405007 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:11:28.405450 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 2ce4065c-ae25-43c9-9f80-f5bb6eb52093 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:11:28.405947 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b6adaf17-8c17-427f-89c6-43ff5b4a9dcd no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:11:28.426526 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: b6adaf17-8c17-427f-89c6-43ff5b4a9dcd {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:11:28.426980 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device b6adaf17-8c17-427f-89c6-43ff5b4a9dcd not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:11:28.427462 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:11:28.446702 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:11:28.447004 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device ff730be9-4b3f-48a7-adf4-0e1bc1c5e187 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:11:28.675476 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5815669e-edec-4e2b-b16a-a09d7e69956b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:28.936531 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-5815669e-edec-4e2b-b16a-a09d7e69956b admin admin] Deleting port caee91fb-5e68-48a3-8e9d-47084958624f {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:11:28.937399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5815669e-edec-4e2b-b16a-a09d7e69956b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:29.016390 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-5815669e-edec-4e2b-b16a-a09d7e69956b admin admin] For port caee91fb-5e68-48a3-8e9d-47084958624f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=caee91fb-5e68-48a3-8e9d-47084958624f,segment=NetworkSegment(5345cf4b-cff8-48f0-90b8-0c1299add795),segment_id=5345cf4b-cff8-48f0-90b8-0c1299add795)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:29.016757 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5815669e-edec-4e2b-b16a-a09d7e69956b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:29.083769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-5815669e-edec-4e2b-b16a-a09d7e69956b admin admin] Calling delete_port for caee91fb-5e68-48a3-8e9d-47084958624f owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:11:29.261667 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5815669e-edec-4e2b-b16a-a09d7e69956b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:29.264233 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-08ddbdad-d84a-4bcb-b9bd-936c42c21bcd tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:29.288722 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815669e-edec-4e2b-b16a-a09d7e69956b admin admin] Pushing event deleted for resources: {'Port': ['ID=caee91fb-5e68-48a3-8e9d-47084958624f,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:29.292465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5815669e-edec-4e2b-b16a-a09d7e69956b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:29.456559 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-5815669e-edec-4e2b-b16a-a09d7e69956b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:29.832115 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:11:30.019399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5815669e-edec-4e2b-b16a-a09d7e69956b admin admin] Router 78801fba-8020-48a0-a279-8b0282fb48f9 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:11:30.121028 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5815669e-edec-4e2b-b16a-a09d7e69956b admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:11:30.125955 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-5815669e-edec-4e2b-b16a-a09d7e69956b admin admin] 10.222.0.50 "PUT /v2.0/routers/78801fba-8020-48a0-a279-8b0282fb48f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8077617 Jun 18 17:11:30.129681 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57942) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:30.129847 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5fd74-f25c-4155-9a7a-48e53209c38e None None] Sync routers for ids ['78801fba-8020-48a0-a279-8b0282fb48f9'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:11:30.138724 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5fd74-f25c-4155-9a7a-48e53209c38e None None] Routers {'78801fba-8020-48a0-a279-8b0282fb48f9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:11:30.139343 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-44f5fd74-f25c-4155-9a7a-48e53209c38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:11:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['78801fba-8020-48a0-a279-8b0282fb48f9'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:30.237829 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2b043891-2758-4333-8de4-57046bf18212 admin admin] Notify callbacks [] for router, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:30.241359 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-44f5fd74-f25c-4155-9a7a-48e53209c38e None None] Set router 78801fba-8020-48a0-a279-8b0282fb48f9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:11:30.345671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2b043891-2758-4333-8de4-57046bf18212 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:30.406577 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-2b043891-2758-4333-8de4-57046bf18212 admin admin] Deleting port 32431ec8-17b1-440b-a73b-bc6d12ff29eb {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:11:30.406925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2b043891-2758-4333-8de4-57046bf18212 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:30.420242 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-44f5fd74-f25c-4155-9a7a-48e53209c38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'name': 'tempest-TestShelveInstance-938730404-router', 'tenant_id': 'b7368429f1aa40f887866b7d11307894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.19'}], 'enable_snat': True}, 'gw_port_id': '32431ec8-17b1-440b-a73b-bc6d12ff29eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:39Z', 'updated_at': '2021-06-18T17:11:29Z', 'revision_number': 5, 'project_id': 'b7368429f1aa40f887866b7d11307894', 'gw_port': {'id': '32431ec8-17b1-440b-a73b-bc6d12ff29eb', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:d4:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:02:40Z', 'updated_at': '2021-06-18T17:02:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:30.446226 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5fd74-f25c-4155-9a7a-48e53209c38e None None] Checking router: 78801fba-8020-48a0-a279-8b0282fb48f9 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:11:30.454538 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5fd74-f25c-4155-9a7a-48e53209c38e None None] Routers {'78801fba-8020-48a0-a279-8b0282fb48f9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:11:30.455153 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-44f5fd74-f25c-4155-9a7a-48e53209c38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:11:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['78801fba-8020-48a0-a279-8b0282fb48f9'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:30.492781 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-2b043891-2758-4333-8de4-57046bf18212 admin admin] For port 32431ec8-17b1-440b-a73b-bc6d12ff29eb, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=32431ec8-17b1-440b-a73b-bc6d12ff29eb,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:30.493383 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2b043891-2758-4333-8de4-57046bf18212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:30.541231 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-44f5fd74-f25c-4155-9a7a-48e53209c38e None None] Set router 78801fba-8020-48a0-a279-8b0282fb48f9 gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:11:30.560966 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-2b043891-2758-4333-8de4-57046bf18212 admin admin] Calling delete_port for 32431ec8-17b1-440b-a73b-bc6d12ff29eb owned by network:router_gateway {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:11:30.594682 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-44f5fd74-f25c-4155-9a7a-48e53209c38e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'name': 'tempest-TestShelveInstance-938730404-router', 'tenant_id': 'b7368429f1aa40f887866b7d11307894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:39Z', 'updated_at': '2021-06-18T17:11:30Z', 'revision_number': 6, 'project_id': 'b7368429f1aa40f887866b7d11307894', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:30.620625 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5fd74-f25c-4155-9a7a-48e53209c38e None None] The sync data for ids ['78801fba-8020-48a0-a279-8b0282fb48f9'] in dv-neutron-797120-1-hyperv is: [{'id': '78801fba-8020-48a0-a279-8b0282fb48f9', 'name': 'tempest-TestShelveInstance-938730404-router', 'tenant_id': 'b7368429f1aa40f887866b7d11307894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:02:39Z', 'updated_at': '2021-06-18T17:11:30Z', 'revision_number': 6, 'project_id': 'b7368429f1aa40f887866b7d11307894', 'gw_port_host': None}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:11:30.731278 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2b043891-2758-4333-8de4-57046bf18212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:30.734062 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-ed200527-3442-4a1a-94c3-6ad06e3810af tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:30.757121 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b043891-2758-4333-8de4-57046bf18212 admin admin] Pushing event deleted for resources: {'Port': ['ID=32431ec8-17b1-440b-a73b-bc6d12ff29eb,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:30.760218 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2b043891-2758-4333-8de4-57046bf18212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:30.819083 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2b043891-2758-4333-8de4-57046bf18212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:30.909812 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2b043891-2758-4333-8de4-57046bf18212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:30.914657 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2b043891-2758-4333-8de4-57046bf18212 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:30.962030 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2b043891-2758-4333-8de4-57046bf18212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:30.962589 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b043891-2758-4333-8de4-57046bf18212 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78801fba-8020-48a0-a279-8b0282fb48f9 {{(pid=93453) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 17:11:30.967211 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2b043891-2758-4333-8de4-57046bf18212 admin admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:30.968417 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2b043891-2758-4333-8de4-57046bf18212 admin admin] 10.222.0.50 "DELETE /v2.0/routers/78801fba-8020-48a0-a279-8b0282fb48f9 HTTP/1.1" status: 204 len: 168 time: 0.8377430 Jun 18 17:11:30.971071 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57944) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:31.038537 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-513fd7b2-f18a-4330-9752-a43caa1fc5c5 admin admin] Deleting subnet af26e036-a117-4e30-bce3-c3a8d44855c9 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 17:11:31.041995 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-513fd7b2-f18a-4330-9752-a43caa1fc5c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:31.083460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-513fd7b2-f18a-4330-9752-a43caa1fc5c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:31.159516 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-513fd7b2-f18a-4330-9752-a43caa1fc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:31.216928 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-513fd7b2-f18a-4330-9752-a43caa1fc5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:31.219723 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-71e3873d-591f-4380-abc3-48ccf1043f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:31.245562 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-513fd7b2-f18a-4330-9752-a43caa1fc5c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:31.248190 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-513fd7b2-f18a-4330-9752-a43caa1fc5c5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/af26e036-a117-4e30-bce3-c3a8d44855c9 HTTP/1.1" status: 204 len: 168 time: 0.2753475 Jun 18 17:11:31.249264 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513fd7b2-f18a-4330-9752-a43caa1fc5c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af26e036-a117-4e30-bce3-c3a8d44855c9,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:31.250194 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d201cb70-3bdd-4652-91c9-6d2dc9bb7797 None None] Network 9bd2a805-8f9d-4469-a3f1-099e5e6159d2 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:11:31.250757 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57946) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:31.258027 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-513fd7b2-f18a-4330-9752-a43caa1fc5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:31.318774 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:31.370130 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] Deleting port 6c11d3c3-c450-4f79-8281-4a1e8df6f9be {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:11:31.370502 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:31.439836 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] For port 6c11d3c3-c450-4f79-8281-4a1e8df6f9be, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=6c11d3c3-c450-4f79-8281-4a1e8df6f9be,segment=NetworkSegment(5345cf4b-cff8-48f0-90b8-0c1299add795),segment_id=5345cf4b-cff8-48f0-90b8-0c1299add795)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:31.440908 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:31.449491 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9319a8d-46f2-46f4-a304-8cbd4dc0c5da None None] DHCP port deletion for 9bd2a805-8f9d-4469-a3f1-099e5e6159d2 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 17:11:31.494783 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f9319a8d-46f2-46f4-a304-8cbd4dc0c5da None None] Deleting port 6c11d3c3-c450-4f79-8281-4a1e8df6f9be {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:11:31.495254 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f9319a8d-46f2-46f4-a304-8cbd4dc0c5da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:31.509300 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] Calling delete_port for 6c11d3c3-c450-4f79-8281-4a1e8df6f9be owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:11:31.562714 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f9319a8d-46f2-46f4-a304-8cbd4dc0c5da None None] For port 6c11d3c3-c450-4f79-8281-4a1e8df6f9be, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=6c11d3c3-c450-4f79-8281-4a1e8df6f9be,segment=NetworkSegment(5345cf4b-cff8-48f0-90b8-0c1299add795),segment_id=5345cf4b-cff8-48f0-90b8-0c1299add795)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:31.563117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f9319a8d-46f2-46f4-a304-8cbd4dc0c5da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:31.590736 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:31.593071 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-d72c122e-2dca-43d4-b1bd-0ba27c9b3968 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:31.616425 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] Pushing event deleted for resources: {'Port': ['ID=6c11d3c3-c450-4f79-8281-4a1e8df6f9be,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:31.619952 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:31.622587 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] No DVR routers for this DVR port 6c11d3c3-c450-4f79-8281-4a1e8df6f9be on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:11:31.634842 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-f9319a8d-46f2-46f4-a304-8cbd4dc0c5da None None] Calling delete_port for 6c11d3c3-c450-4f79-8281-4a1e8df6f9be owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:11:31.702400 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:31.712223 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd2a805-8f9d-4469-a3f1-099e5e6159d2']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:31.716864 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f9319a8d-46f2-46f4-a304-8cbd4dc0c5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:31.718764 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:31.723840 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5345cf4b-cff8-48f0-90b8-0c1299add795') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:31.724138 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5345cf4b-cff8-48f0-90b8-0c1299add795') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:31.733865 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:31.748614 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:31.749156 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9319a8d-46f2-46f4-a304-8cbd4dc0c5da None None] Pushing event deleted for resources: {'Port': ['ID=6c11d3c3-c450-4f79-8281-4a1e8df6f9be,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:31.752214 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f9319a8d-46f2-46f4-a304-8cbd4dc0c5da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:31.753212 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9319a8d-46f2-46f4-a304-8cbd4dc0c5da None None] No DVR routers for this DVR port 6c11d3c3-c450-4f79-8281-4a1e8df6f9be on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:11:31.755096 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 17:11:31.755849 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 17:11:31.757258 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 17:11:31.810794 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:31.814272 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-be9c0d36-3bb0-40b9-b01f-537d7d8ef56f tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:31.817053 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:31.818701 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] 10.222.0.50 "DELETE /v2.0/networks/9bd2a805-8f9d-4469-a3f1-099e5e6159d2 HTTP/1.1" status: 204 len: 168 time: 0.5670304 Jun 18 17:11:31.829723 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd2a805-8f9d-4469-a3f1-099e5e6159d2,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:31.832214 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-dc7e8a86-c9c1-498b-b35f-a215e21792de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:31.928421 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57950) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:31.971184 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-44ccab9d-ee74-41cf-b4c7-ed3ab68bac2c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7324521d24e454db0c4400a10a60d87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414248 Jun 18 17:11:31.973901 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57952) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:32.029814 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eb66c504-c12b-4b7f-bd71-9e8db8c325c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:32.050558 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eb66c504-c12b-4b7f-bd71-9e8db8c325c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:32.095888 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eb66c504-c12b-4b7f-bd71-9e8db8c325c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:32.099262 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-eb66c504-c12b-4b7f-bd71-9e8db8c325c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:32.100413 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-eb66c504-c12b-4b7f-bd71-9e8db8c325c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0bca6ab7-3998-4089-b2c1-02acfd333c22 HTTP/1.1" status: 204 len: 168 time: 0.1255736 Jun 18 17:11:32.101202 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c5791c9b-b0af-4f04-85ad-44ee18f1720d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:32.108786 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66c504-c12b-4b7f-bd71-9e8db8c325c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bca6ab7-3998-4089-b2c1-02acfd333c22,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:32.111425 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-eb66c504-c12b-4b7f-bd71-9e8db8c325c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:32.381181 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device caee91fb-5e68-48a3-8e9d-47084958624f no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:11:32.401509 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: caee91fb-5e68-48a3-8e9d-47084958624f {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:11:32.401861 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device caee91fb-5e68-48a3-8e9d-47084958624f not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:11:32.402281 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 32431ec8-17b1-440b-a73b-bc6d12ff29eb no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:11:32.420035 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57958) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:32.421353 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 32431ec8-17b1-440b-a73b-bc6d12ff29eb {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:11:32.421708 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 32431ec8-17b1-440b-a73b-bc6d12ff29eb not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:11:32.422125 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 6c11d3c3-c450-4f79-8281-4a1e8df6f9be no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:11:32.444668 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 6c11d3c3-c450-4f79-8281-4a1e8df6f9be {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:11:32.444921 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 6c11d3c3-c450-4f79-8281-4a1e8df6f9be not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:11:32.460598 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bde7df92-f269-42a7-98dd-215ada843020 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b7368429f1aa40f887866b7d11307894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392592 Jun 18 17:11:32.463000 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57960) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:32.509880 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-05ce26ba-1733-464c-a51a-fc7793edb39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:32.530642 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-05ce26ba-1733-464c-a51a-fc7793edb39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:32.579479 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-05ce26ba-1733-464c-a51a-fc7793edb39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:32.582807 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-05ce26ba-1733-464c-a51a-fc7793edb39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:32.583951 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-05ce26ba-1733-464c-a51a-fc7793edb39a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/011967d8-f460-4237-95a8-91ab55c52f0a HTTP/1.1" status: 204 len: 168 time: 0.1200554 Jun 18 17:11:32.584728 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ce0a8118-1d38-43ec-b298-ce5ba6526d43 tempest-ServerActionsTestJSON-887566931 tempest-ServerActionsTestJSON-887566931-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:32.592166 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce26ba-1733-464c-a51a-fc7793edb39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011967d8-f460-4237-95a8-91ab55c52f0a,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:32.594496 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-05ce26ba-1733-464c-a51a-fc7793edb39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:33.283517 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57982) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:33.375251 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-9f3975b4-4585-40cb-b353-7a4d2ff961b6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1332523505-network', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:11:33.404178 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3975b4-4585-40cb-b353-7a4d2ff961b6 admin admin] Made reservation on behalf of 5603ad41d66a41149a1e2d61f67524ab for: {'network': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:11:33.406607 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9f3975b4-4585-40cb-b353-7a4d2ff961b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:33.415630 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9f3975b4-4585-40cb-b353-7a4d2ff961b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:33.505068 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9f3975b4-4585-40cb-b353-7a4d2ff961b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:33.508584 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9f3975b4-4585-40cb-b353-7a4d2ff961b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:33.511365 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cd94331e-0df1-4230-8619-ed20b19ffb96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:33.532817 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3975b4-4585-40cb-b353-7a4d2ff961b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=93454) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 17:11:33.541419 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3975b4-4585-40cb-b353-7a4d2ff961b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a9d1af-8c75-4049-9c61-70f570c83c67,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:33.545340 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9f3975b4-4585-40cb-b353-7a4d2ff961b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:33.553402 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9f3975b4-4585-40cb-b353-7a4d2ff961b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:33.553749 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.segments_db [None req-9f3975b4-4585-40cb-b353-7a4d2ff961b6 admin admin] Added segment 787b431b-beb5-45b5-aa13-5fdd2b191f32 of type vlan for network 4b4e0bea-9440-4166-8af0-97fa522b13a8 Jun 18 17:11:33.593626 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9f3975b4-4585-40cb-b353-7a4d2ff961b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:33.624945 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9f3975b4-4585-40cb-b353-7a4d2ff961b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:33.625870 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3975b4-4585-40cb-b353-7a4d2ff961b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:33.626463 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-9f3975b4-4585-40cb-b353-7a4d2ff961b6 admin admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:33.629711 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b07e5f1f-3a75-458e-8fa0-b40c74ecff5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:33.679189 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-9f3975b4-4585-40cb-b353-7a4d2ff961b6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3943419 Jun 18 17:11:33.682049 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57986) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:33.687581 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-c1f91af0-6e37-4bfd-8f6c-c289feee05a9 admin admin] Request body: {'subnet': {'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1332523505-subnet', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'ip_version': 4}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:11:33.693757 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3975b4-4585-40cb-b353-7a4d2ff961b6 admin admin] Pushing event updated for resources: {'Network': ['ID=4b4e0bea-9440-4166-8af0-97fa522b13a8,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:33.696380 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-9f3975b4-4585-40cb-b353-7a4d2ff961b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:33.704073 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network 4b4e0bea-9440-4166-8af0-97fa522b13a8 details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 17:11:33.710852 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f91af0-6e37-4bfd-8f6c-c289feee05a9 admin admin] Made reservation on behalf of 5603ad41d66a41149a1e2d61f67524ab for: {'subnet': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:11:33.713682 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c1f91af0-6e37-4bfd-8f6c-c289feee05a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4150061'] for subnet, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:33.891184 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c1f91af0-6e37-4bfd-8f6c-c289feee05a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3751779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4150079'] for subnet, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:33.894898 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-68ce4f4a-8413-44ed-a0ca-f601263ae632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:33.946776 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f91af0-6e37-4bfd-8f6c-c289feee05a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b4406d-0cff-430d-a2ac-6b207fceb290,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:33.950374 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c1f91af0-6e37-4bfd-8f6c-c289feee05a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:33.958490 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f91af0-6e37-4bfd-8f6c-c289feee05a9 admin admin] Checking segment: {'id': '787b431b-beb5-45b5-aa13-5fdd2b191f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:11:33.958859 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f91af0-6e37-4bfd-8f6c-c289feee05a9 admin admin] Network hostable DHCP agents. Network: 4b4e0bea-9440-4166-8af0-97fa522b13a8, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93453) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 17:11:33.975465 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f91af0-6e37-4bfd-8f6c-c289feee05a9 admin admin] Network 4b4e0bea-9440-4166-8af0-97fa522b13a8 is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93453) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 17:11:33.984558 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-c1f91af0-6e37-4bfd-8f6c-c289feee05a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, 4b4e0bea-9440-4166-8af0-97fa522b13a8) {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:11:33.989526 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f91af0-6e37-4bfd-8f6c-c289feee05a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:33.990128 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c1f91af0-6e37-4bfd-8f6c-c289feee05a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:33.995708 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fae9661-337e-49f1-8107-05848beb2636 None None] Network 4b4e0bea-9440-4166-8af0-97fa522b13a8 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:11:34.004464 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c1f91af0-6e37-4bfd-8f6c-c289feee05a9 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3210921 Jun 18 17:11:34.008572 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 57988) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:34.013193 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:11:34.035426 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:34.036715 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:34.090204 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:34.146346 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-4b4e0bea-9440-4166-8af0-97fa522b13a8', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 17:11:34.147240 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:34.233146 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:34.279345 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Allocated IP 172.20.0.2 (4b4e0bea-9440-4166-8af0-97fa522b13a8/70b4406d-0cff-430d-a2ac-6b207fceb290/a882340b-1652-4ca5-bf9f-23466c55e10f) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:11:34.420532 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:34.429326 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Transition to ACTIVE for port object a882340b-1652-4ca5-bf9f-23466c55e10f will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:11:34.436926 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:34.444211 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Transition to ACTIVE for port object a882340b-1652-4ca5-bf9f-23466c55e10f will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:11:34.450684 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:34.452493 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:34.457241 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:34.566598 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Allocated IP 172.26.6.191 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/47b2bd4f-0f4f-4231-ad36-4812ad6d5b08) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:11:34.654175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Network 4b4e0bea-9440-4166-8af0-97fa522b13a8 is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:11:34.657085 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:11:34.659579 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:11:34.667192 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Pushing event updated for resources: {'Port': ['ID=a882340b-1652-4ca5-bf9f-23466c55e10f,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:34.669840 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:34.678086 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:34.718073 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:34.720906 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0bc97962-f369-4643-b5a8-7a297875e410 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:34.723265 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Attempting to bind port a882340b-1652-4ca5-bf9f-23466c55e10f on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:11:34.723742 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Attempting to bind port a882340b-1652-4ca5-bf9f-23466c55e10f by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '787b431b-beb5-45b5-aa13-5fdd2b191f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:11:34.723998 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Attempting to bind port a882340b-1652-4ca5-bf9f-23466c55e10f on network 4b4e0bea-9440-4166-8af0-97fa522b13a8 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:11:34.728944 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:11:34.729589 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Checking segment: {'id': '787b431b-beb5-45b5-aa13-5fdd2b191f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:11:34.729996 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:34.730396 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Bound using segment: {'id': '787b431b-beb5-45b5-aa13-5fdd2b191f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:11:34.730882 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Bound port: a882340b-1652-4ca5-bf9f-23466c55e10f, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787b431b-beb5-45b5-aa13-5fdd2b191f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:11:34.731264 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:34.758329 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:11:34.761233 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:11:34.763842 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:11:34.792748 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Pushing event updated for resources: {'Port': ['ID=47b2bd4f-0f4f-4231-ad36-4812ad6d5b08,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:34.797276 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:34.798211 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] For port a882340b-1652-4ca5-bf9f-23466c55e10f, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:11:34.802253 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] For port a882340b-1652-4ca5-bf9f-23466c55e10f, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a882340b-1652-4ca5-bf9f-23466c55e10f,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:11:34.806741 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:34.808691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:34.871530 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Pushing event updated for resources: {'Port': ['ID=a882340b-1652-4ca5-bf9f-23466c55e10f,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:34.875105 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:35.040127 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:35.574387 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:35.721578 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Router ed796b97-879a-400b-be80-22febb7f23e3 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93454) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 17:11:35.803894 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1211ee0-6694-49cf-bc75-929fc15e902f None None] Network 4b4e0bea-9440-4166-8af0-97fa522b13a8 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:11:35.843451 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:11:35.859166 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:35.860016 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Sync routers for ids ['ed796b97-879a-400b-be80-22febb7f23e3'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:11:35.863816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 57990) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:35.864398 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8542948 Jun 18 17:11:35.876310 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-b1419377-98a3-4f7a-8458-ad8191dbe24e None None] Provisioning for port a882340b-1652-4ca5-bf9f-23466c55e10f completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:11:35.892048 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Routers {'ed796b97-879a-400b-be80-22febb7f23e3'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:11:35.892690 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:11:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ed796b97-879a-400b-be80-22febb7f23e3'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:36.061607 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Set router ed796b97-879a-400b-be80-22febb7f23e3 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:11:36.263906 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:34Z', 'revision_number': 3, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port': {'id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:36.289267 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:36.295351 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Checking router: ed796b97-879a-400b-be80-22febb7f23e3 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:11:36.295711 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Updating router ed796b97-879a-400b-be80-22febb7f23e3 port 47b2bd4f-0f4f-4231-ad36-4812ad6d5b08 binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:11:36.333204 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:36.443685 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a882340b-1652-4ca5-bf9f-23466c55e10f up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:11:36.461617 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Allocated IP 172.20.0.1 (4b4e0bea-9440-4166-8af0-97fa522b13a8/70b4406d-0cff-430d-a2ac-6b207fceb290/bce8abe9-699e-4d91-8135-cc5e730a172e) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:11:36.559784 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port a882340b-1652-4ca5-bf9f-23466c55e10f completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:11:36.569125 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:36.571962 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port a882340b-1652-4ca5-bf9f-23466c55e10f triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:11:36.572344 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:36.586211 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Transition to ACTIVE for port object bce8abe9-699e-4d91-8135-cc5e730a172e will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:11:36.619448 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:36.622344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:36.663004 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Network 4b4e0bea-9440-4166-8af0-97fa522b13a8 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:11:36.665956 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:11:36.669513 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:11:36.676117 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=bce8abe9-699e-4d91-8135-cc5e730a172e,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:36.696898 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:36.714212 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:36.715135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:36.726749 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:36.731244 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Transition to ACTIVE for port object 47b2bd4f-0f4f-4231-ad36-4812ad6d5b08 will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:11:36.753576 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:36.757187 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:36.794650 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port a882340b-1652-4ca5-bf9f-23466c55e10f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a882340b-1652-4ca5-bf9f-23466c55e10f,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:36.813425 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:36.825688 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Attempting to bind port 47b2bd4f-0f4f-4231-ad36-4812ad6d5b08 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:11:36.826053 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Attempting to bind port 47b2bd4f-0f4f-4231-ad36-4812ad6d5b08 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:11:36.826449 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Attempting to bind port 47b2bd4f-0f4f-4231-ad36-4812ad6d5b08 on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:11:36.829661 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0b171-94d4-43bf-a566-be7caed1cc64 None None] Pushing event updated for resources: {'Port': ['ID=47b2bd4f-0f4f-4231-ad36-4812ad6d5b08,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:36.832684 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5dd0b171-94d4-43bf-a566-be7caed1cc64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:36.833186 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ea61f8cd-01ce-4236-b057-1ce717af78dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:36.856636 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:11:36.857023 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:11:36.857434 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:36.858211 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:11:36.858347 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Bound port: 47b2bd4f-0f4f-4231-ad36-4812ad6d5b08, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:11:36.858750 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:36.870904 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:36.941756 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=a882340b-1652-4ca5-bf9f-23466c55e10f,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:36.946191 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:36.948121 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] For port 47b2bd4f-0f4f-4231-ad36-4812ad6d5b08, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:11:36.951871 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] For port 47b2bd4f-0f4f-4231-ad36-4812ad6d5b08, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=47b2bd4f-0f4f-4231-ad36-4812ad6d5b08,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:11:36.953188 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-96595f0b-2e62-4c94-9e25-1429e4e90dbb None None] Provisioning for port bce8abe9-699e-4d91-8135-cc5e730a172e completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:11:36.958766 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:36.963508 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:36.965290 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-96595f0b-2e62-4c94-9e25-1429e4e90dbb None None] Provisioning complete for port bce8abe9-699e-4d91-8135-cc5e730a172e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:11:36.965656 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-96595f0b-2e62-4c94-9e25-1429e4e90dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:37.048833 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:37.050030 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-96595f0b-2e62-4c94-9e25-1429e4e90dbb None None] Port bce8abe9-699e-4d91-8135-cc5e730a172e cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:11:37.054319 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:37.055676 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Routers {'ed796b97-879a-400b-be80-22febb7f23e3'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:11:37.056310 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:11:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ed796b97-879a-400b-be80-22febb7f23e3'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:37.056864 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-cef86d02-08fd-41f1-ad16-0da0d9716c6a tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:37.058054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0b171-94d4-43bf-a566-be7caed1cc64 None None] Pushing event updated for resources: {'Port': ['ID=47b2bd4f-0f4f-4231-ad36-4812ad6d5b08,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:37.061665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-5dd0b171-94d4-43bf-a566-be7caed1cc64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:37.131229 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=bce8abe9-699e-4d91-8135-cc5e730a172e,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:37.134608 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:37.135577 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:37.173104 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] Set router ed796b97-879a-400b-be80-22febb7f23e3 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:11:37.228616 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Network 4b4e0bea-9440-4166-8af0-97fa522b13a8 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:11:37.230402 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:11:37.354961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Router ed796b97-879a-400b-be80-22febb7f23e3 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:11:37.388901 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 4, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port': {'id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'bce8abe9-699e-4d91-8135-cc5e730a172e', 'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'mac_address': 'fa:16:3e:57:92:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:36Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 2, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'subnets': [{'id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:37.420294 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c9b7fd-07dc-4cba-b885-a83f0ca8e459 None None] The sync data for ids ['ed796b97-879a-400b-be80-22febb7f23e3'] in dv-neutron-797120-1-hyperv is: [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 4, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port': {'id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'bce8abe9-699e-4d91-8135-cc5e730a172e', 'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'mac_address': 'fa:16:3e:57:92:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:36Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 2, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'subnets': [{'id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:11:37.471052 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c5d916d7-8c0b-474d-b33d-272e50f60fc7 None None] Provisioning complete for port bce8abe9-699e-4d91-8135-cc5e730a172e triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:11:37.472097 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c5d916d7-8c0b-474d-b33d-272e50f60fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:37.475956 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:11:37.481428 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] 10.222.0.50 "PUT /v2.0/routers/ed796b97-879a-400b-be80-22febb7f23e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6157956 Jun 18 17:11:37.509531 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-c5d916d7-8c0b-474d-b33d-272e50f60fc7 None None] Port bce8abe9-699e-4d91-8135-cc5e730a172e cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:11:37.988645 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 58006) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:37.994345 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-fb61e9eb-9593-4885-a60a-5cfbea2d6fd2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-973398730-network', 'tenant_id': '8ab519aa43ee4c67973652e8522ee931'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:11:38.016314 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb61e9eb-9593-4885-a60a-5cfbea2d6fd2 admin admin] Made reservation on behalf of 8ab519aa43ee4c67973652e8522ee931 for: {'network': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:11:38.019498 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fb61e9eb-9593-4885-a60a-5cfbea2d6fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for network, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:38.029432 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fb61e9eb-9593-4885-a60a-5cfbea2d6fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:38.137770 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fb61e9eb-9593-4885-a60a-5cfbea2d6fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:38.142707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fb61e9eb-9593-4885-a60a-5cfbea2d6fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:38.147146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b8602b3b-f8c6-4126-b0e7-3e711ceccefe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:38.174818 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb61e9eb-9593-4885-a60a-5cfbea2d6fd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=93453) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 18 17:11:38.181380 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61e9eb-9593-4885-a60a-5cfbea2d6fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd8b0c3-628a-4b50-a368-1b272fb447e4,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:38.185393 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fb61e9eb-9593-4885-a60a-5cfbea2d6fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:38.190731 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fb61e9eb-9593-4885-a60a-5cfbea2d6fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:38.191186 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.segments_db [None req-fb61e9eb-9593-4885-a60a-5cfbea2d6fd2 admin admin] Added segment 2aa95698-2858-47c1-913a-8986763113d7 of type vlan for network ac2b52df-458d-4b40-92aa-dc911aad461a Jun 18 17:11:38.235345 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fb61e9eb-9593-4885-a60a-5cfbea2d6fd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758804548298'] for network, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:38.270506 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fb61e9eb-9593-4885-a60a-5cfbea2d6fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846'] for network, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:38.271583 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb61e9eb-9593-4885-a60a-5cfbea2d6fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:38.272158 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-fb61e9eb-9593-4885-a60a-5cfbea2d6fd2 admin admin] Notify callbacks [] for network, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:38.274386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e0323920-9920-491c-94ce-3ff3480f9f53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:38.323179 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fb61e9eb-9593-4885-a60a-5cfbea2d6fd2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3328295 Jun 18 17:11:38.325917 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 58008) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:38.334186 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-139d1295-df46-43a6-bd1c-d53243b8fc82 admin admin] Request body: {'subnet': {'network_id': 'ac2b52df-458d-4b40-92aa-dc911aad461a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-973398730-subnet', 'tenant_id': '8ab519aa43ee4c67973652e8522ee931', 'ip_version': 4}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:11:38.337160 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61e9eb-9593-4885-a60a-5cfbea2d6fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=ac2b52df-458d-4b40-92aa-dc911aad461a,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:38.340050 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-fb61e9eb-9593-4885-a60a-5cfbea2d6fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:38.354687 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Network ac2b52df-458d-4b40-92aa-dc911aad461a details requested by agent ovs-agent-dv-neutron-797120-1-hyperv with host dv-neutron-797120-1-hyperv {{(pid=93455) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 18 17:11:38.362216 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139d1295-df46-43a6-bd1c-d53243b8fc82 admin admin] Made reservation on behalf of 8ab519aa43ee4c67973652e8522ee931 for: {'subnet': 1} {{(pid=93454) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:11:38.365394 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-139d1295-df46-43a6-bd1c-d53243b8fc82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25496915'] for subnet, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:38.507640 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a882340b-1652-4ca5-bf9f-23466c55e10f up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:11:38.569293 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-139d1295-df46-43a6-bd1c-d53243b8fc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25236290', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25496897'] for subnet, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:38.571728 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-843b9940-081b-42b8-9381-5234ac131056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:38.575415 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6e1f3621-da1a-42c6-ab4d-d7e21ac8d1bc tempest-NetworksTestDHCPv6-874106025 tempest-NetworksTestDHCPv6-874106025-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:38.584929 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port a882340b-1652-4ca5-bf9f-23466c55e10f triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:11:38.585390 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:38.634304 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d1295-df46-43a6-bd1c-d53243b8fc82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=170b2a8b-dd79-4a2f-a7a7-77acfeb8f746,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:38.636781 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139d1295-df46-43a6-bd1c-d53243b8fc82 admin admin] Checking segment: {'id': '2aa95698-2858-47c1-913a-8986763113d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac2b52df-458d-4b40-92aa-dc911aad461a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:11:38.637141 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139d1295-df46-43a6-bd1c-d53243b8fc82 admin admin] Network hostable DHCP agents. Network: ac2b52df-458d-4b40-92aa-dc911aad461a, hostable agents: ['44ca8674-2b0a-4db5-877f-c1eafa72f3e0'], hosted agents: [] {{(pid=93454) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 18 17:11:38.639905 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-139d1295-df46-43a6-bd1c-d53243b8fc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:38.656637 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139d1295-df46-43a6-bd1c-d53243b8fc82 admin admin] Network ac2b52df-458d-4b40-92aa-dc911aad461a is scheduled to be hosted by DHCP agent 44ca8674-2b0a-4db5-877f-c1eafa72f3e0 with binding_index 1 {{(pid=93454) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 18 17:11:38.669498 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-139d1295-df46-43a6-bd1c-d53243b8fc82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797120-1-hyperv, ac2b52df-458d-4b40-92aa-dc911aad461a) {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:11:38.673591 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139d1295-df46-43a6-bd1c-d53243b8fc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:38.674182 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-139d1295-df46-43a6-bd1c-d53243b8fc82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:38.675141 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 47b2bd4f-0f4f-4231-ad36-4812ad6d5b08 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:11:38.692027 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-139d1295-df46-43a6-bd1c-d53243b8fc82 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3608098 Jun 18 17:11:38.692343 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 58010) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:38.696932 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-973398730-router', 'tenant_id': '8ab519aa43ee4c67973652e8522ee931', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:11:38.700344 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47837b4f-d819-4be9-83b3-cf198826805b None None] Network ac2b52df-458d-4b40-92aa-dc911aad461a requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:11:38.725964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1660073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13622'] for router, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:38.727499 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1660116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1687194', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1732840', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13647'] for router, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:38.784774 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:38.799310 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 47b2bd4f-0f4f-4231-ad36-4812ad6d5b08 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:11:38.810337 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 47b2bd4f-0f4f-4231-ad36-4812ad6d5b08 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:11:38.810742 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:38.926610 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1687272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1659995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13661'] for router, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:38.936109 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp091d3e25-4d59-5601-b066-18a5d57c0903-ac2b52df-458d-4b40-92aa-dc911aad461a', 'network_id': 'ac2b52df-458d-4b40-92aa-dc911aad461a', 'tenant_id': '8ab519aa43ee4c67973652e8522ee931', 'fixed_ips': [{'subnet_id': '170b2a8b-dd79-4a2f-a7a7-77acfeb8f746'}]}} from dv-neutron-797120-1-hyperv. {{(pid=93455) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 18 17:11:38.936865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:38.971612 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:39.049188 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 47b2bd4f-0f4f-4231-ad36-4812ad6d5b08, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=47b2bd4f-0f4f-4231-ad36-4812ad6d5b08,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:39.057969 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:39.063314 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f9319a8d-46f2-46f4-a304-8cbd4dc0c5da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:39.145526 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:39.147677 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=47b2bd4f-0f4f-4231-ad36-4812ad6d5b08,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:39.150930 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:39.156611 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.db_base_plugin_common [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Allocated IP 172.20.0.2 (ac2b52df-458d-4b40-92aa-dc911aad461a/170b2a8b-dd79-4a2f-a7a7-77acfeb8f746/f0cf29da-994e-4073-a4d0-4b97ca0c35ac) {{(pid=93455) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:11:39.164568 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:39.271332 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] Allocated IP 172.26.6.229 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/a763f534-6cd7-41c6-b97f-c81e12bc4efe) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:11:39.312112 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Notify callbacks [] for port, precommit_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:39.322201 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Transition to ACTIVE for port object f0cf29da-994e-4073-a4d0-4b97ca0c35ac will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:11:39.338351 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Transition to ACTIVE for port object f0cf29da-994e-4073-a4d0-4b97ca0c35ac will not be triggered until provisioned by entity DHCP. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:11:39.343866 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549'] for port, after_create {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:39.345718 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:39.385492 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:39.386517 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Network ac2b52df-458d-4b40-92aa-dc911aad461a is already hosted by enough agents. {{(pid=93455) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:11:39.389567 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.scheduler.base_scheduler [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Resources bound (agent type, host, resource id): {{(pid=93455) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:11:39.393049 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Received port after_create {{(pid=93455) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:11:39.400308 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Pushing event updated for resources: {'Port': ['ID=f0cf29da-994e-4073-a4d0-4b97ca0c35ac,revision_number=1']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:39.404854 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:39.430134 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:39.433084 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-45afe46e-16bb-4649-9e75-c1c97ef165d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:39.457556 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Attempting to bind port f0cf29da-994e-4073-a4d0-4b97ca0c35ac on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:11:39.457907 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Attempting to bind port f0cf29da-994e-4073-a4d0-4b97ca0c35ac by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '2aa95698-2858-47c1-913a-8986763113d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac2b52df-458d-4b40-92aa-dc911aad461a'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:11:39.458493 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Attempting to bind port f0cf29da-994e-4073-a4d0-4b97ca0c35ac on network ac2b52df-458d-4b40-92aa-dc911aad461a {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:11:39.463652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:11:39.464110 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Checking segment: {'id': '2aa95698-2858-47c1-913a-8986763113d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac2b52df-458d-4b40-92aa-dc911aad461a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:11:39.464630 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:39.465092 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Bound using segment: {'id': '2aa95698-2858-47c1-913a-8986763113d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac2b52df-458d-4b40-92aa-dc911aad461a'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:11:39.465638 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Bound port: f0cf29da-994e-4073-a4d0-4b97ca0c35ac, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa95698-2858-47c1-913a-8986763113d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac2b52df-458d-4b40-92aa-dc911aad461a'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:11:39.466030 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:39.476921 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:11:39.480126 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:11:39.483642 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:11:39.489266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] Pushing event updated for resources: {'Port': ['ID=a763f534-6cd7-41c6-b97f-c81e12bc4efe,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:39.508489 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:39.544769 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Sync routers for ids ['ed796b97-879a-400b-be80-22febb7f23e3'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:11:39.556956 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Routers {'ed796b97-879a-400b-be80-22febb7f23e3'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:11:39.557607 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:11:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ed796b97-879a-400b-be80-22febb7f23e3'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:39.670814 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Set router ed796b97-879a-400b-be80-22febb7f23e3 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:11:39.699188 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] For port f0cf29da-994e-4073-a4d0-4b97ca0c35ac, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:11:39.702728 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] For port f0cf29da-994e-4073-a4d0-4b97ca0c35ac, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f0cf29da-994e-4073-a4d0-4b97ca0c35ac,segment=NetworkSegment(2aa95698-2858-47c1-913a-8986763113d7),segment_id=2aa95698-2858-47c1-913a-8986763113d7)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:11:39.708313 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:39.710185 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:39.767097 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:39.774161 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Pushing event updated for resources: {'Port': ['ID=f0cf29da-994e-4073-a4d0-4b97ca0c35ac,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:39.787202 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-36b7e21c-f836-456d-a0a4-dedad6156923 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:39.903659 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 4, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port': {'id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'bce8abe9-699e-4d91-8135-cc5e730a172e', 'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'mac_address': 'fa:16:3e:57:92:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:36Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 2, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'subnets': [{'id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:39.939456 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Checking router: ed796b97-879a-400b-be80-22febb7f23e3 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:11:39.945787 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Updating router ed796b97-879a-400b-be80-22febb7f23e3 port bce8abe9-699e-4d91-8135-cc5e730a172e binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:11:39.987205 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:40.021588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1660064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1685820'] for router, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:40.159894 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] Router e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9 is scheduled to L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f with binding_index 1 {{(pid=93453) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 18 17:11:40.352802 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:40.364899 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Transition to ACTIVE for port object bce8abe9-699e-4d91-8135-cc5e730a172e will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:11:40.373387 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:40.375982 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-f50d1645-bba0-4037-ae45-e5d258cf461e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:40.435166 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0067bc2-4065-493b-b8dd-470247c92bee None None] Pushing event updated for resources: {'Port': ['ID=bce8abe9-699e-4d91-8135-cc5e730a172e,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:40.444739 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0067bc2-4065-493b-b8dd-470247c92bee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:40.445081 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0067bc2-4065-493b-b8dd-470247c92bee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:40.445694 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0067bc2-4065-493b-b8dd-470247c92bee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:40.446191 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0067bc2-4065-493b-b8dd-470247c92bee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:40.446700 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0067bc2-4065-493b-b8dd-470247c92bee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:40.447195 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0067bc2-4065-493b-b8dd-470247c92bee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:40.448060 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0067bc2-4065-493b-b8dd-470247c92bee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:40.448572 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0067bc2-4065-493b-b8dd-470247c92bee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:40.449232 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0067bc2-4065-493b-b8dd-470247c92bee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:40.450000 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0067bc2-4065-493b-b8dd-470247c92bee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:40.450622 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0067bc2-4065-493b-b8dd-470247c92bee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:40.451115 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0067bc2-4065-493b-b8dd-470247c92bee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93456) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:11:40.457160 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-f0067bc2-4065-493b-b8dd-470247c92bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:40.527572 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 47b2bd4f-0f4f-4231-ad36-4812ad6d5b08 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:11:40.573661 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Attempting to bind port bce8abe9-699e-4d91-8135-cc5e730a172e on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:11:40.574858 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Attempting to bind port bce8abe9-699e-4d91-8135-cc5e730a172e by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '787b431b-beb5-45b5-aa13-5fdd2b191f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:11:40.575561 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Attempting to bind port bce8abe9-699e-4d91-8135-cc5e730a172e on network 4b4e0bea-9440-4166-8af0-97fa522b13a8 {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:11:40.584175 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:11:40.584821 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Checking segment: {'id': '787b431b-beb5-45b5-aa13-5fdd2b191f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:11:40.585401 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:40.586183 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Bound using segment: {'id': '787b431b-beb5-45b5-aa13-5fdd2b191f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:11:40.586913 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Bound port: bce8abe9-699e-4d91-8135-cc5e730a172e, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '787b431b-beb5-45b5-aa13-5fdd2b191f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:11:40.587533 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:40.597409 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 47b2bd4f-0f4f-4231-ad36-4812ad6d5b08 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:11:40.597799 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:40.666004 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] For port bce8abe9-699e-4d91-8135-cc5e730a172e, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:11:40.669803 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] For port bce8abe9-699e-4d91-8135-cc5e730a172e, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=bce8abe9-699e-4d91-8135-cc5e730a172e,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:11:40.681694 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:40.686800 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-1b1587d1-e8bf-4315-82be-81964470f2b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:40.711038 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f0cf29da-994e-4073-a4d0-4b97ca0c35ac up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:11:40.727962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:11:40.758037 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Sync routers for ids ['e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:11:40.761912 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] Notify callbacks [] for router, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:40.762656 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2271452a-504d-45b9-bd43-43708ed70de3 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0693295 Jun 18 17:11:40.765693 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Routers {'ed796b97-879a-400b-be80-22febb7f23e3'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:11:40.766204 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 58012) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:40.766729 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:11:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ed796b97-879a-400b-be80-22febb7f23e3'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:40.777465 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Routers {'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:11:40.778005 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:11:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:40.827982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port f0cf29da-994e-4073-a4d0-4b97ca0c35ac completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:11:40.832407 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0067bc2-4065-493b-b8dd-470247c92bee None None] Pushing event updated for resources: {'Port': ['ID=bce8abe9-699e-4d91-8135-cc5e730a172e,revision_number=4']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:40.843027 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-f0067bc2-4065-493b-b8dd-470247c92bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:40.945622 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Set router e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:11:40.950749 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] Set router ed796b97-879a-400b-be80-22febb7f23e3 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:11:41.064302 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f839bc7f-2880-4184-ab5c-9826de72e22f None None] Network ac2b52df-458d-4b40-92aa-dc911aad461a requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:11:41.174919 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8684e012-2776-4150-92b2-a3f55b6b6c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:41.194890 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 4, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port': {'id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'bce8abe9-699e-4d91-8135-cc5e730a172e', 'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'mac_address': 'fa:16:3e:57:92:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:36Z', 'updated_at': '2021-06-18T17:11:40Z', 'revision_number': 4, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'subnets': [{'id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:41.222127 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca183e27-29e7-4bed-962c-9b63ffc58901 None None] The sync data for ids ['ed796b97-879a-400b-be80-22febb7f23e3'] in dv-neutron-797120-1-hyperv is: [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 4, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port': {'id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'bce8abe9-699e-4d91-8135-cc5e730a172e', 'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'mac_address': 'fa:16:3e:57:92:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:36Z', 'updated_at': '2021-06-18T17:11:40Z', 'revision_number': 4, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'subnets': [{'id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:11:41.255894 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-558f7989-bee1-43a7-a6a5-8187383a826e None None] Provisioning for port f0cf29da-994e-4073-a4d0-4b97ca0c35ac completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:11:41.281057 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-558f7989-bee1-43a7-a6a5-8187383a826e None None] Provisioning complete for port f0cf29da-994e-4073-a4d0-4b97ca0c35ac triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:11:41.281452 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-558f7989-bee1-43a7-a6a5-8187383a826e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:41.304376 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:41.431047 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:41.472447 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'name': 'tempest-TestSnapshotPattern-973398730-router', 'tenant_id': '8ab519aa43ee4c67973652e8522ee931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'a763f534-6cd7-41c6-b97f-c81e12bc4efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:38Z', 'updated_at': '2021-06-18T17:11:39Z', 'revision_number': 3, 'project_id': '8ab519aa43ee4c67973652e8522ee931', 'gw_port': {'id': 'a763f534-6cd7-41c6-b97f-c81e12bc4efe', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:39Z', 'updated_at': '2021-06-18T17:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:41.479265 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_common [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Allocated IP 172.20.0.1 (ac2b52df-458d-4b40-92aa-dc911aad461a/170b2a8b-dd79-4a2f-a7a7-77acfeb8f746/879a26fa-9e17-4c48-b8b1-764b71c1c5d6) {{(pid=93454) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:11:41.507430 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-558f7989-bee1-43a7-a6a5-8187383a826e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:41.516670 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Checking router: e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:11:41.517031 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Updating router e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9 port a763f534-6cd7-41c6-b97f-c81e12bc4efe binding host dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:11:41.576589 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-558f7989-bee1-43a7-a6a5-8187383a826e None None] For port f0cf29da-994e-4073-a4d0-4b97ca0c35ac, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f0cf29da-994e-4073-a4d0-4b97ca0c35ac,segment=NetworkSegment(2aa95698-2858-47c1-913a-8986763113d7),segment_id=2aa95698-2858-47c1-913a-8986763113d7)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:41.577661 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:41.592573 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:41.600936 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-558f7989-bee1-43a7-a6a5-8187383a826e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:41.605955 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-4f00c563-54cb-4bad-b9b4-3fa8ead6a66a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:41.608992 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.provisioning_blocks [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Transition to ACTIVE for port object 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 will not be triggered until provisioned by entity DHCP. {{(pid=93454) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:11:41.658350 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25236470'] for port, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:41.661051 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b54cf2e4-22e7-4446-9f0b-96ee9ff0ea22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:41.713341 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Pushing event updated for resources: {'Port': ['ID=879a26fa-9e17-4c48-b8b1-764b71c1c5d6,revision_number=1']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:41.717153 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Network ac2b52df-458d-4b40-92aa-dc911aad461a is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:11:41.718833 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:41.724598 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:11:41.730701 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Received port after_create {{(pid=93454) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:11:41.735222 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f7989-bee1-43a7-a6a5-8187383a826e None None] Pushing event updated for resources: {'Port': ['ID=f0cf29da-994e-4073-a4d0-4b97ca0c35ac,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:41.738782 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-558f7989-bee1-43a7-a6a5-8187383a826e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:41.794715 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1685011'] for router_interface, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:41.937167 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-c0e180fe-2019-4741-acfd-940ba1cdc6d2 None None] Provisioning complete for port f0cf29da-994e-4073-a4d0-4b97ca0c35ac triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:11:41.937553 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c0e180fe-2019-4741-acfd-940ba1cdc6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:41.960288 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:41.979191 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Notify callbacks [] for port, precommit_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:41.998560 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Transition to ACTIVE for port object a763f534-6cd7-41c6-b97f-c81e12bc4efe will not be triggered until provisioned by entity L2. {{(pid=93455) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:11:42.009002 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:42.010977 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6ef5af0c-b2e7-42cd-95b1-c09411c9681b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:42.071928 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Attempting to bind port a763f534-6cd7-41c6-b97f-c81e12bc4efe on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:11:42.072307 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Attempting to bind port a763f534-6cd7-41c6-b97f-c81e12bc4efe by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:11:42.072674 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Attempting to bind port a763f534-6cd7-41c6-b97f-c81e12bc4efe on network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:11:42.097025 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65456df-22bb-4a04-90c4-1eda29b8075e None None] Pushing event updated for resources: {'Port': ['ID=a763f534-6cd7-41c6-b97f-c81e12bc4efe,revision_number=2']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:42.099488 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:11:42.099877 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Checking segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93455) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:11:42.100325 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:42.100880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Bound using segment: {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'} {{(pid=93455) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:11:42.101653 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.managers [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Bound port: a763f534-6cd7-41c6-b97f-c81e12bc4efe, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f72c694-1069-4678-9404-829672b57607', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296'}}] {{(pid=93455) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:11:42.102038 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:42.104271 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f65456df-22bb-4a04-90c4-1eda29b8075e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:42.155590 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:42.161033 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25236416'] for port, after_update {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:42.164311 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-55508f7c-f35b-4425-b61b-bfce9e4ce895 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:42.167210 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] For port a763f534-6cd7-41c6-b97f-c81e12bc4efe, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93455) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:11:42.170287 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] For port a763f534-6cd7-41c6-b97f-c81e12bc4efe, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a763f534-6cd7-41c6-b97f-c81e12bc4efe,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:11:42.174626 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:42.177278 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-6bb191af-36dc-4e56-a25f-e52568b0ad3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:42.232569 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Pushing event updated for resources: {'Port': ['ID=879a26fa-9e17-4c48-b8b1-764b71c1c5d6,revision_number=2']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:42.235079 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Routers {'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:11:42.235230 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1539944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1683722'] for router_interface, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:42.235718 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:11:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:42.238805 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65456df-22bb-4a04-90c4-1eda29b8075e None None] Pushing event updated for resources: {'Port': ['ID=a763f534-6cd7-41c6-b97f-c81e12bc4efe,revision_number=3']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:42.242457 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f65456df-22bb-4a04-90c4-1eda29b8075e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:42.244005 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:42.326232 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-635432c3-bd13-4feb-af2a-23efe16addb4 None None] Provisioning for port 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:11:42.327778 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Network ac2b52df-458d-4b40-92aa-dc911aad461a is already hosted by enough agents. {{(pid=93454) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:11:42.329162 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.base_scheduler [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93454) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:11:42.350958 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-635432c3-bd13-4feb-af2a-23efe16addb4 None None] Provisioning complete for port 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:11:42.351421 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-635432c3-bd13-4feb-af2a-23efe16addb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:42.378241 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:42.404119 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] Set router e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:11:42.405590 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-635432c3-bd13-4feb-af2a-23efe16addb4 None None] Port 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:11:42.455911 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bce8abe9-699e-4d91-8135-cc5e730a172e up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:11:42.475663 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Router e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:11:42.597463 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:11:42.602589 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] 10.222.0.50 "PUT /v2.0/routers/e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8313086 Jun 18 17:11:42.743544 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-d664b6cb-a0f6-4da7-bcef-ae484c8f5284 None None] Provisioning complete for port 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:11:42.744149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d664b6cb-a0f6-4da7-bcef-ae484c8f5284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:42.808783 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-d664b6cb-a0f6-4da7-bcef-ae484c8f5284 None None] Port 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:11:42.812852 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port bce8abe9-699e-4d91-8135-cc5e730a172e completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:11:42.818487 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port bce8abe9-699e-4d91-8135-cc5e730a172e triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:11:42.818877 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:42.926917 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'name': 'tempest-TestSnapshotPattern-973398730-router', 'tenant_id': '8ab519aa43ee4c67973652e8522ee931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'a763f534-6cd7-41c6-b97f-c81e12bc4efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:38Z', 'updated_at': '2021-06-18T17:11:41Z', 'revision_number': 4, 'project_id': '8ab519aa43ee4c67973652e8522ee931', 'gw_port': {'id': 'a763f534-6cd7-41c6-b97f-c81e12bc4efe', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:39Z', 'updated_at': '2021-06-18T17:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '879a26fa-9e17-4c48-b8b1-764b71c1c5d6', 'name': '', 'network_id': 'ac2b52df-458d-4b40-92aa-dc911aad461a', 'tenant_id': '8ab519aa43ee4c67973652e8522ee931', 'mac_address': 'fa:16:3e:02:13:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '170b2a8b-dd79-4a2f-a7a7-77acfeb8f746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:41Z', 'updated_at': '2021-06-18T17:11:42Z', 'revision_number': 2, 'project_id': '8ab519aa43ee4c67973652e8522ee931', 'subnets': [{'id': '170b2a8b-dd79-4a2f-a7a7-77acfeb8f746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:42.958163 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482f9273-13ac-4287-8f9f-0f678d906c8f None None] The sync data for ids ['e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9'] in dv-neutron-797120-1-hyperv is: [{'id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'name': 'tempest-TestSnapshotPattern-973398730-router', 'tenant_id': '8ab519aa43ee4c67973652e8522ee931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'a763f534-6cd7-41c6-b97f-c81e12bc4efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:38Z', 'updated_at': '2021-06-18T17:11:41Z', 'revision_number': 4, 'project_id': '8ab519aa43ee4c67973652e8522ee931', 'gw_port': {'id': 'a763f534-6cd7-41c6-b97f-c81e12bc4efe', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:93:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:39Z', 'updated_at': '2021-06-18T17:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '879a26fa-9e17-4c48-b8b1-764b71c1c5d6', 'name': '', 'network_id': 'ac2b52df-458d-4b40-92aa-dc911aad461a', 'tenant_id': '8ab519aa43ee4c67973652e8522ee931', 'mac_address': 'fa:16:3e:02:13:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '170b2a8b-dd79-4a2f-a7a7-77acfeb8f746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:41Z', 'updated_at': '2021-06-18T17:11:42Z', 'revision_number': 2, 'project_id': '8ab519aa43ee4c67973652e8522ee931', 'subnets': [{'id': '170b2a8b-dd79-4a2f-a7a7-77acfeb8f746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:11:42.965075 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.003309 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port bce8abe9-699e-4d91-8135-cc5e730a172e, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=bce8abe9-699e-4d91-8135-cc5e730a172e,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:43.008118 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.009254 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f0cf29da-994e-4073-a4d0-4b97ca0c35ac up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:11:43.011301 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:43.093429 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=bce8abe9-699e-4d91-8135-cc5e730a172e,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:43.096817 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:43.108323 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port f0cf29da-994e-4073-a4d0-4b97ca0c35ac triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:11:43.108925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.298922 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 58020) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:43.303764 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-2baa25d4-6aa3-43fc-a34d-8a0efeef552a tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-525234159', 'description': 'tempest-secgroup-smoke-525234159 description', 'project_id': '5603ad41d66a41149a1e2d61f67524ab'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:11:43.327178 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2baa25d4-6aa3-43fc-a34d-8a0efeef552a tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.420015 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2baa25d4-6aa3-43fc-a34d-8a0efeef552a tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.425044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2baa25d4-6aa3-43fc-a34d-8a0efeef552a tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.430607 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-b1bc3b68-e9ad-4675-b32b-2f8420fe81f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:43.455697 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-2baa25d4-6aa3-43fc-a34d-8a0efeef552a tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.457863 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-2baa25d4-6aa3-43fc-a34d-8a0efeef552a tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1578631 Jun 18 17:11:43.460647 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 58022) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:43.465218 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-c9c48bae-5531-4bc3-9749-44045b94dbbd tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Request body: {'security_group_rule': {'security_group_id': '8a44a1bd-88b7-4b56-a9d6-626f94bc7113', 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:11:43.471357 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa25d4-6aa3-43fc-a34d-8a0efeef552a tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a44a1bd-88b7-4b56-a9d6-626f94bc7113,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:43.476503 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2baa25d4-6aa3-43fc-a34d-8a0efeef552a tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:43.496403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c9c48bae-5531-4bc3-9749-44045b94dbbd tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.560936 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c9c48bae-5531-4bc3-9749-44045b94dbbd tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.565159 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c9c48bae-5531-4bc3-9749-44045b94dbbd tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.567282 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-7328d9c4-772d-48eb-86fd-1539fd402e49 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:43.584359 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c48bae-5531-4bc3-9749-44045b94dbbd tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e9cfff-729d-49b7-b845-454b9131044a,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:43.591763 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-c9c48bae-5531-4bc3-9749-44045b94dbbd tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:43.591763 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-c9c48bae-5531-4bc3-9749-44045b94dbbd tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.593325 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-c9c48bae-5531-4bc3-9749-44045b94dbbd tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307013 Jun 18 17:11:43.594967 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 58024) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:43.600310 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-e9c290bc-62af-4190-8154-33cb5f44a723 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Request body: {'security_group_rule': {'security_group_id': '8a44a1bd-88b7-4b56-a9d6-626f94bc7113', 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:11:43.628536 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e9c290bc-62af-4190-8154-33cb5f44a723 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.685330 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e9c290bc-62af-4190-8154-33cb5f44a723 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.691421 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e9c290bc-62af-4190-8154-33cb5f44a723 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.693597 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-85247495-6fdd-4ef1-8bfb-58436b426cf7 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:43.710690 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c290bc-62af-4190-8154-33cb5f44a723 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ac9af2-f683-4355-abe7-9945d0cbfe50,revision_number=0']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:43.713331 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e9c290bc-62af-4190-8154-33cb5f44a723 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:43.718386 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-e9c290bc-62af-4190-8154-33cb5f44a723 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.719652 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-e9c290bc-62af-4190-8154-33cb5f44a723 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1237133 Jun 18 17:11:43.722677 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 58026) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:43.728080 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-6871d684-e61a-44ff-8e31-0740344abc0c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Request body: {'security_group_rule': {'security_group_id': '8a44a1bd-88b7-4b56-a9d6-626f94bc7113', 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:11:43.755761 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6871d684-e61a-44ff-8e31-0740344abc0c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.815759 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6871d684-e61a-44ff-8e31-0740344abc0c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.820237 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6871d684-e61a-44ff-8e31-0740344abc0c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.825688 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fe0872ed-7d15-4850-a2b6-4347d15a79cf tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:43.845588 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6871d684-e61a-44ff-8e31-0740344abc0c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a60f3f33-b544-4721-893a-5a5eb175a5a4,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:43.848748 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6871d684-e61a-44ff-8e31-0740344abc0c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:43.853310 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6871d684-e61a-44ff-8e31-0740344abc0c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.854984 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6871d684-e61a-44ff-8e31-0740344abc0c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306689 Jun 18 17:11:43.857666 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 58028) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:43.862957 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-4e498a8d-0bc0-4cb9-908d-25638df3b079 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Request body: {'security_group_rule': {'security_group_id': '8a44a1bd-88b7-4b56-a9d6-626f94bc7113', 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:11:43.898596 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e498a8d-0bc0-4cb9-908d-25638df3b079 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.936784 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.982167 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e498a8d-0bc0-4cb9-908d-25638df3b079 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.985691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e498a8d-0bc0-4cb9-908d-25638df3b079 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:43.988321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-991d44f7-5009-4084-b42a-58ff0714f8b0 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:44.007577 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e498a8d-0bc0-4cb9-908d-25638df3b079 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e73da595-8fac-4971-9a5d-e6aa8dc1f501,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:44.012176 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-4e498a8d-0bc0-4cb9-908d-25638df3b079 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:44.019562 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-4e498a8d-0bc0-4cb9-908d-25638df3b079 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:44.023720 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-4e498a8d-0bc0-4cb9-908d-25638df3b079 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1624587 Jun 18 17:11:44.023962 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 58030) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:44.029694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-3b3f399c-5a4b-4509-aa53-a4e4191f9f5c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Request body: {'security_group_rule': {'security_group_id': '8a44a1bd-88b7-4b56-a9d6-626f94bc7113', 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:11:44.055335 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-3b3f399c-5a4b-4509-aa53-a4e4191f9f5c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Project 5603ad41d66a41149a1e2d61f67524ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:11:44.060917 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3b3f399c-5a4b-4509-aa53-a4e4191f9f5c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:44.132620 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3b3f399c-5a4b-4509-aa53-a4e4191f9f5c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:44.136536 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3b3f399c-5a4b-4509-aa53-a4e4191f9f5c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:44.138405 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6871d684-e61a-44ff-8e31-0740344abc0c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:44.155490 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f399c-5a4b-4509-aa53-a4e4191f9f5c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905e2f12-cdb4-4a4f-bdc7-1a551dbdb8cc,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:44.157994 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3b3f399c-5a4b-4509-aa53-a4e4191f9f5c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:44.164839 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-3b3f399c-5a4b-4509-aa53-a4e4191f9f5c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:44.166257 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3b3f399c-5a4b-4509-aa53-a4e4191f9f5c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410432 Jun 18 17:11:44.169035 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 58032) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:44.173568 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.v2.base [None req-86411a45-e824-495e-a9f6-851c07bccddd tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Request body: {'security_group_rule': {'security_group_id': '8a44a1bd-88b7-4b56-a9d6-626f94bc7113', 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93454) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:11:44.199725 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.securitygroups_db [None req-86411a45-e824-495e-a9f6-851c07bccddd tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Project 5603ad41d66a41149a1e2d61f67524ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 18 17:11:44.205156 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-86411a45-e824-495e-a9f6-851c07bccddd tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:44.273846 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-86411a45-e824-495e-a9f6-851c07bccddd tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:44.277675 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-86411a45-e824-495e-a9f6-851c07bccddd tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722823'] for security_group_rule, after_create {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:44.279801 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bb50ea44-f5c8-4841-bb4e-5fc962c42653 tempest-TestNetworkBasicOps-55462211 tempest-TestNetworkBasicOps-55462211-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:44.301024 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86411a45-e824-495e-a9f6-851c07bccddd tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9702115d-4a79-43ec-ad70-62d0b2308846,revision_number=0']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:44.304344 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-86411a45-e824-495e-a9f6-851c07bccddd tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:44.309335 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-86411a45-e824-495e-a9f6-851c07bccddd tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:44.310923 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-86411a45-e824-495e-a9f6-851c07bccddd tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1409488 Jun 18 17:11:44.469735 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc81957d-765d-44c1-883e-227fa35d781c req-3cbdcde1-be1c-474c-8a02-109e84c6a171 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-525234159&fields=id&tenant_id=5603ad41d66a41149a1e2d61f67524ab HTTP/1.1" status: 200 len: 267 time: 0.0361204 Jun 18 17:11:44.498527 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a763f534-6cd7-41c6-b97f-c81e12bc4efe up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:11:44.562622 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port a763f534-6cd7-41c6-b97f-c81e12bc4efe completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:11:44.567543 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port a763f534-6cd7-41c6-b97f-c81e12bc4efe triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:11:44.568117 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:44.615316 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81957d-765d-44c1-883e-227fa35d781c req-58cc57e3-bfa3-4dfe-947b-677895b7cde3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:44.616820 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc81957d-765d-44c1-883e-227fa35d781c req-58cc57e3-bfa3-4dfe-947b-677895b7cde3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/networks?id=4b4e0bea-9440-4166-8af0-97fa522b13a8 HTTP/1.1" status: 200 len: 810 time: 0.1398561 Jun 18 17:11:44.636547 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc81957d-765d-44c1-883e-227fa35d781c req-56145381-9346-4ff4-a909-8c098753c715 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/quotas/5603ad41d66a41149a1e2d61f67524ab HTTP/1.1" status: 200 len: 375 time: 0.0108774 Jun 18 17:11:44.649992 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:44.672224 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port a763f534-6cd7-41c6-b97f-c81e12bc4efe, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a763f534-6cd7-41c6-b97f-c81e12bc4efe,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:44.676865 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:44.678671 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bce8abe9-699e-4d91-8135-cc5e730a172e up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:11:44.681679 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-d4dee387-a503-4ac8-8a71-b2724b217207 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:44.712147 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc81957d-765d-44c1-883e-227fa35d781c req-3096514a-7ac8-4ff0-bf4e-89323191a752 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5603ad41d66a41149a1e2d61f67524ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688071 Jun 18 17:11:44.760982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=a763f534-6cd7-41c6-b97f-c81e12bc4efe,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:44.764019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:44.772271 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port bce8abe9-699e-4d91-8135-cc5e730a172e triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:11:44.772654 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:44.819310 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc81957d-765d-44c1-883e-227fa35d781c req-f9a495ce-b015-4266-b8f2-fcb4d111549f service neutron] 10.222.0.50 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909033 Jun 18 17:11:44.911895 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc81957d-765d-44c1-883e-227fa35d781c req-d9d5c46f-3b41-4179-b953-7b98de51ce16 service neutron] 10.222.0.50 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863116 Jun 18 17:11:45.088737 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-64a13f3e-d97a-45fc-8188-7a312cd0ea21 req-be3a7e13-9e3d-4a72-908e-2bf560219f7e tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 210 time: 0.0314543 Jun 18 17:11:45.423276 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Sync routers for ids ['e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:11:45.434992 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Routers {'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:11:45.435717 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:11:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:45.544308 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Set router e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:11:45.759562 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'name': 'tempest-TestSnapshotPattern-973398730-router', 'tenant_id': '8ab519aa43ee4c67973652e8522ee931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'a763f534-6cd7-41c6-b97f-c81e12bc4efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:38Z', 'updated_at': '2021-06-18T17:11:41Z', 'revision_number': 4, 'project_id': '8ab519aa43ee4c67973652e8522ee931', 'gw_port': {'id': 'a763f534-6cd7-41c6-b97f-c81e12bc4efe', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:39Z', 'updated_at': '2021-06-18T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '879a26fa-9e17-4c48-b8b1-764b71c1c5d6', 'name': '', 'network_id': 'ac2b52df-458d-4b40-92aa-dc911aad461a', 'tenant_id': '8ab519aa43ee4c67973652e8522ee931', 'mac_address': 'fa:16:3e:02:13:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '170b2a8b-dd79-4a2f-a7a7-77acfeb8f746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:41Z', 'updated_at': '2021-06-18T17:11:42Z', 'revision_number': 2, 'project_id': '8ab519aa43ee4c67973652e8522ee931', 'subnets': [{'id': '170b2a8b-dd79-4a2f-a7a7-77acfeb8f746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:45.787173 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Checking router: e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:11:45.787534 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Updating router e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9 port 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 binding host dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 18 17:11:45.821401 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:46.090991 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Notify callbacks [] for port, precommit_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:46.101258 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.provisioning_blocks [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Transition to ACTIVE for port object 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 will not be triggered until provisioned by entity L2. {{(pid=93456) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:11:46.107501 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:46.113478 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-1b1587d1-e8bf-4315-82be-81964470f2b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:46.187017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81957d-765d-44c1-883e-227fa35d781c req-a9253149-56bb-4219-a605-e4d67ecf680a tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:46.188513 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc81957d-765d-44c1-883e-227fa35d781c req-a9253149-56bb-4219-a605-e4d67ecf680a tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.55 "GET /v2.0/networks?id=4b4e0bea-9440-4166-8af0-97fa522b13a8 HTTP/1.1" status: 200 len: 810 time: 0.1434021 Jun 18 17:11:46.223060 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb416c-880f-4467-b86c-a03a481817da None None] Pushing event updated for resources: {'Port': ['ID=879a26fa-9e17-4c48-b8b1-764b71c1c5d6,revision_number=3']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:46.245717 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-a1eb416c-880f-4467-b86c-a03a481817da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:46.265372 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Attempting to bind port 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 on host dv-neutron-797120-1-hyperv for vnic_type normal with profile {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:11:46.265741 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Attempting to bind port 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 by drivers openvswitch,hyperv on host dv-neutron-797120-1-hyperv at level 0 using segments [{'id': '2aa95698-2858-47c1-913a-8986763113d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac2b52df-458d-4b40-92aa-dc911aad461a'}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:11:46.266322 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Attempting to bind port 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 on network ac2b52df-458d-4b40-92aa-dc911aad461a {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:11:46.272811 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Checking agent: {'id': '3d2daf6e-b5b0-46db-931c-5efd47e74a86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797120-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 13, 11), 'started_at': datetime.datetime(2021, 6, 18, 16, 13, 41), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797120-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:11:46.273590 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Checking segment: {'id': '2aa95698-2858-47c1-913a-8986763113d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac2b52df-458d-4b40-92aa-dc911aad461a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93456) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:11:46.274175 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:46.274781 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Bound using segment: {'id': '2aa95698-2858-47c1-913a-8986763113d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac2b52df-458d-4b40-92aa-dc911aad461a'} {{(pid=93456) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:11:46.275435 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.managers [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Bound port: 879a26fa-9e17-4c48-b8b1-764b71c1c5d6, host: dv-neutron-797120-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aa95698-2858-47c1-913a-8986763113d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'ac2b52df-458d-4b40-92aa-dc911aad461a'}}] {{(pid=93456) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:11:46.275980 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:46.289458 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc81957d-765d-44c1-883e-227fa35d781c req-1dd7ca1c-cb55-42af-88f7-0e7189fc8050 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5603ad41d66a41149a1e2d61f67524ab HTTP/1.1" status: 200 len: 379 time: 0.0891492 Jun 18 17:11:46.306677 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-bc81957d-765d-44c1-883e-227fa35d781c req-20b12ff3-7274-4148-be39-6ed312321579 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Request body: {'port': {'device_id': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'admin_state_up': True, 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'security_groups': ['8a44a1bd-88b7-4b56-a9d6-626f94bc7113']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:11:46.343801 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] For port 879a26fa-9e17-4c48-b8b1-764b71c1c5d6, host dv-neutron-797120-1-hyperv, cleared binding levels {{(pid=93456) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:11:46.350121 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.plugins.ml2.db [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] For port 879a26fa-9e17-4c48-b8b1-764b71c1c5d6, host dv-neutron-797120-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=879a26fa-9e17-4c48-b8b1-764b71c1c5d6,segment=NetworkSegment(2aa95698-2858-47c1-913a-8986763113d7),segment_id=2aa95698-2858-47c1-913a-8986763113d7)] {{(pid=93456) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:11:46.355952 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron_lib.callbacks.manager [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93456) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:46.367165 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-bd348434-51dd-44be-a151-34526e891335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:46.383129 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b5b708b6-2dba-498b-a7ae-b3e60340761a req-9ea30438-601e-4ff8-8a94-c064ddbfa08c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 210 time: 0.0921721 Jun 18 17:11:46.422840 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a763f534-6cd7-41c6-b97f-c81e12bc4efe up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:11:46.438198 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb416c-880f-4467-b86c-a03a481817da None None] Pushing event updated for resources: {'Port': ['ID=879a26fa-9e17-4c48-b8b1-764b71c1c5d6,revision_number=4']} {{(pid=93456) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:46.442980 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG oslo_concurrency.lockutils [None req-a1eb416c-880f-4467-b86c-a03a481817da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93456) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:46.453510 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Routers {'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:11:46.454402 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:11:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:46.495692 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc81957d-765d-44c1-883e-227fa35d781c req-20b12ff3-7274-4148-be39-6ed312321579 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Made reservation on behalf of 5603ad41d66a41149a1e2d61f67524ab for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:11:46.499486 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port a763f534-6cd7-41c6-b97f-c81e12bc4efe triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:11:46.500185 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:46.500734 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bc81957d-765d-44c1-883e-227fa35d781c req-20b12ff3-7274-4148-be39-6ed312321579 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:46.667082 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-bc81957d-765d-44c1-883e-227fa35d781c req-20b12ff3-7274-4148-be39-6ed312321579 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Allocated IP 172.20.0.14 (4b4e0bea-9440-4166-8af0-97fa522b13a8/70b4406d-0cff-430d-a2ac-6b207fceb290/b8f1abe5-c7d3-4783-a6fc-ed75825c53d7) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:11:46.673139 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] Set router e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:11:46.812743 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bc81957d-765d-44c1-883e-227fa35d781c req-20b12ff3-7274-4148-be39-6ed312321579 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:46.825711 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-bc81957d-765d-44c1-883e-227fa35d781c req-20b12ff3-7274-4148-be39-6ed312321579 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Transition to ACTIVE for port object b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:11:46.860021 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bc81957d-765d-44c1-883e-227fa35d781c req-20b12ff3-7274-4148-be39-6ed312321579 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:46.864459 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-5815669e-edec-4e2b-b16a-a09d7e69956b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:46.873262 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'name': 'tempest-TestSnapshotPattern-973398730-router', 'tenant_id': '8ab519aa43ee4c67973652e8522ee931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'a763f534-6cd7-41c6-b97f-c81e12bc4efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:38Z', 'updated_at': '2021-06-18T17:11:41Z', 'revision_number': 4, 'project_id': '8ab519aa43ee4c67973652e8522ee931', 'gw_port': {'id': 'a763f534-6cd7-41c6-b97f-c81e12bc4efe', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:39Z', 'updated_at': '2021-06-18T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '879a26fa-9e17-4c48-b8b1-764b71c1c5d6', 'name': '', 'network_id': 'ac2b52df-458d-4b40-92aa-dc911aad461a', 'tenant_id': '8ab519aa43ee4c67973652e8522ee931', 'mac_address': 'fa:16:3e:02:13:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '170b2a8b-dd79-4a2f-a7a7-77acfeb8f746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:41Z', 'updated_at': '2021-06-18T17:11:46Z', 'revision_number': 4, 'project_id': '8ab519aa43ee4c67973652e8522ee931', 'subnets': [{'id': '170b2a8b-dd79-4a2f-a7a7-77acfeb8f746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:46.898854 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d574afa-003d-443d-bfaf-308898fc9154 None None] The sync data for ids ['e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9'] in dv-neutron-797120-1-hyperv is: [{'id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'name': 'tempest-TestSnapshotPattern-973398730-router', 'tenant_id': '8ab519aa43ee4c67973652e8522ee931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'a763f534-6cd7-41c6-b97f-c81e12bc4efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:38Z', 'updated_at': '2021-06-18T17:11:41Z', 'revision_number': 4, 'project_id': '8ab519aa43ee4c67973652e8522ee931', 'gw_port': {'id': 'a763f534-6cd7-41c6-b97f-c81e12bc4efe', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:39Z', 'updated_at': '2021-06-18T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': '879a26fa-9e17-4c48-b8b1-764b71c1c5d6', 'name': '', 'network_id': 'ac2b52df-458d-4b40-92aa-dc911aad461a', 'tenant_id': '8ab519aa43ee4c67973652e8522ee931', 'mac_address': 'fa:16:3e:02:13:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '170b2a8b-dd79-4a2f-a7a7-77acfeb8f746', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:41Z', 'updated_at': '2021-06-18T17:11:46Z', 'revision_number': 4, 'project_id': '8ab519aa43ee4c67973652e8522ee931', 'subnets': [{'id': '170b2a8b-dd79-4a2f-a7a7-77acfeb8f746', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:11:46.919962 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc81957d-765d-44c1-883e-227fa35d781c req-20b12ff3-7274-4148-be39-6ed312321579 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Network 4b4e0bea-9440-4166-8af0-97fa522b13a8 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:11:46.923356 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-bc81957d-765d-44c1-883e-227fa35d781c req-20b12ff3-7274-4148-be39-6ed312321579 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:11:46.928760 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc81957d-765d-44c1-883e-227fa35d781c req-20b12ff3-7274-4148-be39-6ed312321579 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:11:46.954120 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b12ff3-7274-4148-be39-6ed312321579 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Pushing event updated for resources: {'Port': ['ID=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:46.958783 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-20b12ff3-7274-4148-be39-6ed312321579 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:46.985186 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81957d-765d-44c1-883e-227fa35d781c req-20b12ff3-7274-4148-be39-6ed312321579 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:46.985907 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bc81957d-765d-44c1-883e-227fa35d781c req-20b12ff3-7274-4148-be39-6ed312321579 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:47.009382 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc81957d-765d-44c1-883e-227fa35d781c req-20b12ff3-7274-4148-be39-6ed312321579 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7043564 Jun 18 17:11:47.017362 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [req-bc81957d-765d-44c1-883e-227fa35d781c req-f04447e5-33a2-4d8c-bcea-2febe6b9a05a tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 17:11:47.019044 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc81957d-765d-44c1-883e-227fa35d781c req-f04447e5-33a2-4d8c-bcea-2febe6b9a05a tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062551 Jun 18 17:11:47.030801 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Request body: {'port': {'device_id': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:11:47.119273 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:47.214260 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5607f923-b1f8-4204-ae24-d08a2a9c97bc None None] Provisioning for port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:11:47.219223 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-5607f923-b1f8-4204-ae24-d08a2a9c97bc None None] Provisioning complete for port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:11:47.219863 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5607f923-b1f8-4204-ae24-d08a2a9c97bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:47.258946 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-5607f923-b1f8-4204-ae24-d08a2a9c97bc None None] Port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:11:47.407352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:11:47.416434 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:47.430592 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Transition to ACTIVE for port object b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:11:47.435294 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:47.437391 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a25a9a42-28ed-44b9-94e0-ce2c9153d7b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:47.525552 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:47.528986 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:47.638116 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Attempting to bind port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:11:47.638543 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Attempting to bind port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '787b431b-beb5-45b5-aa13-5fdd2b191f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:11:47.638884 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Attempting to bind port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 on network 4b4e0bea-9440-4166-8af0-97fa522b13a8 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:11:47.646527 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 on network 4b4e0bea-9440-4166-8af0-97fa522b13a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 17:11:47.646852 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Attempting to bind port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 on network 4b4e0bea-9440-4166-8af0-97fa522b13a8 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:11:47.658866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31442cf0-af6a-4c9f-bc07-a2e9ec5e360c req-f8b07938-3e0c-4e34-af38-25477d830b90 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:47.660473 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-31442cf0-af6a-4c9f-bc07-a2e9ec5e360c req-f8b07938-3e0c-4e34-af38-25477d830b90 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 944 time: 0.1406145 Jun 18 17:11:47.661608 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:11:47.661964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Checking segment: {'id': '787b431b-beb5-45b5-aa13-5fdd2b191f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:11:47.662325 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Bound using segment: {'id': '787b431b-beb5-45b5-aa13-5fdd2b191f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:11:47.662786 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Bound port: b8f1abe5-c7d3-4783-a6fc-ed75825c53d7, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '787b431b-beb5-45b5-aa13-5fdd2b191f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:11:47.663135 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:47.740780 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-31442cf0-af6a-4c9f-bc07-a2e9ec5e360c req-6a42dfd0-c53c-436c-a33e-82665538891f tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736916 Jun 18 17:11:47.762362 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] For port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:11:47.765619 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] For port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:11:47.769875 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:47.771967 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:47.807375 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:47.807964 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:47.809430 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc81957d-765d-44c1-883e-227fa35d781c req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] 10.222.0.55 "PUT /v2.0/ports/b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 HTTP/1.1" status: 200 len: 1094 time: 0.7831738 Jun 18 17:11:47.810058 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'tag': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:11:47.812540 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d320db-a8f2-4bb6-8448-f5da426475f6" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdaea45-01ae-47ad-b8c0-09faceb96344", "tag": "b8f1abe5-c7d3-4783-a6fc-ed75825c53d7"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:11:47.837078 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:47.843233 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:47.867574 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac508f0-7cca-41a3-ac2e-5702033d447f x-openstack-request-id: req-bac508f0-7cca-41a3-ac2e-5702033d447f {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:11:47.867915 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdaea45-01ae-47ad-b8c0-09faceb96344", "tag": "b8f1abe5-c7d3-4783-a6fc-ed75825c53d7", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:11:47.868225 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bac508f0-7cca-41a3-ac2e-5702033d447f {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:11:47.868677 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'tag': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'status': 'completed', 'code': 200} Jun 18 17:11:47.915990 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81957d-765d-44c1-883e-227fa35d781c req-f8396c3a-06fa-4b94-9e57-e752129b107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:47.917429 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc81957d-765d-44c1-883e-227fa35d781c req-f8396c3a-06fa-4b94-9e57-e752129b107e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5603ad41d66a41149a1e2d61f67524ab&device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 1097 time: 0.0596950 Jun 18 17:11:47.967688 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc81957d-765d-44c1-883e-227fa35d781c req-c3d0ebae-7d7e-454c-8fc9-76f49ab5282d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 HTTP/1.1" status: 200 len: 217 time: 0.0414155 Jun 18 17:11:48.024924 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81957d-765d-44c1-883e-227fa35d781c req-50ae6789-4544-4b31-9ded-79442e074b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:48.026406 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc81957d-765d-44c1-883e-227fa35d781c req-50ae6789-4544-4b31-9ded-79442e074b45 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70b4406d-0cff-430d-a2ac-6b207fceb290 HTTP/1.1" status: 200 len: 849 time: 0.0479703 Jun 18 17:11:48.084323 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81957d-765d-44c1-883e-227fa35d781c req-db4a5cee-a7a6-4727-9785-130fc8161284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:48.085746 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc81957d-765d-44c1-883e-227fa35d781c req-db4a5cee-a7a6-4727-9785-130fc8161284 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b4e0bea-9440-4166-8af0-97fa522b13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518529 Jun 18 17:11:48.182482 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc81957d-765d-44c1-883e-227fa35d781c req-09abb119-e8c5-41d6-a6d7-0334a9028a8c service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895360 Jun 18 17:11:48.275325 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bc81957d-765d-44c1-883e-227fa35d781c req-186b754d-68f4-41bb-8d81-921d866d1258 service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852993 Jun 18 17:11:48.397089 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d320db-a8f2-4bb6-8448-f5da426475f6 req-2ff27cf1-f33c-40fe-a33f-25cf3148e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:48.398692 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d6d320db-a8f2-4bb6-8448-f5da426475f6 req-2ff27cf1-f33c-40fe-a33f-25cf3148e8d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5603ad41d66a41149a1e2d61f67524ab&device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 1097 time: 0.0667396 Jun 18 17:11:48.417662 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:11:48.475466 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning for port 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:11:48.479300 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:11:48.479680 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:48.504320 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d320db-a8f2-4bb6-8448-f5da426475f6 req-f69bd8c5-5752-438b-a541-89412df9bef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:48.505832 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d6d320db-a8f2-4bb6-8448-f5da426475f6 req-f69bd8c5-5752-438b-a541-89412df9bef2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b4e0bea-9440-4166-8af0-97fa522b13a8 HTTP/1.1" status: 200 len: 911 time: 0.1002343 Jun 18 17:11:48.551990 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d6d320db-a8f2-4bb6-8448-f5da426475f6 req-a9337426-c18a-43c2-a48c-074eab4c37c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 HTTP/1.1" status: 200 len: 217 time: 0.0367579 Jun 18 17:11:48.562688 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:48.601007 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] For port 879a26fa-9e17-4c48-b8b1-764b71c1c5d6, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=879a26fa-9e17-4c48-b8b1-764b71c1c5d6,segment=NetworkSegment(2aa95698-2858-47c1-913a-8986763113d7),segment_id=2aa95698-2858-47c1-913a-8986763113d7)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:48.606330 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:48.609647 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:48.611920 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d320db-a8f2-4bb6-8448-f5da426475f6 req-d4035525-ce0f-4f47-9574-96c119114106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:48.613968 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d6d320db-a8f2-4bb6-8448-f5da426475f6 req-d4035525-ce0f-4f47-9574-96c119114106 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70b4406d-0cff-430d-a2ac-6b207fceb290 HTTP/1.1" status: 200 len: 849 time: 0.0529459 Jun 18 17:11:48.664300 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Pushing event updated for resources: {'Port': ['ID=879a26fa-9e17-4c48-b8b1-764b71c1c5d6,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:48.667660 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:48.685301 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d320db-a8f2-4bb6-8448-f5da426475f6 req-a1dfb058-b312-42f8-9c4b-7ca80158bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:48.686835 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d6d320db-a8f2-4bb6-8448-f5da426475f6 req-a1dfb058-b312-42f8-9c4b-7ca80158bb9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b4e0bea-9440-4166-8af0-97fa522b13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0604362 Jun 18 17:11:48.789102 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d6d320db-a8f2-4bb6-8448-f5da426475f6 req-cc53be73-276e-435c-9dfd-a2173971c1a4 service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934322 Jun 18 17:11:48.912043 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d6d320db-a8f2-4bb6-8448-f5da426475f6 req-7bd4dd94-4e13-419a-bbcf-6ce40dbd1f45 service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155405 Jun 18 17:11:49.092735 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c0ca9-b28a-47de-9d02-30385fc40c5f req-29d12314-6b09-4c25-a32c-f091b9e50c45 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:49.094202 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-733c0ca9-b28a-47de-9d02-30385fc40c5f req-29d12314-6b09-4c25-a32c-f091b9e50c45 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 944 time: 0.0726416 Jun 18 17:11:49.137731 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-733c0ca9-b28a-47de-9d02-30385fc40c5f req-597c7fb5-1962-4ae0-ab5f-5beb7d36c731 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370815 Jun 18 17:11:49.993276 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:11:50.088435 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:50.099707 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'port_id': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'mac_address': 'fa:16:3e:77:10:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:11:50.134896 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:50.147503 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:11:50.167200 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:50.172124 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:50.173857 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-435a03ef-9f73-4a2e-8a22-1272f1bf97b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:50.225533 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:50.228859 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:50.317477 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ca46d-7a03-4d8a-8ab3-2212ba332677 req-e2371af8-550d-4873-985c-f87ad4a8eae1 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:50.319076 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b19ca46d-7a03-4d8a-8ab3-2212ba332677 req-e2371af8-550d-4873-985c-f87ad4a8eae1 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 945 time: 0.0671241 Jun 18 17:11:50.368576 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b19ca46d-7a03-4d8a-8ab3-2212ba332677 req-e8736702-35ff-4469-8792-bb335f2057ca tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437429 Jun 18 17:11:50.398010 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 up at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:11:50.400258 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['b8f1abe5-c7d3-4783-a6fc-ed75825c53d7'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:11:50.497057 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Provisioning complete for port 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:11:50.497426 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:51.543748 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaeea8b-73e0-4055-b47f-3d715ea131c9 req-7e39fd4c-3aca-4ea8-bb39-a382d4935ed7 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:51.545242 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-adaeea8b-73e0-4055-b47f-3d715ea131c9 req-7e39fd4c-3aca-4ea8-bb39-a382d4935ed7 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 945 time: 0.0672090 Jun 18 17:11:51.584438 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-adaeea8b-73e0-4055-b47f-3d715ea131c9 req-bf21a2d3-8ab4-415c-91cc-5aa505f8b340 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329881 Jun 18 17:11:51.993624 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:11:52.045300 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:11:52.048930 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:11:52.049310 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:52.125988 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:52.147552 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:11:52.149818 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12752fa-0f8b-4955-804a-e06335e21769" -d '{"events": [{"server_uuid": "9fdaea45-01ae-47ad-b8c0-09faceb96344", "name": "network-vif-plugged", "status": "completed", "tag": "b8f1abe5-c7d3-4783-a6fc-ed75825c53d7"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:11:52.163401 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:11:52.167970 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:52.169996 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:52.192461 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d0ed16-d0ad-492c-ba77-246dae1a6adc x-openstack-request-id: req-39d0ed16-d0ad-492c-ba77-246dae1a6adc {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:11:52.192767 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdaea45-01ae-47ad-b8c0-09faceb96344", "name": "network-vif-plugged", "status": "completed", "tag": "b8f1abe5-c7d3-4783-a6fc-ed75825c53d7", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:11:52.193047 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-39d0ed16-d0ad-492c-ba77-246dae1a6adc {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:11:52.193425 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'code': 200} Jun 18 17:11:52.223965 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:52.226765 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:52.412753 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1a793-def9-42d4-8b47-4f29d615b0ec req-42bcacc9-0f9e-4e9d-94fd-09d78e866102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:52.414201 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7ef1a793-def9-42d4-8b47-4f29d615b0ec req-42bcacc9-0f9e-4e9d-94fd-09d78e866102 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 1099 time: 0.0515590 Jun 18 17:11:52.449066 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7ef1a793-def9-42d4-8b47-4f29d615b0ec req-1990d966-3735-45b2-b57d-6f7e5ec06e5e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279603 Jun 18 17:11:52.771216 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca99dd-34d7-4a5e-a5c0-50bda5c16410 req-8cbcd84e-7abc-4f62-ac92-f67c41af027e tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:52.772714 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8ca99dd-34d7-4a5e-a5c0-50bda5c16410 req-8cbcd84e-7abc-4f62-ac92-f67c41af027e tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 946 time: 0.0760944 Jun 18 17:11:52.812939 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c8ca99dd-34d7-4a5e-a5c0-50bda5c16410 req-c84fb983-fd07-44a3-988e-88ed606fabb8 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345111 Jun 18 17:11:53.992133 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e302b-efa1-4213-84f7-4bff0f52b586 req-f011034d-f8fe-437c-be42-ffb2de784b04 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:53.993514 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-683e302b-efa1-4213-84f7-4bff0f52b586 req-f011034d-f8fe-437c-be42-ffb2de784b04 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 946 time: 0.0642166 Jun 18 17:11:54.032848 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-683e302b-efa1-4213-84f7-4bff0f52b586 req-ab3f6343-6f5f-41be-add7-bfcc6263ab31 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335410 Jun 18 17:11:54.212756 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3a976-1cef-4ffc-9ec3-fbd0ad0655a6 req-2b9f304d-b390-41ff-a110-815ca816a456 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:54.214464 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-99d3a976-1cef-4ffc-9ec3-fbd0ad0655a6 req-2b9f304d-b390-41ff-a110-815ca816a456 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 946 time: 0.0694280 Jun 18 17:11:54.253809 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-99d3a976-1cef-4ffc-9ec3-fbd0ad0655a6 req-3665836d-6381-4142-a247-5df98219645b tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329008 Jun 18 17:11:54.277932 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 58084) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:54.421317 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e144dc7-2b62-4fb2-af06-8c80f8468037 tempest-TestSnapshotPattern-471164485 tempest-TestSnapshotPattern-471164485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93454) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:54.422876 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3e144dc7-2b62-4fb2-af06-8c80f8468037 tempest-TestSnapshotPattern-471164485 tempest-TestSnapshotPattern-471164485-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 1094 time: 0.1438420 Jun 18 17:11:54.425961 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 58088) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:11:54.430824 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:11:54.459460 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:54.553169 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:54.659491 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Allocated IP 172.26.6.50 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/661f82c2-7f38-4521-8cf2-2f7760a12e19) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:11:54.702794 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:54.763039 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:54.803659 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:54.806618 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-4af3bb23-fbd6-4f2b-b4fe-2840f7e27be8 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:54.848553 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:11:54.851549 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:11:54.855393 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:11:54.860771 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Pushing event updated for resources: {'Port': ['ID=661f82c2-7f38-4521-8cf2-2f7760a12e19,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:54.880137 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:55.224858 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:55.303627 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:55.454093 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:55.458832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:55.460872 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-166360d4-f604-4fef-8363-a3d866bf9019 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:11:55.525020 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Pushing event updated for resources: {'Port': ['ID=661f82c2-7f38-4521-8cf2-2f7760a12e19,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:11:55.530288 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:11:55.537074 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:55.638066 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Floating IP bd8a6e73-db85-4ec0-9ace-1ae95a8af140 associated. External IP: 172.26.6.50, port: b8f1abe5-c7d3-4783-a6fc-ed75825c53d7. Jun 18 17:11:55.848060 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Router ed796b97-879a-400b-be80-22febb7f23e3 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:11:55.954559 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:11:55.963972 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26603685-8738-4153-b590-0fb93eb71491 None None] Sync routers for ids ['ed796b97-879a-400b-be80-22febb7f23e3'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:11:55.969865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:11:55.975271 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26603685-8738-4153-b590-0fb93eb71491 None None] Routers {'ed796b97-879a-400b-be80-22febb7f23e3'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:11:55.975981 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-26603685-8738-4153-b590-0fb93eb71491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:11:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ed796b97-879a-400b-be80-22febb7f23e3'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:56.007495 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5803430 Jun 18 17:11:56.008181 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'tag': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:11:56.010537 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932dbcb1-6992-4c5a-9b75-f256ce96bb6f" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdaea45-01ae-47ad-b8c0-09faceb96344", "tag": "b8f1abe5-c7d3-4783-a6fc-ed75825c53d7"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:11:56.090602 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-26603685-8738-4153-b590-0fb93eb71491 None None] Set router ed796b97-879a-400b-be80-22febb7f23e3 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:11:56.120202 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd45682-b93f-43be-89f3-d4055e73b4a9 x-openstack-request-id: req-1fd45682-b93f-43be-89f3-d4055e73b4a9 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:11:56.120550 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdaea45-01ae-47ad-b8c0-09faceb96344", "tag": "b8f1abe5-c7d3-4783-a6fc-ed75825c53d7", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:11:56.120862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1fd45682-b93f-43be-89f3-d4055e73b4a9 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:11:56.121318 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'tag': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'status': 'completed', 'code': 200} Jun 18 17:11:56.189232 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932dbcb1-6992-4c5a-9b75-f256ce96bb6f req-81139e82-f849-44e9-8450-675b2f001a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:56.191878 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-932dbcb1-6992-4c5a-9b75-f256ce96bb6f req-81139e82-f849-44e9-8450-675b2f001a18 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5603ad41d66a41149a1e2d61f67524ab&device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 1099 time: 0.0538135 Jun 18 17:11:56.291260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932dbcb1-6992-4c5a-9b75-f256ce96bb6f req-1d661e90-056e-46f3-9800-9a4cffe59f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:56.292786 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-932dbcb1-6992-4c5a-9b75-f256ce96bb6f req-1d661e90-056e-46f3-9800-9a4cffe59f72 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b4e0bea-9440-4166-8af0-97fa522b13a8 HTTP/1.1" status: 200 len: 911 time: 0.0946157 Jun 18 17:11:56.321659 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-26603685-8738-4153-b590-0fb93eb71491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 4, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port': {'id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'bd8a6e73-db85-4ec0-9ace-1ae95a8af140', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'floating_ip_address': '172.26.6.50', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'port_id': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'mac_address': 'fa:16:3e:77:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:11:55Z', 'updated_at': '2021-06-18T17:11:55Z', 'revision_number': 0, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce8abe9-699e-4d91-8135-cc5e730a172e', 'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'mac_address': 'fa:16:3e:57:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:36Z', 'updated_at': '2021-06-18T17:11:42Z', 'revision_number': 5, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'subnets': [{'id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:56.348720 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26603685-8738-4153-b590-0fb93eb71491 None None] Checking router: ed796b97-879a-400b-be80-22febb7f23e3 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:11:56.357708 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26603685-8738-4153-b590-0fb93eb71491 None None] Routers {'ed796b97-879a-400b-be80-22febb7f23e3'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:11:56.358257 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-26603685-8738-4153-b590-0fb93eb71491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:11:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ed796b97-879a-400b-be80-22febb7f23e3'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:56.360880 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-932dbcb1-6992-4c5a-9b75-f256ce96bb6f req-8c4cdd73-8eff-43c8-af5b-cccecb691c69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 HTTP/1.1" status: 200 len: 999 time: 0.0601885 Jun 18 17:11:56.414469 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932dbcb1-6992-4c5a-9b75-f256ce96bb6f req-fc485d2b-2953-4792-a17c-fb9477fe6145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:56.415955 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-932dbcb1-6992-4c5a-9b75-f256ce96bb6f req-fc485d2b-2953-4792-a17c-fb9477fe6145 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70b4406d-0cff-430d-a2ac-6b207fceb290 HTTP/1.1" status: 200 len: 849 time: 0.0483177 Jun 18 17:11:56.464415 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-26603685-8738-4153-b590-0fb93eb71491 None None] Set router ed796b97-879a-400b-be80-22febb7f23e3 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:11:56.474847 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932dbcb1-6992-4c5a-9b75-f256ce96bb6f req-15b8389a-14f1-4f16-af9a-508ddbb29579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:11:56.476477 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-932dbcb1-6992-4c5a-9b75-f256ce96bb6f req-15b8389a-14f1-4f16-af9a-508ddbb29579 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b4e0bea-9440-4166-8af0-97fa522b13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0531936 Jun 18 17:11:56.572642 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-932dbcb1-6992-4c5a-9b75-f256ce96bb6f req-30a2f1b5-665b-4c56-a60c-7a59bb676355 service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886276 Jun 18 17:11:56.678938 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-932dbcb1-6992-4c5a-9b75-f256ce96bb6f req-0f9e52ad-9ed9-4eb1-a5b6-d4368d24a299 service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993521 Jun 18 17:11:56.841430 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-26603685-8738-4153-b590-0fb93eb71491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 4, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port': {'id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'bd8a6e73-db85-4ec0-9ace-1ae95a8af140', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'floating_ip_address': '172.26.6.50', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'port_id': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'mac_address': 'fa:16:3e:77:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:11:55Z', 'updated_at': '2021-06-18T17:11:55Z', 'revision_number': 0, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce8abe9-699e-4d91-8135-cc5e730a172e', 'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'mac_address': 'fa:16:3e:57:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:36Z', 'updated_at': '2021-06-18T17:11:42Z', 'revision_number': 5, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'subnets': [{'id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:11:56.868339 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26603685-8738-4153-b590-0fb93eb71491 None None] The sync data for ids ['ed796b97-879a-400b-be80-22febb7f23e3'] in dv-neutron-797120-1-hyperv is: [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 4, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port': {'id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'bd8a6e73-db85-4ec0-9ace-1ae95a8af140', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'floating_ip_address': '172.26.6.50', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'port_id': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'mac_address': 'fa:16:3e:77:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:11:55Z', 'updated_at': '2021-06-18T17:11:55Z', 'revision_number': 0, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce8abe9-699e-4d91-8135-cc5e730a172e', 'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'mac_address': 'fa:16:3e:57:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:36Z', 'updated_at': '2021-06-18T17:11:42Z', 'revision_number': 5, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'subnets': [{'id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:11:57.058374 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45cfe55-25a5-42e8-a9c6-54e7571295fc None None] New status for floating IP bd8a6e73-db85-4ec0-9ace-1ae95a8af140: ACTIVE {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:12:06.830644 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:12:08.567982 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d8bd76df-1d80-4fa1-9acb-06c32f6166a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:11.058964 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-4318e19d-e54b-488a-807f-d9e79f79fb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:11.394725 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:12.331994 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:13.938240 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:24.703987 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:38.569498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-37299e67-3661-4933-8d9f-198b1c5a6031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:41.060067 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f598e397-ef34-4b2d-ba23-9b807e56c2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:41.396004 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:42.326019 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:43.829220 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:12:43.942113 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:12:44.269459 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5f1a2348-d42a-4798-98e1-fe95fcbf5c86 req-49f64c78-d0d7-48a8-a5b9-861330b2a5cb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540981 Jun 18 17:12:44.366576 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a2348-d42a-4798-98e1-fe95fcbf5c86 req-999aead0-d3fc-40e5-91d3-f99a43cfa946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:44.368072 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5f1a2348-d42a-4798-98e1-fe95fcbf5c86 req-999aead0-d3fc-40e5-91d3-f99a43cfa946 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5603ad41d66a41149a1e2d61f67524ab&device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 1099 time: 0.0542285 Jun 18 17:12:44.825866 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a2348-d42a-4798-98e1-fe95fcbf5c86 req-ce3c04ad-a230-4dac-877a-e17f9d2ec8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:44.827289 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5f1a2348-d42a-4798-98e1-fe95fcbf5c86 req-ce3c04ad-a230-4dac-877a-e17f9d2ec8bf service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b4e0bea-9440-4166-8af0-97fa522b13a8 HTTP/1.1" status: 200 len: 911 time: 0.4378889 Jun 18 17:12:44.891788 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5f1a2348-d42a-4798-98e1-fe95fcbf5c86 req-15f6e2e0-93bf-4a8b-8dfb-3d3b4a9ebd0c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 HTTP/1.1" status: 200 len: 1001 time: 0.0574884 Jun 18 17:12:44.948837 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a2348-d42a-4798-98e1-fe95fcbf5c86 req-27f45806-5792-405a-9152-75822b4fd91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:44.950286 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5f1a2348-d42a-4798-98e1-fe95fcbf5c86 req-27f45806-5792-405a-9152-75822b4fd91a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70b4406d-0cff-430d-a2ac-6b207fceb290 HTTP/1.1" status: 200 len: 849 time: 0.0479293 Jun 18 17:12:45.007968 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a2348-d42a-4798-98e1-fe95fcbf5c86 req-988f4f1a-e8c2-4440-9bbc-a44c8bcc15a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:12:45.009445 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5f1a2348-d42a-4798-98e1-fe95fcbf5c86 req-988f4f1a-e8c2-4440-9bbc-a44c8bcc15a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b4e0bea-9440-4166-8af0-97fa522b13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0527215 Jun 18 17:12:45.104110 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5f1a2348-d42a-4798-98e1-fe95fcbf5c86 req-31986bac-52d5-4453-8369-526a3bb8cf43 service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868526 Jun 18 17:12:45.190641 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5f1a2348-d42a-4798-98e1-fe95fcbf5c86 req-c7e460df-76f1-4873-9668-76bc50bcf8b8 service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800581 Jun 18 17:12:54.703671 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:08.571216 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b9e765b4-a4b6-4424-8e3b-25da40685440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:11.060256 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8f09b8bf-a395-485e-a1f6-9453a81b29e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:11.399771 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:12.328100 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:13.945977 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:20.827778 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:13:24.712581 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:38.571732 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8d1adc72-67a2-4a2e-a125-982a3648d911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:41.060973 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e74ff94a-aba5-4be4-9cf3-593ef663aa13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:41.400681 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:42.331610 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:43.946863 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:44.342049 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10169f78-4387-4f5b-870a-86e87e09cdbc req-f9086b9b-c2aa-4772-af54-1075f5469898 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1323769 Jun 18 17:13:44.442296 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10169f78-4387-4f5b-870a-86e87e09cdbc req-5ba0855b-b6cb-4e87-a72c-1b415951dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:44.443890 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10169f78-4387-4f5b-870a-86e87e09cdbc req-5ba0855b-b6cb-4e87-a72c-1b415951dc16 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5603ad41d66a41149a1e2d61f67524ab&device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 1099 time: 0.0573447 Jun 18 17:13:44.557927 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10169f78-4387-4f5b-870a-86e87e09cdbc req-e7da43e1-e034-410f-a3b2-f6625f453d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:44.559414 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10169f78-4387-4f5b-870a-86e87e09cdbc req-e7da43e1-e034-410f-a3b2-f6625f453d50 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b4e0bea-9440-4166-8af0-97fa522b13a8 HTTP/1.1" status: 200 len: 911 time: 0.0928800 Jun 18 17:13:44.626853 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10169f78-4387-4f5b-870a-86e87e09cdbc req-89c5fdeb-361a-4f1d-8530-103876d6f81f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 HTTP/1.1" status: 200 len: 1001 time: 0.0609720 Jun 18 17:13:44.676402 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10169f78-4387-4f5b-870a-86e87e09cdbc req-fe06fa45-4783-4846-9a09-fc605a2e197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:44.677916 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10169f78-4387-4f5b-870a-86e87e09cdbc req-fe06fa45-4783-4846-9a09-fc605a2e197b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70b4406d-0cff-430d-a2ac-6b207fceb290 HTTP/1.1" status: 200 len: 849 time: 0.0437498 Jun 18 17:13:44.736678 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10169f78-4387-4f5b-870a-86e87e09cdbc req-18694705-1a71-4a40-aa98-ef7572c92bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:13:44.738031 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10169f78-4387-4f5b-870a-86e87e09cdbc req-18694705-1a71-4a40-aa98-ef7572c92bba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b4e0bea-9440-4166-8af0-97fa522b13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512137 Jun 18 17:13:44.833061 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10169f78-4387-4f5b-870a-86e87e09cdbc req-02d196de-85af-4f82-8c63-1d525dbcd3d2 service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872715 Jun 18 17:13:44.925966 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-10169f78-4387-4f5b-870a-86e87e09cdbc req-e095b90e-5630-4e7f-8330-b975b8135a40 service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847373 Jun 18 17:13:50.146308 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [req-3b36bdc1-74eb-42a6-93ec-ec5652a719c3 req-737c7137-1d61-439e-853e-6196f2e54a1c service neutron] (93454) timed out ('10.222.0.50', 56550) {{(pid=93454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 17:13:54.731014 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:56.717572 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:13:56.819198 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:13:56.831813 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'port_id': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'mac_address': 'fa:16:3e:77:10:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:13:56.871799 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:56.884828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:13:56.905406 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:13:56.909735 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:56.911472 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:13:56.974887 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7,revision_number=6']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:13:56.982738 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:56.983088 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:56.983429 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:56.983768 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:56.984099 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:56.984427 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:56.985018 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:56.985341 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:56.985665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:56.985985 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:56.986301 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:56.986644 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:13:56.991449 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:13:56.994552 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['b8f1abe5-c7d3-4783-a6fc-ed75825c53d7'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:13:57.831914 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:13:58.741048 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:13:58.797595 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:13:58.798131 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:58.883419 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:58.911006 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:13:58.913369 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287b72cc-4bdb-466b-9718-f29ed8c9672d" -d '{"events": [{"server_uuid": "9fdaea45-01ae-47ad-b8c0-09faceb96344", "name": "network-vif-plugged", "status": "completed", "tag": "b8f1abe5-c7d3-4783-a6fc-ed75825c53d7"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:13:58.938868 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:13:58.950496 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:13:58.953070 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:13:59.025844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1680ced5-61ea-4a41-9d91-cba83dca2c40 x-openstack-request-id: req-1680ced5-61ea-4a41-9d91-cba83dca2c40 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:13:59.026152 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdaea45-01ae-47ad-b8c0-09faceb96344", "name": "network-vif-plugged", "status": "completed", "tag": "b8f1abe5-c7d3-4783-a6fc-ed75825c53d7", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:13:59.026406 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1680ced5-61ea-4a41-9d91-cba83dca2c40 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:13:59.026821 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'code': 200} Jun 18 17:13:59.035703 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7,revision_number=7']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:13:59.038784 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:14:06.640601 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f66514e2-6d76-41ea-86ad-006e316c467c req-c0cac9f0-1d2c-4f68-8ce2-49219d635b1b tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-525234159&fields=id&tenant_id=5603ad41d66a41149a1e2d61f67524ab HTTP/1.1" status: 200 len: 267 time: 0.0340431 Jun 18 17:14:06.760450 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66514e2-6d76-41ea-86ad-006e316c467c req-82b85e66-532b-4f95-80a6-26d763f39d11 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:06.761941 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f66514e2-6d76-41ea-86ad-006e316c467c req-82b85e66-532b-4f95-80a6-26d763f39d11 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/networks?id=4b4e0bea-9440-4166-8af0-97fa522b13a8 HTTP/1.1" status: 200 len: 810 time: 0.1148410 Jun 18 17:14:06.777344 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f66514e2-6d76-41ea-86ad-006e316c467c req-7256ba98-e66e-4dae-89d9-8400fc6cd2e2 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/quotas/5603ad41d66a41149a1e2d61f67524ab HTTP/1.1" status: 200 len: 375 time: 0.0098748 Jun 18 17:14:06.847431 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f66514e2-6d76-41ea-86ad-006e316c467c req-798d9789-9800-4284-a9ff-edb3dbeb09d6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=5603ad41d66a41149a1e2d61f67524ab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0650563 Jun 18 17:14:06.905511 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [req-f66514e2-6d76-41ea-86ad-006e316c467c req-5a4bb4c6-ecb1-4fd7-8b1d-8bf30b07699f service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=93453) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 18 17:14:06.906537 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f66514e2-6d76-41ea-86ad-006e316c467c req-5a4bb4c6-ecb1-4fd7-8b1d-8bf30b07699f service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474770 Jun 18 17:14:07.002295 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f66514e2-6d76-41ea-86ad-006e316c467c req-e1732251-78e7-4565-87ce-8b4b1c4f4876 service neutron] 10.222.0.50 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890610 Jun 18 17:14:07.091474 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f66514e2-6d76-41ea-86ad-006e316c467c req-5c78ffaa-51eb-488b-b36c-424927ee81dc service neutron] 10.222.0.50 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840499 Jun 18 17:14:07.279895 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4e311778-8500-4241-bac9-e7d8a65fc5ae req-31a7bb59-5153-416b-af71-808b3f5967e7 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 210 time: 0.0302830 Jun 18 17:14:08.366384 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-da781c34-f456-465b-8a96-5d2e32c54969 req-dd404a35-1c7c-4222-9bff-1b20d4dd7deb tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 210 time: 0.0350039 Jun 18 17:14:08.572881 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5fda14f7-772a-4279-a077-6ca7b57be82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:08.752750 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:14:08.824461 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:08.845977 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:14:08.848243 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2aa9d93-c084-41ee-9d97-981be5223bed" -d '{"events": [{"server_uuid": "9fdaea45-01ae-47ad-b8c0-09faceb96344", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f1abe5-c7d3-4783-a6fc-ed75825c53d7"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:14:08.861417 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:14:08.866272 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:08.871272 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:14:08.895975 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 18 Jun 2021 17:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151ecdde-a3c2-43cb-8b72-5b665c43dce2 x-openstack-request-id: req-151ecdde-a3c2-43cb-8b72-5b665c43dce2 {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:14:08.896270 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdaea45-01ae-47ad-b8c0-09faceb96344", "name": "network-vif-unplugged", "status": "completed", "tag": "b8f1abe5-c7d3-4783-a6fc-ed75825c53d7", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:14:08.896528 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-151ecdde-a3c2-43cb-8b72-5b665c43dce2 {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:14:08.896916 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'code': 200} Jun 18 17:14:08.921703 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7,revision_number=8']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:14:08.924908 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:14:09.447458 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-7111bc1d-5558-420a-a26d-7c2935aca492 req-8726801d-f431-48b7-8407-9aac654542b2 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 210 time: 0.0291896 Jun 18 17:14:10.528633 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-3761cfc1-a272-48aa-9157-f0ac5426523d req-c4af09b8-7aab-42ac-9341-21a1e319dac1 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 210 time: 0.0291088 Jun 18 17:14:11.062046 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-16f546fb-b6c5-4ccd-9ac6-d5b588f8de1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:11.402395 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:11.669707 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8175861c-7c10-4377-aff0-b3d245c92e31 req-695fea09-129f-4e97-8c4b-e5436bed49a6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 210 time: 0.0331821 Jun 18 17:14:12.337878 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:12.608181 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66514e2-6d76-41ea-86ad-006e316c467c req-6e2b8e96-160f-45c6-8e10-8e1122e1e55a tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:12.609544 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f66514e2-6d76-41ea-86ad-006e316c467c req-6e2b8e96-160f-45c6-8e10-8e1122e1e55a tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.55 "GET /v2.0/networks?id=4b4e0bea-9440-4166-8af0-97fa522b13a8 HTTP/1.1" status: 200 len: 810 time: 0.1125245 Jun 18 17:14:12.654935 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f66514e2-6d76-41ea-86ad-006e316c467c req-a0809feb-2052-46f0-9eb3-f8ca38a363b4 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5603ad41d66a41149a1e2d61f67524ab HTTP/1.1" status: 200 len: 379 time: 0.0342445 Jun 18 17:14:12.664529 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-f66514e2-6d76-41ea-86ad-006e316c467c req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Request body: {'port': {'device_id': 'd5434a35-7799-407a-bd2a-ffa7a02b551f', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'admin_state_up': True, 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'security_groups': ['8a44a1bd-88b7-4b56-a9d6-626f94bc7113']}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:14:12.789730 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66514e2-6d76-41ea-86ad-006e316c467c req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Made reservation on behalf of 5603ad41d66a41149a1e2d61f67524ab for: {'port': 1} {{(pid=93453) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 18 17:14:12.793678 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-f66514e2-6d76-41ea-86ad-006e316c467c req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:12.832867 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b5618dce-7dbc-4b3e-bfb5-87bdc2e14dd4 req-61cac5d5-8e22-4f00-af63-1cae4fe0054a tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 210 time: 0.0366259 Jun 18 17:14:12.959474 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [req-f66514e2-6d76-41ea-86ad-006e316c467c req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Allocated IP 172.20.0.6 (4b4e0bea-9440-4166-8af0-97fa522b13a8/70b4406d-0cff-430d-a2ac-6b207fceb290/85249dfb-bf83-4c67-8e68-ca7739c03515) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:14:13.155671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-f66514e2-6d76-41ea-86ad-006e316c467c req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:13.172585 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-f66514e2-6d76-41ea-86ad-006e316c467c req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Transition to ACTIVE for port object 85249dfb-bf83-4c67-8e68-ca7739c03515 will not be triggered until provisioned by entity DHCP. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:14:13.219295 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-f66514e2-6d76-41ea-86ad-006e316c467c req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:13.223809 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-69f97991-64da-4538-80fe-50f5180a766d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:14:13.290114 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66514e2-6d76-41ea-86ad-006e316c467c req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Network 4b4e0bea-9440-4166-8af0-97fa522b13a8 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:14:13.294260 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [req-f66514e2-6d76-41ea-86ad-006e316c467c req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:14:13.298587 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66514e2-6d76-41ea-86ad-006e316c467c req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:14:13.332621 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Pushing event updated for resources: {'Port': ['ID=85249dfb-bf83-4c67-8e68-ca7739c03515,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:14:13.346448 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:14:13.346854 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:14:13.347236 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:14:13.347614 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:14:13.347982 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:14:13.348354 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:14:13.348719 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:14:13.349095 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:14:13.349468 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:14:13.349827 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:14:13.350191 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:14:13.350575 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:14:13.356986 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:14:13.382411 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66514e2-6d76-41ea-86ad-006e316c467c req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:13.394294 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-f66514e2-6d76-41ea-86ad-006e316c467c req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:13.424528 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f66514e2-6d76-41ea-86ad-006e316c467c req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7635899 Jun 18 17:14:13.665128 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-531f9e0b-a0cf-4aa6-9325-f401d0479eef None None] Provisioning for port 85249dfb-bf83-4c67-8e68-ca7739c03515 completed by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:14:13.670971 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-531f9e0b-a0cf-4aa6-9325-f401d0479eef None None] Provisioning complete for port 85249dfb-bf83-4c67-8e68-ca7739c03515 triggered by entity DHCP. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:14:13.671651 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-531f9e0b-a0cf-4aa6-9325-f401d0479eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:13.708554 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-531f9e0b-a0cf-4aa6-9325-f401d0479eef None None] Port 85249dfb-bf83-4c67-8e68-ca7739c03515 cannot update to ACTIVE because it is not bound. {{(pid=93455) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 18 17:14:13.972939 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:14.051588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ffb2a-bf59-407f-b2c1-9225325638dd req-8e5378db-55af-4f83-98ab-327663727ea0 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:14.053099 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bb2ffb2a-bf59-407f-b2c1-9225325638dd req-8e5378db-55af-4f83-98ab-327663727ea0 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 931 time: 0.0920286 Jun 18 17:14:14.106286 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-bb2ffb2a-bf59-407f-b2c1-9225325638dd req-d6124d95-327c-408f-a047-42824f4d0836 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472248 Jun 18 17:14:15.294945 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bc0bd-ab3b-47f7-8fce-a68c285866b6 req-5cf80ca0-35ee-40b6-bd15-ab26349e81c7 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:15.296963 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-776bc0bd-ab3b-47f7-8fce-a68c285866b6 req-5cf80ca0-35ee-40b6-bd15-ab26349e81c7 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 931 time: 0.0800419 Jun 18 17:14:15.339744 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-776bc0bd-ab3b-47f7-8fce-a68c285866b6 req-54257696-d067-4166-aca9-ade1dcb4b344 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368123 Jun 18 17:14:16.541958 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f8410-8b59-45fc-892b-c6cd0049fc60 req-b67658d3-74a1-4f1a-89d2-7ce0cf72495d tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:16.544323 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b57f8410-8b59-45fc-892b-c6cd0049fc60 req-b67658d3-74a1-4f1a-89d2-7ce0cf72495d tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 931 time: 0.0775900 Jun 18 17:14:16.586166 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-b57f8410-8b59-45fc-892b-c6cd0049fc60 req-6a893812-37a3-4f64-95a9-b7b1cb6864f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338979 Jun 18 17:14:17.773765 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b703e-b923-4b6e-a563-d6977914b776 req-052fde62-e4d5-42af-a985-bb0c52d01dd1 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:17.775884 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-000b703e-b923-4b6e-a563-d6977914b776 req-052fde62-e4d5-42af-a985-bb0c52d01dd1 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 931 time: 0.0718186 Jun 18 17:14:17.818286 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-000b703e-b923-4b6e-a563-d6977914b776 req-2e33c56f-03e0-4b57-864c-fd840764a718 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366910 Jun 18 17:14:19.016710 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821b7c7-9497-429b-8551-4a4ac2ac9850 req-fe1b2f76-4977-4b3e-8330-f024729b9cc0 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:19.019131 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f821b7c7-9497-429b-8551-4a4ac2ac9850 req-fe1b2f76-4977-4b3e-8330-f024729b9cc0 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 931 time: 0.0751624 Jun 18 17:14:19.059572 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f821b7c7-9497-429b-8551-4a4ac2ac9850 req-31359156-ef2b-4470-b5f1-0ffc9f800e27 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346866 Jun 18 17:14:20.242837 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2912f-a55e-477c-b1fa-486ab766a809 req-f6838165-8cf7-4da2-af39-a618090a27f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:20.245943 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d1e2912f-a55e-477c-b1fa-486ab766a809 req-f6838165-8cf7-4da2-af39-a618090a27f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 931 time: 0.0730567 Jun 18 17:14:20.287978 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d1e2912f-a55e-477c-b1fa-486ab766a809 req-f901afeb-ca3f-4414-aee5-83101a2fd275 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366070 Jun 18 17:14:21.476098 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cced1f3-9a5a-42a4-af84-d74f976dc647 req-471e7b57-74fa-4de5-9d91-991c840b8254 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:21.477606 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4cced1f3-9a5a-42a4-af84-d74f976dc647 req-471e7b57-74fa-4de5-9d91-991c840b8254 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 931 time: 0.0742028 Jun 18 17:14:21.518476 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-4cced1f3-9a5a-42a4-af84-d74f976dc647 req-975a09ea-b20f-4dbc-9ef6-3f55c3b37b27 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351825 Jun 18 17:14:22.722325 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7add9-9c4f-4e08-9bd9-720e47ecd18b req-eac14048-ab53-4895-8bcf-8cf0a1bf2e52 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:22.723980 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-66e7add9-9c4f-4e08-9bd9-720e47ecd18b req-eac14048-ab53-4895-8bcf-8cf0a1bf2e52 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 931 time: 0.0697186 Jun 18 17:14:22.766744 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-66e7add9-9c4f-4e08-9bd9-720e47ecd18b req-e50c66fd-273b-48ba-93e8-f73a08ee827c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354953 Jun 18 17:14:23.941987 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Request body: {'port': {'device_id': 'd5434a35-7799-407a-bd2a-ffa7a02b551f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:14:23.996794 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3e931-a069-4e75-9023-baba5d0641ac req-ceac8b2a-68f8-4bec-a34e-10c6aa22b05c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:23.998288 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-78b3e931-a069-4e75-9023-baba5d0641ac req-ceac8b2a-68f8-4bec-a34e-10c6aa22b05c tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 931 time: 0.1144483 Jun 18 17:14:24.057400 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:24.072189 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-78b3e931-a069-4e75-9023-baba5d0641ac req-d23a7504-ac93-4700-b7e0-1b3767bde217 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677991 Jun 18 17:14:24.335717 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85249dfb-bf83-4c67-8e68-ca7739c03515 {{(pid=93453) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:14:24.343623 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:24.356250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.provisioning_blocks [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Transition to ACTIVE for port object 85249dfb-bf83-4c67-8e68-ca7739c03515 will not be triggered until provisioned by entity L2. {{(pid=93453) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 18 17:14:24.359458 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:24.362490 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-2a8256c1-e74c-4153-820f-2423b80f56f2 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:14:24.433925 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Pushing event updated for resources: {'Port': ['ID=85249dfb-bf83-4c67-8e68-ca7739c03515,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:14:24.438354 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:14:24.512871 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Attempting to bind port 85249dfb-bf83-4c67-8e68-ca7739c03515 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 18 17:14:24.513356 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Attempting to bind port 85249dfb-bf83-4c67-8e68-ca7739c03515 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '787b431b-beb5-45b5-aa13-5fdd2b191f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8'}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 18 17:14:24.513695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Attempting to bind port 85249dfb-bf83-4c67-8e68-ca7739c03515 on network 4b4e0bea-9440-4166-8af0-97fa522b13a8 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:14:24.518347 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Port 85249dfb-bf83-4c67-8e68-ca7739c03515 on network 4b4e0bea-9440-4166-8af0-97fa522b13a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 18 17:14:24.518696 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Attempting to bind port 85249dfb-bf83-4c67-8e68-ca7739c03515 on network 4b4e0bea-9440-4166-8af0-97fa522b13a8 {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 18 17:14:24.523535 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Checking agent: {'id': 'cf39137f-0103-4dff-9aa8-aef6b285cfb8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'started_at': datetime.datetime(2021, 6, 18, 16, 18, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 18, 17, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 18 17:14:24.523852 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Checking segment: {'id': '787b431b-beb5-45b5-aa13-5fdd2b191f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93453) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 18 17:14:24.524281 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Bound using segment: {'id': '787b431b-beb5-45b5-aa13-5fdd2b191f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8'} {{(pid=93453) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 18 17:14:24.524720 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.managers [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Bound port: 85249dfb-bf83-4c67-8e68-ca7739c03515, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '787b431b-beb5-45b5-aa13-5fdd2b191f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8'}}] {{(pid=93453) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 18 17:14:24.525169 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:24.589954 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] For port 85249dfb-bf83-4c67-8e68-ca7739c03515, host hv-neutron-7971, cleared binding levels {{(pid=93453) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 18 17:14:24.593192 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] For port 85249dfb-bf83-4c67-8e68-ca7739c03515, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=85249dfb-bf83-4c67-8e68-ca7739c03515,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93453) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 18 17:14:24.596722 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:24.599533 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f514b7f0-c979-4e93-9109-f6346318015d tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:14:24.634401 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:24.635113 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:24.636505 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] 10.222.0.55 "PUT /v2.0/ports/85249dfb-bf83-4c67-8e68-ca7739c03515 HTTP/1.1" status: 200 len: 1093 time: 0.6999247 Jun 18 17:14:24.637071 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5434a35-7799-407a-bd2a-ffa7a02b551f', 'tag': '85249dfb-bf83-4c67-8e68-ca7739c03515'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:14:24.639487 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f151023-6660-4032-823e-0fece9f6f32b" -d '{"events": [{"name": "network-changed", "server_uuid": "d5434a35-7799-407a-bd2a-ffa7a02b551f", "tag": "85249dfb-bf83-4c67-8e68-ca7739c03515"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:14:24.667191 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Pushing event updated for resources: {'Port': ['ID=85249dfb-bf83-4c67-8e68-ca7739c03515,revision_number=3']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:14:24.670736 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-3de68a7d-7ff4-46b1-bc9f-84c94aee1a67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:14:24.687653 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551fa004-0ccf-48e3-addc-30d429d44c81 x-openstack-request-id: req-551fa004-0ccf-48e3-addc-30d429d44c81 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:14:24.688146 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5434a35-7799-407a-bd2a-ffa7a02b551f", "tag": "85249dfb-bf83-4c67-8e68-ca7739c03515", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:14:24.688470 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-551fa004-0ccf-48e3-addc-30d429d44c81 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:14:24.688938 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5434a35-7799-407a-bd2a-ffa7a02b551f', 'tag': '85249dfb-bf83-4c67-8e68-ca7739c03515', 'status': 'completed', 'code': 200} Jun 18 17:14:24.733370 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:24.752976 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66514e2-6d76-41ea-86ad-006e316c467c req-61636f93-83dd-4e3a-8ecb-ef9dfea6216a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:24.754661 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f66514e2-6d76-41ea-86ad-006e316c467c req-61636f93-83dd-4e3a-8ecb-ef9dfea6216a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5603ad41d66a41149a1e2d61f67524ab&device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 1096 time: 0.0605252 Jun 18 17:14:24.802593 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f66514e2-6d76-41ea-86ad-006e316c467c req-07180d0d-d343-40f6-bdc8-6b83972affaa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85249dfb-bf83-4c67-8e68-ca7739c03515 HTTP/1.1" status: 200 len: 217 time: 0.0393267 Jun 18 17:14:24.854888 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66514e2-6d76-41ea-86ad-006e316c467c req-f83bac8c-2481-4ebb-bbbf-10299741244d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:24.856275 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f66514e2-6d76-41ea-86ad-006e316c467c req-f83bac8c-2481-4ebb-bbbf-10299741244d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70b4406d-0cff-430d-a2ac-6b207fceb290 HTTP/1.1" status: 200 len: 849 time: 0.0466926 Jun 18 17:14:24.914270 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66514e2-6d76-41ea-86ad-006e316c467c req-d25c06d4-a5db-4bbd-baa7-f0e5e9b327f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:24.916539 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f66514e2-6d76-41ea-86ad-006e316c467c req-d25c06d4-a5db-4bbd-baa7-f0e5e9b327f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b4e0bea-9440-4166-8af0-97fa522b13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0527797 Jun 18 17:14:25.009998 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f66514e2-6d76-41ea-86ad-006e316c467c req-23fdda6b-ad38-4a6a-a15c-0165c19ddbaf service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864909 Jun 18 17:14:25.100294 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-f66514e2-6d76-41ea-86ad-006e316c467c req-3d759d74-8411-4549-9030-2b805d9797ba service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834932 Jun 18 17:14:25.267816 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f151023-6660-4032-823e-0fece9f6f32b req-0a2403c4-42b1-4d1e-b792-20c555da3e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:25.269307 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8f151023-6660-4032-823e-0fece9f6f32b req-0a2403c4-42b1-4d1e-b792-20c555da3e70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5603ad41d66a41149a1e2d61f67524ab&device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 1096 time: 0.1110938 Jun 18 17:14:25.330934 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12cd99-2397-4d27-b257-17e6266de453 req-46105f3a-24c6-4f96-8a40-c7f56f821319 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:25.332423 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eb12cd99-2397-4d27-b257-17e6266de453 req-46105f3a-24c6-4f96-8a40-c7f56f821319 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 943 time: 0.1386971 Jun 18 17:14:25.395172 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-eb12cd99-2397-4d27-b257-17e6266de453 req-2f6cb2ee-eb42-4cc0-86ae-dcea97153620 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557747 Jun 18 17:14:25.405539 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f151023-6660-4032-823e-0fece9f6f32b req-b710cbe6-1770-4575-83ac-7da8f5a070d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:25.407065 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8f151023-6660-4032-823e-0fece9f6f32b req-b710cbe6-1770-4575-83ac-7da8f5a070d2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b4e0bea-9440-4166-8af0-97fa522b13a8 HTTP/1.1" status: 200 len: 911 time: 0.1293852 Jun 18 17:14:25.451638 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8f151023-6660-4032-823e-0fece9f6f32b req-c8aaee76-e555-4017-b94e-b879a6d510fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85249dfb-bf83-4c67-8e68-ca7739c03515 HTTP/1.1" status: 200 len: 217 time: 0.0377302 Jun 18 17:14:25.501648 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f151023-6660-4032-823e-0fece9f6f32b req-2e618661-81d5-4d56-8f00-48d47b15f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:25.503122 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8f151023-6660-4032-823e-0fece9f6f32b req-2e618661-81d5-4d56-8f00-48d47b15f52a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70b4406d-0cff-430d-a2ac-6b207fceb290 HTTP/1.1" status: 200 len: 849 time: 0.0442927 Jun 18 17:14:25.565575 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f151023-6660-4032-823e-0fece9f6f32b req-2ba38ea6-075f-4213-b7b0-f3aeac605066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:25.567107 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8f151023-6660-4032-823e-0fece9f6f32b req-2ba38ea6-075f-4213-b7b0-f3aeac605066 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b4e0bea-9440-4166-8af0-97fa522b13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558419 Jun 18 17:14:25.665353 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8f151023-6660-4032-823e-0fece9f6f32b req-fc34456f-6937-4ba9-b197-1625e0c974da service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896964 Jun 18 17:14:25.760099 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-8f151023-6660-4032-823e-0fece9f6f32b req-7676635a-2098-497e-9baa-e5166ec07c32 service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866754 Jun 18 17:14:26.573606 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f34e7-5188-4e4e-b0c6-57c8d5af8016 req-27047f6f-e22e-40bf-94b0-3932724941f9 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:26.575102 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-109f34e7-5188-4e4e-b0c6-57c8d5af8016 req-27047f6f-e22e-40bf-94b0-3932724941f9 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 943 time: 0.0680194 Jun 18 17:14:26.611095 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-109f34e7-5188-4e4e-b0c6-57c8d5af8016 req-71042da8-89d6-4e48-b3ee-18e5aaa73fbe tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304797 Jun 18 17:14:26.845967 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 85249dfb-bf83-4c67-8e68-ca7739c03515 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:14:26.941607 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 85249dfb-bf83-4c67-8e68-ca7739c03515, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=85249dfb-bf83-4c67-8e68-ca7739c03515,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:14:26.953220 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '85249dfb-bf83-4c67-8e68-ca7739c03515', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'port_id': '85249dfb-bf83-4c67-8e68-ca7739c03515', 'mac_address': 'fa:16:3e:8a:12:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:14:26.988536 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:27.000681 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85249dfb-bf83-4c67-8e68-ca7739c03515 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:14:27.019521 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 85249dfb-bf83-4c67-8e68-ca7739c03515, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=85249dfb-bf83-4c67-8e68-ca7739c03515,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:14:27.023036 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:27.025315 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-f65456df-22bb-4a04-90c4-1eda29b8075e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:14:27.078052 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=85249dfb-bf83-4c67-8e68-ca7739c03515,revision_number=4']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:14:27.081835 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:14:27.278501 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['85249dfb-bf83-4c67-8e68-ca7739c03515'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:14:27.793578 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe00a6d-ae3c-492d-9b1e-a232b0fc3819 req-bd6d1745-bf7d-4423-ad89-7302c570c2f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:27.795127 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2fe00a6d-ae3c-492d-9b1e-a232b0fc3819 req-bd6d1745-bf7d-4423-ad89-7302c570c2f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 944 time: 0.0671451 Jun 18 17:14:27.834448 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2fe00a6d-ae3c-492d-9b1e-a232b0fc3819 req-759f6995-e690-4d2f-83ca-e9afd0fa177e tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336225 Jun 18 17:14:28.846526 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 85249dfb-bf83-4c67-8e68-ca7739c03515 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:14:28.898392 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning for port 85249dfb-bf83-4c67-8e68-ca7739c03515 completed by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 18 17:14:28.902926 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 85249dfb-bf83-4c67-8e68-ca7739c03515 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:14:28.903302 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:28.976972 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:28.998712 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5434a35-7799-407a-bd2a-ffa7a02b551f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85249dfb-bf83-4c67-8e68-ca7739c03515'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:14:29.001000 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5347465e-05f2-4732-a356-872700ffbcbb" -d '{"events": [{"server_uuid": "d5434a35-7799-407a-bd2a-ffa7a02b551f", "name": "network-vif-plugged", "status": "completed", "tag": "85249dfb-bf83-4c67-8e68-ca7739c03515"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:14:29.016279 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 85249dfb-bf83-4c67-8e68-ca7739c03515, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=85249dfb-bf83-4c67-8e68-ca7739c03515,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:14:29.021234 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1f5b5-4f8f-484a-8421-1b418ecded8c req-89f5dced-11b9-4f72-800f-0569cea983e0 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:29.021718 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:29.023575 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9ab1f5b5-4f8f-484a-8421-1b418ecded8c req-89f5dced-11b9-4f72-800f-0569cea983e0 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 944 time: 0.0712676 Jun 18 17:14:29.027577 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:14:29.052938 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e41aca-d685-4b61-9605-800566a5650f x-openstack-request-id: req-d5e41aca-d685-4b61-9605-800566a5650f {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:14:29.053267 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5434a35-7799-407a-bd2a-ffa7a02b551f", "name": "network-vif-plugged", "status": "completed", "tag": "85249dfb-bf83-4c67-8e68-ca7739c03515", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:14:29.053483 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d5e41aca-d685-4b61-9605-800566a5650f {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:14:29.053871 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5434a35-7799-407a-bd2a-ffa7a02b551f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85249dfb-bf83-4c67-8e68-ca7739c03515', 'code': 200} Jun 18 17:14:29.067144 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-9ab1f5b5-4f8f-484a-8421-1b418ecded8c req-e1586d2d-937f-4c98-89fa-b84ec0d54f89 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356541 Jun 18 17:14:29.083708 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=85249dfb-bf83-4c67-8e68-ca7739c03515,revision_number=5']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:14:29.087925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:14:29.284270 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3d4bd-a976-4ed0-8d63-7000d0dd4c05 req-6df8942a-a6c2-4849-8769-9e7f9f23f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:29.286159 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c7e3d4bd-a976-4ed0-8d63-7000d0dd4c05 req-6df8942a-a6c2-4849-8769-9e7f9f23f616 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 1098 time: 0.0571194 Jun 18 17:14:29.325023 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-c7e3d4bd-a976-4ed0-8d63-7000d0dd4c05 req-2d27f3ba-41a9-4cd7-b390-91e907181e3c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299544 Jun 18 17:14:30.281008 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35e58f-4722-4150-865c-2e5e85c9485d req-d7bebb3d-1927-47ec-b1f6-15cb7d5c5bb1 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:30.282734 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2d35e58f-4722-4150-865c-2e5e85c9485d req-d7bebb3d-1927-47ec-b1f6-15cb7d5c5bb1 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 945 time: 0.0677810 Jun 18 17:14:30.323664 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2d35e58f-4722-4150-865c-2e5e85c9485d req-5678d0d6-44ec-43fd-93b6-3853eee92f94 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349009 Jun 18 17:14:31.512427 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e6689-727e-425a-a7b1-7af411f5db93 req-7127342b-f401-491e-a554-51c1af9f7698 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:31.513898 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-238e6689-727e-425a-a7b1-7af411f5db93 req-7127342b-f401-491e-a554-51c1af9f7698 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 945 time: 0.0693159 Jun 18 17:14:31.551268 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-238e6689-727e-425a-a7b1-7af411f5db93 req-78972dfc-ab16-4fca-90bb-1ffe0797562e tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318105 Jun 18 17:14:31.722258 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992aa45-f026-458f-831a-25d84ee1ef17 req-816bd71f-6d6f-41ce-a5b8-75654f1e42db tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:31.723763 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5992aa45-f026-458f-831a-25d84ee1ef17 req-816bd71f-6d6f-41ce-a5b8-75654f1e42db tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 945 time: 0.0635283 Jun 18 17:14:31.762257 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-5992aa45-f026-458f-831a-25d84ee1ef17 req-c514f08c-d1e3-4415-afe5-dcc2b9709c89 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317578 Jun 18 17:14:31.786811 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 58436) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:14:31.837806 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f8647-26ad-4403-9b1e-26edd45a5cf9 tempest-TestSnapshotPattern-471164485 tempest-TestSnapshotPattern-471164485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:31.839320 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-fd4f8647-26ad-4403-9b1e-26edd45a5cf9 tempest-TestSnapshotPattern-471164485 tempest-TestSnapshotPattern-471164485-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 1093 time: 0.0514975 Jun 18 17:14:31.842305 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 58438) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:14:31.846617 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.v2.base [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Request body: {'floatingip': {'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'port_id': '85249dfb-bf83-4c67-8e68-ca7739c03515', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93453) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 18 17:14:31.868516 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for floatingip, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:31.986520 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-552580'] for port, before_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:32.098019 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.db_base_plugin_common [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Allocated IP 172.26.6.179 (81b3e7a1-a3eb-41d3-a54b-e3363be60296/d8a723bd-09a1-41d1-abd4-2871c8fdeeb4/746f1c54-8f52-46a1-b8c1-1f6a2a4f03a3) {{(pid=93453) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 18 17:14:32.198086 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for port, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:32.237854 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-552007', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-45737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758804574549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3751895'] for port, after_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:32.239820 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:14:32.279344 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Network 81b3e7a1-a3eb-41d3-a54b-e3363be60296 is already hosted by enough agents. {{(pid=93453) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 18 17:14:32.281955 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.base_scheduler [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Resources bound (agent type, host, resource id): {{(pid=93453) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 18 17:14:32.285481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Received port after_create {{(pid=93453) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 18 17:14:32.311026 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Pushing event updated for resources: {'Port': ['ID=746f1c54-8f52-46a1-b8c1-1f6a2a4f03a3,revision_number=1']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:14:32.314911 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:14:32.644452 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:32.723097 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:33.217695 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for port, precommit_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:33.222246 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3751905'] for port, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:33.225187 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-939d6e0b-3ba8-4ec7-813f-b88164779321 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:14:33.288490 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Pushing event updated for resources: {'Port': ['ID=746f1c54-8f52-46a1-b8c1-1f6a2a4f03a3,revision_number=2']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:14:33.294785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:14:33.301373 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1685900'] for floatingip, after_update {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:33.404221 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Floating IP e5b41869-96be-40a6-841e-5fcc5e7a3ad9 associated. External IP: 172.26.6.179, port: 85249dfb-bf83-4c67-8e68-ca7739c03515. Jun 18 17:14:33.608643 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Router ed796b97-879a-400b-be80-22febb7f23e3 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:14:33.714608 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:14:33.723648 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e612b371-1d21-4106-b29c-8de381759d1a None None] Sync routers for ids ['ed796b97-879a-400b-be80-22febb7f23e3'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:14:33.730823 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:33.734889 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e612b371-1d21-4106-b29c-8de381759d1a None None] Routers {'ed796b97-879a-400b-be80-22febb7f23e3'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:14:33.735515 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e612b371-1d21-4106-b29c-8de381759d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:14:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ed796b97-879a-400b-be80-22febb7f23e3'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:14:33.768048 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f71817ff-e488-48fd-92f7-6afa767852bf tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9246976 Jun 18 17:14:33.769043 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5434a35-7799-407a-bd2a-ffa7a02b551f', 'tag': '85249dfb-bf83-4c67-8e68-ca7739c03515'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:14:33.771206 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f179a0-2c63-41b8-be82-79eee4bf4301" -d '{"events": [{"name": "network-changed", "server_uuid": "d5434a35-7799-407a-bd2a-ffa7a02b551f", "tag": "85249dfb-bf83-4c67-8e68-ca7739c03515"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:14:33.808123 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652a613d-db08-46b1-ae61-a1ad769c5960 x-openstack-request-id: req-652a613d-db08-46b1-ae61-a1ad769c5960 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:14:33.808580 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5434a35-7799-407a-bd2a-ffa7a02b551f", "tag": "85249dfb-bf83-4c67-8e68-ca7739c03515", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:14:33.808924 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-652a613d-db08-46b1-ae61-a1ad769c5960 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:14:33.809360 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5434a35-7799-407a-bd2a-ffa7a02b551f', 'tag': '85249dfb-bf83-4c67-8e68-ca7739c03515', 'status': 'completed', 'code': 200} Jun 18 17:14:33.844938 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-e612b371-1d21-4106-b29c-8de381759d1a None None] Set router ed796b97-879a-400b-be80-22febb7f23e3 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:14:33.889655 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f179a0-2c63-41b8-be82-79eee4bf4301 req-48ca1771-1ffd-4208-8a37-5fe639b99104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:33.889655 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-59f179a0-2c63-41b8-be82-79eee4bf4301 req-48ca1771-1ffd-4208-8a37-5fe639b99104 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5603ad41d66a41149a1e2d61f67524ab&device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 1098 time: 0.0554059 Jun 18 17:14:33.995198 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f179a0-2c63-41b8-be82-79eee4bf4301 req-a1abc3c6-62b4-4cb3-8903-f39ed22e23ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:33.997581 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-59f179a0-2c63-41b8-be82-79eee4bf4301 req-a1abc3c6-62b4-4cb3-8903-f39ed22e23ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b4e0bea-9440-4166-8af0-97fa522b13a8 HTTP/1.1" status: 200 len: 911 time: 0.0986099 Jun 18 17:14:34.064666 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-59f179a0-2c63-41b8-be82-79eee4bf4301 req-471069b3-ab18-40ca-8bec-fe165214cf70 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85249dfb-bf83-4c67-8e68-ca7739c03515 HTTP/1.1" status: 200 len: 999 time: 0.0612051 Jun 18 17:14:34.094860 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e612b371-1d21-4106-b29c-8de381759d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 4, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port': {'id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'bd8a6e73-db85-4ec0-9ace-1ae95a8af140', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'floating_ip_address': '172.26.6.50', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'port_id': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'mac_address': 'fa:16:3e:77:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:11:55Z', 'updated_at': '2021-06-18T17:11:57Z', 'revision_number': 1, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'fixed_ip_address_scope': None}, {'id': 'e5b41869-96be-40a6-841e-5fcc5e7a3ad9', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'floating_ip_address': '172.26.6.179', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'port_id': '85249dfb-bf83-4c67-8e68-ca7739c03515', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'mac_address': 'fa:16:3e:8a:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5434a35-7799-407a-bd2a-ffa7a02b551f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:14:32Z', 'updated_at': '2021-06-18T17:14:32Z', 'revision_number': 0, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce8abe9-699e-4d91-8135-cc5e730a172e', 'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'mac_address': 'fa:16:3e:57:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:36Z', 'updated_at': '2021-06-18T17:11:42Z', 'revision_number': 5, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'subnets': [{'id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:14:34.117741 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f179a0-2c63-41b8-be82-79eee4bf4301 req-907abb15-e060-46f4-9c9f-300e011b9585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:34.119282 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-59f179a0-2c63-41b8-be82-79eee4bf4301 req-907abb15-e060-46f4-9c9f-300e011b9585 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70b4406d-0cff-430d-a2ac-6b207fceb290 HTTP/1.1" status: 200 len: 849 time: 0.0482848 Jun 18 17:14:34.122112 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e612b371-1d21-4106-b29c-8de381759d1a None None] Checking router: ed796b97-879a-400b-be80-22febb7f23e3 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:14:34.130724 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e612b371-1d21-4106-b29c-8de381759d1a None None] Routers {'ed796b97-879a-400b-be80-22febb7f23e3'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:14:34.131339 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e612b371-1d21-4106-b29c-8de381759d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:14:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ed796b97-879a-400b-be80-22febb7f23e3'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:14:34.177500 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f179a0-2c63-41b8-be82-79eee4bf4301 req-02f63c27-21b5-4b0d-96e6-74fe1b9373ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:34.179070 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-59f179a0-2c63-41b8-be82-79eee4bf4301 req-02f63c27-21b5-4b0d-96e6-74fe1b9373ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b4e0bea-9440-4166-8af0-97fa522b13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0524273 Jun 18 17:14:34.237149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-e612b371-1d21-4106-b29c-8de381759d1a None None] Set router ed796b97-879a-400b-be80-22febb7f23e3 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:14:34.277677 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-59f179a0-2c63-41b8-be82-79eee4bf4301 req-10c34959-a679-48c7-921b-5f2b19266959 service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908272 Jun 18 17:14:34.370355 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-59f179a0-2c63-41b8-be82-79eee4bf4301 req-28b32d09-9995-4f31-a98e-5102df5ca403 service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860631 Jun 18 17:14:34.467775 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e612b371-1d21-4106-b29c-8de381759d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 4, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port': {'id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'bd8a6e73-db85-4ec0-9ace-1ae95a8af140', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'floating_ip_address': '172.26.6.50', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'port_id': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'mac_address': 'fa:16:3e:77:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:11:55Z', 'updated_at': '2021-06-18T17:11:57Z', 'revision_number': 1, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'fixed_ip_address_scope': None}, {'id': 'e5b41869-96be-40a6-841e-5fcc5e7a3ad9', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'floating_ip_address': '172.26.6.179', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'port_id': '85249dfb-bf83-4c67-8e68-ca7739c03515', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'mac_address': 'fa:16:3e:8a:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5434a35-7799-407a-bd2a-ffa7a02b551f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:14:32Z', 'updated_at': '2021-06-18T17:14:32Z', 'revision_number': 0, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce8abe9-699e-4d91-8135-cc5e730a172e', 'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'mac_address': 'fa:16:3e:57:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:36Z', 'updated_at': '2021-06-18T17:11:42Z', 'revision_number': 5, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'subnets': [{'id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:14:34.493180 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e612b371-1d21-4106-b29c-8de381759d1a None None] The sync data for ids ['ed796b97-879a-400b-be80-22febb7f23e3'] in dv-neutron-797120-1-hyperv is: [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 4, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port': {'id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'bd8a6e73-db85-4ec0-9ace-1ae95a8af140', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'floating_ip_address': '172.26.6.50', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'port_id': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'mac_address': 'fa:16:3e:77:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:11:55Z', 'updated_at': '2021-06-18T17:11:57Z', 'revision_number': 1, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'fixed_ip_address_scope': None}, {'id': 'e5b41869-96be-40a6-841e-5fcc5e7a3ad9', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'floating_ip_address': '172.26.6.179', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'port_id': '85249dfb-bf83-4c67-8e68-ca7739c03515', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'mac_address': 'fa:16:3e:8a:12:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5434a35-7799-407a-bd2a-ffa7a02b551f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:14:32Z', 'updated_at': '2021-06-18T17:14:32Z', 'revision_number': 0, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce8abe9-699e-4d91-8135-cc5e730a172e', 'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'mac_address': 'fa:16:3e:57:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:36Z', 'updated_at': '2021-06-18T17:11:42Z', 'revision_number': 5, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'subnets': [{'id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:14:34.674890 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508a54b2-273b-41e2-8b90-8bc83666b911 None None] New status for floating IP e5b41869-96be-40a6-841e-5fcc5e7a3ad9: ACTIVE {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:14:34.830603 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:14:38.574225 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-bdf82720-cb60-4f3d-bdff-3cfc1b4154b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:41.064844 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-c0acb34c-add5-4e6a-84a2-748a14600a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:41.403168 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:42.338869 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:43.952619 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:14:45.276102 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-76049077-847a-4e01-993c-f7c45313faf1 req-3f44a14f-8412-400a-82e3-de68c5222e1b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566907 Jun 18 17:14:45.371228 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76049077-847a-4e01-993c-f7c45313faf1 req-df317290-e4bc-48b3-a005-839b17d28f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:45.372758 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-76049077-847a-4e01-993c-f7c45313faf1 req-df317290-e4bc-48b3-a005-839b17d28f36 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5603ad41d66a41149a1e2d61f67524ab&device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 1097 time: 0.0544724 Jun 18 17:14:45.483731 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76049077-847a-4e01-993c-f7c45313faf1 req-05e343d8-f444-41d2-a915-33caa66f83c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:45.485218 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-76049077-847a-4e01-993c-f7c45313faf1 req-05e343d8-f444-41d2-a915-33caa66f83c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b4e0bea-9440-4166-8af0-97fa522b13a8 HTTP/1.1" status: 200 len: 911 time: 0.0921144 Jun 18 17:14:45.557468 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-76049077-847a-4e01-993c-f7c45313faf1 req-6788dfd8-8e69-43e3-ac53-afeaa438bd28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 HTTP/1.1" status: 200 len: 999 time: 0.0646553 Jun 18 17:14:45.606772 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76049077-847a-4e01-993c-f7c45313faf1 req-c6709651-7751-4584-beb4-26b7bb35f60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:45.608231 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-76049077-847a-4e01-993c-f7c45313faf1 req-c6709651-7751-4584-beb4-26b7bb35f60a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70b4406d-0cff-430d-a2ac-6b207fceb290 HTTP/1.1" status: 200 len: 849 time: 0.0438695 Jun 18 17:14:45.671921 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76049077-847a-4e01-993c-f7c45313faf1 req-48822ab2-b94e-40b4-9723-556481641853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:14:45.673435 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-76049077-847a-4e01-993c-f7c45313faf1 req-48822ab2-b94e-40b4-9723-556481641853 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b4e0bea-9440-4166-8af0-97fa522b13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0581369 Jun 18 17:14:45.768702 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-76049077-847a-4e01-993c-f7c45313faf1 req-90742c21-fd19-45cf-abda-c19982e7de67 service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875423 Jun 18 17:14:45.861103 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-76049077-847a-4e01-993c-f7c45313faf1 req-9c65d225-462d-4f42-a219-c2c62a15b451 service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843449 Jun 18 17:14:54.750453 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:08.577810 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a6824f8d-d1e4-4d0e-a4e4-ddce65e138d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:11.065704 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0af649f4-656e-4f22-b1ee-409840ceee89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:11.404709 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:11.829111 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:15:12.341253 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:13.954994 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:24.771647 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:38.578871 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-688b216f-d4de-4861-99b9-0a2948d09bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:41.065025 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-a83184e8-6188-414a-96a7-cc0de3d7f596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:41.406093 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:42.343846 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:43.957536 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:15:45.303472 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07c5c276-81dd-4488-a259-5a91e63c3b7e req-dc7da4f6-7379-4353-adf0-6b979cfcbbdc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566900 Jun 18 17:15:45.381987 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5c276-81dd-4488-a259-5a91e63c3b7e req-931128a3-21fa-444c-87fc-ef12fe5a9fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:45.383510 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07c5c276-81dd-4488-a259-5a91e63c3b7e req-931128a3-21fa-444c-87fc-ef12fe5a9fa4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5603ad41d66a41149a1e2d61f67524ab&device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 1098 time: 0.0578065 Jun 18 17:15:45.488534 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5c276-81dd-4488-a259-5a91e63c3b7e req-687a9704-cb68-4d9c-b7a3-169dd50c8195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:45.490159 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07c5c276-81dd-4488-a259-5a91e63c3b7e req-687a9704-cb68-4d9c-b7a3-169dd50c8195 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b4e0bea-9440-4166-8af0-97fa522b13a8 HTTP/1.1" status: 200 len: 911 time: 0.0857713 Jun 18 17:15:45.560051 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07c5c276-81dd-4488-a259-5a91e63c3b7e req-941187c0-65ca-4fcf-9dc3-2e19eb468c9f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85249dfb-bf83-4c67-8e68-ca7739c03515 HTTP/1.1" status: 200 len: 1001 time: 0.0628169 Jun 18 17:15:45.609250 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5c276-81dd-4488-a259-5a91e63c3b7e req-925ffdfe-ce7e-47ca-8006-0c843802abfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:45.610700 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07c5c276-81dd-4488-a259-5a91e63c3b7e req-925ffdfe-ce7e-47ca-8006-0c843802abfb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70b4406d-0cff-430d-a2ac-6b207fceb290 HTTP/1.1" status: 200 len: 849 time: 0.0441339 Jun 18 17:15:45.666865 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5c276-81dd-4488-a259-5a91e63c3b7e req-084e96fb-d536-4f81-92b5-116ac02ec1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:15:45.668314 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07c5c276-81dd-4488-a259-5a91e63c3b7e req-084e96fb-d536-4f81-92b5-116ac02ec1d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b4e0bea-9440-4166-8af0-97fa522b13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0506873 Jun 18 17:15:45.761051 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07c5c276-81dd-4488-a259-5a91e63c3b7e req-f561e352-3099-4fea-bb9a-d735363aacce service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850732 Jun 18 17:15:45.851438 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-07c5c276-81dd-4488-a259-5a91e63c3b7e req-9f0cd346-c3e3-4db4-a888-6b5d735b30ba service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832026 Jun 18 17:15:48.827819 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:15:54.757878 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:08.580443 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f374cd9e-fc02-4a10-9bd3-be4dfc3198ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:11.065705 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6a4ecbb9-ab40-4a05-ad2f-52c77989caf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:11.408480 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:12.346489 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:13.964733 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:15.431547 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 85249dfb-bf83-4c67-8e68-ca7739c03515 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=93455) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 18 17:16:15.536052 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 85249dfb-bf83-4c67-8e68-ca7739c03515, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=85249dfb-bf83-4c67-8e68-ca7739c03515,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:16:15.547229 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Returning: {'device': '85249dfb-bf83-4c67-8e68-ca7739c03515', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'port_id': '85249dfb-bf83-4c67-8e68-ca7739c03515', 'mac_address': 'fa:16:3e:8a:12:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93455) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 18 17:16:15.586002 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:15.599627 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85249dfb-bf83-4c67-8e68-ca7739c03515 {{(pid=93455) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 18 17:16:15.620252 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 85249dfb-bf83-4c67-8e68-ca7739c03515, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=85249dfb-bf83-4c67-8e68-ca7739c03515,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:16:15.629588 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:15.632103 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-bfe60d48-9acd-4096-a02c-92f0a6d3c80c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:15.691652 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=85249dfb-bf83-4c67-8e68-ca7739c03515,revision_number=6']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:15.700417 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:15.700780 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:15.701120 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:15.701451 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:15.701784 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:15.702118 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:15.702533 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:15.702791 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:15.703119 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:15.703440 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:15.703761 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:15.704081 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93455) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:15.708347 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:15.722149 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] get_ports_and_sgs() called for port_ids ['85249dfb-bf83-4c67-8e68-ca7739c03515'] {{(pid=93455) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 18 17:16:17.443935 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 85249dfb-bf83-4c67-8e68-ca7739c03515 up at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 18 17:16:17.508467 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.provisioning_blocks [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Provisioning complete for port 85249dfb-bf83-4c67-8e68-ca7739c03515 triggered by entity L2. {{(pid=93455) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 18 17:16:17.508855 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-614041'] for port, provisioning_complete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:17.605232 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-552594'] for port, before_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:17.630665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5434a35-7799-407a-bd2a-ffa7a02b551f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85249dfb-bf83-4c67-8e68-ca7739c03515'}] {{(pid=93455) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:16:17.635169 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37153dfcb674dc11705e06e46121b1763303785eecbff57af2b7ae42abc72a32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823af48a-6236-46b9-8e32-d7063095d6bc" -d '{"events": [{"server_uuid": "d5434a35-7799-407a-bd2a-ffa7a02b551f", "name": "network-vif-plugged", "status": "completed", "tag": "85249dfb-bf83-4c67-8e68-ca7739c03515"}]}' {{(pid=93455) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:16:17.660999 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] For port 85249dfb-bf83-4c67-8e68-ca7739c03515, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=85249dfb-bf83-4c67-8e68-ca7739c03515,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:16:17.671190 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758805004499', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758804574567', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758804574612'] for port, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:17.673811 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:17.716187 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7484e870-9533-459b-bcc8-2e2679cde3fb x-openstack-request-id: req-7484e870-9533-459b-bcc8-2e2679cde3fb {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:16:17.716626 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5434a35-7799-407a-bd2a-ffa7a02b551f", "name": "network-vif-plugged", "status": "completed", "tag": "85249dfb-bf83-4c67-8e68-ca7739c03515", "code": 200}]} {{(pid=93455) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:16:17.716755 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7484e870-9533-459b-bcc8-2e2679cde3fb {{(pid=93455) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:16:17.717170 dv-neutron-797120-1-hyperv neutron-server[93455]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5434a35-7799-407a-bd2a-ffa7a02b551f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85249dfb-bf83-4c67-8e68-ca7739c03515', 'code': 200} Jun 18 17:16:17.753533 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Pushing event updated for resources: {'Port': ['ID=85249dfb-bf83-4c67-8e68-ca7739c03515,revision_number=7']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:17.759717 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:24.781506 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:25.828458 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:16:25.867304 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 58648) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:16:26.024785 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Deleting port 746f1c54-8f52-46a1-b8c1-1f6a2a4f03a3 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:16:26.025044 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:26.103112 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:26.103444 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:26.169179 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Calling delete_port for 746f1c54-8f52-46a1-b8c1-1f6a2a4f03a3 owned by network:floatingip {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:16:26.316356 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:26.318249 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-38a9d487-44f5-45d9-b4ec-627f779ce483 tempest-TestShelveInstance-2028098012 tempest-TestShelveInstance-2028098012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:26.347682 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Pushing event deleted for resources: {'Port': ['ID=746f1c54-8f52-46a1-b8c1-1f6a2a4f03a3,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:26.376299 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:26.376701 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:26.377093 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:26.377481 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:26.377862 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:26.378239 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:26.378647 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:26.379025 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:26.379399 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:26.379769 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:26.380138 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:26.380504 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93453) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:26.384502 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:26.421497 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for floatingip, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:26.421835 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.db.l3_db [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Floating IP e5b41869-96be-40a6-841e-5fcc5e7a3ad9 disassociated (deleted). External IP: 172.26.6.179, port: 85249dfb-bf83-4c67-8e68-ca7739c03515. Jun 18 17:16:26.631187 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Router ed796b97-879a-400b-be80-22febb7f23e3 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:16:26.740473 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:16:26.745445 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:26.749747 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc224be-96f1-4a6f-894b-6e6538b68072 None None] Sync routers for ids ['ed796b97-879a-400b-be80-22febb7f23e3'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:16:26.759040 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc224be-96f1-4a6f-894b-6e6538b68072 None None] Routers {'ed796b97-879a-400b-be80-22febb7f23e3'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:16:26.759757 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-5cc224be-96f1-4a6f-894b-6e6538b68072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:16:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ed796b97-879a-400b-be80-22febb7f23e3'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:26.781215 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-a1de57c3-5d77-4f1b-b97c-efade00507f3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "DELETE /v2.0/floatingips/e5b41869-96be-40a6-841e-5fcc5e7a3ad9 HTTP/1.1" status: 204 len: 168 time: 0.9128025 Jun 18 17:16:26.782002 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5434a35-7799-407a-bd2a-ffa7a02b551f', 'tag': '85249dfb-bf83-4c67-8e68-ca7739c03515'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:16:26.784491 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5ccfa4-f537-4137-8755-e9c28bd0f083" -d '{"events": [{"name": "network-changed", "server_uuid": "d5434a35-7799-407a-bd2a-ffa7a02b551f", "tag": "85249dfb-bf83-4c67-8e68-ca7739c03515"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:16:26.838589 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a266a1-53f1-43f9-ac0a-6f05ae2c5a30 x-openstack-request-id: req-31a266a1-53f1-43f9-ac0a-6f05ae2c5a30 {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:16:26.839011 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5434a35-7799-407a-bd2a-ffa7a02b551f", "tag": "85249dfb-bf83-4c67-8e68-ca7739c03515", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:16:26.839393 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-31a266a1-53f1-43f9-ac0a-6f05ae2c5a30 {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:16:26.839927 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5434a35-7799-407a-bd2a-ffa7a02b551f', 'tag': '85249dfb-bf83-4c67-8e68-ca7739c03515', 'status': 'completed', 'code': 200} Jun 18 17:16:26.868993 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-5cc224be-96f1-4a6f-894b-6e6538b68072 None None] Set router ed796b97-879a-400b-be80-22febb7f23e3 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:16:26.918442 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ccfa4-f537-4137-8755-e9c28bd0f083 req-f34955e3-76d5-4788-a79a-c02ccb676fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:26.920797 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef5ccfa4-f537-4137-8755-e9c28bd0f083 req-f34955e3-76d5-4788-a79a-c02ccb676fb4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5603ad41d66a41149a1e2d61f67524ab&device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 1098 time: 0.0565207 Jun 18 17:16:27.024047 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ccfa4-f537-4137-8755-e9c28bd0f083 req-504ba22b-909e-42e5-a3df-7a57ac82f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:27.025585 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef5ccfa4-f537-4137-8755-e9c28bd0f083 req-504ba22b-909e-42e5-a3df-7a57ac82f08b service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b4e0bea-9440-4166-8af0-97fa522b13a8 HTTP/1.1" status: 200 len: 911 time: 0.0977342 Jun 18 17:16:27.080333 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef5ccfa4-f537-4137-8755-e9c28bd0f083 req-e5f02461-302b-44e3-ba32-4c1282d6ab16 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85249dfb-bf83-4c67-8e68-ca7739c03515 HTTP/1.1" status: 200 len: 217 time: 0.0366945 Jun 18 17:16:27.116246 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-5cc224be-96f1-4a6f-894b-6e6538b68072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 4, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port': {'id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'bd8a6e73-db85-4ec0-9ace-1ae95a8af140', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'floating_ip_address': '172.26.6.50', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'port_id': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'mac_address': 'fa:16:3e:77:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:11:55Z', 'updated_at': '2021-06-18T17:11:57Z', 'revision_number': 1, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce8abe9-699e-4d91-8135-cc5e730a172e', 'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'mac_address': 'fa:16:3e:57:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:36Z', 'updated_at': '2021-06-18T17:11:42Z', 'revision_number': 5, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'subnets': [{'id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:27.143795 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ccfa4-f537-4137-8755-e9c28bd0f083 req-15b32ad1-a1d1-457c-ac03-0f2de403efd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:27.145584 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef5ccfa4-f537-4137-8755-e9c28bd0f083 req-15b32ad1-a1d1-457c-ac03-0f2de403efd5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70b4406d-0cff-430d-a2ac-6b207fceb290 HTTP/1.1" status: 200 len: 849 time: 0.0541997 Jun 18 17:16:27.150038 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc224be-96f1-4a6f-894b-6e6538b68072 None None] Checking router: ed796b97-879a-400b-be80-22febb7f23e3 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:16:27.160070 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc224be-96f1-4a6f-894b-6e6538b68072 None None] Routers {'ed796b97-879a-400b-be80-22febb7f23e3'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:16:27.160893 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-5cc224be-96f1-4a6f-894b-6e6538b68072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:16:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ed796b97-879a-400b-be80-22febb7f23e3'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:27.260361 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ccfa4-f537-4137-8755-e9c28bd0f083 req-acd2c1ac-0cc2-46de-8b27-f119211433d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:27.261891 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef5ccfa4-f537-4137-8755-e9c28bd0f083 req-acd2c1ac-0cc2-46de-8b27-f119211433d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b4e0bea-9440-4166-8af0-97fa522b13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1079473 Jun 18 17:16:27.274754 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7cbdf1-7fb3-480c-8910-aa4fd019341d req-e5b9a7a9-8836-4717-a0cc-3eb4e142ca0b tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:27.276286 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba7cbdf1-7fb3-480c-8910-aa4fd019341d req-e5b9a7a9-8836-4717-a0cc-3eb4e142ca0b tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 945 time: 0.1568325 Jun 18 17:16:27.280311 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-5cc224be-96f1-4a6f-894b-6e6538b68072 None None] Set router ed796b97-879a-400b-be80-22febb7f23e3 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:16:27.377141 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ba7cbdf1-7fb3-480c-8910-aa4fd019341d req-bef9d6b3-ba85-4850-a2c3-1cbe810be5a0 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920906 Jun 18 17:16:27.406639 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef5ccfa4-f537-4137-8755-e9c28bd0f083 req-a417493a-d436-4756-b075-b81e493f90f7 service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293318 Jun 18 17:16:27.519050 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-ef5ccfa4-f537-4137-8755-e9c28bd0f083 req-1b93d5c4-ac50-459e-a421-59f2a51f3b3e service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027110 Jun 18 17:16:27.552696 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-5cc224be-96f1-4a6f-894b-6e6538b68072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 4, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port': {'id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'bd8a6e73-db85-4ec0-9ace-1ae95a8af140', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'floating_ip_address': '172.26.6.50', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'port_id': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'mac_address': 'fa:16:3e:77:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:11:55Z', 'updated_at': '2021-06-18T17:11:57Z', 'revision_number': 1, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce8abe9-699e-4d91-8135-cc5e730a172e', 'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'mac_address': 'fa:16:3e:57:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:36Z', 'updated_at': '2021-06-18T17:11:42Z', 'revision_number': 5, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'subnets': [{'id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:27.580972 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc224be-96f1-4a6f-894b-6e6538b68072 None None] The sync data for ids ['ed796b97-879a-400b-be80-22febb7f23e3'] in dv-neutron-797120-1-hyperv is: [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 4, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port': {'id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_floatingips': [{'id': 'bd8a6e73-db85-4ec0-9ace-1ae95a8af140', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'floating_ip_address': '172.26.6.50', 'floating_network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'router_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'port_id': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'mac_address': 'fa:16:3e:77:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-18T17:11:55Z', 'updated_at': '2021-06-18T17:11:57Z', 'revision_number': 1, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce8abe9-699e-4d91-8135-cc5e730a172e', 'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'mac_address': 'fa:16:3e:57:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:36Z', 'updated_at': '2021-06-18T17:11:42Z', 'revision_number': 5, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'subnets': [{'id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:16:27.832194 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b745b0b4-c9ef-493d-b541-ee6823e21fc8 None None] New status for floating IP e5b41869-96be-40a6-841e-5fcc5e7a3ad9: DOWN {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:16:28.576322 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6cb035-8205-4a30-8baf-fc676c60404f req-2df6a452-9ecb-4ce6-8c82-d2b8132eb84d tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:28.577962 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2f6cb035-8205-4a30-8baf-fc676c60404f req-2df6a452-9ecb-4ce6-8c82-d2b8132eb84d tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 945 time: 0.0729218 Jun 18 17:16:28.622855 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-2f6cb035-8205-4a30-8baf-fc676c60404f req-ce18c3bb-7eb3-4990-8894-c77c2b60bf49 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391071 Jun 18 17:16:28.905878 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc715801-51bc-4d3c-a5d2-5a6b8aac75cb req-174d47fb-e415-4579-9e55-7e8b2d05516e tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:28.907375 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fc715801-51bc-4d3c-a5d2-5a6b8aac75cb req-174d47fb-e415-4579-9e55-7e8b2d05516e tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 945 time: 0.0702541 Jun 18 17:16:29.009012 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-fc715801-51bc-4d3c-a5d2-5a6b8aac75cb req-53a1cb0b-7020-46b1-8372-08c811adf44f tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Deleting port 85249dfb-bf83-4c67-8e68-ca7739c03515 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:16:29.009357 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-fc715801-51bc-4d3c-a5d2-5a6b8aac75cb req-53a1cb0b-7020-46b1-8372-08c811adf44f tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:29.101758 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-fc715801-51bc-4d3c-a5d2-5a6b8aac75cb req-53a1cb0b-7020-46b1-8372-08c811adf44f tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] For port 85249dfb-bf83-4c67-8e68-ca7739c03515, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=85249dfb-bf83-4c67-8e68-ca7739c03515,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:16:29.102110 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-fc715801-51bc-4d3c-a5d2-5a6b8aac75cb req-53a1cb0b-7020-46b1-8372-08c811adf44f tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:29.172985 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-fc715801-51bc-4d3c-a5d2-5a6b8aac75cb req-53a1cb0b-7020-46b1-8372-08c811adf44f tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Calling delete_port for 85249dfb-bf83-4c67-8e68-ca7739c03515 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:16:29.299763 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-fc715801-51bc-4d3c-a5d2-5a6b8aac75cb req-53a1cb0b-7020-46b1-8372-08c811adf44f tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:29.303822 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-1ad6091c-0ff0-4d7b-ab3b-5d4e95bb1d60 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:29.331583 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1cb0b-7020-46b1-8372-08c811adf44f tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Pushing event deleted for resources: {'Port': ['ID=85249dfb-bf83-4c67-8e68-ca7739c03515,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:29.335693 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-53a1cb0b-7020-46b1-8372-08c811adf44f tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:29.383304 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc715801-51bc-4d3c-a5d2-5a6b8aac75cb req-53a1cb0b-7020-46b1-8372-08c811adf44f tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] No DVR routers for this DVR port 85249dfb-bf83-4c67-8e68-ca7739c03515 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:16:29.385832 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-fc715801-51bc-4d3c-a5d2-5a6b8aac75cb req-53a1cb0b-7020-46b1-8372-08c811adf44f tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:29.387937 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-fc715801-51bc-4d3c-a5d2-5a6b8aac75cb req-53a1cb0b-7020-46b1-8372-08c811adf44f tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.55 "DELETE /v2.0/ports/85249dfb-bf83-4c67-8e68-ca7739c03515 HTTP/1.1" status: 204 len: 173 time: 0.4743659 Jun 18 17:16:29.388486 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5434a35-7799-407a-bd2a-ffa7a02b551f', 'name': 'network-vif-deleted', 'tag': '85249dfb-bf83-4c67-8e68-ca7739c03515'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:16:29.390903 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17782f2e-4db2-44ba-9320-26d0cbfbe330" -d '{"events": [{"server_uuid": "d5434a35-7799-407a-bd2a-ffa7a02b551f", "name": "network-vif-deleted", "tag": "85249dfb-bf83-4c67-8e68-ca7739c03515"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:16:29.430774 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f1ae48-3a17-4fde-99d6-9f7c196ca5ba x-openstack-request-id: req-28f1ae48-3a17-4fde-99d6-9f7c196ca5ba {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:16:29.431125 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5434a35-7799-407a-bd2a-ffa7a02b551f", "name": "network-vif-deleted", "tag": "85249dfb-bf83-4c67-8e68-ca7739c03515", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:16:29.431432 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-28f1ae48-3a17-4fde-99d6-9f7c196ca5ba {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:16:29.431888 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5434a35-7799-407a-bd2a-ffa7a02b551f', 'name': 'network-vif-deleted', 'tag': '85249dfb-bf83-4c67-8e68-ca7739c03515', 'status': 'completed', 'code': 200} Jun 18 17:16:29.481685 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 85249dfb-bf83-4c67-8e68-ca7739c03515 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:16:29.507420 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: 85249dfb-bf83-4c67-8e68-ca7739c03515 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:16:29.507869 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device 85249dfb-bf83-4c67-8e68-ca7739c03515 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:16:29.794404 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-30f601d4-0121-4eff-b9da-c1b7ef66cd6c req-606f729f-d5c0-4e72-b648-0f5f8059e1dc tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=d5434a35-7799-407a-bd2a-ffa7a02b551f HTTP/1.1" status: 200 len: 210 time: 0.0304623 Jun 18 17:16:31.462224 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 58708) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:16:31.632027 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Deleting port 661f82c2-7f38-4521-8cf2-2f7760a12e19 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:16:31.632360 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:31.710050 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:31.710250 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:31.772544 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Calling delete_port for 661f82c2-7f38-4521-8cf2-2f7760a12e19 owned by network:floatingip {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:16:31.922863 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:31.926047 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a0f339ed-09b5-400b-8811-a9d7c86d4fe4 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:31.952263 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Pushing event deleted for resources: {'Port': ['ID=661f82c2-7f38-4521-8cf2-2f7760a12e19,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:31.979904 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:31.980217 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:31.980594 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:31.980972 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:31.981339 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:31.981707 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:31.982072 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:31.982453 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:31.982822 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:31.983183 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:31.983545 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:31.983900 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797120-1-hyperv {{(pid=93454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 18 17:16:31.989694 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:32.024312 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for floatingip, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:32.024646 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.db.l3_db [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Floating IP bd8a6e73-db85-4ec0-9ace-1ae95a8af140 disassociated (deleted). External IP: 172.26.6.50, port: b8f1abe5-c7d3-4783-a6fc-ed75825c53d7. Jun 18 17:16:32.230616 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Router ed796b97-879a-400b-be80-22febb7f23e3 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:16:32.346104 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:16:32.351321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for floatingip, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:32.355561 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e963a9b6-efd1-4313-83f6-a0c4b340e006 None None] Sync routers for ids ['ed796b97-879a-400b-be80-22febb7f23e3'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:16:32.364829 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e963a9b6-efd1-4313-83f6-a0c4b340e006 None None] Routers {'ed796b97-879a-400b-be80-22febb7f23e3'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:16:32.366698 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e963a9b6-efd1-4313-83f6-a0c4b340e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:16:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ed796b97-879a-400b-be80-22febb7f23e3'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:32.389624 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-c6ac20c2-9cab-4ab3-880c-10c4694594c6 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "DELETE /v2.0/floatingips/bd8a6e73-db85-4ec0-9ace-1ae95a8af140 HTTP/1.1" status: 204 len: 168 time: 0.9262545 Jun 18 17:16:32.390321 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'tag': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7'}] {{(pid=93454) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:16:32.392717 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2fc49f6013538ef6a52120e4e56d3066f128312abc0dd55761733f16c1fe320" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50de8423-2d2d-411b-9f17-f82bd9441f72" -d '{"events": [{"name": "network-changed", "server_uuid": "9fdaea45-01ae-47ad-b8c0-09faceb96344", "tag": "b8f1abe5-c7d3-4783-a6fc-ed75825c53d7"}]}' {{(pid=93454) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:16:32.484064 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-e963a9b6-efd1-4313-83f6-a0c4b340e006 None None] Set router ed796b97-879a-400b-be80-22febb7f23e3 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:16:32.489217 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 18 Jun 2021 17:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f3cfb3-fcdb-4ec3-b152-a111964031c4 x-openstack-request-id: req-77f3cfb3-fcdb-4ec3-b152-a111964031c4 {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:16:32.489676 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fdaea45-01ae-47ad-b8c0-09faceb96344", "tag": "b8f1abe5-c7d3-4783-a6fc-ed75825c53d7", "status": "completed", "code": 200}]} {{(pid=93454) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:16:32.489773 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-77f3cfb3-fcdb-4ec3-b152-a111964031c4 {{(pid=93454) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:16:32.490713 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'tag': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'status': 'completed', 'code': 200} Jun 18 17:16:32.592771 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de8423-2d2d-411b-9f17-f82bd9441f72 req-dc724f6d-34d5-473a-94dd-6d2823f6f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:32.594512 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-50de8423-2d2d-411b-9f17-f82bd9441f72 req-dc724f6d-34d5-473a-94dd-6d2823f6f6b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5603ad41d66a41149a1e2d61f67524ab&device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 1097 time: 0.0620661 Jun 18 17:16:32.716629 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de8423-2d2d-411b-9f17-f82bd9441f72 req-3a066fbc-6ec8-47b2-b521-2f33b19e5768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:32.718495 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-50de8423-2d2d-411b-9f17-f82bd9441f72 req-3a066fbc-6ec8-47b2-b521-2f33b19e5768 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4b4e0bea-9440-4166-8af0-97fa522b13a8 HTTP/1.1" status: 200 len: 911 time: 0.1119993 Jun 18 17:16:32.740075 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e963a9b6-efd1-4313-83f6-a0c4b340e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 4, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port': {'id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'bce8abe9-699e-4d91-8135-cc5e730a172e', 'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'mac_address': 'fa:16:3e:57:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:36Z', 'updated_at': '2021-06-18T17:11:42Z', 'revision_number': 5, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'subnets': [{'id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:32.769054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e963a9b6-efd1-4313-83f6-a0c4b340e006 None None] Checking router: ed796b97-879a-400b-be80-22febb7f23e3 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:16:32.778457 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e963a9b6-efd1-4313-83f6-a0c4b340e006 None None] Routers {'ed796b97-879a-400b-be80-22febb7f23e3'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:16:32.779099 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e963a9b6-efd1-4313-83f6-a0c4b340e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:16:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ed796b97-879a-400b-be80-22febb7f23e3'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:32.789303 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-50de8423-2d2d-411b-9f17-f82bd9441f72 req-dd38fab7-b55f-4940-ac81-cf11c6ee3183 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 HTTP/1.1" status: 200 len: 217 time: 0.0596628 Jun 18 17:16:32.856242 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de8423-2d2d-411b-9f17-f82bd9441f72 req-8a28f39e-57be-4e44-a4d7-32f520f3bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:32.857754 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-50de8423-2d2d-411b-9f17-f82bd9441f72 req-8a28f39e-57be-4e44-a4d7-32f520f3bdd8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70b4406d-0cff-430d-a2ac-6b207fceb290 HTTP/1.1" status: 200 len: 849 time: 0.0599821 Jun 18 17:16:32.867731 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2fd8d-6e4a-4f4b-a7be-d5b778968567 req-15c4b95d-2a7b-456c-9d62-0a719415b164 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:32.869401 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-79d2fd8d-6e4a-4f4b-a7be-d5b778968567 req-15c4b95d-2a7b-456c-9d62-0a719415b164 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 944 time: 0.1546648 Jun 18 17:16:32.908391 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-e963a9b6-efd1-4313-83f6-a0c4b340e006 None None] Set router ed796b97-879a-400b-be80-22febb7f23e3 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:16:32.942598 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-79d2fd8d-6e4a-4f4b-a7be-d5b778968567 req-ec9af85d-96b9-4790-831b-f48c3a970835 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453317 Jun 18 17:16:32.954984 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50de8423-2d2d-411b-9f17-f82bd9441f72 req-9762efa3-e511-4810-8443-c598f0e68028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:32.956705 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-50de8423-2d2d-411b-9f17-f82bd9441f72 req-9762efa3-e511-4810-8443-c598f0e68028 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4b4e0bea-9440-4166-8af0-97fa522b13a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863602 Jun 18 17:16:33.076175 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-50de8423-2d2d-411b-9f17-f82bd9441f72 req-5b98f615-af48-4bab-86c8-cc05791f1d74 service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095216 Jun 18 17:16:33.184666 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-50de8423-2d2d-411b-9f17-f82bd9441f72 req-42b1f0ef-8758-4813-a4b7-c87d07330ed0 service neutron] 10.222.0.55 "GET /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944085 Jun 18 17:16:33.301260 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-e963a9b6-efd1-4313-83f6-a0c4b340e006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 4, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port': {'id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'bce8abe9-699e-4d91-8135-cc5e730a172e', 'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'mac_address': 'fa:16:3e:57:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:36Z', 'updated_at': '2021-06-18T17:11:42Z', 'revision_number': 5, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'subnets': [{'id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:33.330224 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e963a9b6-efd1-4313-83f6-a0c4b340e006 None None] The sync data for ids ['ed796b97-879a-400b-be80-22febb7f23e3'] in dv-neutron-797120-1-hyperv is: [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:36Z', 'revision_number': 4, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port': {'id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv', '_interfaces': [{'id': 'bce8abe9-699e-4d91-8135-cc5e730a172e', 'name': '', 'network_id': '4b4e0bea-9440-4166-8af0-97fa522b13a8', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'mac_address': 'fa:16:3e:57:92:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:36Z', 'updated_at': '2021-06-18T17:11:42Z', 'revision_number': 5, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'subnets': [{'id': '70b4406d-0cff-430d-a2ac-6b207fceb290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:16:33.576401 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73362a3b-e630-4a47-8aab-28623cbbf71e None None] New status for floating IP bd8a6e73-db85-4ec0-9ace-1ae95a8af140: DOWN {{(pid=93456) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 18 17:16:34.147156 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb279d9-ec70-444a-b0a8-a9056587dee1 req-08550e0d-73bf-40fb-916e-d116e89101a5 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:34.149042 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-dcb279d9-ec70-444a-b0a8-a9056587dee1 req-08550e0d-73bf-40fb-916e-d116e89101a5 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 944 time: 0.0835142 Jun 18 17:16:34.190225 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-dcb279d9-ec70-444a-b0a8-a9056587dee1 req-9f562065-0831-4766-b3f6-4dfde276d60b tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/security-groups?id=8a44a1bd-88b7-4b56-a9d6-626f94bc7113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345507 Jun 18 17:16:34.494368 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a52e20-12a6-4815-a93a-caf76cd4c7bc req-4bd7cfc0-5716-42f1-b6da-b6b49e868900 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93453) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 18 17:16:34.495861 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d7a52e20-12a6-4815-a93a-caf76cd4c7bc req-4bd7cfc0-5716-42f1-b6da-b6b49e868900 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.55 "GET /v2.0/ports?device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 944 time: 0.0655019 Jun 18 17:16:34.601588 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-d7a52e20-12a6-4815-a93a-caf76cd4c7bc req-e04d3184-eddf-49e7-b82d-73125e80a8d3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Deleting port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:16:34.601928 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-d7a52e20-12a6-4815-a93a-caf76cd4c7bc req-e04d3184-eddf-49e7-b82d-73125e80a8d3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:35.046403 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [req-d7a52e20-12a6-4815-a93a-caf76cd4c7bc req-e04d3184-eddf-49e7-b82d-73125e80a8d3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] For port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:16:35.046787 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-d7a52e20-12a6-4815-a93a-caf76cd4c7bc req-e04d3184-eddf-49e7-b82d-73125e80a8d3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:35.112100 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [req-d7a52e20-12a6-4815-a93a-caf76cd4c7bc req-e04d3184-eddf-49e7-b82d-73125e80a8d3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Calling delete_port for b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 owned by compute:nova {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:16:35.254115 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-d7a52e20-12a6-4815-a93a-caf76cd4c7bc req-e04d3184-eddf-49e7-b82d-73125e80a8d3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:35.259473 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-480d48d6-d8db-4154-98cb-6beb30d6155b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:35.283601 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04d3184-eddf-49e7-b82d-73125e80a8d3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Pushing event deleted for resources: {'Port': ['ID=b8f1abe5-c7d3-4783-a6fc-ed75825c53d7,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:35.287905 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-e04d3184-eddf-49e7-b82d-73125e80a8d3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:35.362191 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a52e20-12a6-4815-a93a-caf76cd4c7bc req-e04d3184-eddf-49e7-b82d-73125e80a8d3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] No DVR routers for this DVR port b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 on host hv-neutron-7971 {{(pid=93453) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:16:35.366929 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-aa7fa9b7-e339-4829-9889-46103185a024 req-00ca3e09-1609-47d9-9398-ca87081ee315 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "GET /v2.0/ports?device_id=9fdaea45-01ae-47ad-b8c0-09faceb96344 HTTP/1.1" status: 200 len: 210 time: 0.0490558 Jun 18 17:16:35.368026 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [req-d7a52e20-12a6-4815-a93a-caf76cd4c7bc req-e04d3184-eddf-49e7-b82d-73125e80a8d3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-61948'] for port, before_response {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:35.369938 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [req-d7a52e20-12a6-4815-a93a-caf76cd4c7bc req-e04d3184-eddf-49e7-b82d-73125e80a8d3 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.55 "DELETE /v2.0/ports/b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 HTTP/1.1" status: 204 len: 173 time: 0.8682873 Jun 18 17:16:35.371998 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'name': 'network-vif-deleted', 'tag': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7'}] {{(pid=93453) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 18 17:16:35.374459 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f92a7fe1c9e022e567bf52c90442006ac3fc5183c102e75c684c0d5858035660" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04454f70-e87c-4115-965d-e1598373c062" -d '{"events": [{"server_uuid": "9fdaea45-01ae-47ad-b8c0-09faceb96344", "name": "network-vif-deleted", "tag": "b8f1abe5-c7d3-4783-a6fc-ed75825c53d7"}]}' {{(pid=93453) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 18 17:16:35.417358 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 18 Jun 2021 17:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444497de-9bfa-46f2-8b00-8b64518e774c x-openstack-request-id: req-444497de-9bfa-46f2-8b00-8b64518e774c {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 18 17:16:35.417707 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fdaea45-01ae-47ad-b8c0-09faceb96344", "name": "network-vif-deleted", "tag": "b8f1abe5-c7d3-4783-a6fc-ed75825c53d7", "status": "completed", "code": 200}]} {{(pid=93453) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 18 17:16:35.418017 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-444497de-9bfa-46f2-8b00-8b64518e774c {{(pid=93453) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 18 17:16:35.418528 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fdaea45-01ae-47ad-b8c0-09faceb96344', 'name': 'network-vif-deleted', 'tag': 'b8f1abe5-c7d3-4783-a6fc-ed75825c53d7', 'status': 'completed', 'code': 200} Jun 18 17:16:36.469534 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 58732) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:16:36.534484 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-479c0d89-0b04-41eb-8ce0-54cd83a98e55 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:36.559460 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-479c0d89-0b04-41eb-8ce0-54cd83a98e55 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:36.622957 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-479c0d89-0b04-41eb-8ce0-54cd83a98e55 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:36.625765 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-479c0d89-0b04-41eb-8ce0-54cd83a98e55 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:36.626957 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-479c0d89-0b04-41eb-8ce0-54cd83a98e55 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] 10.222.0.50 "DELETE /v2.0/security-groups/8a44a1bd-88b7-4b56-a9d6-626f94bc7113 HTTP/1.1" status: 204 len: 168 time: 0.1564467 Jun 18 17:16:36.627852 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-83cfe591-518c-4634-98cd-3c87dfe2964f tempest-TestMinimumBasicScenario-1891887191 tempest-TestMinimumBasicScenario-1891887191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:36.638100 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c0d89-0b04-41eb-8ce0-54cd83a98e55 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a44a1bd-88b7-4b56-a9d6-626f94bc7113,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:36.640601 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-479c0d89-0b04-41eb-8ce0-54cd83a98e55 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:36.674179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 58736) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:16:37.110554 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ea332cb8-63e9-4cea-9521-42709962a510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:37.366795 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-ea332cb8-63e9-4cea-9521-42709962a510 admin admin] Deleting port bce8abe9-699e-4d91-8135-cc5e730a172e {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:16:37.367049 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ea332cb8-63e9-4cea-9521-42709962a510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:37.441605 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-ea332cb8-63e9-4cea-9521-42709962a510 admin admin] For port bce8abe9-699e-4d91-8135-cc5e730a172e, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=bce8abe9-699e-4d91-8135-cc5e730a172e,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:16:37.441955 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ea332cb8-63e9-4cea-9521-42709962a510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:37.507615 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-ea332cb8-63e9-4cea-9521-42709962a510 admin admin] Calling delete_port for bce8abe9-699e-4d91-8135-cc5e730a172e owned by network:router_interface {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:16:37.527712 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:16:37.547684 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] No Port match for: b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:16:37.548034 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Device b8f1abe5-c7d3-4783-a6fc-ed75825c53d7 not bound to the agent host hv-neutron-7971 {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:16:37.997671 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ea332cb8-63e9-4cea-9521-42709962a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:37.999647 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1e7c2fe5-c5d5-44c9-b56c-440118141e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:38.024733 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea332cb8-63e9-4cea-9521-42709962a510 admin admin] Pushing event deleted for resources: {'Port': ['ID=bce8abe9-699e-4d91-8135-cc5e730a172e,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:38.028645 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-ea332cb8-63e9-4cea-9521-42709962a510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:38.189075 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-ea332cb8-63e9-4cea-9521-42709962a510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:38.396004 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea332cb8-63e9-4cea-9521-42709962a510 admin admin] Router ed796b97-879a-400b-be80-22febb7f23e3 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93454) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:16:38.509093 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea332cb8-63e9-4cea-9521-42709962a510 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93454) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:16:38.517027 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-ea332cb8-63e9-4cea-9521-42709962a510 admin admin] 10.222.0.50 "PUT /v2.0/routers/ed796b97-879a-400b-be80-22febb7f23e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8387492 Jun 18 17:16:38.517027 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 58740) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:16:38.520321 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ccd41a-634c-4464-8160-80aeb4799e72 None None] Sync routers for ids ['ed796b97-879a-400b-be80-22febb7f23e3'] in dv-neutron-797120-1-hyperv {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:16:38.529828 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ccd41a-634c-4464-8160-80aeb4799e72 None None] Routers {'ed796b97-879a-400b-be80-22febb7f23e3'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:16:38.530789 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-48ccd41a-634c-4464-8160-80aeb4799e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:16:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ed796b97-879a-400b-be80-22febb7f23e3'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:38.597866 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-485d1734-f21e-4030-adde-cb0ad6097a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:38.625619 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0d3d59df-9908-4c0d-9a02-ae2881a9e7c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:38.654281 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-48ccd41a-634c-4464-8160-80aeb4799e72 None None] Set router ed796b97-879a-400b-be80-22febb7f23e3 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:16:38.727967 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0d3d59df-9908-4c0d-9a02-ae2881a9e7c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:38.779839 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d59df-9908-4c0d-9a02-ae2881a9e7c4 admin admin] Deleting port 47b2bd4f-0f4f-4231-ad36-4812ad6d5b08 {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:16:38.780208 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0d3d59df-9908-4c0d-9a02-ae2881a9e7c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:38.838604 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-48ccd41a-634c-4464-8160-80aeb4799e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191'}], 'enable_snat': True}, 'gw_port_id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:16:37Z', 'revision_number': 5, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port': {'id': '47b2bd4f-0f4f-4231-ad36-4812ad6d5b08', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:1f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:38.868647 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ccd41a-634c-4464-8160-80aeb4799e72 None None] Checking router: ed796b97-879a-400b-be80-22febb7f23e3 for host: dv-neutron-797120-1-hyperv {{(pid=93455) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:16:38.874664 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-0d3d59df-9908-4c0d-9a02-ae2881a9e7c4 admin admin] For port 47b2bd4f-0f4f-4231-ad36-4812ad6d5b08, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=47b2bd4f-0f4f-4231-ad36-4812ad6d5b08,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:16:38.875002 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0d3d59df-9908-4c0d-9a02-ae2881a9e7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:38.877222 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ccd41a-634c-4464-8160-80aeb4799e72 None None] Routers {'ed796b97-879a-400b-be80-22febb7f23e3'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93455) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:16:38.877842 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-48ccd41a-634c-4464-8160-80aeb4799e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:16:11Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['ed796b97-879a-400b-be80-22febb7f23e3'], 'active': True} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:38.946562 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d59df-9908-4c0d-9a02-ae2881a9e7c4 admin admin] Calling delete_port for 47b2bd4f-0f4f-4231-ad36-4812ad6d5b08 owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:16:38.966212 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvr_db [None req-48ccd41a-634c-4464-8160-80aeb4799e72 None None] Set router ed796b97-879a-400b-be80-22febb7f23e3 gateway port host: None {{(pid=93455) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:16:39.021477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_hamode_db [None req-48ccd41a-634c-4464-8160-80aeb4799e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:16:38Z', 'revision_number': 6, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93455) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:39.049027 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ccd41a-634c-4464-8160-80aeb4799e72 None None] The sync data for ids ['ed796b97-879a-400b-be80-22febb7f23e3'] in dv-neutron-797120-1-hyperv is: [{'id': 'ed796b97-879a-400b-be80-22febb7f23e3', 'name': 'tempest-TestSnapshotPattern-1332523505-router', 'tenant_id': '5603ad41d66a41149a1e2d61f67524ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:34Z', 'updated_at': '2021-06-18T17:16:38Z', 'revision_number': 6, 'project_id': '5603ad41d66a41149a1e2d61f67524ab', 'gw_port_host': None}] {{(pid=93455) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:16:39.116144 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0d3d59df-9908-4c0d-9a02-ae2881a9e7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:39.118852 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e9cdd1ee-63ae-4787-a1cc-aeacca0072f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:39.143039 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d59df-9908-4c0d-9a02-ae2881a9e7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=47b2bd4f-0f4f-4231-ad36-4812ad6d5b08,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:39.147448 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-0d3d59df-9908-4c0d-9a02-ae2881a9e7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:39.203570 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0d3d59df-9908-4c0d-9a02-ae2881a9e7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:39.293995 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0d3d59df-9908-4c0d-9a02-ae2881a9e7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:39.296108 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0d3d59df-9908-4c0d-9a02-ae2881a9e7c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:39.341712 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0d3d59df-9908-4c0d-9a02-ae2881a9e7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:39.342152 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3d59df-9908-4c0d-9a02-ae2881a9e7c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed796b97-879a-400b-be80-22febb7f23e3 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 17:16:39.346353 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-0d3d59df-9908-4c0d-9a02-ae2881a9e7c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:39.347466 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0d3d59df-9908-4c0d-9a02-ae2881a9e7c4 admin admin] 10.222.0.50 "DELETE /v2.0/routers/ed796b97-879a-400b-be80-22febb7f23e3 HTTP/1.1" status: 204 len: 168 time: 0.8300240 Jun 18 17:16:39.350752 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 58742) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:16:39.394388 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cddb866-7492-4654-b783-55fa4f3d9cc4 admin admin] Deleting subnet 70b4406d-0cff-430d-a2ac-6b207fceb290 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 17:16:39.398323 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1cddb866-7492-4654-b783-55fa4f3d9cc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:39.445972 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1cddb866-7492-4654-b783-55fa4f3d9cc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:39.529210 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1cddb866-7492-4654-b783-55fa4f3d9cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:39.581432 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1cddb866-7492-4654-b783-55fa4f3d9cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:39.583476 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a983e7a4-3cd7-41df-8702-0c4a90f2e312 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:39.609687 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddb866-7492-4654-b783-55fa4f3d9cc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b4406d-0cff-430d-a2ac-6b207fceb290,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:39.612795 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-1cddb866-7492-4654-b783-55fa4f3d9cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:39.616447 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-1cddb866-7492-4654-b783-55fa4f3d9cc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:39.618369 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-1cddb866-7492-4654-b783-55fa4f3d9cc4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/70b4406d-0cff-430d-a2ac-6b207fceb290 HTTP/1.1" status: 204 len: 168 time: 0.2666538 Jun 18 17:16:39.620768 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 58744) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:16:39.623205 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62c4129-fec7-4543-b0b2-d13b08bf4762 None None] Network 4b4e0bea-9440-4166-8af0-97fa522b13a8 requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:16:39.695235 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:39.748215 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] Deleting port a882340b-1652-4ca5-bf9f-23466c55e10f {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:16:39.748446 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:39.814569 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] For port a882340b-1652-4ca5-bf9f-23466c55e10f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a882340b-1652-4ca5-bf9f-23466c55e10f,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:16:39.814927 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:39.818691 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0237bea1-7ad8-4634-9528-6c06c62d6d9f None None] DHCP port deletion for 4b4e0bea-9440-4166-8af0-97fa522b13a8 request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 17:16:39.866666 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-0237bea1-7ad8-4634-9528-6c06c62d6d9f None None] Deleting port a882340b-1652-4ca5-bf9f-23466c55e10f {{(pid=93455) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:16:39.867048 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0237bea1-7ad8-4634-9528-6c06c62d6d9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:39.888004 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] Calling delete_port for a882340b-1652-4ca5-bf9f-23466c55e10f owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:16:39.940054 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.db [None req-0237bea1-7ad8-4634-9528-6c06c62d6d9f None None] For port a882340b-1652-4ca5-bf9f-23466c55e10f, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a882340b-1652-4ca5-bf9f-23466c55e10f,segment=NetworkSegment(787b431b-beb5-45b5-aa13-5fdd2b191f32),segment_id=787b431b-beb5-45b5-aa13-5fdd2b191f32)] {{(pid=93455) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:16:39.940447 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0237bea1-7ad8-4634-9528-6c06c62d6d9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:39.971781 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:39.974351 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-c5030f10-a45a-4d12-b459-8a8d53acf829 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:40.004383 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-0237bea1-7ad8-4634-9528-6c06c62d6d9f None None] Calling delete_port for a882340b-1652-4ca5-bf9f-23466c55e10f owned by network:dhcp {{(pid=93455) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:16:40.007283 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] Pushing event deleted for resources: {'Port': ['ID=a882340b-1652-4ca5-bf9f-23466c55e10f,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:40.010495 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:40.013729 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] No DVR routers for this DVR port a882340b-1652-4ca5-bf9f-23466c55e10f on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:16:40.092791 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-0237bea1-7ad8-4634-9528-6c06c62d6d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558'] for port, after_delete {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:40.094777 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:40.095227 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:40.105780 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4e0bea-9440-4166-8af0-97fa522b13a8']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:40.116817 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237bea1-7ad8-4634-9528-6c06c62d6d9f None None] Pushing event deleted for resources: {'Port': ['ID=a882340b-1652-4ca5-bf9f-23466c55e10f,revision_number=None']} {{(pid=93455) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:40.117839 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '787b431b-beb5-45b5-aa13-5fdd2b191f32') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:40.118196 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '787b431b-beb5-45b5-aa13-5fdd2b191f32') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:40.120210 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG oslo_concurrency.lockutils [None req-0237bea1-7ad8-4634-9528-6c06c62d6d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93455) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:40.122858 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0237bea1-7ad8-4634-9528-6c06c62d6d9f None None] No DVR routers for this DVR port a882340b-1652-4ca5-bf9f-23466c55e10f on host dv-neutron-797120-1-hyperv {{(pid=93455) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:16:40.127925 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:40.151330 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:40.157296 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 17:16:40.157692 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 17:16:40.159305 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 17:16:40.218604 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:40.222152 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-46ffbdfd-1124-4698-a166-2ac6ff2cd637 tempest-RoutersIpV6Test-754881116 tempest-RoutersIpV6Test-754881116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:40.225354 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:40.227325 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] 10.222.0.50 "DELETE /v2.0/networks/4b4e0bea-9440-4166-8af0-97fa522b13a8 HTTP/1.1" status: 204 len: 168 time: 0.6056442 Jun 18 17:16:40.230352 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.wsgi [-] (93453) accepted ('10.222.0.50', 58746) {{(pid=93453) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:16:40.238289 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b4e0bea-9440-4166-8af0-97fa522b13a8,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:40.240967 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-cdbe667a-9ee1-4ea6-a6a8-8bc36e1a0032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:40.542275 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a882340b-1652-4ca5-bf9f-23466c55e10f no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:16:40.565767 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: a882340b-1652-4ca5-bf9f-23466c55e10f {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:16:40.566118 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a882340b-1652-4ca5-bf9f-23466c55e10f not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:16:40.566643 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 47b2bd4f-0f4f-4231-ad36-4812ad6d5b08 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:16:40.587104 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 47b2bd4f-0f4f-4231-ad36-4812ad6d5b08 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:16:40.587519 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 47b2bd4f-0f4f-4231-ad36-4812ad6d5b08 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:16:40.587867 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bce8abe9-699e-4d91-8135-cc5e730a172e no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:16:40.602710 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f04244ef-bc36-47ca-8dfe-25c9f058d8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1658353'] for router_interface, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:40.610285 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: bce8abe9-699e-4d91-8135-cc5e730a172e {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:16:40.610665 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device bce8abe9-699e-4d91-8135-cc5e730a172e not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:16:40.866828 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-f04244ef-bc36-47ca-8dfe-25c9f058d8b0 admin admin] Deleting port 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 {{(pid=93453) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:16:40.867100 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f04244ef-bc36-47ca-8dfe-25c9f058d8b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:40.950266 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.db [None req-f04244ef-bc36-47ca-8dfe-25c9f058d8b0 admin admin] For port 879a26fa-9e17-4c48-b8b1-764b71c1c5d6, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=879a26fa-9e17-4c48-b8b1-764b71c1c5d6,segment=NetworkSegment(2aa95698-2858-47c1-913a-8986763113d7),segment_id=2aa95698-2858-47c1-913a-8986763113d7)] {{(pid=93453) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:16:40.950723 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f04244ef-bc36-47ca-8dfe-25c9f058d8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:41.016070 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.plugins.ml2.plugin [None req-f04244ef-bc36-47ca-8dfe-25c9f058d8b0 admin admin] Calling delete_port for 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 owned by network:router_interface {{(pid=93453) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:16:41.069622 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-1ab4705c-3268-4712-b818-5d119e747e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:41.197671 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f04244ef-bc36-47ca-8dfe-25c9f058d8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3751896'] for port, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:41.200521 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-d23ad506-3092-4363-a919-92ab82c76011 tempest-TestSnapshotPattern-1389036403 tempest-TestSnapshotPattern-1389036403-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:41.228632 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04244ef-bc36-47ca-8dfe-25c9f058d8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=879a26fa-9e17-4c48-b8b1-764b71c1c5d6,revision_number=None']} {{(pid=93453) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:41.232440 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG oslo_concurrency.lockutils [None req-f04244ef-bc36-47ca-8dfe-25c9f058d8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:41.403257 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron_lib.callbacks.manager [None req-f04244ef-bc36-47ca-8dfe-25c9f058d8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1539967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1658189'] for router_interface, after_delete {{(pid=93453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:41.414526 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:41.618464 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04244ef-bc36-47ca-8dfe-25c9f058d8b0 admin admin] Router e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9 has already been hosted by L3 agent e492e408-28ff-4807-aba6-03ecce3c9b4f {{(pid=93453) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 18 17:16:41.723973 dv-neutron-797120-1-hyperv neutron-server[93453]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04244ef-bc36-47ca-8dfe-25c9f058d8b0 admin admin] Notify agent at l3_agent.dv-neutron-797120-1-hyperv the message routers_updated {{(pid=93453) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 18 17:16:41.728897 dv-neutron-797120-1-hyperv neutron-server[93453]: INFO neutron.wsgi [None req-f04244ef-bc36-47ca-8dfe-25c9f058d8b0 admin admin] 10.222.0.50 "PUT /v2.0/routers/e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4974992 Jun 18 17:16:41.731586 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 58748) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:16:41.734432 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47df114-45c8-4f2b-b49a-e34cfaeccc1e None None] Sync routers for ids ['e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9'] in dv-neutron-797120-1-hyperv {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 18 17:16:41.744338 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47df114-45c8-4f2b-b49a-e34cfaeccc1e None None] Routers {'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:16:41.744964 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a47df114-45c8-4f2b-b49a-e34cfaeccc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:16:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:41.837600 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e14f96bc-6837-4d11-8188-7919e41f809e admin admin] Notify callbacks [] for router, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:41.939216 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-a47df114-45c8-4f2b-b49a-e34cfaeccc1e None None] Set router e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9 gateway port host: dv-neutron-797120-1-hyperv {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:16:41.941884 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e14f96bc-6837-4d11-8188-7919e41f809e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:41.992923 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-e14f96bc-6837-4d11-8188-7919e41f809e admin admin] Deleting port a763f534-6cd7-41c6-b97f-c81e12bc4efe {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:16:41.993279 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e14f96bc-6837-4d11-8188-7919e41f809e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:42.074032 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-e14f96bc-6837-4d11-8188-7919e41f809e admin admin] For port a763f534-6cd7-41c6-b97f-c81e12bc4efe, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=a763f534-6cd7-41c6-b97f-c81e12bc4efe,segment=NetworkSegment(3f72c694-1069-4678-9404-829672b57607),segment_id=3f72c694-1069-4678-9404-829672b57607)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:16:42.074385 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e14f96bc-6837-4d11-8188-7919e41f809e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:42.118550 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a47df114-45c8-4f2b-b49a-e34cfaeccc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'name': 'tempest-TestSnapshotPattern-973398730-router', 'tenant_id': '8ab519aa43ee4c67973652e8522ee931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'external_fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.229'}], 'enable_snat': True}, 'gw_port_id': 'a763f534-6cd7-41c6-b97f-c81e12bc4efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:38Z', 'updated_at': '2021-06-18T17:16:41Z', 'revision_number': 5, 'project_id': '8ab519aa43ee4c67973652e8522ee931', 'gw_port': {'id': 'a763f534-6cd7-41c6-b97f-c81e12bc4efe', 'name': '', 'network_id': '81b3e7a1-a3eb-41d3-a54b-e3363be60296', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:93:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'ip_address': '172.26.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797120-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-18T17:11:39Z', 'updated_at': '2021-06-18T17:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd8a723bd-09a1-41d1-abd4-2871c8fdeeb4', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797120-1-hyperv'}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:42.136091 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-e14f96bc-6837-4d11-8188-7919e41f809e admin admin] Calling delete_port for a763f534-6cd7-41c6-b97f-c81e12bc4efe owned by network:router_gateway {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:16:42.144671 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47df114-45c8-4f2b-b49a-e34cfaeccc1e None None] Checking router: e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9 for host: dv-neutron-797120-1-hyperv {{(pid=93456) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 18 17:16:42.153408 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47df114-45c8-4f2b-b49a-e34cfaeccc1e None None] Routers {'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9'} bound to L3 agent in host dv-neutron-797120-1-hyperv {{(pid=93456) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 18 17:16:42.154087 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a47df114-45c8-4f2b-b49a-e34cfaeccc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797120-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-18T16:13:11Z,description=,heartbeat_timestamp=2021-06-18T17:16:41Z,host='dv-neutron-797120-1-hyperv',id=e492e408-28ff-4807-aba6-03ecce3c9b4f,load=0,resource_versions=,resources_synced=,started_at=2021-06-18T16:13:11Z,topic='l3_agent')) {'router_ids': ['e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9'], 'active': True} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:42.237048 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_dvr_db [None req-a47df114-45c8-4f2b-b49a-e34cfaeccc1e None None] Set router e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9 gateway port host: None {{(pid=93456) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 18 17:16:42.290479 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.l3_hamode_db [None req-a47df114-45c8-4f2b-b49a-e34cfaeccc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'name': 'tempest-TestSnapshotPattern-973398730-router', 'tenant_id': '8ab519aa43ee4c67973652e8522ee931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:38Z', 'updated_at': '2021-06-18T17:16:41Z', 'revision_number': 6, 'project_id': '8ab519aa43ee4c67973652e8522ee931', 'gw_port_host': None}], 'dv-neutron-797120-1-hyperv', False) {} {{(pid=93456) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:42.302444 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e14f96bc-6837-4d11-8188-7919e41f809e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:42.305047 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3e42624d-f152-4db4-846d-546dc4c1daa9 tempest-TestNetworkAdvancedServerOps-823888514 tempest-TestNetworkAdvancedServerOps-823888514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:42.320631 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47df114-45c8-4f2b-b49a-e34cfaeccc1e None None] The sync data for ids ['e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9'] in dv-neutron-797120-1-hyperv is: [{'id': 'e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9', 'name': 'tempest-TestSnapshotPattern-973398730-router', 'tenant_id': '8ab519aa43ee4c67973652e8522ee931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-18T17:11:38Z', 'updated_at': '2021-06-18T17:16:41Z', 'revision_number': 6, 'project_id': '8ab519aa43ee4c67973652e8522ee931', 'gw_port_host': None}] {{(pid=93456) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 18 17:16:42.332663 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f96bc-6837-4d11-8188-7919e41f809e admin admin] Pushing event deleted for resources: {'Port': ['ID=a763f534-6cd7-41c6-b97f-c81e12bc4efe,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:42.337424 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-e14f96bc-6837-4d11-8188-7919e41f809e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:42.357987 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:42.399648 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e14f96bc-6837-4d11-8188-7919e41f809e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1685857'] for router_gateway, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:42.490940 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e14f96bc-6837-4d11-8188-7919e41f809e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1660031', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13636'] for router, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:42.493066 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e14f96bc-6837-4d11-8188-7919e41f809e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:42.537179 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e14f96bc-6837-4d11-8188-7919e41f809e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1657134'] for router, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:42.537690 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14f96bc-6837-4d11-8188-7919e41f809e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9 {{(pid=93454) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 18 17:16:42.542347 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-e14f96bc-6837-4d11-8188-7919e41f809e admin admin] Notify callbacks [] for router, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:42.543508 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-e14f96bc-6837-4d11-8188-7919e41f809e admin admin] 10.222.0.50 "DELETE /v2.0/routers/e3cd26b6-9fcd-44e7-bdbc-b81dfa5606e9 HTTP/1.1" status: 204 len: 168 time: 0.8108342 Jun 18 17:16:42.545949 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 58750) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:16:42.593249 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8d94ca-f381-41d8-aebc-dd0bf728e631 admin admin] Deleting subnet 170b2a8b-dd79-4a2f-a7a7-77acfeb8f746 {{(pid=93454) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 18 17:16:42.596242 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bf8d94ca-f381-41d8-aebc-dd0bf728e631 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:42.635047 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bf8d94ca-f381-41d8-aebc-dd0bf728e631 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4069206'] for subnet, precommit_delete_associations {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:42.714388 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bf8d94ca-f381-41d8-aebc-dd0bf728e631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-611211'] for subnet, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:42.784654 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bf8d94ca-f381-41d8-aebc-dd0bf728e631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-611204', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25236355', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25496952'] for subnet, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:42.787343 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-27c1f7e2-104b-42f5-9a97-1088ada4159b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:42.801086 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:16:42.813185 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bf8d94ca-f381-41d8-aebc-dd0bf728e631 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:42.817678 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bf8d94ca-f381-41d8-aebc-dd0bf728e631 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/170b2a8b-dd79-4a2f-a7a7-77acfeb8f746 HTTP/1.1" status: 204 len: 168 time: 0.2706530 Jun 18 17:16:42.819096 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 58752) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:16:42.819924 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d94ca-f381-41d8-aebc-dd0bf728e631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=170b2a8b-dd79-4a2f-a7a7-77acfeb8f746,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:42.828575 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bf8d94ca-f381-41d8-aebc-dd0bf728e631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:42.830839 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c84286-a3fa-44f3-bec6-a6538ff5870e None None] Network ac2b52df-458d-4b40-92aa-dc911aad461a requested from dv-neutron-797120-1-hyperv {{(pid=93455) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 18 17:16:42.832554 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:16:42.832897 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device 879a26fa-9e17-4c48-b8b1-764b71c1c5d6 not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:16:42.892001 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-584695'] for network, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:42.944819 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] Deleting port f0cf29da-994e-4073-a4d0-4b97ca0c35ac {{(pid=93454) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 18 17:16:42.945075 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758805064421'] for port, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:43.014824 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.db [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] For port f0cf29da-994e-4073-a4d0-4b97ca0c35ac, host dv-neutron-797120-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797120-1-hyperv',level=0,port_id=f0cf29da-994e-4073-a4d0-4b97ca0c35ac,segment=NetworkSegment(2aa95698-2858-47c1-913a-8986763113d7),segment_id=2aa95698-2858-47c1-913a-8986763113d7)] {{(pid=93454) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 18 17:16:43.015175 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1687200'] for port, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:43.081691 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.plugin [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] Calling delete_port for f0cf29da-994e-4073-a4d0-4b97ca0c35ac owned by network:dhcp {{(pid=93454) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 18 17:16:43.159868 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45714', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1539853', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758805004517', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758804574558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25236473'] for port, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:43.162611 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a6c779b1-8bb6-4d5b-9e86-7ae03988416b tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:43.172784 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abfd408-5947-4267-8b93-156ef0cbf3c5 None None] DHCP port deletion for ac2b52df-458d-4b40-92aa-dc911aad461a request from dv-neutron-797120-1-hyperv {{(pid=93455) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 18 17:16:43.190583 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0cf29da-994e-4073-a4d0-4b97ca0c35ac,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:43.194240 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:43.197334 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] No DVR routers for this DVR port f0cf29da-994e-4073-a4d0-4b97ca0c35ac on host dv-neutron-797120-1-hyperv {{(pid=93454) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 18 17:16:43.271661 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-611860', 'neutron.services.segments.db._delete_segments_for_network-8758805085907'] for network, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:43.282726 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2b52df-458d-4b40-92aa-dc911aad461a']}} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:43.294871 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa95698-2858-47c1-913a-8986763113d7') {'for_net_delete': True} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:43.295145 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.services.segments.db [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa95698-2858-47c1-913a-8986763113d7') {} {{(pid=93454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 18 17:16:43.304571 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758805085736', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4069215'] for segment, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:43.319049 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068'] for segment, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:43.325192 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93454) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 18 17:16:43.325578 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-607068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25236008'] for segment, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: Traceback (most recent call last): Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: timer() Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: cb(*args, **kw) Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: return func(*args, **kwargs) Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: self._notify() Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: self.callback(batched_events) Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: event.method(event) Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: aggregate_uuid = self.p_client.list_aggregates( Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: return f(self, *a, **k) Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._get(url).json() Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: return self.request(url, 'GET', **kwargs) Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: base_url = self.get_endpoint(auth, allow=allow, Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 18 17:16:43.327283 dv-neutron-797120-1-hyperv neutron-server[93454]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 18 17:16:43.385481 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-611853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1744903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1539846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1685950'] for network, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:43.390117 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-3ddf47a6-a03c-4f06-b4af-727ec40a5beb tempest-NetworksIpV6Test-1495308642 tempest-NetworksIpV6Test-1495308642-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:43.393379 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] Notify callbacks [] for network, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:43.395126 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ac2b52df-458d-4b40-92aa-dc911aad461a HTTP/1.1" status: 204 len: 168 time: 0.5731580 Jun 18 17:16:43.409188 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac2b52df-458d-4b40-92aa-dc911aad461a,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:43.415353 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-6a2b2087-83ed-45ef-aae0-bcc611e66748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:43.510125 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 58756) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:16:43.553874 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-3845d62a-ec0a-48fe-9a4c-c8de392761fc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5603ad41d66a41149a1e2d61f67524ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423820 Jun 18 17:16:43.556286 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 58758) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:16:43.610290 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bbf1cf29-b763-48e5-a405-79ff4bb2ac73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:43.631677 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bbf1cf29-b763-48e5-a405-79ff4bb2ac73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:43.679280 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bbf1cf29-b763-48e5-a405-79ff4bb2ac73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:43.681871 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-bbf1cf29-b763-48e5-a405-79ff4bb2ac73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:43.683036 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-bbf1cf29-b763-48e5-a405-79ff4bb2ac73 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/57a9d1af-8c75-4049-9c61-70f570c83c67 HTTP/1.1" status: 204 len: 168 time: 0.1258345 Jun 18 17:16:43.683895 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-b8500b89-a363-48b0-94e5-f756c718143a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:43.693030 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1cf29-b763-48e5-a405-79ff4bb2ac73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a9d1af-8c75-4049-9c61-70f570c83c67,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:43.695948 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-bbf1cf29-b763-48e5-a405-79ff4bb2ac73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:43.965152 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:44.009377 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 58764) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:16:44.048429 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-0093609b-d705-431a-a3ce-4ee7c708a3df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ab519aa43ee4c67973652e8522ee931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376821 Jun 18 17:16:44.050589 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [-] (93454) accepted ('10.222.0.50', 58766) {{(pid=93454) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 18 17:16:44.101147 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a5f6703e-73bf-4749-978a-154783af4164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:44.124760 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a5f6703e-73bf-4749-978a-154783af4164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:44.174925 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a5f6703e-73bf-4749-978a-154783af4164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1744946'] for security_group, after_delete {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:44.178150 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron_lib.callbacks.manager [None req-a5f6703e-73bf-4749-978a-154783af4164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:16:44.179411 dv-neutron-797120-1-hyperv neutron-server[93454]: INFO neutron.wsgi [None req-a5f6703e-73bf-4749-978a-154783af4164 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4dd8b0c3-628a-4b50-a368-1b272fb447e4 HTTP/1.1" status: 204 len: 168 time: 0.1279001 Jun 18 17:16:44.180200 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-fbbf56e5-b25d-4a40-9c8c-eecdf7c2e6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 18 17:16:44.188052 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f6703e-73bf-4749-978a-154783af4164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd8b0c3-628a-4b50-a368-1b272fb447e4,revision_number=None']} {{(pid=93454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 18 17:16:44.190274 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG oslo_concurrency.lockutils [None req-a5f6703e-73bf-4749-978a-154783af4164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 18 17:16:44.544288 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f0cf29da-994e-4073-a4d0-4b97ca0c35ac no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:16:44.566246 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: f0cf29da-994e-4073-a4d0-4b97ca0c35ac {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:16:44.566683 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device f0cf29da-994e-4073-a4d0-4b97ca0c35ac not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:16:44.567045 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a763f534-6cd7-41c6-b97f-c81e12bc4efe no longer exists at agent ovs-agent-dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 18 17:16:44.587561 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.plugin [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] No Port match for: a763f534-6cd7-41c6-b97f-c81e12bc4efe {{(pid=93455) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 18 17:16:44.588324 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron.plugins.ml2.rpc [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Device a763f534-6cd7-41c6-b97f-c81e12bc4efe not bound to the agent host dv-neutron-797120-1-hyperv {{(pid=93455) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 18 17:16:54.790612 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:02.827059 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:17:08.586223 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-63511f9d-d23f-4e88-9a79-3042b64b235a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:11.071924 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-30e84f6d-8351-494d-a6a3-a38ec1334dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:11.419987 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:12.356080 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:13.967696 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:24.802458 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:38.585010 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-b6938442-1274-409d-a79b-aa2579780a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:39.825926 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:17:41.074175 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e8033c74-e5da-4bf3-8085-a0cde0863272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:41.413678 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:42.358971 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:43.968806 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:17:54.826551 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:08.587827 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-f11a9dd4-9f50-4f4a-b167-985fff9b00fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:11.075680 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3560af6e-2a00-46f1-b750-6b5c05986fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:11.416544 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:12.361973 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:13.971925 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:16.825012 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:18:24.825280 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:38.589575 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-60984eed-1611-4be4-abec-6e444571291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:41.077312 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ddcf9516-d000-4576-bf61-5be007392485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:41.417969 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:42.364719 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:43.974941 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:18:53.824223 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:18:54.824397 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:08.591984 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-2e885d41-ff0b-476d-8176-9255eab6bae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:11.077497 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6eee5606-34dc-47f6-98db-67f33eaa3030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:11.420153 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:12.368590 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:13.978364 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:24.845637 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:30.823990 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:19:38.594061 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e9ed3c8d-75d1-455c-a57c-a365a14af2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:41.078770 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-3b7b3444-d596-45cb-bd86-14b4ae7ab940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:41.424466 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:42.371585 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:43.987425 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:19:54.868345 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:07.823285 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:20:08.595294 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-cd4aa984-67d4-4103-8602-2cce69c8770d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:11.081477 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-415eb0d0-f2d5-465d-93e2-7dd56ecfd63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:11.425529 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:12.373498 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:13.986488 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:24.868700 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:38.598769 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-6f708c55-e5e6-454a-bbd3-c63298781eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:38.801270 dv-neutron-797120-1-hyperv neutron-server[93454]: DEBUG neutron.wsgi [req-d79c8e01-3fb7-42c4-9934-ccd5ebfc8e8e req-7b548183-51b2-4956-8371-cd9c855abba9 service neutron] (93454) timed out ('10.222.0.55', 64444) {{(pid=93454) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 18 17:20:41.081741 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-72c52f40-ba99-4a19-a649-8ea8a7f84bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:41.430330 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:42.379139 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:43.990246 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:20:44.822681 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:20:54.870132 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:08.600556 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-35fd1464-b284-428f-bc30-392f99f39f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:11.082550 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-665c1e0a-4d16-4b22-b4fd-e2702cb118ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:11.423324 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:12.381924 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:13.995915 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:21.823058 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:21:24.882208 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:38.604243 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-df1165cb-a8cb-40cc-bdf6-a40ea88b59e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:41.089211 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-5baff3a7-7b95-433c-9796-59f8fc3f75b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:41.429387 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:42.383151 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:43.996880 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:54.882612 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:21:58.822793 dv-neutron-797120-1-hyperv neutron-server[93456]: DEBUG neutron.db.agents_db [None req-13a8a4c9-522c-40d0-956d-2335726bd41c None None] Agent healthcheck: found 6 active agents {{(pid=93456) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 18 17:22:08.610849 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-432dddfe-45d1-436a-badd-4615a6a4783d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:11.080521 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-e212d093-0574-4a34-8b74-130eef078d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:11.421064 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-9c7a50c3-9c5c-4111-899d-0e000e415279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:12.384965 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-d26543c6-a410-4009-9d09-860eaf062b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:13.997695 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-8c7be52a-0c44-4aca-b43b-76534df9b1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 18 17:22:24.888265 dv-neutron-797120-1-hyperv neutron-server[93455]: DEBUG neutron_lib.callbacks.manager [None req-ff0cdaff-50dd-42ef-b626-82420ba11c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758805085889', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-612430'] for agent, after_update {{(pid=93455) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}